-- Logs begin at Mon 2022-04-25 13:33:57 UTC, end at Mon 2022-04-25 16:06:50 UTC. -- Apr 25 14:15:52.336419 n-d-811416-6 systemd[1]: Started Devstack devstack@q-svc.service. Apr 25 14:15:54.828397 n-d-811416-6 neutron-server[87953]: INFO neutron.common.config [-] Logging enabled! Apr 25 14:15:54.829127 n-d-811416-6 neutron-server[87953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.0 Apr 25 14:15:54.829260 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87953) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 25 14:15:54.832386 n-d-811416-6 neutron-server[87953]: INFO neutron.common.config [-] Logging enabled! Apr 25 14:15:54.832634 n-d-811416-6 neutron-server[87953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.0 Apr 25 14:15:54.832942 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87953) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 25 14:15:54.833886 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 25 14:15:54.834117 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 25 14:15:54.834465 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 25 14:15:54.834708 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 25 14:15:54.834932 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 25 14:15:54.835247 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.835541 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.835830 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.836057 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.836347 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.836631 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.836906 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.837209 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.837503 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.837793 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.838068 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.838349 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.838577 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.838852 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.839133 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.839417 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.839637 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] debug = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.839914 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.840385 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.840785 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.841087 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.841373 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.841652 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.841921 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.842192 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.842470 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.842793 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] host = n-d-811416-6 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.843067 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.843348 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.843631 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.843906 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.844175 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.844446 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.844723 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.844991 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.845295 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.845568 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.845852 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.846133 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.846416 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.846638 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.846856 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.847139 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.847420 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.847691 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.847959 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.848228 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.848496 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.848763 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.849024 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.849327 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.849607 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.849886 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.850156 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.850425 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.850691 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.850956 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.851236 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.851504 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.851772 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.852041 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.852321 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.852584 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.852855 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.853171 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.853455 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.853733 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.854013 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.854280 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.854554 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.854820 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.855086 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.855352 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] use_json = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.855618 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.855924 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.856200 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.856470 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.856738 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.857005 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.857297 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.857577 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.857846 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:54.858138 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.858428 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.858719 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.859000 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.859285 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.859560 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.859844 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.860122 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.860405 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.860682 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.860968 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.861264 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.861548 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.861824 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.862107 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.862405 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.862691 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.862979 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.863248 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.863515 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.863783 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.864060 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.864338 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.864624 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.864905 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.865198 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.865474 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.865759 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.866032 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.866303 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.866576 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.866859 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.867134 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.867405 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.867684 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.867959 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.868229 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.868498 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.868771 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.869079 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.869358 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.869628 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.869897 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.870171 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.870440 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.870720 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.870995 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.871265 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.872103 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.872404 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.872674 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.872942 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.873241 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.873512 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.873786 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.874054 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.874322 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.874591 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.874858 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.875125 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.875392 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.875661 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.875934 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.876200 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.876468 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.876736 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.877003 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.877295 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.877577 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.877870 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.878143 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.878420 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.878694 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.878967 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.879238 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.879510 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.879782 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.880054 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.880320 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.880607 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.880885 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.881193 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.881475 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.881749 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.882045 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.882319 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.882598 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.882869 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.883146 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.883431 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.883709 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.884003 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.884289 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.884576 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.884863 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.885180 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.885461 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.885768 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.886044 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:54.886256 n-d-811416-6 neutron-server[87953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 25 14:15:54.886494 n-d-811416-6 neutron-server[87953]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87953) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 25 14:15:55.276960 n-d-811416-6 neutron-server[87953]: INFO keyring.backend [-] Loading KWallet Apr 25 14:15:55.284155 n-d-811416-6 neutron-server[87953]: INFO keyring.backend [-] Loading SecretService Apr 25 14:15:55.287526 n-d-811416-6 neutron-server[87953]: INFO keyring.backend [-] Loading Windows Apr 25 14:15:55.288830 n-d-811416-6 neutron-server[87953]: INFO keyring.backend [-] Loading chainer Apr 25 14:15:55.289632 n-d-811416-6 neutron-server[87953]: INFO keyring.backend [-] Loading macOS Apr 25 14:15:55.322514 n-d-811416-6 neutron-server[87953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 25 14:15:55.322789 n-d-811416-6 neutron-server[87953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 25 14:15:55.323074 n-d-811416-6 neutron-server[87953]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 25 14:15:55.323411 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 25 14:15:55.712582 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.712881 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.713177 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.714458 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.714735 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.714998 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.749767 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.750041 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.750306 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.763057 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.763334 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.763602 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.792839 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.793139 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.793936 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.829922 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.830462 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:55.830462 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.060445 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.060657 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.060923 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.061211 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.061950 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.179920 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.180237 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.180514 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.180779 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.181061 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.181379 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.181641 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.181896 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.182149 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.182429 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.182686 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.182947 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.183209 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.183461 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.183726 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.184042 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.184305 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.184574 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.184825 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.185127 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.185478 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.185727 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.185970 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.186248 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.186492 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.186733 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.187108 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.187349 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.187581 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.187813 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.188042 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.188269 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.188625 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 25 14:15:56.191681 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 25 14:15:56.195560 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 25 14:15:56.199236 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 25 14:15:56.200866 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 25 14:15:56.202369 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 25 14:15:56.202705 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 25 14:15:56.203088 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 25 14:15:56.205858 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 25 14:15:56.206106 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 25 14:15:56.206447 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 25 14:15:56.234713 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 25 14:15:56.235154 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.235447 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87953) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 25 14:15:56.235804 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.237170 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87953) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 25 14:15:56.237450 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 25 14:15:56.237696 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 25 14:15:56.240895 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.241204 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.303450 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 25 14:15:56.303685 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 25 14:15:56.303920 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 25 14:15:56.304283 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 25 14:15:56.335236 n-d-811416-6 neutron-server[87953]: DEBUG oslo_db.sqlalchemy.engines [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87953) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 25 14:15:56.696475 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing driver for type 'gre' Apr 25 14:15:56.697154 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] gre ID ranges: [(1, 1000)] Apr 25 14:15:56.754071 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing driver for type 'local' Apr 25 14:15:56.754421 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing driver for type 'vlan' Apr 25 14:15:56.767054 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] VlanTypeDriver initialization complete Apr 25 14:15:56.767525 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing driver for type 'vxlan' Apr 25 14:15:56.768006 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] vxlan ID ranges: [(1, 1000)] Apr 25 14:15:56.823512 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing extension driver 'port_security' Apr 25 14:15:56.823885 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.extensions.port_security [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] PortSecurityExtensionDriver initialization complete Apr 25 14:15:56.824223 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing mechanism driver 'openvswitch' Apr 25 14:15:56.824581 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing mechanism driver 'hyperv' Apr 25 14:15:56.831572 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.plugin [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:15:56.832260 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.832637 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.832998 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.833558 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 25 14:15:56.833992 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.834352 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.834701 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.835153 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 25 14:15:56.835568 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.835925 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.836273 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.836665 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 25 14:15:56.837101 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > security_group after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.837459 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > security_group after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.837806 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > security_group after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.838347 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 25 14:15:56.838754 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.839105 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.839447 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.839869 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 25 14:15:56.840276 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > address_group after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.840624 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > address_group after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.840967 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > address_group after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.841379 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 25 14:15:56.841832 n-d-811416-6 neutron-server[87953]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] ML2 OVO RPC backend initialized. {{(pid=87953) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 25 14:15:56.842548 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.842912 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.843494 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.843885 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > networks before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.844245 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.844596 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > ports before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.844955 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.845343 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnets before_response 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.845684 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.846031 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.846374 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.846717 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.847060 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.847400 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.847741 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.848081 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.848418 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.849001 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.plugin [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Modular L2 Plugin initialization complete Apr 25 14:15:56.849364 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading services supported by the core plugin {{(pid=87953) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 25 14:15:56.849692 n-d-811416-6 neutron-server[87953]: INFO neutron.plugins.ml2.managers [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Got port-security extension from driver 'port_security' Apr 25 14:15:56.850159 n-d-811416-6 neutron-server[87953]: INFO neutron.extensions.vlantransparent [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Disabled vlantransparent extension. Apr 25 14:15:56.850655 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87953) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 25 14:15:56.850971 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: router Apr 25 14:15:56.888781 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_interface before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.889215 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_create 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.889591 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router before_create 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.889963 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.890341 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.890701 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_delete 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.891069 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > floatingip after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.891700 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_create 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.892054 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_update 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.892414 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_update 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.892775 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.893169 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_update 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.893589 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_update 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.893966 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.894312 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.894658 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: subnet after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.895001 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.895352 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > port precommit_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.895704 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_create 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.896061 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.896399 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.896759 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router after_update 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.897147 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_delete 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.897504 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_create 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.897872 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.898222 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_update 55549900 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.898592 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > agent after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.898968 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > agent after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.899320 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > network after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.900188 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Tracking information for resource: router configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.900522 n-d-811416-6 neutron-server[87953]: DEBUG neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Tracking information for resource: floatingip configured {{(pid=87953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 25 14:15:56.905650 n-d-811416-6 neutron-server[87953]: INFO neutron.db.l3_agentschedulers_db [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 25 14:15:56.906237 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.906607 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port after_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.906965 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port after_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.907321 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: port after_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.908118 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router before_create 55550100 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.908489 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_delete 55550100 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.908860 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_create 55550100 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.909244 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > router precommit_update 55550100 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.913602 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.provider_configuration [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service providers = [] {{(pid=87953) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 25 14:15:56.913976 n-d-811416-6 neutron-server[87953]: DEBUG neutron.db.servicetype_db [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87953) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 25 14:15:56.916899 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.service_base [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 25 14:15:56.917289 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.service_base [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 25 14:15:56.917639 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.service_base [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 25 14:15:56.918563 n-d-811416-6 neutron-server[87953]: DEBUG neutron.services.service_base [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 25 14:15:56.918940 n-d-811416-6 neutron-server[87953]: INFO neutron.services.service_base [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 25 14:15:56.919326 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.919649 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 25 14:15:56.930224 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.930567 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: auto_allocate Apr 25 14:15:56.936856 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: network precommit_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.937258 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: network precommit_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.937788 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.938138 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: tag Apr 25 14:15:56.944590 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.944927 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: timestamp Apr 25 14:15:56.949008 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.949316 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: network_ip_availability Apr 25 14:15:56.955103 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.955479 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.955841 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:56.956562 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.956886 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: flavors Apr 25 14:15:56.961579 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.961916 n-d-811416-6 neutron-server[87953]: INFO neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading Plugin: revisions Apr 25 14:15:56.966205 n-d-811416-6 neutron-server[87953]: DEBUG neutron.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 25 14:15:56.966599 n-d-811416-6 neutron-server[87953]: DEBUG oslo_concurrency.lockutils [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=87953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 25 14:15:56.967347 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87953) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 25 14:15:56.967687 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Initializing extension manager. Apr 25 14:15:56.968198 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: __init__.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.968544 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: __pycache__ {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.968884 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.969257 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: address_group.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.970021 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.970647 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: address-group Apr 25 14:15:56.970921 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: address_scope.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.971637 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.972135 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: address-scope Apr 25 14:15:56.972461 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: admin_state_down_before_update.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.973438 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.973945 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: router-admin-state-down-before-update Apr 25 14:15:56.974269 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: agent.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.975182 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.975685 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: agent Apr 25 14:15:56.976014 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: agent_resources_synced.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.976944 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.977483 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: agent-resources-synced Apr 25 14:15:56.977813 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: allowedaddresspairs.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.979653 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.980187 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: allowed-address-pairs Apr 25 14:15:56.980522 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: auto_allocated_topology.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.981809 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.982228 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: auto-allocated-topology Apr 25 14:15:56.982560 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: availability_zone.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.983271 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.983821 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: availability_zone Apr 25 14:15:56.984100 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: availability_zone_filter.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.985025 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.985546 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: availability_zone_filter Apr 25 14:15:56.985876 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: data_plane_status.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.986795 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.987301 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension data-plane-status not supported by any of loaded plugins Apr 25 14:15:56.987632 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: default_subnetpools.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.988554 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.989072 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: default-subnetpools Apr 25 14:15:56.989404 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: dhcpagentscheduler.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.990234 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.990750 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: dhcp_agent_scheduler Apr 25 14:15:56.991066 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: dns.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.991989 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.992498 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension dns-integration not supported by any of loaded plugins Apr 25 14:15:56.992826 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: dns_domain_ports.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.993792 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.994289 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 25 14:15:56.994616 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: dvr.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.995293 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.995797 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: dvr Apr 25 14:15:56.996124 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: empty_string_filtering.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.997598 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.998108 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: empty-string-filtering Apr 25 14:15:56.998436 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:56.999358 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:56.999858 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 25 14:15:57.000215 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.001177 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.001678 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 25 14:15:57.002003 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: external_net.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.002916 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.003417 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: external-net Apr 25 14:15:57.003744 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: extra_dhcp_opt.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.004668 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.005211 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: extra_dhcp_opt Apr 25 14:15:57.005538 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: extraroute.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.006448 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.006957 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: extraroute Apr 25 14:15:57.007283 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: extraroute_atomic.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.008338 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.008848 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: extraroute-atomic Apr 25 14:15:57.009202 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: filter_validation.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.009882 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.010378 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: filter-validation Apr 25 14:15:57.010701 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: fip_pf_description.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.011618 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.012771 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 25 14:15:57.013130 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: fip_port_details.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.014055 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.014560 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: fip-port-details Apr 25 14:15:57.014887 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: flavors.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.016118 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.016894 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: flavors Apr 25 14:15:57.017251 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.018927 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.019451 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 25 14:15:57.019789 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: floatingip_pools.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.020491 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.021006 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: floatingip-pools Apr 25 14:15:57.021362 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: ip_allocation.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.022297 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.022808 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension ip_allocation not supported by any of loaded plugins Apr 25 14:15:57.023138 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.024065 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.024570 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: ip-substring-filtering Apr 25 14:15:57.024900 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l2_adjacency.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.025858 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.026362 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 25 14:15:57.026715 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.027735 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.028336 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: router Apr 25 14:15:57.028579 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3_conntrack_helper.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.031048 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.031582 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 25 14:15:57.031914 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.032863 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.033419 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: ext-gw-mode Apr 25 14:15:57.033757 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.034683 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.035192 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: l3-ha Apr 25 14:15:57.035523 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3_flavors.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.036455 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.036967 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: l3-flavors Apr 25 14:15:57.037320 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.038252 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.038762 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 25 14:15:57.039089 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: l3agentscheduler.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.040126 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.040641 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: l3_agent_scheduler Apr 25 14:15:57.040973 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: logging.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.042523 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.043037 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension logging not supported by any of loaded plugins Apr 25 14:15:57.043413 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: metering.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.044165 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.044737 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: metering Apr 25 14:15:57.045089 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.046206 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.046720 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: metering_source_and_destination_fields Apr 25 14:15:57.047051 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: multiprovidernet.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.047979 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.048486 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: multi-provider Apr 25 14:15:57.048817 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: netmtu.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.049766 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.050268 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: net-mtu Apr 25 14:15:57.050594 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: netmtu_writable.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.051514 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.052014 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: net-mtu-writable Apr 25 14:15:57.052340 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: network_availability_zone.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.053011 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.053533 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: network_availability_zone Apr 25 14:15:57.053858 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: network_ip_availability.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.054957 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.055471 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: network-ip-availability Apr 25 14:15:57.055802 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: network_segment_range.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.056576 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.057095 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension network-segment-range not supported by any of loaded plugins Apr 25 14:15:57.057422 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: pagination.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.058408 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.058741 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: pagination Apr 25 14:15:57.059582 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: port_device_profile.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.060495 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.061000 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: port-device-profile Apr 25 14:15:57.061351 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.062274 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.062775 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: port-mac-address-regenerate Apr 25 14:15:57.063100 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.064016 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.064518 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: port-numa-affinity-policy Apr 25 14:15:57.064842 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: port_resource_request.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.065799 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.066292 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension port-resource-request not supported by any of loaded plugins Apr 25 14:15:57.066620 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: portbindings.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.067557 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.068062 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: binding Apr 25 14:15:57.068387 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: portbindings_extended.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.069827 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.070347 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: binding-extended Apr 25 14:15:57.070682 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: portsecurity.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.071617 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.072119 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: port-security Apr 25 14:15:57.072451 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: project_id.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.073477 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.073817 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: project-id Apr 25 14:15:57.074147 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: providernet.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.075665 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.076177 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: provider Apr 25 14:15:57.076498 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.080082 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.080597 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos not supported by any of loaded plugins Apr 25 14:15:57.080931 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.082194 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.082709 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 25 14:15:57.083043 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.083972 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.084479 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 25 14:15:57.084811 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_default.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.085763 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.086271 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-default not supported by any of loaded plugins Apr 25 14:15:57.086600 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_fip.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.087262 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.087765 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-fip not supported by any of loaded plugins Apr 25 14:15:57.088093 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_gateway_ip.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.089024 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.089567 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 25 14:15:57.089900 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_port_network_policy.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.090847 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.091349 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 25 14:15:57.091674 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_rule_type_details.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.092598 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.093136 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 25 14:15:57.093465 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: qos_rules_alias.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.094505 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.095018 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 25 14:15:57.095349 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: quotasv2.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.096258 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.096586 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: quotas Apr 25 14:15:57.096911 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: quotasv2_detail.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.098554 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.098898 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: quota_details Apr 25 14:15:57.099236 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: rbac.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.100299 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.100822 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: rbac-policies Apr 25 14:15:57.101260 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: rbac_address_group.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.102198 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.102722 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: rbac-address-group Apr 25 14:15:57.103054 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: rbac_address_scope.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.103979 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.104492 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: rbac-address-scope Apr 25 14:15:57.104823 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: rbac_security_groups.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.105804 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.106354 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: rbac-security-groups Apr 25 14:15:57.106641 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: rbac_subnetpool.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.107578 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.108088 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: rbac-subnetpool Apr 25 14:15:57.108419 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: revisionifmatch.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.109373 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.109882 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: revision-if-match Apr 25 14:15:57.110216 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: revisions.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.111450 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.111962 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: standard-attr-revisions Apr 25 14:15:57.112296 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: router_availability_zone.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.112971 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.113514 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: router_availability_zone Apr 25 14:15:57.113843 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: routerservicetype.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.114766 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.115269 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension router-service-type not supported by any of loaded plugins Apr 25 14:15:57.115597 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.116524 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.117059 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: security-groups-normalized-cidr Apr 25 14:15:57.117393 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: security_groups_port_filtering.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.118320 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.118831 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: port-security-groups-filtering Apr 25 14:15:57.119166 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.120088 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.120599 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: security-groups-remote-address-group Apr 25 14:15:57.120923 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: securitygroup.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.130941 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.131466 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: security-group Apr 25 14:15:57.131808 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: segment.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.132675 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.133134 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension segment not supported by any of loaded plugins Apr 25 14:15:57.133470 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.134421 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.134924 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 25 14:15:57.135256 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: servicetype.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.136374 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.136889 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: service-type Apr 25 14:15:57.137790 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: sorting.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.138779 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.139119 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: sorting Apr 25 14:15:57.139447 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: standard_attr_segment.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.140360 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.140875 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 25 14:15:57.141496 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: standardattrdescription.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.142147 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.142655 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: standard-attr-description Apr 25 14:15:57.142984 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: stateful_security_group.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.143910 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.144416 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: stateful-security-group Apr 25 14:15:57.144744 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: stdattrs_common.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.145361 n-d-811416-6 neutron-server[87953]: WARNING neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 25 14:15:57.145685 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.146776 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.147194 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 25 14:15:57.147736 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: subnet_onboard.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.148601 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.149141 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: subnet_onboard Apr 25 14:15:57.149472 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.150402 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.150910 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 25 14:15:57.151234 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: subnet_service_types.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.152174 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.152731 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: subnet-service-types Apr 25 14:15:57.153086 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: subnetallocation.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.154181 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.154707 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: subnet_allocation Apr 25 14:15:57.155038 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.155708 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.156230 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: subnetpool-prefix-ops Apr 25 14:15:57.156558 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.157523 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.158032 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 25 14:15:57.158357 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: tagging.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.159429 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.159964 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: standard-attr-tag Apr 25 14:15:57.160294 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: timestamp.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.161510 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.162024 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loaded extension: standard-attr-timestamp Apr 25 14:15:57.162355 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: trunk.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.163386 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.163899 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension trunk not supported by any of loaded plugins Apr 25 14:15:57.164230 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: trunk_details.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.165188 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.165698 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension trunk-details not supported by any of loaded plugins Apr 25 14:15:57.166026 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: uplink_status_propagation.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.166983 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.167489 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 25 14:15:57.167825 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Loading extension file: vlantransparent.py {{(pid=87953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 25 14:15:57.168524 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 25 14:15:57.169048 n-d-811416-6 neutron-server[87953]: INFO neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 25 14:15:57.171453 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:network Apr 25 14:15:57.172221 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:subnet Apr 25 14:15:57.172994 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:subnetpool Apr 25 14:15:57.173620 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:port Apr 25 14:15:57.174926 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.175380 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service FLAVORS assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.176005 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.176437 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.176777 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:router Apr 25 14:15:57.177462 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:floatingip Apr 25 14:15:57.178174 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service METERING assigned prefix: /metering {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.179640 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:57.180020 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:57.180379 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:15:57.182741 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of CountableResource for resource:rbac_policy Apr 25 14:15:57.183201 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:security_group Apr 25 14:15:57.183872 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 25 14:15:57.185157 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service CORE assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.185500 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:subnetpool Apr 25 14:15:57.185845 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] subnetpool is already registered Apr 25 14:15:57.186472 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service CORE assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.186810 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:subnetpool Apr 25 14:15:57.187151 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] subnetpool is already registered Apr 25 14:15:57.303259 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.303607 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service FLAVORS assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.304215 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.304646 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.304996 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:router Apr 25 14:15:57.305364 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] router is already registered Apr 25 14:15:57.306029 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:floatingip Apr 25 14:15:57.306365 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] floatingip is already registered Apr 25 14:15:57.307001 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service METERING assigned prefix: /metering {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.307831 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of CountableResource for resource:rbac_policy Apr 25 14:15:57.308168 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] rbac_policy is already registered Apr 25 14:15:57.308602 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:security_group Apr 25 14:15:57.308959 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] security_group is already registered Apr 25 14:15:57.310119 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 25 14:15:57.310460 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] security_group_rule is already registered Apr 25 14:15:57.311136 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service CORE assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.311471 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:subnetpool Apr 25 14:15:57.311808 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] subnetpool is already registered Apr 25 14:15:57.312429 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.v2.resource_helper [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Service CORE assigned prefix: {{(pid=87953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 25 14:15:57.312771 n-d-811416-6 neutron-server[87953]: INFO neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Creating instance of TrackedResource for resource:subnetpool Apr 25 14:15:57.313132 n-d-811416-6 neutron-server[87953]: WARNING neutron.quota.resource_registry [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] subnetpool is already registered Apr 25 14:15:57.313794 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: extensions {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.315321 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: address-groups {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.317003 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: address-scopes {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.318251 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: agents {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.319419 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: auto-allocated-topology {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.320789 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: availability_zones {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.322066 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: dhcp-networks {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.323498 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: dhcp-agents {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.325180 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: routers {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.326997 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: flavors {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.328169 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: service_profiles {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.329422 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: next_providers {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.330963 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: service_profiles {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.332613 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: floatingip-pools {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.333861 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: routers {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.335691 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: floatingips {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.336888 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: l3-routers {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.338306 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: l3-agents {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.339957 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: metering-labels {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.341274 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: metering-label-rules {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.342560 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: network-ip-availabilities {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.343850 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: bindings {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.345514 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: quotas {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.347169 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: quotas {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.348591 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: rbac-policies {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.349937 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: security-groups {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.351149 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: security-group-rules {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.352411 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: service-providers {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.353778 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: subnetpools {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.355127 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: subnetpools {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.357143 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.358975 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.360716 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.362554 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.365580 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.367424 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.369157 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.371064 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.373440 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.375314 n-d-811416-6 neutron-server[87953]: DEBUG neutron.api.extensions [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Extended resource: tags {{(pid=87953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 25 14:15:57.381397 n-d-811416-6 neutron-server[87953]: WARNING keystonemiddleware.auth_token [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 25 14:15:57.386155 n-d-811416-6 neutron-server[87953]: WARNING keystonemiddleware.auth_token [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 25 14:15:57.394581 n-d-811416-6 neutron-server[87953]: DEBUG oslo_concurrency.lockutils [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Acquired lock "singleton_lock" {{(pid=87953) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 25 14:15:57.395064 n-d-811416-6 neutron-server[87953]: DEBUG oslo_concurrency.lockutils [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Releasing lock "singleton_lock" {{(pid=87953) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 25 14:15:57.395707 n-d-811416-6 neutron-server[87953]: INFO oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Starting 2 workers Apr 25 14:15:57.401255 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Started child 88060 {{(pid=87953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 25 14:15:57.405965 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Started child 88061 {{(pid=87953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 25 14:15:57.406381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:15:57.407812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [-] (88060) wsgi starting up on http://0.0.0.0:9696 Apr 25 14:15:57.407914 n-d-811416-6 neutron-server[87953]: INFO neutron.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 25 14:15:57.408474 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Notify callbacks [] for process, before_spawn {{(pid=87953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:15:57.410934 n-d-811416-6 neutron-server[87953]: INFO oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Starting 1 workers Apr 25 14:15:57.411250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:15:57.412809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [-] (88061) wsgi starting up on http://0.0.0.0:9696 Apr 25 14:15:57.416020 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Started child 88062 {{(pid=87953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 25 14:15:57.416527 n-d-811416-6 neutron-server[87953]: INFO oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Starting 1 workers Apr 25 14:15:57.420041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] calling RpcWorker wait() {{(pid=88062) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 25 14:15:57.420583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] returning from RpcWorker wait() {{(pid=88062) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 25 14:15:57.421490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Started child 88063 {{(pid=87953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 25 14:15:57.421990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:15:57.422274 n-d-811416-6 neutron-server[87953]: DEBUG neutron_lib.callbacks.manager [None req-7232dfc6-19ca-4b46-80b0-7b8074ed109c None None] Notify callbacks [] for process, after_spawn {{(pid=87953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:15:57.422449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:15:57.424253 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87953) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 25 14:15:57.424473 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 25 14:15:57.424659 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 25 14:15:57.424880 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 25 14:15:57.425270 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 25 14:15:57.425434 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 25 14:15:57.425926 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.426203 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.426478 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.426744 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.427026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.427597 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.427779 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:15:57.428249 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.428249 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.428400 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.428602 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.428769 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.428938 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.429207 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.429440 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.429528 n-d-811416-6 neutron-server[88063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:15:57.429788 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.430065 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.430309 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.430590 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.430754 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.431005 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.431277 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.431520 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.431789 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] debug = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.432036 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.432500 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.432730 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.432970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.433224 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.433515 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.433756 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.434614 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.434854 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.435074 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.435338 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.435609 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.435844 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.436057 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.436272 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.436543 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.436775 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.437250 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] host = n-d-811416-6 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.437502 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.437721 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.437946 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.438172 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.438414 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.438631 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.438882 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.439122 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.439384 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.439626 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.439894 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.440194 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.440399 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.440639 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.440804 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_options = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.441054 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.441350 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.441616 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.441808 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.441976 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.442149 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.442402 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.442563 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.442820 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.443052 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.443264 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.443501 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.443748 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.443982 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.444226 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.444453 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.444664 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.444871 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.445172 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.445418 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.445642 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.446490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.446490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.446490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.446725 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.446804 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448383 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448922 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.448922 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.449127 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.449729 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.449729 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.449931 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.450014 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.450450 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.450713 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.450713 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.450955 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.451157 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.451651 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_json = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.451937 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.452189 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.452729 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.452729 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.452995 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.453100 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.453283 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.453513 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.453750 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.454189 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.454472 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.454805 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.455036 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.455269 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.455505 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.455734 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.455952 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.456202 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.456432 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.456743 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.456968 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.457277 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.457516 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.457779 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.458107 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.458938 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.458938 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.458938 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.459175 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.459263 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.459456 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.460045 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.460045 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.461807 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.464708 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465867 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465867 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.465867 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.466081 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.466594 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.466594 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.466773 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.466890 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469123 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469596 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469596 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.469738 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471084 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471084 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471084 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471084 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471084 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471084 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471550 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471550 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.471691 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473549 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473549 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.473703 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.474211 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.474211 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.474701 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.474832 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.475114 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.476189 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.476189 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.476189 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.476189 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.476484 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.476570 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.477001 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.477001 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.477320 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.477629 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.477881 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.478100 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.478501 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.478607 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.478833 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.480222 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.480222 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.480222 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.480222 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.480222 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.480222 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.481346 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.481346 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.481497 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.481794 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.482213 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.482213 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.482488 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.482800 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484079 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484079 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484079 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484079 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484079 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484435 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484554 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.484787 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.485209 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.485331 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.485536 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.485784 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.486992 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.486992 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.486992 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.486992 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.487313 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.487313 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.487865 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.487865 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.488041 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.488229 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.488500 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.488747 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.489008 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.489468 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.489540 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.490515 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.490515 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.490515 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.490515 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.490862 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.490862 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.491008 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.491247 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.491456 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.491683 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.492035 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.492136 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.492347 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.492592 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.492804 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.493027 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.493277 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.493494 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.493752 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.493983 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.494220 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.494706 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.494706 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.494888 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.495104 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.495398 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.495663 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.495910 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.496142 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.496435 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.497213 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.497975 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.497975 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.497975 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.498188 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.498644 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.498644 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.498842 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.498923 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.499163 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.499373 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.499604 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.500940 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.500940 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.500940 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.500940 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.500940 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.501353 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.501353 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.501569 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.501787 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.502034 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.502340 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.502480 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.502713 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.502949 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.503165 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.503379 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.503598 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.503851 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.504107 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.504341 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.504555 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.504776 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.504989 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.505232 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.505444 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.505656 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.505863 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.506070 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.506284 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.506532 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.506953 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.507219 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.507421 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.507673 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.507903 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.508165 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.508343 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.508552 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.508768 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.508992 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.509257 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.509486 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.509695 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.509910 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.510155 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.510444 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.514114 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.514382 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.514559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54696) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:15:57.514697 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.514955 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.515233 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.515513 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.515852 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.516818 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.516818 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.516818 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.517090 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.517366 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.517645 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.517980 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.518278 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.518543 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.518779 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.519104 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.519369 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.519636 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.519855 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.520486 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.520486 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.520759 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.521018 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.521270 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.521562 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.521787 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.522028 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.522265 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.522522 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.522908 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.523013 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.523211 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.523460 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.523695 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.523922 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.524139 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.524364 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.524576 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.524824 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.525085 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.525248 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 25 14:15:57.525759 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87953) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 25 14:15:57.525923 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 25 14:15:57.526073 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 25 14:15:57.526241 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 25 14:15:57.526409 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 25 14:15:57.526560 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 25 14:15:57.526770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.526932 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.527090 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.527259 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.527408 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.527624 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.527784 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.527941 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.528501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096731 Apr 25 14:15:57.528719 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.528884 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.529070 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.529239 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.529391 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.529723 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.529879 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.530180 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.531149 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.531318 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.531632 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.531802 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.532120 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.532277 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.532440 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] debug = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.532636 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.532798 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.533256 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.533862 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.534027 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.534490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.534490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.534490 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.534692 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.535696 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.536013 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.536925 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.538552 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.539377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.540492 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.540492 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.540492 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.540492 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] host = n-d-811416-6 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.540492 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.541145 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542011 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542011 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542011 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542011 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542011 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542311 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542311 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542446 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542602 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542688 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.542846 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.543003 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.543841 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_options = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.545015 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.545532 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.545700 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.545893 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.546063 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.546225 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.546387 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.546545 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.546941 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.547099 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.547261 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.547424 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.547634 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.547780 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.548236 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.548406 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.548568 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.549823 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.551457 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.551637 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.551814 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.552044 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.552229 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.552930 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.553128 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.553902 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.554167 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.554413 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.555403 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.555593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.556504 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.556693 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.556873 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.557103 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.557265 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.557407 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.557570 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.557744 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.557930 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.558067 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.558225 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.558385 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.558547 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.558707 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.558897 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.559576 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_json = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.559736 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.559896 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.560792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.560792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.560792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.560792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.560792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.560792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.561244 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 25 14:15:57.561449 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.561630 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.561804 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.561974 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.562436 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.562607 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.563200 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.563200 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.563351 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.563521 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.563711 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.563862 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.564028 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.564306 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.565272 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.565272 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.565272 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.565863 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.565863 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.565863 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.566498 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.566498 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.566498 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.566498 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567076 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567076 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567076 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567610 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567610 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567610 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567610 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.567857 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569066 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569066 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569066 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569066 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569066 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569431 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569568 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569735 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.569898 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.570064 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.570228 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.570388 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.570535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:15:57.570643 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.570714 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.570850 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.571025 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572026 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572392 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572392 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572392 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572562 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572665 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572826 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.572987 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.573299 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.573299 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.573783 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.573783 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.573783 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.574470 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.574726 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.574872 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.575003 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.575970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.575970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.575970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.575970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.576464 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.576464 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.576712 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.576843 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.576975 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.577468 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.577468 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.578083 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.578260 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.578426 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.578605 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.578788 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.578955 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.579122 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.580107 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.580365 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.580630 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.580833 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.581584 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582377 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582720 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582720 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582840 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.582995 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.583156 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.583317 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.583482 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.583645 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.583864 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.584769 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.584769 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.584769 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.584769 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.584769 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.585619 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.585619 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.585619 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.585619 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.585619 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.586323 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.586323 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.586323 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.586323 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.586323 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.588792 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591135 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591806 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591806 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591806 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.591806 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.592043 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.592043 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.592353 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.592353 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.593241 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.593416 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.593586 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.593750 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.594001 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.594492 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.594658 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.594826 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.595012 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.595242 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.595447 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.595580 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.595725 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.595888 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.596049 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.596320 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.596583 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.597527 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.597981 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.598290 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.598464 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.598631 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.598778 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.598950 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.599115 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.599280 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.599433 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.599594 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.599758 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.599924 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.600089 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.600251 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.600404 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.600564 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.600764 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.601192 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.601344 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.601476 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.601651 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.601819 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.601981 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.602990 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.603158 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.603323 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.603491 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.603712 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.604770 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.605560 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.605560 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.605560 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.605560 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.606454 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.606454 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.606454 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.606677 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.606756 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.606904 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.607064 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.607392 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.607570 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.607710 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.607984 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.608153 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.608295 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.608442 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.608581 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.608743 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.608911 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.609161 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.609308 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.610348 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.610523 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.610767 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.610893 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.611263 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.611436 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.611601 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.611752 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.611914 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.612091 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.612256 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.612419 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.612696 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.612902 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.613301 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.613508 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.613653 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.614246 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.614428 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.614592 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.614754 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.614917 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.615081 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.615248 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.615434 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616593 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.616970 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.617154 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.617267 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.617428 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618121 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618121 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618121 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618121 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618404 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618404 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618537 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618701 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618802 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.618948 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.619109 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.619271 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.619433 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.619594 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.619755 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.619922 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 25 14:15:57.620740 n-d-811416-6 neutron-server[87953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 25 14:16:08.465299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0bb265-a05b-478e-acba-7f7314bf03cd None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:16:08.554314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0bb265-a05b-478e-acba-7f7314bf03cd None None] No non-hosted networks {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 25 14:16:08.569999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.agentschedulers_db [None req-0a0bb265-a05b-478e-acba-7f7314bf03cd None None] DHCP Agent not found on host n-d-811416-6 {{(pid=88062) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 25 14:16:08.648808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd62bb3a-2394-4798-a85d-1cde1a6ddd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:10.758779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-588b3f25-532d-4d11-9b69-2a198c5d495c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:10.796276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2561193-c211-4435-a352-061824a16f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:11.718571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:11.720463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.723052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.723533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.724005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.724412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.725110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.729076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.731549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.732197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.733198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.733700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.734205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:11.735451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811416-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:11.751532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811416-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:11.786052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:13.426590 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:15.047779 n-d-811416-6 neutron-server[88062]: INFO neutron.db.l3_hamode_db [None req-fd3dcd79-748e-4e2a-9464-91e78c7eab5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 25 14:16:15.131389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54794) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:15.137555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3dcd79-748e-4e2a-9464-91e78c7eab5f None None] Routers set() bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:16:15.137952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3dcd79-748e-4e2a-9464-91e78c7eab5f None None] Router IDs set() for agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 25 14:16:15.756067 n-d-811416-6 neutron-server[88061]: WARNING oslo_policy.policy [None req-49c62b04-d0b7-4d2f-816d-ba69699044de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:15.756649 n-d-811416-6 neutron-server[88061]: WARNING oslo_policy.policy [None req-49c62b04-d0b7-4d2f-816d-ba69699044de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:15.978954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [None req-49c62b04-d0b7-4d2f-816d-ba69699044de admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:16:15.980777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-49c62b04-d0b7-4d2f-816d-ba69699044de admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8464715 Apr 25 14:16:18.408444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:19.008295 n-d-811416-6 neutron-server[88060]: WARNING oslo_policy.policy [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:19.008893 n-d-811416-6 neutron-server[88060]: WARNING oslo_policy.policy [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:19.226264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:19.321702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.policy [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 25 14:16:19.366829 n-d-811416-6 neutron-server[88060]: WARNING oslo_policy.policy [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:19.367237 n-d-811416-6 neutron-server[88060]: WARNING oslo_policy.policy [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:19.377991 n-d-811416-6 neutron-server[88060]: INFO neutron.quota [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] Loaded quota_driver: . Apr 25 14:16:19.395215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:19.457742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752169509525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752169508928', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752169490330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752169492678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752169540014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752169549479', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1620403', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620407'] for rbac-policy, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:19.524463 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:19.525722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-effb8b68-1a22-4191-aa83-d28f6edf55a8 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1160383 Apr 25 14:16:22.258427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:22.630602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Request body: {'network': {'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'name': 'private', 'admin_state_up': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:22.632028 n-d-811416-6 neutron-server[88061]: INFO neutron.quota [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Loaded quota_driver: . Apr 25 14:16:22.648295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:22.654586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Usage tracker for resource:network and tenant:b0ef6ea50d9c47d2803762625fabb958 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:22.660193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:22.667793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:22.685541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Made reservation on behalf of b0ef6ea50d9c47d2803762625fabb958 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:16:22.755166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.policy [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88061) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 25 14:16:22.802141 n-d-811416-6 neutron-server[88061]: WARNING oslo_policy.policy [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:22.802527 n-d-811416-6 neutron-server[88061]: WARNING oslo_policy.policy [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 25 14:16:22.813607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:22.835500 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:22.851083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:22.854793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Usage tracker for resource:security_group_rule and tenant:b0ef6ea50d9c47d2803762625fabb958 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:22.861119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:22.866945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:22.974644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:22.978880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:23.002333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:16:23.028697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752164969247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:23.029317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Unsubscribe: segment precommit_create {{(pid=88061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 25 14:16:23.029806 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Added segment a8149249-6555-4204-a6ca-4537f3f9964d of type vlan for network 756cd1e7-a158-4a27-9c41-287626c649eb Apr 25 14:16:23.083544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a24772-7d4b-483e-819b-67b7e814ee77,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:23.101340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.101725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.102005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.102341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.102667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.102992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.103318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.103640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.103964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.104289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.104636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.104925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Tracked resource versions report: Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: pushed versions: Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: { 'AddressGroup': {'1.2'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'ConntrackHelper': {'1.0'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Log': {'1.0'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Network': {'1.1'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Port': {'1.7'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'PortForwarding': {'1.2'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'QosPolicy': {'1.8'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'SecurityGroup': {'1.4'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'SubPort': {'1.0'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Subnet': {'1.1'}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Trunk': {'1.1'}} Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: consumer versions: Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: L3 agent@n-d-811416-6: {}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: Metadata agent@n-d-811416-6: {}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: Metering agent@n-d-811416-6: {}, Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'ConntrackHelper': '1.0', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Log': '1.0', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Network': '1.1', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Port': '1.7', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'PortForwarding': '1.2', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'QosPolicy': '1.8', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'SecurityGroup': '1.4', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'SecurityGroupRule': '1.2', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'SubPort': '1.0', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Subnet': '1.1', Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: 'Trunk': '1.1'}} Apr 25 14:16:23.106627 n-d-811416-6 neutron-server[88061]: {{(pid=88061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:16:23.147895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:23.191070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:23.192221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:23.192887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:23.302868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] Pushing event updated for resources: {'Network': ['ID=756cd1e7-a158-4a27-9c41-287626c649eb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:23.305380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0aca2b37-e822-47d5-af4a-131e22f977ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0458972 Apr 25 14:16:23.327260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 756cd1e7-a158-4a27-9c41-287626c649eb details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:16:26.110421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54844) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:26.565224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b36a26-7d00-4f7d-bfaf-717fcb6e398b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:26.566615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-59b36a26-7d00-4f7d-bfaf-717fcb6e398b admin admin] 10.222.0.23 "GET /v2.0/networks/756cd1e7-a158-4a27-9c41-287626c649eb HTTP/1.1" status: 200 len: 825 time: 0.4552453 Apr 25 14:16:26.597656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a212a560-1224-41ee-8223-544df7fa3c10 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/6a8796aa-9f70-4e10-9c6b-b590143ea272 HTTP/1.1" status: 200 len: 734 time: 0.0247400 Apr 25 14:16:26.607331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272', 'ip_version': 4, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:26.612601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:26.616478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Usage tracker for resource:subnet and tenant:b0ef6ea50d9c47d2803762625fabb958 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:26.619505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:26.626251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:26.636527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Made reservation on behalf of b0ef6ea50d9c47d2803762625fabb958 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:16:26.638854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:26.928536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:27.015953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21afe228-84cf-44b9-a372-778f9e03d932,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:27.020368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Checking segment: {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:16:27.020743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Network hostable DHCP agents. Network: 756cd1e7-a158-4a27-9c41-287626c649eb, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:16:27.042966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Network 756cd1e7-a158-4a27-9c41-287626c649eb is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:16:27.055011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 756cd1e7-a158-4a27-9c41-287626c649eb) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:16:27.061475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:27.062173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:27.070493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e9ac0-5e14-4fa9-8831-7e6bf7acc29c None None] Network 756cd1e7-a158-4a27-9c41-287626c649eb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:16:27.084396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ffbe35f7-e1f9-47f6-942a-96ae59ee366e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4808617 Apr 25 14:16:27.398881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-756cd1e7-a158-4a27-9c41-287626c649eb', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:16:27.400439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:27.604502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Allocated IP 172.20.0.2 (756cd1e7-a158-4a27-9c41-287626c649eb/21afe228-84cf-44b9-a372-778f9e03d932/a6b0fa9f-257e-46b1-b626-9f196abe0cfb) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:16:27.862865 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:27.877422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Transition to ACTIVE for port object a6b0fa9f-257e-46b1-b626-9f196abe0cfb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:16:27.898983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Transition to ACTIVE for port object a6b0fa9f-257e-46b1-b626-9f196abe0cfb will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:16:27.909167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:27.971699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Network 756cd1e7-a158-4a27-9c41-287626c649eb is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:16:27.974573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:16:27.989512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:16:28.000337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Pushing event updated for resources: {'Port': ['ID=a6b0fa9f-257e-46b1-b626-9f196abe0cfb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:28.061781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.062122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.062460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.062795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.063127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.063459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.063776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.064097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.064415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.064734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.065068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.065389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Tracked resource versions report: Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: pushed versions: Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: { 'AddressGroup': {'1.2'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'ConntrackHelper': {'1.0'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Log': {'1.0'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Network': {'1.1'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Port': {'1.7'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'PortForwarding': {'1.2'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'QosPolicy': {'1.8'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'SecurityGroup': {'1.4'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'SubPort': {'1.0'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Subnet': {'1.1'}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Trunk': {'1.1'}} Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: consumer versions: Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: L3 agent@n-d-811416-6: {}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: Metadata agent@n-d-811416-6: {}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: Metering agent@n-d-811416-6: {}, Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'ConntrackHelper': '1.0', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Log': '1.0', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Network': '1.1', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Port': '1.7', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'PortForwarding': '1.2', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'QosPolicy': '1.8', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'SecurityGroup': '1.4', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'SecurityGroupRule': '1.2', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'SubPort': '1.0', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Subnet': '1.1', Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: 'Trunk': '1.1'}} Apr 25 14:16:28.066474 n-d-811416-6 neutron-server[88062]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:16:28.142082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Attempting to bind port a6b0fa9f-257e-46b1-b626-9f196abe0cfb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:16:28.142951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Attempting to bind port a6b0fa9f-257e-46b1-b626-9f196abe0cfb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:16:28.143130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Attempting to bind port a6b0fa9f-257e-46b1-b626-9f196abe0cfb on network 756cd1e7-a158-4a27-9c41-287626c649eb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:16:28.151627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:16:28.152751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Checking segment: {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:16:28.153520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:28.154035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Bound using segment: {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:16:28.154737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Bound port: a6b0fa9f-257e-46b1-b626-9f196abe0cfb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:16:28.155351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:28.257083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] For port a6b0fa9f-257e-46b1-b626-9f196abe0cfb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:16:28.261755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] For port a6b0fa9f-257e-46b1-b626-9f196abe0cfb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a6b0fa9f-257e-46b1-b626-9f196abe0cfb,segment=NetworkSegment(a8149249-6555-4204-a6ca-4537f3f9964d),segment_id=a8149249-6555-4204-a6ca-4537f3f9964d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:16:28.267313 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:28.363350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6a33-acd3-4361-8702-d1e186d98207 None None] Pushing event updated for resources: {'Port': ['ID=a6b0fa9f-257e-46b1-b626-9f196abe0cfb,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:29.922915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54854) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:30.379696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-faf79d99-32cb-4170-9745-ae72b95c6451 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:16:30.401082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-faf79d99-32cb-4170-9745-ae72b95c6451 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4568806 Apr 25 14:16:31.677810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a6b0fa9f-257e-46b1-b626-9f196abe0cfb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:16:31.781364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a6b0fa9f-257e-46b1-b626-9f196abe0cfb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:16:32.458751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce10cf-1c59-49fe-b31b-8f4c928a3499 None None] Network 756cd1e7-a158-4a27-9c41-287626c649eb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:16:32.633004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] Provisioning for port a6b0fa9f-257e-46b1-b626-9f196abe0cfb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:16:32.644437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] Provisioning complete for port a6b0fa9f-257e-46b1-b626-9f196abe0cfb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:32.644922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:32.880888 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:32.954239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] For port a6b0fa9f-257e-46b1-b626-9f196abe0cfb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a6b0fa9f-257e-46b1-b626-9f196abe0cfb,segment=NetworkSegment(a8149249-6555-4204-a6ca-4537f3f9964d),segment_id=a8149249-6555-4204-a6ca-4537f3f9964d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:16:32.968195 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:33.064354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9747b-03c5-480b-8c4a-03d655318282 None None] Pushing event updated for resources: {'Port': ['ID=a6b0fa9f-257e-46b1-b626-9f196abe0cfb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:33.131264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54870) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:33.160173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-48b7636d-0963-471b-b1f0-d11f64a76e14 None None] Provisioning complete for port a6b0fa9f-257e-46b1-b626-9f196abe0cfb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:33.160563 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b7636d-0963-471b-b1f0-d11f64a76e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:33.529835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-5ab0d354-8ebe-456b-a3a5-79328ed22303 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:16:33.530856 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ab0d354-8ebe-456b-a3a5-79328ed22303 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3983610 Apr 25 14:16:33.657193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a6b0fa9f-257e-46b1-b626-9f196abe0cfb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:16:33.738608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a6b0fa9f-257e-46b1-b626-9f196abe0cfb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:33.738993 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:36.399523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54882) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:36.813423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Request body: {'router': {'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:36.818360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:36.822601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Usage tracker for resource:router and tenant:b0ef6ea50d9c47d2803762625fabb958 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:36.826902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:36.833149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:36.843861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:36.845583 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:36.868956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:36.984546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:37.004357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:37.005559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b852dbbf-60d6-4294-9c53-c1241bb435f9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6050634 Apr 25 14:16:38.410195 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb258-4a19-4988-a5ff-d4735a88f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:39.402804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:39.779216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-8878f650-edf6-4157-9905-536dc951f8b8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:16:39.780245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8878f650-edf6-4157-9905-536dc951f8b8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3761609 Apr 25 14:16:40.754744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a162d0e-ca9e-4edb-b755-fadb36f30385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:41.673141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:41.697405 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.272078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54912) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:42.428793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:42.434596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:42.439517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Usage tracker for resource:network and tenant:42c65c16dfd2475d833492b85968e1a3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:42.445983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:42.454098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:42.465696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Made reservation on behalf of 42c65c16dfd2475d833492b85968e1a3 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:16:42.468708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.487369 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.505137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:42.508981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Usage tracker for resource:security_group_rule and tenant:42c65c16dfd2475d833492b85968e1a3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:42.512459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:42.518544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:42.611316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.614960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.629465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Reserving flat network on physical network physnet1 {{(pid=88060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 25 14:16:42.657662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752164969247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.658208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Unsubscribe: segment precommit_create {{(pid=88060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 25 14:16:42.658688 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Added segment 21449817-0066-4512-ab78-347af9860ede of type flat for network d2d95da0-8f28-4169-a88e-cd85298915e0 Apr 25 14:16:42.710878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad96ba-cb85-4dfc-a256-a5d595845cc9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:42.731382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.731759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.732090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.732417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.732748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.733090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.733410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.733731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.734047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.734362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.734678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.734991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Tracked resource versions report: Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: pushed versions: Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: { 'AddressGroup': {'1.2'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'ConntrackHelper': {'1.0'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Log': {'1.0'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Network': {'1.1'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Port': {'1.7'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'PortForwarding': {'1.2'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'QosPolicy': {'1.8'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'SecurityGroup': {'1.4'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'SubPort': {'1.0'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Subnet': {'1.1'}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Trunk': {'1.1'}} Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: consumer versions: Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: L3 agent@n-d-811416-6: {}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: Metadata agent@n-d-811416-6: {}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: Metering agent@n-d-811416-6: {}, Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'ConntrackHelper': '1.0', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Log': '1.0', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Network': '1.1', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Port': '1.7', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'PortForwarding': '1.2', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'QosPolicy': '1.8', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'SecurityGroup': '1.4', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'SecurityGroupRule': '1.2', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'SubPort': '1.0', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Subnet': '1.1', Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: 'Trunk': '1.1'}} Apr 25 14:16:42.736046 n-d-811416-6 neutron-server[88060]: {{(pid=88060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:16:42.770945 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.814538 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.815606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:42.816197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:42.919347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6459081 Apr 25 14:16:42.924217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c0eb4-a701-4d9d-b66a-29c6c175105d admin admin] Pushing event updated for resources: {'Network': ['ID=d2d95da0-8f28-4169-a88e-cd85298915e0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:42.935372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d2d95da0-8f28-4169-a88e-cd85298915e0 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:16:43.349679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:45.178747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54936) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:45.293494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c9c3b-c588-4706-898a-6a7cf5749ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:45.294875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a48c9c3b-c588-4706-898a-6a7cf5749ab4 admin admin] 10.222.0.23 "GET /v2.0/subnets/21afe228-84cf-44b9-a372-778f9e03d932 HTTP/1.1" status: 200 len: 849 time: 0.1151218 Apr 25 14:16:45.464895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dfaa9f25-33ab-4ab7-80a3-877a93c39d06 admin admin] 10.222.0.23 "GET /v2.0/routers/0f40e8d5-bab8-4c27-9f0d-c05c1953648f HTTP/1.1" status: 200 len: 704 time: 0.1644692 Apr 25 14:16:45.931360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:46.163628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Allocated IP 172.20.0.1 (756cd1e7-a158-4a27-9c41-287626c649eb/21afe228-84cf-44b9-a372-778f9e03d932/33c29878-00db-4550-b395-78ccadbe0968) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:16:46.321419 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:46.342239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Transition to ACTIVE for port object 33c29878-00db-4550-b395-78ccadbe0968 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:16:46.402046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:46.465237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Network 756cd1e7-a158-4a27-9c41-287626c649eb is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:16:46.466400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:16:46.476949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:16:46.477520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:46.616787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Pushing event updated for resources: {'Port': ['ID=33c29878-00db-4550-b395-78ccadbe0968,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:46.694172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ade5c295-75b8-495e-a13a-0653a10798e8 None None] Provisioning for port 33c29878-00db-4550-b395-78ccadbe0968 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:16:46.701080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ade5c295-75b8-495e-a13a-0653a10798e8 None None] Provisioning complete for port 33c29878-00db-4550-b395-78ccadbe0968 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:46.701472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ade5c295-75b8-495e-a13a-0653a10798e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:46.759920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ade5c295-75b8-495e-a13a-0653a10798e8 None None] Port 33c29878-00db-4550-b395-78ccadbe0968 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:16:46.812687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:47.052577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:47.057916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:47.058664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:47.195087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Pushing event updated for resources: {'Port': ['ID=33c29878-00db-4550-b395-78ccadbe0968,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:47.255606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Network 756cd1e7-a158-4a27-9c41-287626c649eb is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:16:47.256714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:16:47.457380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:16:47.487408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-98ad1f8f-6855-4c40-a03d-ad0b703ba5ca None None] Provisioning complete for port 33c29878-00db-4550-b395-78ccadbe0968 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:47.488170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-98ad1f8f-6855-4c40-a03d-ad0b703ba5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:47.559676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-98ad1f8f-6855-4c40-a03d-ad0b703ba5ca None None] Port 33c29878-00db-4550-b395-78ccadbe0968 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:16:47.622845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:16:47.633575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c8b391e7-b649-4a1a-91f5-2069ee6fde5d admin admin] 10.222.0.23 "PUT /v2.0/routers/0f40e8d5-bab8-4c27-9f0d-c05c1953648f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1633375 Apr 25 14:16:47.633865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Sync routers for ids ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:16:47.645108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Routers {'0f40e8d5-bab8-4c27-9f0d-c05c1953648f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:16:47.645968 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:16:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:47.825531 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Set router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:16:48.206686 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'name': 'router1', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:16:36Z', 'updated_at': '2022-04-25T14:16:46Z', 'revision_number': 2, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'gw_port_host': None, '_interfaces': [{'id': '33c29878-00db-4550-b395-78ccadbe0968', 'name': '', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'mac_address': 'fa:16:3e:75:db:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:45Z', 'updated_at': '2022-04-25T14:16:46Z', 'revision_number': 2, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnets': [{'id': '21afe228-84cf-44b9-a372-778f9e03d932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:48.211785 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Checking router: 0f40e8d5-bab8-4c27-9f0d-c05c1953648f for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:16:48.212167 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Updating router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f port 33c29878-00db-4550-b395-78ccadbe0968 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:16:48.265336 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:48.648713 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:48.664776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Transition to ACTIVE for port object 33c29878-00db-4550-b395-78ccadbe0968 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:16:48.671883 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:48.904269 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Pushing event updated for resources: {'Port': ['ID=33c29878-00db-4550-b395-78ccadbe0968,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:48.922337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.922678 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.923012 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.923342 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.923665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.923984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.924303 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.924619 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.924937 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.925274 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.925588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.925900 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Tracked resource versions report: Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: pushed versions: Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: { 'AddressGroup': {'1.2'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'ConntrackHelper': {'1.0'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Log': {'1.0'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Network': {'1.1'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Port': {'1.7'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'PortForwarding': {'1.2'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'QosPolicy': {'1.8'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'SecurityGroup': {'1.4'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'SubPort': {'1.0'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Subnet': {'1.1'}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Trunk': {'1.1'}} Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: consumer versions: Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: L3 agent@n-d-811416-6: {}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: Metadata agent@n-d-811416-6: {}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: Metering agent@n-d-811416-6: {}, Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'ConntrackHelper': '1.0', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Log': '1.0', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Network': '1.1', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Port': '1.7', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'PortForwarding': '1.2', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'QosPolicy': '1.8', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'SecurityGroup': '1.4', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'SecurityGroupRule': '1.2', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'SubPort': '1.0', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Subnet': '1.1', Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: 'Trunk': '1.1'}} Apr 25 14:16:48.926938 n-d-811416-6 neutron-server[88063]: {{(pid=88063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:16:48.934215 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Attempting to bind port 33c29878-00db-4550-b395-78ccadbe0968 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:16:48.934621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Attempting to bind port 33c29878-00db-4550-b395-78ccadbe0968 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:16:48.935026 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Attempting to bind port 33c29878-00db-4550-b395-78ccadbe0968 on network 756cd1e7-a158-4a27-9c41-287626c649eb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:16:48.940430 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:16:48.940829 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Checking segment: {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:16:48.941349 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:48.941732 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Bound using segment: {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:16:48.942208 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Bound port: 33c29878-00db-4550-b395-78ccadbe0968, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8149249-6555-4204-a6ca-4537f3f9964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:16:48.942591 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:49.031078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] For port 33c29878-00db-4550-b395-78ccadbe0968, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:16:49.035368 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] For port 33c29878-00db-4550-b395-78ccadbe0968, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=33c29878-00db-4550-b395-78ccadbe0968,segment=NetworkSegment(a8149249-6555-4204-a6ca-4537f3f9964d),segment_id=a8149249-6555-4204-a6ca-4537f3f9964d)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:16:49.041196 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:49.125288 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Routers {'0f40e8d5-bab8-4c27-9f0d-c05c1953648f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:16:49.125845 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:16:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:49.195939 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce8d6-b222-4ff3-bc96-57c6057a09ea None None] Pushing event updated for resources: {'Port': ['ID=33c29878-00db-4550-b395-78ccadbe0968,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:49.290266 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] Set router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:16:49.640168 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'name': 'router1', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:16:36Z', 'updated_at': '2022-04-25T14:16:46Z', 'revision_number': 2, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'gw_port_host': None, '_interfaces': [{'id': '33c29878-00db-4550-b395-78ccadbe0968', 'name': '', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'mac_address': 'fa:16:3e:75:db:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:45Z', 'updated_at': '2022-04-25T14:16:49Z', 'revision_number': 4, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnets': [{'id': '21afe228-84cf-44b9-a372-778f9e03d932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:49.644343 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a448f-2f73-44a0-b8de-c6826b7c3edd None None] The sync data for ids ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'] in n-d-811416-6 is: [{'id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'name': 'router1', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:16:36Z', 'updated_at': '2022-04-25T14:16:46Z', 'revision_number': 2, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'gw_port_host': None, '_interfaces': [{'id': '33c29878-00db-4550-b395-78ccadbe0968', 'name': '', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'mac_address': 'fa:16:3e:75:db:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:45Z', 'updated_at': '2022-04-25T14:16:49Z', 'revision_number': 4, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnets': [{'id': '21afe228-84cf-44b9-a372-778f9e03d932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:16:49.892165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54948) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:50.066339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5b81c-d7b2-459e-87fb-a52e587c7f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:50.067705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9db5b81c-d7b2-459e-87fb-a52e587c7f2b admin admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 842 time: 0.1745801 Apr 25 14:16:50.077811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:50.082377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:16:50.086101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Usage tracker for resource:subnet and tenant:42c65c16dfd2475d833492b85968e1a3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:16:50.089402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:16:50.095480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:16:50.105737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Made reservation on behalf of 42c65c16dfd2475d833492b85968e1a3 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:16:50.108000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Notify callbacks [] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:50.519845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:16:50.520316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:50.593782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=348c0aa2-2a45-41d0-ab40-51fb2c01ff88,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:50.602363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:16:50.602674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Network hostable DHCP agents. Network: d2d95da0-8f28-4169-a88e-cd85298915e0, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:16:50.620867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:16:50.630059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d2d95da0-8f28-4169-a88e-cd85298915e0) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:16:50.634117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:50.634708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:50.639987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed47451-3ecd-44a7-af6e-ccf75bb7bb24 None None] Network d2d95da0-8f28-4169-a88e-cd85298915e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:16:50.666738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c2db0df3-1938-4acb-bcf0-538bb3d69eab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5836930 Apr 25 14:16:50.862708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3c59e-4939-4e02-8746-937be48a5f38 None None] Network d2d95da0-8f28-4169-a88e-cd85298915e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:16:51.659602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 33c29878-00db-4550-b395-78ccadbe0968 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:16:51.726901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 33c29878-00db-4550-b395-78ccadbe0968 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:16:51.732157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 33c29878-00db-4550-b395-78ccadbe0968 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:51.732546 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:51.856018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:51.894534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 33c29878-00db-4550-b395-78ccadbe0968, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=33c29878-00db-4550-b395-78ccadbe0968,segment=NetworkSegment(a8149249-6555-4204-a6ca-4537f3f9964d),segment_id=a8149249-6555-4204-a6ca-4537f3f9964d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:16:51.898624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:51.989485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=33c29878-00db-4550-b395-78ccadbe0968,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:52.933475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54962) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:53.154671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-11814555-04f1-4457-bbf5-6e7aedcb5d0b admin admin] 10.222.0.23 "GET /v2.0/routers/0f40e8d5-bab8-4c27-9f0d-c05c1953648f HTTP/1.1" status: 200 len: 710 time: 0.2200019 Apr 25 14:16:53.280872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f97c1b-f3c5-4cd2-882e-3725bb9eebf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:16:53.282236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-73f97c1b-f3c5-4cd2-882e-3725bb9eebf7 admin admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 886 time: 0.1225636 Apr 25 14:16:53.290742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:16:53.634998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 33c29878-00db-4550-b395-78ccadbe0968 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:16:53.706773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 33c29878-00db-4550-b395-78ccadbe0968 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:53.707158 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:53.783679 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:54.106334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:54.161439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:54.295494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Allocated IP 172.25.0.214 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/45c4af27-f22d-48b2-8a37-182d9fb8b65e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:16:54.445498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:54.501435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:54.563989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:16:54.570598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:16:54.573138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:16:54.636185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Pushing event updated for resources: {'Port': ['ID=45c4af27-f22d-48b2-8a37-182d9fb8b65e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:54.951491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:55.321263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:55.325000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:55.512723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:16:55.705078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:16:55.713936 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:55.714840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Sync routers for ids ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:16:55.715305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-59cdde28-8698-45df-98d7-7f55cdda179e admin admin] 10.222.0.23 "PUT /v2.0/routers/0f40e8d5-bab8-4c27-9f0d-c05c1953648f HTTP/1.1" status: 200 len: 890 time: 2.4276958 Apr 25 14:16:55.724864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Routers {'0f40e8d5-bab8-4c27-9f0d-c05c1953648f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:16:55.725695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:16:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:55.919746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Set router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:16:56.267933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'name': 'router1', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '45c4af27-f22d-48b2-8a37-182d9fb8b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:16:36Z', 'updated_at': '2022-04-25T14:16:54Z', 'revision_number': 4, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'gw_port': {'id': '45c4af27-f22d-48b2-8a37-182d9fb8b65e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:54Z', 'updated_at': '2022-04-25T14:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '33c29878-00db-4550-b395-78ccadbe0968', 'name': '', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'mac_address': 'fa:16:3e:75:db:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:45Z', 'updated_at': '2022-04-25T14:16:51Z', 'revision_number': 5, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnets': [{'id': '21afe228-84cf-44b9-a372-778f9e03d932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:56.272934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Checking router: 0f40e8d5-bab8-4c27-9f0d-c05c1953648f for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:16:56.273328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Updating router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f port 45c4af27-f22d-48b2-8a37-182d9fb8b65e binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:16:56.330039 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:56.657767 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:56.670242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Transition to ACTIVE for port object 45c4af27-f22d-48b2-8a37-182d9fb8b65e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:16:56.676906 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:56.761129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Attempting to bind port 45c4af27-f22d-48b2-8a37-182d9fb8b65e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:16:56.761755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Attempting to bind port 45c4af27-f22d-48b2-8a37-182d9fb8b65e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:16:56.761888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Attempting to bind port 45c4af27-f22d-48b2-8a37-182d9fb8b65e on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:16:56.765216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af975d31-d5d0-40fd-b74f-0b5c92e0583e None None] Pushing event updated for resources: {'Port': ['ID=45c4af27-f22d-48b2-8a37-182d9fb8b65e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:56.770618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:16:56.771004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:16:56.771487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:56.771808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:16:56.772546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Bound port: 45c4af27-f22d-48b2-8a37-182d9fb8b65e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:16:56.772770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:56.843196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] For port 45c4af27-f22d-48b2-8a37-182d9fb8b65e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:16:56.846128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] For port 45c4af27-f22d-48b2-8a37-182d9fb8b65e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=45c4af27-f22d-48b2-8a37-182d9fb8b65e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:16:56.850652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:56.932692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Routers {'0f40e8d5-bab8-4c27-9f0d-c05c1953648f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:16:56.933265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:16:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:56.991226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af975d31-d5d0-40fd-b74f-0b5c92e0583e None None] Pushing event updated for resources: {'Port': ['ID=45c4af27-f22d-48b2-8a37-182d9fb8b65e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:57.142151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] Set router 0f40e8d5-bab8-4c27-9f0d-c05c1953648f gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:16:57.467839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'name': 'router1', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '45c4af27-f22d-48b2-8a37-182d9fb8b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:16:36Z', 'updated_at': '2022-04-25T14:16:54Z', 'revision_number': 4, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'gw_port': {'id': '45c4af27-f22d-48b2-8a37-182d9fb8b65e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:54Z', 'updated_at': '2022-04-25T14:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '33c29878-00db-4550-b395-78ccadbe0968', 'name': '', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'mac_address': 'fa:16:3e:75:db:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:45Z', 'updated_at': '2022-04-25T14:16:51Z', 'revision_number': 5, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnets': [{'id': '21afe228-84cf-44b9-a372-778f9e03d932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:16:57.472532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee8724-7621-4662-9fbc-ace93635d078 None None] The sync data for ids ['0f40e8d5-bab8-4c27-9f0d-c05c1953648f'] in n-d-811416-6 is: [{'id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'name': 'router1', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '45c4af27-f22d-48b2-8a37-182d9fb8b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:16:36Z', 'updated_at': '2022-04-25T14:16:54Z', 'revision_number': 4, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'gw_port': {'id': '45c4af27-f22d-48b2-8a37-182d9fb8b65e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:54Z', 'updated_at': '2022-04-25T14:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '33c29878-00db-4550-b395-78ccadbe0968', 'name': '', 'network_id': '756cd1e7-a158-4a27-9c41-287626c649eb', 'tenant_id': 'b0ef6ea50d9c47d2803762625fabb958', 'mac_address': 'fa:16:3e:75:db:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f40e8d5-bab8-4c27-9f0d-c05c1953648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21afe228-84cf-44b9-a372-778f9e03d932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:16:45Z', 'updated_at': '2022-04-25T14:16:51Z', 'revision_number': 5, 'project_id': 'b0ef6ea50d9c47d2803762625fabb958', 'subnets': [{'id': '21afe228-84cf-44b9-a372-778f9e03d932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a8796aa-9f70-4e10-9c6b-b590143ea272'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:16:57.691120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 45c4af27-f22d-48b2-8a37-182d9fb8b65e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:16:57.770708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 45c4af27-f22d-48b2-8a37-182d9fb8b65e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:16:57.776803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 45c4af27-f22d-48b2-8a37-182d9fb8b65e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:57.777093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:57.903003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:57.921643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 45c4af27-f22d-48b2-8a37-182d9fb8b65e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=45c4af27-f22d-48b2-8a37-182d9fb8b65e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:16:57.926909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:16:57.996045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=45c4af27-f22d-48b2-8a37-182d9fb8b65e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:16:58.139278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54972) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:16:58.255033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c16b06b-1eba-4b08-8214-e779740628c1 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1143472 Apr 25 14:16:59.642094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 45c4af27-f22d-48b2-8a37-182d9fb8b65e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:16:59.715113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 45c4af27-f22d-48b2-8a37-182d9fb8b65e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:16:59.715626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:01.472322 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:17:08.418594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041edb28-7b3a-4ac8-be23-f8ddf41d32be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:10.759456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64643f51-2d20-4ead-a31e-f4e182da3985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:11.679915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:11.700176 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:13.367514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:38.413203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c025d7f-eb1a-43ef-84c3-0cdaf0019d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:38.472341 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:17:40.763944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-701fe6de-6d9f-48bd-8980-bc83f296277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:41.681665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:41.713024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:17:43.378981 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:08.419268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77b26a60-556e-414d-8d4f-d3ed5e556cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:10.796395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60dafe22-34fb-4192-a5d4-6852f1187b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:11.686121 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:11.707590 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:13.395450 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:15.470634 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:18:38.431485 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e51b5e04-dd23-4589-98d0-c65f2288369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:40.774885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-598278e4-bbac-4d25-8159-f2334587890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:41.689637 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:41.716877 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:43.383384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:18:52.469894 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:19:06.102412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55574) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:06.169406 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b87127-d661-4588-b6c2-5967d5f78159 admin admin] GET failed (client error): The resource could not be found. Apr 25 14:19:06.170670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-70b87127-d661-4588-b6c2-5967d5f78159 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673161 Apr 25 14:19:06.300892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f1d1a-af55-4b6c-a2a2-266aa7bcc8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:06.302302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8c2f1d1a-af55-4b6c-a2a2-266aa7bcc8a8 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1277683 Apr 25 14:19:08.421377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f14e70d5-1648-4b1b-824d-ed0dd739eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:08.451989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:08.561921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9fe79b-629e-4c3e-9aea-833ea9a00751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:08.563263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a9fe79b-629e-4c3e-9aea-833ea9a00751 admin admin] 10.222.0.23 "GET /v2.0/subnets/21afe228-84cf-44b9-a372-778f9e03d932 HTTP/1.1" status: 200 len: 849 time: 0.1095810 Apr 25 14:19:08.573284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:19:08.692422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:08.879545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752165023236'] for subnet, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:08.930886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:08.931653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b12013-3a11-4290-af31-5247d9dd62f2 None None] Network 756cd1e7-a158-4a27-9c41-287626c649eb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:19:08.932015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:08.933304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] 10.222.0.23 "PUT /v2.0/subnets/21afe228-84cf-44b9-a372-778f9e03d932 HTTP/1.1" status: 200 len: 868 time: 0.3643656 Apr 25 14:19:08.949013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21afe228-84cf-44b9-a372-778f9e03d932,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:19:08.956622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.956959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.957326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.957660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.957988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.958315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.958641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.958960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.959280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.959599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.959918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:08.960235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20682591-e92d-4ad8-bb2d-58c466500f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:09.384925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-72857d74-43a3-4d1a-91ce-188a724118e8 None None] Provisioning complete for port a6b0fa9f-257e-46b1-b626-9f196abe0cfb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:19:09.385339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72857d74-43a3-4d1a-91ce-188a724118e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:09.512054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-72857d74-43a3-4d1a-91ce-188a724118e8 None None] Provisioning complete for port 33c29878-00db-4550-b395-78ccadbe0968 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:19:09.512735 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72857d74-43a3-4d1a-91ce-188a724118e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:10.768506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-caec7ccc-5046-4bdc-b7f2-4b4551586a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:11.123393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55594) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:11.296375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e7e43-a89f-4ffc-80c7-597cad635ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:11.296853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e7e43-a89f-4ffc-80c7-597cad635ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:11.297613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-df6e7e43-a89f-4ffc-80c7-597cad635ef9 admin admin] Synchronizing usage tracker for tenant:42c65c16dfd2475d833492b85968e1a3 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:19:11.314527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-df6e7e43-a89f-4ffc-80c7-597cad635ef9 admin admin] Unset dirty status for tenant:42c65c16dfd2475d833492b85968e1a3 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:19:11.315867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df6e7e43-a89f-4ffc-80c7-597cad635ef9 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1914692 Apr 25 14:19:11.690525 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:11.710100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:13.388207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:13.539259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55604) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:13.721143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71b4e0-4a2d-45b4-916a-9f2f3bed24f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:13.721622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71b4e0-4a2d-45b4-916a-9f2f3bed24f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:13.723168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9a71b4e0-4a2d-45b4-916a-9f2f3bed24f4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1829026 Apr 25 14:19:15.915436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55614) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:16.097661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a24d2a-7f22-441b-8322-1bb75d99a672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:16.098938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-13a24d2a-7f22-441b-8322-1bb75d99a672 admin admin] 10.222.0.23 "GET /v2.0/networks/756cd1e7-a158-4a27-9c41-287626c649eb HTTP/1.1" status: 200 len: 869 time: 0.1825547 Apr 25 14:19:18.328456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55624) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:18.535836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf34cea-0578-475d-9554-8c483f3bd2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:18.537217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7cf34cea-0578-475d-9554-8c483f3bd2a6 admin admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 886 time: 0.2077589 Apr 25 14:19:20.777465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:20.886230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b05c6-16ae-423c-8fdb-25c644f383fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:20.886690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b05c6-16ae-423c-8fdb-25c644f383fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:20.888183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ff7b05c6-16ae-423c-8fdb-25c644f383fa admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1094589 Apr 25 14:19:23.050646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:23.155541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02ffe0-2aa6-4b28-b038-b71f01e9c82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:23.156000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02ffe0-2aa6-4b28-b038-b71f01e9c82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:23.157552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c02ffe0-2aa6-4b28-b038-b71f01e9c82f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059368 Apr 25 14:19:25.303709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:25.412463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6965ed51-d5c8-4441-bff9-31c0137b8391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:25.413880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6965ed51-d5c8-4441-bff9-31c0137b8391 admin admin] 10.222.0.23 "GET /v2.0/subnets/21afe228-84cf-44b9-a372-778f9e03d932 HTTP/1.1" status: 200 len: 868 time: 0.1091781 Apr 25 14:19:27.574462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55664) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:27.679106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d65659-2462-4170-b15a-fd878e5495a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:27.679668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-54d65659-2462-4170-b15a-fd878e5495a0 admin admin] Synchronizing usage tracker for tenant:42c65c16dfd2475d833492b85968e1a3 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:19:27.696770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-54d65659-2462-4170-b15a-fd878e5495a0 admin admin] Unset dirty status for tenant:42c65c16dfd2475d833492b85968e1a3 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:19:27.697958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-54d65659-2462-4170-b15a-fd878e5495a0 admin admin] 10.222.0.23 "GET /v2.0/subnets/348c0aa2-2a45-41d0-ab40-51fb2c01ff88 HTTP/1.1" status: 200 len: 816 time: 0.1225510 Apr 25 14:19:29.468901 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:19:38.419228 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-174e712f-828c-455f-ae43-d8e88e1519a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:40.771358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6e1c-a4cd-49c3-bf28-60e0fe3dfc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:41.702847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:41.715277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:43.390277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:47.077897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:47.124536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-7f4efbb8-873f-40f8-bf07-ce76a2c0b284 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:19:47.125549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7f4efbb8-873f-40f8-bf07-ce76a2c0b284 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466983 Apr 25 14:19:49.355842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:49.426063 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1e772f-b00a-4abf-8361-3aea8889f7e9 admin admin] GET failed (client error): The resource could not be found. Apr 25 14:19:49.427384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6a1e772f-b00a-4abf-8361-3aea8889f7e9 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705869 Apr 25 14:19:49.552919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ae210-ec2a-47ab-88d3-2bd3be31afef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:49.554311 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-621ae210-ec2a-47ab-88d3-2bd3be31afef admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1227574 Apr 25 14:19:51.764599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55730) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:51.812992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:19:51.818453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:19:51.828575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:19:51.838849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Made reservation on behalf of 42c65c16dfd2475d833492b85968e1a3 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:19:51.841217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:51.929525 n-d-811416-6 neutron-server[88061]: WARNING neutron.services.revisions.revision_plugin [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Could not find related network for resource to bump revision. Apr 25 14:19:51.943018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:19:51.953634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:51.953965 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Added segment f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f of type vlan for network ac718941-c518-421c-8207-2b786591127a Apr 25 14:19:51.979905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:52.007131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:52.008637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:52.009237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:52.150355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac718941-c518-421c-8207-2b786591127a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:19:52.153014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3874576 Apr 25 14:19:52.158435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.158779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.159114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.159444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.159768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.160110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.160415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.160732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.161067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.161388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.161704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.162017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048e719-6a09-43c8-89ad-7ec4a1aab5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:52.173440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network ac718941-c518-421c-8207-2b786591127a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:19:54.321978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:19:54.387368 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f040fa5-8db4-4010-a7d7-e1feda85e91f admin admin] GET failed (client error): The resource could not be found. Apr 25 14:19:54.388654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2f040fa5-8db4-4010-a7d7-e1feda85e91f admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657191 Apr 25 14:19:54.498483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98817b87-933b-4bc4-980a-eddeefa584bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:54.499960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-98817b87-933b-4bc4-980a-eddeefa584bd admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1071179 Apr 25 14:19:54.510235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'cidr': '192.168.233.0/24'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:19:54.515512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:19:54.525889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:19:54.535515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Made reservation on behalf of 42c65c16dfd2475d833492b85968e1a3 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:19:54.537964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:54.746072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:54.824179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28af1bfc-fa1f-47fb-806a-407b964b4c35,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:19:54.828159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:19:54.828516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Network hostable DHCP agents. Network: ac718941-c518-421c-8207-2b786591127a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:19:54.850681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Network ac718941-c518-421c-8207-2b786591127a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:19:54.860621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, ac718941-c518-421c-8207-2b786591127a) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:19:54.864578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:19:54.865191 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:54.869318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d6c70-1e9a-400a-bf0f-fbe317c3dc61 None None] Network ac718941-c518-421c-8207-2b786591127a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:19:54.889538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee43fb2c-acc9-4767-82ab-f14bb5f5d19f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829350 Apr 25 14:19:55.091863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-ac718941-c518-421c-8207-2b786591127a', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'tenant_id': '42c65c16dfd2475d833492b85968e1a3', 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:19:55.092729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:55.253504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Allocated IP 192.168.233.2 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:19:55.469487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:55.479932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Transition to ACTIVE for port object 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:19:55.499392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Transition to ACTIVE for port object 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:19:55.506443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:55.575401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:19:55.578662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:19:55.582987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:19:55.585174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Pushing event updated for resources: {'Port': ['ID=3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:19:55.592995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.593380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.593736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.594083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.594428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.594768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.595103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.595439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.595791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.596124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.596457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.596783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:19:55.698021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Attempting to bind port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:19:55.698400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Attempting to bind port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:19:55.698777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Attempting to bind port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:19:55.704191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:19:55.704567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:19:55.704973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:55.705399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:19:55.705873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Bound port: 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:19:55.706274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:55.821415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] For port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:19:55.824368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] For port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:19:55.828911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:55.910295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b94981-b612-4747-9fec-148e433a27d0 None None] Pushing event updated for resources: {'Port': ['ID=3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:19:56.721967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1634dd-94f4-4943-8314-faf35fa9d7a7 None None] Network ac718941-c518-421c-8207-2b786591127a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:19:56.833662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f40f1c77-3d70-40af-b831-102a31c331c9 None None] Provisioning for port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:19:57.756245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:19:57.825431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:19:57.830217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:19:57.830585 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:57.946500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:57.978200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:19:57.982181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:19:58.050769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:19:59.734386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:19:59.813803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3df1a6ce-dd86-4a9d-a5a2-dcc4b8baa0c5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:19:59.814080 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:06.469272 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:20:08.415872 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e27e9eab-56ad-4909-97fe-bfa6ae880788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:10.781010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92b20201-fbb9-4e4f-903e-91cd246dfb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:11.698544 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:11.718265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:13.399021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:38.410787 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8252e6b4-dee4-44ac-8ec7-a157eee8244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:40.774390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-279a1a90-c01f-4b7d-8313-376387bb09e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:41.711429 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:41.725743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:43.394455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:20:43.468287 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:21:08.416440 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9296f277-bd3d-4cda-967b-2583ce659c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:10.775537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fe96c64-9fd0-4191-9b35-06ee412f0dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:11.716095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:11.722392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:13.404648 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:20.466938 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:21:22.169278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:21:22.175072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-7ebb958f-a341-43ce-8f2b-7106bfbdd665 tempest-verify_tempest_config-526323336 tempest-verify_tempest_config-526323336-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:21:22.176061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ebb958f-a341-43ce-8f2b-7106bfbdd665 tempest-verify_tempest_config-526323336 tempest-verify_tempest_config-526323336-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057895 Apr 25 14:21:22.478928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55802) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:21:22.603222 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:22.618233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:21:22.622117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Usage tracker for resource:security_group_rule and tenant:0707683ef9eb4cd0ba71a0234df10f05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:21:22.624965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:21:22.631298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:21:22.716001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:22.719898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:22.764874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36cb3c-8635-478d-8254-1c716e636cfc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:21:22.770354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0707683ef9eb4cd0ba71a0234df10f05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2898886 Apr 25 14:21:22.773275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:21:22.774926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.776058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.776058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.776058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.776323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.777178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.777178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.777377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.777624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.777938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.778255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.778576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04080bb0-f85a-4fb0-976b-e45cf0591f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.847223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:22.874994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:22.969515 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:22.984277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36cb3c-8635-478d-8254-1c716e636cfc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:21:22.993841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.994187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.994520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.994853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.995177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.995500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.995819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.996137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.996453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.996767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.997107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:22.997425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:21:23.001288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:23.002384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b95bf4b-b535-4bff-a635-7f16d1f26da4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb36cb3c-8635-478d-8254-1c716e636cfc HTTP/1.1" status: 204 len: 168 time: 0.2280488 Apr 25 14:21:38.418299 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00d78bb7-5b5c-4c9b-87f6-e45547e61a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:40.777403 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e784ea5-16c9-43b0-8d99-01c4792198be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:41.715762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:41.719778 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:43.404056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:21:57.466173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:22:08.430267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-834ff77f-c5dd-46af-b117-2b9c11551806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:10.779680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f827f2f-bf96-4f59-b525-90979f66ff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:11.719153 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:11.719974 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:13.416473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:34.464872 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:22:38.422315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-efb2cf25-cfcb-470a-9233-e90f225bcf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:40.781678 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144da9c8-a5d0-4706-8b4c-08bb6b75d0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:41.722065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:41.724291 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:22:43.409661 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:08.425319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c53e6514-93a8-45a7-8783-bf7a87ef390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:10.783935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f09d119-ef4a-46a7-8073-a0e91d59b969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:11.467764 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:23:11.728229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:11.729404 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:13.412842 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:38.428768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83c52719-0f9c-4b4f-ab65-3011faec98a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:40.788765 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-beb09cf1-9b3e-4063-ac58-5e994aae43cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:41.724439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:41.726948 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:43.417493 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:23:48.465731 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:24:08.434138 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baac8c21-47af-4723-8247-d3632251847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:10.793310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c9f720b-84e2-45e3-af98-ede455127932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:11.751096 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:11.752934 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:13.419353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:25.464383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 5 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:24:28.370832 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:33.775939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510915'] for agent, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:38.437187 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62af0923-8bda-4f80-9bdc-a769ee8d9e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:40.794326 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96172704-edfd-4828-b914-b5b547e75bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:41.720776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:41.728937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:43.422679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:24:58.359035 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:02.464674 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:25:03.761537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:08.438353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f4810136-a2a2-4b70-bcf3-a45dff946203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:10.797526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-289c55dc-d420-475e-b65a-419925c5fa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:11.716032 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:11.728032 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:13.426422 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:17.449281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:25:17.562114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8cfb598c-fb88-4e45-9a47-02fd346192dc admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1117089 Apr 25 14:25:19.729885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55878) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:25:19.790208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ec005018-47b9-4319-a4ab-d041f1ed3188 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0592270 Apr 25 14:25:28.354273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:33.766096 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:38.441181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f8fe-5de6-43d7-9892-de86d84afcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:39.464477 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:25:40.799983 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a148eb5d-fc54-4440-9cfa-e47e35d944a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:41.727178 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:41.735150 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:43.428496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:25:58.373498 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:03.828106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:08.455029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfff464c-afed-474a-ab5d-ad5e09ac944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:10.813632 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a250dbb-5559-4648-8a32-3ae33167a094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:11.722764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:11.733991 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:13.432436 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:16.470605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:26:28.387631 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:33.774142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:38.451465 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7e0347c-5095-48da-a16f-ba4774c355dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:40.813296 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-143b11f0-f6d1-4752-aea4-2f908614caf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:41.715711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:41.736359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:43.435694 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:53.472870 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:26:54.410838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56094) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:26:54.863651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-network', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:26:54.868164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:26:54.875155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Usage tracker for resource:network and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:26:54.878219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:26:54.884009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:26:54.897830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Made reservation on behalf of 3fe17f792608410d9e07d35de3599b1f for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:26:54.900176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:54.913225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:54.928512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:26:54.933486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:26:54.937126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:26:54.943533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:26:55.042663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.048511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.082540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa566d0-f967-46ee-8634-cfffa3f4abbb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:55.087475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:26:55.102599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.103170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.103535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.104128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.104386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.104718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.105073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.105766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.106023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.106358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.106815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.107141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Tracked resource versions report: Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: pushed versions: Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: { 'AddressGroup': {'1.2'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'ConntrackHelper': {'1.0'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Log': {'1.0'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Network': {'1.1'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Port': {'1.7'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'PortForwarding': {'1.2'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'QosPolicy': {'1.8'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'SecurityGroup': {'1.4'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'SubPort': {'1.0'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Subnet': {'1.1'}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Trunk': {'1.1'}} Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: consumer versions: Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: HyperV agent@n-h1-811416-6: {}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: HyperV agent@n-h2-811416-6: {}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: L3 agent@n-d-811416-6: {}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: Metadata agent@n-d-811416-6: {}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: Metering agent@n-d-811416-6: {}, Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'ConntrackHelper': '1.0', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Log': '1.0', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Network': '1.1', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Port': '1.7', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'PortForwarding': '1.2', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'QosPolicy': '1.8', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'SecurityGroup': '1.4', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'SecurityGroupRule': '1.2', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'SubPort': '1.0', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Subnet': '1.1', Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: 'Trunk': '1.1'}} Apr 25 14:26:55.108187 n-d-811416-6 neutron-server[88061]: {{(pid=88061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:26:55.115823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.116701 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Added segment 077e0455-3e73-4206-9847-f5eed9359765 of type vlan for network b923594c-484b-4ea6-b34c-8d8a53a21180 Apr 25 14:26:55.145197 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.176557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.177545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:26:55.178132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.296641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] Pushing event updated for resources: {'Network': ['ID=b923594c-484b-4ea6-b34c-8d8a53a21180,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:55.304115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-978ecb03-3aa7-45c5-a566-ee1c25f93209 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8892283 Apr 25 14:26:55.304457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56130) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:26:55.308976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b923594c-484b-4ea6-b34c-8d8a53a21180 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:26:55.312255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Request body: {'subnet': {'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-subnet', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:26:55.317278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:26:55.322333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Usage tracker for resource:subnet and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:26:55.325603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:26:55.333640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:26:55.348352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Made reservation on behalf of 3fe17f792608410d9e07d35de3599b1f for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:26:55.351493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.591422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.657527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87de169-fa8a-4444-a68c-65ac33a87277,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:55.690487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Checking segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:26:55.690846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Network hostable DHCP agents. Network: b923594c-484b-4ea6-b34c-8d8a53a21180, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:26:55.713579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Network b923594c-484b-4ea6-b34c-8d8a53a21180 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:26:55.725376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b923594c-484b-4ea6-b34c-8d8a53a21180) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:26:55.730305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:26:55.731101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.746833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de533a95-42ff-464b-8ef9-4154445c47a5 None None] Network b923594c-484b-4ea6-b34c-8d8a53a21180 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:26:55.776248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-56aac5aa-f03b-4d8a-85b2-8dcc9c806dcf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4704385 Apr 25 14:26:55.778903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56150) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:26:55.787900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:26:55.795384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:26:55.804517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Usage tracker for resource:router and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:26:55.809161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:26:55.820820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:26:55.840843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.842828 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:55.865259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.019994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b923594c-484b-4ea6-b34c-8d8a53a21180', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:26:56.020790 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.201345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Allocated IP 172.20.0.2 (b923594c-484b-4ea6-b34c-8d8a53a21180/b87de169-fa8a-4444-a68c-65ac33a87277/a5e080b9-3d69-426d-b423-31d01537fb0b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:26:56.231999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.442834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.454769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Transition to ACTIVE for port object a5e080b9-3d69-426d-b423-31d01537fb0b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:26:56.478631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Transition to ACTIVE for port object a5e080b9-3d69-426d-b423-31d01537fb0b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:26:56.489229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.600541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Pushing event updated for resources: {'Port': ['ID=a5e080b9-3d69-426d-b423-31d01537fb0b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:56.611303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.611953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.612463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.613001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.613540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.614306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.614857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.615356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.615879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.616376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.616902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.617473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Tracked resource versions report: Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: pushed versions: Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: { 'AddressGroup': {'1.2'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'ConntrackHelper': {'1.0'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Log': {'1.0'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Network': {'1.1'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Port': {'1.7'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'PortForwarding': {'1.2'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'QosPolicy': {'1.8'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'SecurityGroup': {'1.4'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'SubPort': {'1.0'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Subnet': {'1.1'}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Trunk': {'1.1'}} Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: consumer versions: Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: HyperV agent@n-h1-811416-6: {}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: HyperV agent@n-h2-811416-6: {}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: L3 agent@n-d-811416-6: {}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: Metadata agent@n-d-811416-6: {}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: Metering agent@n-d-811416-6: {}, Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'ConntrackHelper': '1.0', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Log': '1.0', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Network': '1.1', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Port': '1.7', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'PortForwarding': '1.2', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'QosPolicy': '1.8', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'SecurityGroup': '1.4', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'SecurityGroupRule': '1.2', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'SubPort': '1.0', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Subnet': '1.1', Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: 'Trunk': '1.1'}} Apr 25 14:26:56.618752 n-d-811416-6 neutron-server[88062]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:26:56.633631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Network b923594c-484b-4ea6-b34c-8d8a53a21180 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:26:56.635996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:26:56.645006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:26:56.676661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.738232 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.764174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Attempting to bind port a5e080b9-3d69-426d-b423-31d01537fb0b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:26:56.764654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Attempting to bind port a5e080b9-3d69-426d-b423-31d01537fb0b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:26:56.765138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Attempting to bind port a5e080b9-3d69-426d-b423-31d01537fb0b on network b923594c-484b-4ea6-b34c-8d8a53a21180 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:26:56.777884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:26:56.777884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Checking segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:26:56.777884 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.778433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Bound using segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:26:56.779138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Bound port: a5e080b9-3d69-426d-b423-31d01537fb0b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:26:56.779600 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.917174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] For port a5e080b9-3d69-426d-b423-31d01537fb0b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:26:56.921221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] For port a5e080b9-3d69-426d-b423-31d01537fb0b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5e080b9-3d69-426d-b423-31d01537fb0b,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:26:56.927242 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:56.930777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Allocated IP 172.25.0.206 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f5bcb3a0-146b-4958-8d5d-cd7714eea9dd) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:26:57.028426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cf88c-6742-4efe-a5ac-4bf7327148c3 None None] Pushing event updated for resources: {'Port': ['ID=a5e080b9-3d69-426d-b423-31d01537fb0b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:57.121620 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:57.158848 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:57.227297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:26:57.230136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:26:57.232543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:26:57.327332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Pushing event updated for resources: {'Port': ['ID=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:57.701300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.054370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5e080b9-3d69-426d-b423-31d01537fb0b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:26:58.147509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.173252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a5e080b9-3d69-426d-b423-31d01537fb0b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:26:58.221856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1098b-4fde-4fd7-8eca-7ba4017aaf6e None None] Network b923594c-484b-4ea6-b34c-8d8a53a21180 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:26:58.380231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] Provisioning for port a5e080b9-3d69-426d-b423-31d01537fb0b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:26:58.391582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] Provisioning complete for port a5e080b9-3d69-426d-b423-31d01537fb0b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:26:58.391959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.493823 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.507553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:26:58.664799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.712993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] For port a5e080b9-3d69-426d-b423-31d01537fb0b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5e080b9-3d69-426d-b423-31d01537fb0b,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:26:58.720172 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.792270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:26:58.802367 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:26:58.818285 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:26:58.818868 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:26:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:26:58.821441 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:58.825733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ade6889-9f5d-4d72-ae85-d9c2926a7953 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0425806 Apr 25 14:26:58.826131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56262) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:26:58.849492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55420fa6-ce87-48a6-b510-94db8fd26333 None None] Pushing event updated for resources: {'Port': ['ID=a5e080b9-3d69-426d-b423-31d01537fb0b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:26:59.067250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-593f2528-ea37-4f3d-925d-0dd422a939d5 None None] Provisioning complete for port a5e080b9-3d69-426d-b423-31d01537fb0b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:26:59.067951 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-593f2528-ea37-4f3d-925d-0dd422a939d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:59.244726 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:26:59.477005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56310) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:26:59.704243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:26:57Z', 'revision_number': 3, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:26:59.708768 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:26:59.709863 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Updating router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:26:59.743875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:59.763627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:59.768044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:26:59.775183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Usage tracker for resource:security_group_rule and tenant:aece2525173a49fcb6c96f04fe701dd9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:26:59.779699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:26:59.785434 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:26:59.796996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:00.022873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5e080b9-3d69-426d-b423-31d01537fb0b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:00.047432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.055777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.056047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Allocated IP 172.20.0.1 (b923594c-484b-4ea6-b34c-8d8a53a21180/b87de169-fa8a-4444-a68c-65ac33a87277/73e098ab-8476-4800-b7ad-1887c90caa7a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:00.146663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Synchronizing usage tracker for tenant:42c65c16dfd2475d833492b85968e1a3 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:00.167337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a5e080b9-3d69-426d-b423-31d01537fb0b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:00.168339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.187961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Unset dirty status for tenant:42c65c16dfd2475d833492b85968e1a3 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:00.189280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aece2525173a49fcb6c96f04fe701dd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7105772 Apr 25 14:27:00.193585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56356) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:00.226057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c74234-4e6e-4db3-9289-c5b35e4270b3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:00.239664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56360) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:00.246959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.248559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.249974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.251618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.252203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.252726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.255182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.255721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.256268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.256609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.256943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.257302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea312-b898-429d-9134-5fe82e2549c9 admin admin] Tracked resource versions report: Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: pushed versions: Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: { 'AddressGroup': {'1.2'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'ConntrackHelper': {'1.0'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Log': {'1.0'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Network': {'1.1'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Port': {'1.7'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'PortForwarding': {'1.2'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'QosPolicy': {'1.8'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'SecurityGroup': {'1.4'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'SubPort': {'1.0'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Subnet': {'1.1'}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Trunk': {'1.1'}} Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: consumer versions: Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: HyperV agent@n-h1-811416-6: {}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: HyperV agent@n-h2-811416-6: {}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: L3 agent@n-d-811416-6: {}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: Metadata agent@n-d-811416-6: {}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: Metering agent@n-d-811416-6: {}, Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'ConntrackHelper': '1.0', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Log': '1.0', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Network': '1.1', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Port': '1.7', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'PortForwarding': '1.2', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'QosPolicy': '1.8', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'SecurityGroup': '1.4', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'SecurityGroupRule': '1.2', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'SubPort': '1.0', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Subnet': '1.1', Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: 'Trunk': '1.1'}} Apr 25 14:27:00.258337 n-d-811416-6 neutron-server[88060]: {{(pid=88060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:27:00.329364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d4504e3-33a1-4088-986f-f84969400325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.356471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.385982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d4504e3-33a1-4088-986f-f84969400325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.399619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Transition to ACTIVE for port object 73e098ab-8476-4800-b7ad-1887c90caa7a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:00.446484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56370) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:00.462533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.498705 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.523761 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Transition to ACTIVE for port object f5bcb3a0-146b-4958-8d5d-cd7714eea9dd will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:00.536148 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.558097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d4504e3-33a1-4088-986f-f84969400325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.575609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Network b923594c-484b-4ea6-b34c-8d8a53a21180 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:00.581827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Pushing event updated for resources: {'Port': ['ID=73e098ab-8476-4800-b7ad-1887c90caa7a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:00.586518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:00.593442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4504e3-33a1-4088-986f-f84969400325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c74234-4e6e-4db3-9289-c5b35e4270b3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:00.608070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:00.617868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.688668 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Attempting to bind port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:00.689243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Attempting to bind port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:00.690515 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Attempting to bind port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:00.701134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:00.701684 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:00.702195 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.702710 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:00.703310 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Bound port: f5bcb3a0-146b-4958-8d5d-cd7714eea9dd, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:00.703896 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.816069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Pushing event updated for resources: {'Port': ['ID=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:00.826879 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.827223 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.827559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.827889 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.828216 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.828542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.828865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.829211 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.829530 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.829848 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.830730 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.831049 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Tracked resource versions report: Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: pushed versions: Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: { 'AddressGroup': {'1.2'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'ConntrackHelper': {'1.0'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Log': {'1.0'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Network': {'1.1'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Port': {'1.7'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'PortForwarding': {'1.2'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'QosPolicy': {'1.8'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'SecurityGroup': {'1.4'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'SecurityGroupRule': {'1.2'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'SubPort': {'1.0'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Subnet': {'1.1'}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Trunk': {'1.1'}} Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: consumer versions: Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: { DHCP agent@n-d-811416-6: {}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: HyperV agent@n-h1-811416-6: {}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: HyperV agent@n-h2-811416-6: {}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: L3 agent@n-d-811416-6: {}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: Metadata agent@n-d-811416-6: {}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: Metering agent@n-d-811416-6: {}, Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: Open vSwitch agent@n-d-811416-6: { 'AddressGroup': '1.2', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'ConntrackHelper': '1.0', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Log': '1.0', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Network': '1.1', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Port': '1.7', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'PortForwarding': '1.2', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'QosPolicy': '1.8', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'SecurityGroup': '1.4', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'SecurityGroupRule': '1.2', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'SubPort': '1.0', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Subnet': '1.1', Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: 'Trunk': '1.1'}} Apr 25 14:27:00.832090 n-d-811416-6 neutron-server[88063]: {{(pid=88063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 25 14:27:00.856128 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] For port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:00.859623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] For port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:00.867198 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.948691 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:00.949473 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:26:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:00.954782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d4504e3-33a1-4088-986f-f84969400325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.956455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9d4504e3-33a1-4088-986f-f84969400325 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95c74234-4e6e-4db3-9289-c5b35e4270b3 HTTP/1.1" status: 204 len: 168 time: 0.7617831 Apr 25 14:27:00.982620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a3e2195f-b4a6-47bc-aff3-3852e99be641 None None] Provisioning for port 73e098ab-8476-4800-b7ad-1887c90caa7a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:00.989929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a3e2195f-b4a6-47bc-aff3-3852e99be641 None None] Provisioning complete for port 73e098ab-8476-4800-b7ad-1887c90caa7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:00.990419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3e2195f-b4a6-47bc-aff3-3852e99be641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:00.997345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.027926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.031410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:01.041025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Usage tracker for resource:security_group_rule and tenant:7e90cf7dca79496abf94e74192149d0f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:01.046382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:01.052501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:01.057109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56394) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:01.063837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:01.068041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e84d70a5fd34902ae9bda4191bf4411 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:01.076562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:01.085244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:01.100074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2195f-b4a6-47bc-aff3-3852e99be641 None None] Port 73e098ab-8476-4800-b7ad-1887c90caa7a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:01.128245 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db083fb-cef7-4a0e-ad3d-68619c7acd20 None None] Pushing event updated for resources: {'Port': ['ID=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:01.168363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.276527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.281955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.305823 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:01.394367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e90cf7dca79496abf94e74192149d0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9466538 Apr 25 14:27:01.395443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac76c2c-ff45-4838-93c5-ac0d0d4b39ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eef758-ba65-45bb-8f13-c8ad333b4b8f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:01.412559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:01.550702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5315845a-3df6-4feb-a217-3c2d22f4d573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.554569 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.571507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.574604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56416) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:01.604100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5315845a-3df6-4feb-a217-3c2d22f4d573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.613081 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.626329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:01.658597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.701551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Usage tracker for resource:security_group_rule and tenant:349b7f974778455f94c29dda355d699a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:01.704368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46b1879-f73a-4c59-b47f-363a07cbedd8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:01.716014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:01.720037 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5315845a-3df6-4feb-a217-3c2d22f4d573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.732308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:01.744645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315845a-3df6-4feb-a217-3c2d22f4d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eef758-ba65-45bb-8f13-c8ad333b4b8f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:01.746268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:01.749840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Usage tracker for resource:security_group_rule and tenant:ed929da39bac4c12a7836ecdf44117c9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:01.752805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:01.760498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:01.763713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5315845a-3df6-4feb-a217-3c2d22f4d573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.777537 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5315845a-3df6-4feb-a217-3c2d22f4d573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23eef758-ba65-45bb-8f13-c8ad333b4b8f HTTP/1.1" status: 204 len: 168 time: 0.3619130 Apr 25 14:27:01.836926 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:00Z', 'revision_number': 1, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:01.844970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c72d6-5aea-40d3-9ec3-8cb786e61c16 None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:00Z', 'revision_number': 1, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:27:01.853221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f883da0-4575-490f-8ed3-b4781c944ca3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e84d70a5fd34902ae9bda4191bf4411&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6123481 Apr 25 14:27:01.856582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56432) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:01.909683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.920169 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.983221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:01.985097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeafc52a-d745-4ef6-85b8-d4c828d8b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.009373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.010432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.032171 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeafc52a-d745-4ef6-85b8-d4c828d8b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.083966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:02.084618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed929da39bac4c12a7836ecdf44117c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5092504 Apr 25 14:27:02.099180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60941c-53b1-4e77-8887-9cb92570d251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b6211-e886-4bdd-966c-82e62202e6fd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:02.099991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56450) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:02.233645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Pushing event updated for resources: {'Port': ['ID=73e098ab-8476-4800-b7ad-1887c90caa7a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:02.234146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeafc52a-d745-4ef6-85b8-d4c828d8b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.272832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.285406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-448cb080-3834-4959-97ea-632919c6b074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.295610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.320207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-448cb080-3834-4959-97ea-632919c6b074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.383396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=349b7f974778455f94c29dda355d699a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3227851 Apr 25 14:27:02.383568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeafc52a-d745-4ef6-85b8-d4c828d8b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.384873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eeafc52a-d745-4ef6-85b8-d4c828d8b150 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d46b1879-f73a-4c59-b47f-363a07cbedd8 HTTP/1.1" status: 204 len: 168 time: 0.5266128 Apr 25 14:27:02.391604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56468) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:02.399613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Network b923594c-484b-4ea6-b34c-8d8a53a21180 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:02.404527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7681-c558-4089-a991-82f46e726da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073bdb85-342e-489f-a22e-1ff79ec18a98,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:02.410784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.428514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafc52a-d745-4ef6-85b8-d4c828d8b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46b1879-f73a-4c59-b47f-363a07cbedd8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:02.430930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:02.438361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:02.446427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Usage tracker for resource:security_group_rule and tenant:793824056b2d483ca857493797d0db82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:02.449791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:02.472925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:02.515732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-448cb080-3834-4959-97ea-632919c6b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.558414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-448cb080-3834-4959-97ea-632919c6b074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.559729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-448cb080-3834-4959-97ea-632919c6b074 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d3b6211-e886-4bdd-966c-82e62202e6fd HTTP/1.1" status: 204 len: 168 time: 0.4581316 Apr 25 14:27:02.565714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cb080-3834-4959-97ea-632919c6b074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b6211-e886-4bdd-966c-82e62202e6fd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:02.596177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56480) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:02.652425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.706583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:02.738508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Usage tracker for resource:security_group_rule and tenant:11fa94968ca54ee3833eb056b0e4f361 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:02.743232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:02.770339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:02.849426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a83c87f2-4642-4266-ad1d-d427326ee0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.886954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.901456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:02.962218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=793824056b2d483ca857493797d0db82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8664832 Apr 25 14:27:02.966035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56498) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:02.982072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93a263cf-ec31-4ea7-b986-c3a3c6c7bda2 None None] Provisioning complete for port 73e098ab-8476-4800-b7ad-1887c90caa7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:02.986019 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93a263cf-ec31-4ea7-b986-c3a3c6c7bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.027071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a83c87f2-4642-4266-ad1d-d427326ee0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.107071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:27:03.137272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6566981c-6c2d-45ae-9220-62fc1e3889c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.151573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-93a263cf-ec31-4ea7-b986-c3a3c6c7bda2 None None] Port 73e098ab-8476-4800-b7ad-1887c90caa7a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:03.246474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0710d-f9d5-4ac7-aeb8-9938a1aadd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19c6bb8-6388-4542-b110-61c2139213cb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:03.296160 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6566981c-6c2d-45ae-9220-62fc1e3889c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.341087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a83c87f2-4642-4266-ad1d-d427326ee0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.478891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c87f2-4642-4266-ad1d-d427326ee0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073bdb85-342e-489f-a22e-1ff79ec18a98,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:03.506021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6566981c-6c2d-45ae-9220-62fc1e3889c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.563688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56528) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:03.576311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a83c87f2-4642-4266-ad1d-d427326ee0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.577742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6566981c-6c2d-45ae-9220-62fc1e3889c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.578018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a83c87f2-4642-4266-ad1d-d427326ee0c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/073bdb85-342e-489f-a22e-1ff79ec18a98 HTTP/1.1" status: 204 len: 168 time: 1.1852486 Apr 25 14:27:03.579088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6566981c-6c2d-45ae-9220-62fc1e3889c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d19c6bb8-6388-4542-b110-61c2139213cb HTTP/1.1" status: 204 len: 168 time: 0.6118994 Apr 25 14:27:03.649901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:27:03.667733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bcb0fdd1-bd7a-4f84-b552-1d4d9611ee49 admin admin] 10.222.0.23 "PUT /v2.0/routers/23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8300586 Apr 25 14:27:03.668552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566981c-6c2d-45ae-9220-62fc1e3889c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19c6bb8-6388-4542-b110-61c2139213cb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:03.674187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.684887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.695322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.704503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:03.737297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Usage tracker for resource:security_group_rule and tenant:b1fdb975ca1a400ebefb5e9941d8c12e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:03.747146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:03.770614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56550) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:03.770856 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11fa94968ca54ee3833eb056b0e4f361&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1681945 Apr 25 14:27:03.772889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:03.774815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a98e4-946b-45bf-a3b4-23f72b564cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd6146-481c-4a52-bd92-ecb13377f338,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:03.795469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.932487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9a87311-fc83-484e-8ac9-3c807701ccca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.938733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:03.946355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.017507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9a87311-fc83-484e-8ac9-3c807701ccca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.113886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1fdb975ca1a400ebefb5e9941d8c12e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5293021 Apr 25 14:27:04.116325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56574) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:04.126117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86044ab1-c5c0-4f0b-be54-7abcd68df2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b89016-ae8f-4800-be2a-5058054d349a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:04.132691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5bcb3a0-146b-4958-8d5d-cd7714eea9dd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:04.176009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9a87311-fc83-484e-8ac9-3c807701ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.208437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a87311-fc83-484e-8ac9-3c807701ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd6146-481c-4a52-bd92-ecb13377f338,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:04.216609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9a87311-fc83-484e-8ac9-3c807701ccca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.217789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c9a87311-fc83-484e-8ac9-3c807701ccca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dacd6146-481c-4a52-bd92-ecb13377f338 HTTP/1.1" status: 204 len: 168 time: 0.4460120 Apr 25 14:27:04.275169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-961bf51a-4ae6-492f-bac8-76d8dba6b1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.331441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-961bf51a-4ae6-492f-bac8-76d8dba6b1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.367089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:04.372861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:04.373571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.491621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-961bf51a-4ae6-492f-bac8-76d8dba6b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.520890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf51a-4ae6-492f-bac8-76d8dba6b1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b89016-ae8f-4800-be2a-5058054d349a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:04.525649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-961bf51a-4ae6-492f-bac8-76d8dba6b1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.527403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-961bf51a-4ae6-492f-bac8-76d8dba6b1e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6b89016-ae8f-4800-be2a-5058054d349a HTTP/1.1" status: 204 len: 168 time: 0.4034920 Apr 25 14:27:04.591580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56602) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:04.628734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.670183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:04.680794 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.694894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Usage tracker for resource:security_group_rule and tenant:4a1bbaae604c4912890c1253d2689a19 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:04.698257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:04.700676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:04.705666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:04.707305 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.785739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:04.797826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:04.814865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.836756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:04.840682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Usage tracker for resource:security_group_rule and tenant:dc357ada48784d77ac40539038ecdb89 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:04.842270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.847346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:04.849200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:04.857634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:04.891840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a1bbaae604c4912890c1253d2689a19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2989209 Apr 25 14:27:04.895234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56612) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:04.942547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcd405-6bbb-4b90-9def-b4e8029b711a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65999692-4dcb-42d1-b89e-3fb75ae31d60,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:04.994969 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94e4e1e6-1fda-4a0b-9c7f-82acc95a57d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.035480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94e4e1e6-1fda-4a0b-9c7f-82acc95a57d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.045274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.052410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.123423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3df27-8ea1-46ed-9fef-236e7115391d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:05.128589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f44484b2-c08a-4166-83de-0bf0d9264e0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc357ada48784d77ac40539038ecdb89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3417900 Apr 25 14:27:05.131756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56624) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:05.132363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94e4e1e6-1fda-4a0b-9c7f-82acc95a57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.169181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4e1e6-1fda-4a0b-9c7f-82acc95a57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65999692-4dcb-42d1-b89e-3fb75ae31d60,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:05.187073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94e4e1e6-1fda-4a0b-9c7f-82acc95a57d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.190186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-94e4e1e6-1fda-4a0b-9c7f-82acc95a57d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65999692-4dcb-42d1-b89e-3fb75ae31d60 HTTP/1.1" status: 204 len: 168 time: 0.2917910 Apr 25 14:27:05.225913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b093e22f-888a-4b1e-81ba-0aaa81a38eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.265384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b093e22f-888a-4b1e-81ba-0aaa81a38eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.336879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b093e22f-888a-4b1e-81ba-0aaa81a38eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.357362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093e22f-888a-4b1e-81ba-0aaa81a38eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3df27-8ea1-46ed-9fef-236e7115391d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:05.366484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b093e22f-888a-4b1e-81ba-0aaa81a38eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:05.367973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b093e22f-888a-4b1e-81ba-0aaa81a38eec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18c3df27-8ea1-46ed-9fef-236e7115391d HTTP/1.1" status: 204 len: 168 time: 0.2348356 Apr 25 14:27:05.625631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56648) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:05.649629 n-d-811416-6 neutron-server[88060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 25 14:27:05.702916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-20f4d8b9-54a2-4a32-86e7-806e437de321 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=02b8190c57b947a1a4baa93a93b33dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581532 Apr 25 14:27:05.890152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-3623de23-484c-4be4-8049-1da6e37522e5 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:05.892582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-3623de23-484c-4be4-8049-1da6e37522e5 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824555 Apr 25 14:27:05.919112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-206b64f3-436c-4791-aa21-17bab07a7535 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/quotas/02b8190c57b947a1a4baa93a93b33dd2 HTTP/1.1" status: 200 len: 375 time: 0.0207226 Apr 25 14:27:06.004424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-753fc520-9a81-451f-afd4-43babc7354b5 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02b8190c57b947a1a4baa93a93b33dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547383 Apr 25 14:27:06.030065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5bcb3a0-146b-4958-8d5d-cd7714eea9dd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:06.079202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:27:06.101684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:06.102676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:26:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:06.310476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:06.310476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:06.385674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:06.719596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:06.725753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-network', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:06.732935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:06.750157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Usage tracker for resource:network and tenant:458b3be0e9ee4e399ea58b22b7e0ad5e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:06.753774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:06.766040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:06.788771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Made reservation on behalf of 458b3be0e9ee4e399ea58b22b7e0ad5e for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:06.791130 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:06.815347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:06.828739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56718) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:06.841509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 2, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:06.845530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:06.846518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:27:06.847350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Updating router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 port 73e098ab-8476-4800-b7ad-1887c90caa7a binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:27:06.850633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Usage tracker for resource:security_group_rule and tenant:458b3be0e9ee4e399ea58b22b7e0ad5e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:06.853722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:06.861332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:06.936935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:06.988620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:06.995011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.012101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:27:07.026190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.026559 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Added segment 374de9a9-4cec-47d6-baa4-d09b9769e21d of type vlan for network f0e6f15d-9cec-4627-8df6-65e2d297e284 Apr 25 14:27:07.059416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.124509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b917f-de21-4ce1-be9f-d9327ad1e1d0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:07.128446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.129595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:07.130329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.237086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e6f15d-9cec-4627-8df6-65e2d297e284,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:07.240605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5d09182b-2545-4f7d-98cd-0171b24559c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5190675 Apr 25 14:27:07.243520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56742) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:07.250357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Request body: {'subnet': {'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-subnet', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:07.254435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:27:07.256461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:07.260572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Usage tracker for resource:subnet and tenant:458b3be0e9ee4e399ea58b22b7e0ad5e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:07.263834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:07.270474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:07.271580 n-d-811416-6 neutron-server[88061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 25 14:27:07.284001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Made reservation on behalf of 458b3be0e9ee4e399ea58b22b7e0ad5e for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:07.288226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.340643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fc0dab6-911c-4980-8326-a5b75ba05bab req-8895b728-ca3d-473e-829f-526389218420 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.5102007 Apr 25 14:27:07.540765 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.557736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Transition to ACTIVE for port object 73e098ab-8476-4800-b7ad-1887c90caa7a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:07.563521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.565849 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.679712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3530e29-15a8-4269-8a76-fa9defe9c14b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:07.685822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Checking segment: {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:07.686176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Network hostable DHCP agents. Network: f0e6f15d-9cec-4627-8df6-65e2d297e284, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:27:07.748185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:27:07.774589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f0e6f15d-9cec-4627-8df6-65e2d297e284) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:07.780859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:07.781679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.825282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7d45c-b0b1-48f6-9fbd-f68db4723834 None None] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:07.833054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c2a8f9c6-5136-458a-a09f-2cf4dcc11ee7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5879421 Apr 25 14:27:07.835701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56770) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:07.841361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:07.851834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:07.860789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f5f6-4cca-4a93-af7b-fb3a8b1c80e0 None None] Pushing event updated for resources: {'Port': ['ID=73e098ab-8476-4800-b7ad-1887c90caa7a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:07.862101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Usage tracker for resource:router and tenant:458b3be0e9ee4e399ea58b22b7e0ad5e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:07.878973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:07.902400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:07.928845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.930240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.959087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Attempting to bind port 73e098ab-8476-4800-b7ad-1887c90caa7a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:07.959887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Attempting to bind port 73e098ab-8476-4800-b7ad-1887c90caa7a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:07.960157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Attempting to bind port 73e098ab-8476-4800-b7ad-1887c90caa7a on network b923594c-484b-4ea6-b34c-8d8a53a21180 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:07.967135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.973546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:07.973879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Checking segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:07.974422 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:07.975063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Bound using segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:07.975613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Bound port: 73e098ab-8476-4800-b7ad-1887c90caa7a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:07.976100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.156221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] For port 73e098ab-8476-4800-b7ad-1887c90caa7a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:08.169087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] For port 73e098ab-8476-4800-b7ad-1887c90caa7a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=73e098ab-8476-4800-b7ad-1887c90caa7a,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:08.200867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:08.220336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.326876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f0e6f15d-9cec-4627-8df6-65e2d297e284', 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'fixed_ips': [{'subnet_id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:27:08.327866 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.432931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.707392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249799374-network', 'tenant_id': '347f7d70bda64692945c6a95ea12c3af'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:08.713786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:08.724782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Usage tracker for resource:network and tenant:347f7d70bda64692945c6a95ea12c3af is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:08.732141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Allocated IP 172.20.0.2 (f0e6f15d-9cec-4627-8df6-65e2d297e284/c3530e29-15a8-4269-8a76-fa9defe9c14b/1ee192a8-c727-4251-8a7b-28f86a615a7a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:08.736919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:08.850349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:08.870594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d9f7cc0-43f4-4104-9c0b-abda60d86185 req-14d85624-ebfc-4aa9-a483-2d34f68a81be tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.1372266 Apr 25 14:27:08.897548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Made reservation on behalf of 347f7d70bda64692945c6a95ea12c3af for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:08.900208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.922425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.938959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:08.939184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:08.944740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Usage tracker for resource:security_group_rule and tenant:347f7d70bda64692945c6a95ea12c3af is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:08.947696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:08.954666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:08.979392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.026847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f5f6-4cca-4a93-af7b-fb3a8b1c80e0 None None] Pushing event updated for resources: {'Port': ['ID=73e098ab-8476-4800-b7ad-1887c90caa7a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:09.094148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:09.094612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:26:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:09.110216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.116666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.188726 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.189432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:27:09.200688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Transition to ACTIVE for port object 1ee192a8-c727-4251-8a7b-28f86a615a7a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:09.214138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e17eb1-23c2-40b5-92d7-2a8ff7c254a7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:09.217609 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5aee58b8-5c6d-44be-90b2-7fd2f54ac92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.242401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.242748 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Added segment a4200741-430f-4f84-93e0-e4b88032376e of type vlan for network 27c18782-c812-4533-b913-1a06266deadc Apr 25 14:27:09.250495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Transition to ACTIVE for port object 1ee192a8-c727-4251-8a7b-28f86a615a7a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:09.250946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Allocated IP 172.25.0.59 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/0b70a541-426f-423a-a626-cd96ce453e52) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:09.278452 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.292424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.346182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:09.363396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.363396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:09.363579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.407077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.15', 53817) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:09.463974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-e5137b3d-9357-4675-adce-926ad6311685 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=02b8190c57b947a1a4baa93a93b33dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526159 Apr 25 14:27:09.517896 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.573471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:09.585062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.600724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:09.604082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:09.611699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] Pushing event updated for resources: {'Network': ['ID=27c18782-c812-4533-b913-1a06266deadc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:09.619575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a41a5a0c-1146-4602-a447-4585c6c4b980 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4173193 Apr 25 14:27:09.623718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56828) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:09.632715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Request body: {'subnet': {'network_id': '27c18782-c812-4533-b913-1a06266deadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249799374-subnet', 'tenant_id': '347f7d70bda64692945c6a95ea12c3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:09.643794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:09.648029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 27c18782-c812-4533-b913-1a06266deadc details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:27:09.663134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Usage tracker for resource:subnet and tenant:347f7d70bda64692945c6a95ea12c3af is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:09.666559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:09.678007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:09.699208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Made reservation on behalf of 347f7d70bda64692945c6a95ea12c3af for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:09.702084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:09.799875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Pushing event updated for resources: {'Port': ['ID=1ee192a8-c727-4251-8a7b-28f86a615a7a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:09.804751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:09.832123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:09.841216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:09.888946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:10.012650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Attempting to bind port 1ee192a8-c727-4251-8a7b-28f86a615a7a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:10.013182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Attempting to bind port 1ee192a8-c727-4251-8a7b-28f86a615a7a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:10.013649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Attempting to bind port 1ee192a8-c727-4251-8a7b-28f86a615a7a on network f0e6f15d-9cec-4627-8df6-65e2d297e284 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:10.063358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9ba56da5-9ee6-4502-960e-27c79c32bae2 tempest-AutoAllocateNetworkTest-998365312 tempest-AutoAllocateNetworkTest-998365312-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7aa06b4dd5754aaab3ad74f7a6092f52&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7149808 Apr 25 14:27:10.069337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:10.121300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:10.121838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Checking segment: {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:10.122340 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:10.122835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Bound using segment: {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:10.123434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Bound port: 1ee192a8-c727-4251-8a7b-28f86a615a7a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:10.123935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:10.137940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73e098ab-8476-4800-b7ad-1887c90caa7a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:10.235128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Pushing event updated for resources: {'Port': ['ID=0b70a541-426f-423a-a626-cd96ce453e52,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:10.365501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:10.433026 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a47f7bf-82e8-47c7-a8c6-1854509e4a9c req-0efc334d-2a4f-4767-af2f-611b9721f52f tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.2896247 Apr 25 14:27:10.436642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56872) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:10.436972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ba9f2e-1c32-46e4-9d6b-f3c0c43f9bdd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:10.520417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-0d33692a-f71b-4e79-95f9-aa3da919a876 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:10.531315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-0d33692a-f71b-4e79-95f9-aa3da919a876 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9798312 Apr 25 14:27:10.559018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Checking segment: {'id': 'a4200741-430f-4f84-93e0-e4b88032376e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '27c18782-c812-4533-b913-1a06266deadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:10.559375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Network hostable DHCP agents. Network: 27c18782-c812-4533-b913-1a06266deadc, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:27:10.604421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692cfe7-7243-4675-8cfe-9068ed1dd1e8 tempest-AutoAllocateNetworkTest-998365312 tempest-AutoAllocateNetworkTest-998365312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:10.609448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9692cfe7-7243-4675-8cfe-9068ed1dd1e8 tempest-AutoAllocateNetworkTest-998365312 tempest-AutoAllocateNetworkTest-998365312-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5390420 Apr 25 14:27:10.610730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:10.614105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Network 27c18782-c812-4533-b913-1a06266deadc is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:27:10.671159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Request body: {'port': {'device_id': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '02b8190c57b947a1a4baa93a93b33dd2'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:10.687406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] For port 1ee192a8-c727-4251-8a7b-28f86a615a7a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:10.692233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 73e098ab-8476-4800-b7ad-1887c90caa7a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:10.729179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 27c18782-c812-4533-b913-1a06266deadc) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:10.760061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0930befd-b76d-48ce-80ac-6c540f60cd92 tempest-AutoAllocateNetworkTest-998365312 tempest-AutoAllocateNetworkTest-998365312-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470382 Apr 25 14:27:10.760344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:10.773827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 73e098ab-8476-4800-b7ad-1887c90caa7a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:10.773827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:10.783868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:10.801616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:10.807179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d5f70-e3a3-4b1e-ab28-d3ab33c655d9 None None] Network 27c18782-c812-4533-b913-1a06266deadc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:10.858153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:10.874261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] For port 1ee192a8-c727-4251-8a7b-28f86a615a7a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1ee192a8-c727-4251-8a7b-28f86a615a7a,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:10.877100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb4e20df-334b-4fbc-bffb-5b453301dc6c tempest-AutoAllocateNetworkTest-998365312 tempest-AutoAllocateNetworkTest-998365312-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7aa06b4dd5754aaab3ad74f7a6092f52 HTTP/1.1" status: 200 len: 208 time: 0.0697987 Apr 25 14:27:10.893067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:10.896283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-067e5cbe-70f7-4ea1-956e-0a223e612dcf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2714722 Apr 25 14:27:10.899331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Usage tracker for resource:security_group_rule and tenant:17d9b63d22974d36b6e615c38b0cf80b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:10.902717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:10.913009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:10.962887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.097629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ec75c515-5b4c-4eba-8c66-85493831da85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.098478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.214083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.231366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.296527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:11.302762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Usage tracker for resource:port and tenant:02b8190c57b947a1a4baa93a93b33dd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:11.306759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:11.316634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:11.343314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Made reservation on behalf of 02b8190c57b947a1a4baa93a93b33dd2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:11.347560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.368817 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.444997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca792dd-c13c-4b0d-86a5-029c80bc2fc2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:11.466432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-506ef66a-348d-4559-b6f4-4c798d7478e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17d9b63d22974d36b6e615c38b0cf80b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0269980 Apr 25 14:27:11.471476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56908) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:11.544284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:08Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:11.546351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.566763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:11.586063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Usage tracker for resource:security_group_rule and tenant:02b8190c57b947a1a4baa93a93b33dd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:11.627239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 73e098ab-8476-4800-b7ad-1887c90caa7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=73e098ab-8476-4800-b7ad-1887c90caa7a,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:11.630565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62eb732-d3fb-4617-94bd-da3ba4a10f13 None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:08Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:27:11.652067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:11.693303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:11.695830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96e7c2-d1c4-4921-aa41-2e48b54d36fd None None] Pushing event updated for resources: {'Port': ['ID=1ee192a8-c727-4251-8a7b-28f86a615a7a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:11.766893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:12.019151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a08ac6e9-831b-47f5-a5d0-a0bda8179940 req-db783c43-9340-460e-b384-fa632e3de582 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.1871395 Apr 25 14:27:12.093306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8164b526-4aa7-42e0-8163-d7a9c5c4a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:12.171157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8164b526-4aa7-42e0-8163-d7a9c5c4a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:12.196281 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:12.200720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1ee192a8-c727-4251-8a7b-28f86a615a7a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:12.241343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56920) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:12.322615 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8164b526-4aa7-42e0-8163-d7a9c5c4a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:12.331704 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:12.609463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:12.616331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164b526-4aa7-42e0-8163-d7a9c5c4a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca792dd-c13c-4b0d-86a5-029c80bc2fc2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:12.833542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=73e098ab-8476-4800-b7ad-1887c90caa7a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:12.857461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fd21f-d2cb-4fe8-93c0-15ccff8473f9 None None] Network 27c18782-c812-4533-b913-1a06266deadc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:12.900823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1ee192a8-c727-4251-8a7b-28f86a615a7a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:13.196103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5bea5-3f14-4cfc-a5ee-715109b2564e None None] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:13.412095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae07dc4f-aeab-4ce0-b1e2-aea8f2e6e330 req-b10e4be4-10b6-432b-b2ae-701842586f89 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.0766466 Apr 25 14:27:13.525329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:13.561689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:13.567458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa06b4dd5754aaab3ad74f7a6092f52 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:13.572666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:13.580855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:13.655759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:27:13.733985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:13.741276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:13.828480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7aa06b4dd5754aaab3ad74f7a6092f52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5850458 Apr 25 14:27:13.829675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32233e-1116-464c-a800-9eaf63748970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b387069-e357-4263-b55f-6cc945aaa602,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:13.847046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:13.851208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56950) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:13.853212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] Provisioning for port 1ee192a8-c727-4251-8a7b-28f86a615a7a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:13.871409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] Provisioning complete for port 1ee192a8-c727-4251-8a7b-28f86a615a7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:13.872297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.068889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65aadb1f-4afc-48b5-8950-4df2351b4b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.101433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73e098ab-8476-4800-b7ad-1887c90caa7a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:14.159186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65aadb1f-4afc-48b5-8950-4df2351b4b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.270914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:27:14.271236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65aadb1f-4afc-48b5-8950-4df2351b4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.296901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aadb1f-4afc-48b5-8950-4df2351b4b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b387069-e357-4263-b55f-6cc945aaa602,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:14.302225 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Sync routers for ids ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:27:14.304566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8164b526-4aa7-42e0-8163-d7a9c5c4a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.308659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8164b526-4aa7-42e0-8163-d7a9c5c4a243 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ca792dd-c13c-4b0d-86a5-029c80bc2fc2 HTTP/1.1" status: 204 len: 168 time: 2.8214486 Apr 25 14:27:14.331754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65aadb1f-4afc-48b5-8950-4df2351b4b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.332535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-65aadb1f-4afc-48b5-8950-4df2351b4b0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b387069-e357-4263-b55f-6cc945aaa602 HTTP/1.1" status: 204 len: 168 time: 0.4803646 Apr 25 14:27:14.342954 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Routers {'8df112bc-d6e3-4e8c-b7ee-599b480b2505'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:14.346246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:14.388739 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.398770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.404167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-adcb3f06-693d-454f-a797-b068629e1d47 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5639210 Apr 25 14:27:14.404518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56964) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:14.410432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.441126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.470176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 73e098ab-8476-4800-b7ad-1887c90caa7a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:14.470644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.536912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56970) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:14.537484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56972) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:14.538296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:14.549310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1233548532-network', 'tenant_id': '1f2210c8aad647059f8c1a9a36a7e995'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:14.567749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:14.593329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Usage tracker for resource:network and tenant:1f2210c8aad647059f8c1a9a36a7e995 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:14.600376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:14.613022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:14.760802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56980) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:14.831466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Allocated IP 192.168.233.93 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/f5e6008f-6458-4890-99e5-a6aa9bcae347) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:14.832131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] For port 1ee192a8-c727-4251-8a7b-28f86a615a7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1ee192a8-c727-4251-8a7b-28f86a615a7a,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:14.858860 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:14.938407 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Set router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:15.103439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271558f3-1bd5-4d51-ac71-0ab97a434db9 None None] Pushing event updated for resources: {'Port': ['ID=1ee192a8-c727-4251-8a7b-28f86a615a7a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:15.287008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Made reservation on behalf of 1f2210c8aad647059f8c1a9a36a7e995 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:15.291224 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.376860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70a5c37a-72ab-4a29-b77e-8b825079e126 req-90563193-fc93-4c5e-8986-df2f9d870fdd tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.1584694 Apr 25 14:27:15.377892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.441546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:15.468538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2210c8aad647059f8c1a9a36a7e995 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:15.480391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:15.512688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-65452f42-934d-4ff2-a867-e75ec4bc44d5 None None] Provisioning complete for port 1ee192a8-c727-4251-8a7b-28f86a615a7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:15.517678 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-65452f42-934d-4ff2-a867-e75ec4bc44d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.521023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:15.598354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.612408 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:27:10Z', 'revision_number': 3, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:15.624526 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Checking router: 8df112bc-d6e3-4e8c-b7ee-599b480b2505 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:27:15.625652 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Updating router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 port 0b70a541-426f-423a-a626-cd96ce453e52 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:27:15.674861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Transition to ACTIVE for port object f5e6008f-6458-4890-99e5-a6aa9bcae347 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:15.745190 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.878144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.883903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56992) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:15.920852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.981409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:15.984298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:15.994681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Usage tracker for resource:security_group_rule and tenant:65aad7b0e600488585488a51a31f99a3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:16.015626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:16.048679 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.068989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.106799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1ee192a8-c727-4251-8a7b-28f86a615a7a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:16.111654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:16.161285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8186aeee-ab6d-47e2-8d99-d48aff97fc87,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:16.182818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:16.275097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:27:16.277941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Usage tracker for resource:security_group_rule and tenant:f2e8721cb1d34cfc82ef8728eb7dfe01 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:16.290100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.325959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1ee192a8-c727-4251-8a7b-28f86a615a7a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:16.326657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.346978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:16.381539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:16.388806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:16.395094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:16.399759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Usage tracker for resource:security_group_rule and tenant:99b84fd1846a43f1965a036ca58be6ee is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:16.402883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:16.409888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:16.490372 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.530495 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Transition to ACTIVE for port object 0b70a541-426f-423a-a626-cd96ce453e52 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:16.543637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.550577 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.559220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.563864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.565569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:16.576179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:16.577074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.581902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:16.600800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.657084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.659670 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Added segment c6032c0d-d9df-4850-ab5d-e79fc90b3f83 of type vlan for network 3b6704b4-7a12-42db-926c-c6dfaf321524 Apr 25 14:27:16.695344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99b84fd1846a43f1965a036ca58be6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504985 Apr 25 14:27:16.700704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57008) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:16.728444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Pushing event updated for resources: {'Port': ['ID=f5e6008f-6458-4890-99e5-a6aa9bcae347,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:16.825288 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b216eeb-df44-4415-8b62-3172515eb5e8 None None] Pushing event updated for resources: {'Port': ['ID=0b70a541-426f-423a-a626-cd96ce453e52,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:16.830391 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Attempting to bind port 0b70a541-426f-423a-a626-cd96ce453e52 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:16.831041 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Attempting to bind port 0b70a541-426f-423a-a626-cd96ce453e52 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:16.831598 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Attempting to bind port 0b70a541-426f-423a-a626-cd96ce453e52 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:16.840706 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:16.841558 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:16.842238 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.843740 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:16.844724 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Bound port: 0b70a541-426f-423a-a626-cd96ce453e52, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:16.845760 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:16.936476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185ab4c-ee0e-4186-b4d2-eaaf2e5375be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1519105-6019-4af4-a5da-98b59434d8d9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:16.985688 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] For port 0b70a541-426f-423a-a626-cd96ce453e52, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:16.989425 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] For port 0b70a541-426f-423a-a626-cd96ce453e52, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0b70a541-426f-423a-a626-cd96ce453e52,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:16.994377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c7cb1359-ad97-420e-8357-296980f3d463 None None] Provisioning for port f5e6008f-6458-4890-99e5-a6aa9bcae347 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:16.996057 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.007283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65aad7b0e600488585488a51a31f99a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2454343 Apr 25 14:27:17.010293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57018) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:17.011228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c89ae-b6f1-48de-8a1f-2b93e8bac188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0968853b-8bd3-4a4c-a684-f09bcb327976,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:17.031894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c7cb1359-ad97-420e-8357-296980f3d463 None None] Provisioning complete for port f5e6008f-6458-4890-99e5-a6aa9bcae347 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:17.032259 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7cb1359-ad97-420e-8357-296980f3d463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.082984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.089182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.093165 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60a929aa-daf1-4029-9f97-b21291276adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.131626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b339938e-dfa3-40f0-9328-e0a1d5ea44f4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4643297 Apr 25 14:27:17.131860 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b216eeb-df44-4415-8b62-3172515eb5e8 None None] Pushing event updated for resources: {'Port': ['ID=0b70a541-426f-423a-a626-cd96ce453e52,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:17.143830 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Routers {'8df112bc-d6e3-4e8c-b7ee-599b480b2505'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:17.144936 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:17.174049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-8ae51de8-f513-46ac-8f44-6de5b583cad4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:27:17.175307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-8ae51de8-f513-46ac-8f44-6de5b583cad4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277996 Apr 25 14:27:17.241330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60a929aa-daf1-4029-9f97-b21291276adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.253296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb1359-ad97-420e-8357-296980f3d463 None None] Port f5e6008f-6458-4890-99e5-a6aa9bcae347 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:17.349378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.350500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:17.351512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.419490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-100539a1-f0c4-4a3e-8ac9-15b2e0bfa3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.421784 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] Set router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:17.530589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6704b4-7a12-42db-926c-c6dfaf321524,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:17.546309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 3b6704b4-7a12-42db-926c-c6dfaf321524 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:27:17.553335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e74bed56-958b-43e4-84e5-27115ee6c6e7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0096354 Apr 25 14:27:17.557558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:17.571014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Request body: {'subnet': {'network_id': '3b6704b4-7a12-42db-926c-c6dfaf321524', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1233548532-subnet', 'tenant_id': '1f2210c8aad647059f8c1a9a36a7e995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:17.580605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:17.589206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.592033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Usage tracker for resource:subnet and tenant:1f2210c8aad647059f8c1a9a36a7e995 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:17.596849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:17.600080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.642697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:17.646388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20dcfd-7ab9-4d3d-a7c5-537f5080b5bb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:17.649847 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60a929aa-daf1-4029-9f97-b21291276adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.728932 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60a929aa-daf1-4029-9f97-b21291276adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.730590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-60a929aa-daf1-4029-9f97-b21291276adb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1519105-6019-4af4-a5da-98b59434d8d9 HTTP/1.1" status: 204 len: 168 time: 1.0117846 Apr 25 14:27:17.731873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a929aa-daf1-4029-9f97-b21291276adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1519105-6019-4af4-a5da-98b59434d8d9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:17.739271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Made reservation on behalf of 1f2210c8aad647059f8c1a9a36a7e995 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:17.741886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:17.765816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d25371f-585a-42e8-aa93-993d9edc8f8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2e8721cb1d34cfc82ef8728eb7dfe01&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2239838 Apr 25 14:27:17.780711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57034) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:17.868482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Allocated IP 172.20.0.1 (f0e6f15d-9cec-4627-8df6-65e2d297e284/c3530e29-15a8-4269-8a76-fa9defe9c14b/0849bd44-568b-4241-9e45-ad6c1e75929c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:18.012318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Request body: {'port': {'device_id': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'device_owner': 'compute:tempest-test_az-2004123477', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:18.014232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-100539a1-f0c4-4a3e-8ac9-15b2e0bfa3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.102502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48404f40-5dc2-48f1-ad1e-f1da6d380ab8 req-c4ae0026-00ae-4090-a396-07d3059a8b6f tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:18.113216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48404f40-5dc2-48f1-ad1e-f1da6d380ab8 req-c4ae0026-00ae-4090-a396-07d3059a8b6f tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 935 time: 1.3271804 Apr 25 14:27:18.182538 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-100539a1-f0c4-4a3e-8ac9-15b2e0bfa3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.230917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100539a1-f0c4-4a3e-8ac9-15b2e0bfa3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0968853b-8bd3-4a4c-a684-f09bcb327976,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:18.323803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48404f40-5dc2-48f1-ad1e-f1da6d380ab8 req-57c8e580-3078-4dc4-b58d-5f71683b6932 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088969 Apr 25 14:27:18.349753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-100539a1-f0c4-4a3e-8ac9-15b2e0bfa3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.351404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-100539a1-f0c4-4a3e-8ac9-15b2e0bfa3c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0968853b-8bd3-4a4c-a684-f09bcb327976 HTTP/1.1" status: 204 len: 168 time: 1.3161964 Apr 25 14:27:18.372577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2042-221b-483e-baa7-c77741e1dc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.410378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2042-221b-483e-baa7-c77741e1dc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.424295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.449858 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:27:10Z', 'revision_number': 3, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:18.454158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Transition to ACTIVE for port object 0849bd44-568b-4241-9e45-ad6c1e75929c will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:18.475159 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142cb56-41b7-4fbc-97d0-eb94b7f31f6c None None] The sync data for ids ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'] in n-d-811416-6 is: [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:27:10Z', 'revision_number': 3, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:27:18.518749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.531617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.676987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:18.687548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:18.701911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:18.704082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.750039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2042-221b-483e-baa7-c77741e1dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:18.815656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Pushing event updated for resources: {'Port': ['ID=0849bd44-568b-4241-9e45-ad6c1e75929c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:18.960831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a2042-221b-483e-baa7-c77741e1dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20dcfd-7ab9-4d3d-a7c5-537f5080b5bb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:19.071083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2042-221b-483e-baa7-c77741e1dc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:19.072288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff8a2042-221b-483e-baa7-c77741e1dc0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e20dcfd-7ab9-4d3d-a7c5-537f5080b5bb HTTP/1.1" status: 204 len: 168 time: 1.2880850 Apr 25 14:27:19.200511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-82d7efa1-ade8-4df9-954e-8846d285d6fc None None] Provisioning for port 0849bd44-568b-4241-9e45-ad6c1e75929c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:19.209880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-82d7efa1-ade8-4df9-954e-8846d285d6fc None None] Provisioning complete for port 0849bd44-568b-4241-9e45-ad6c1e75929c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:19.210571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82d7efa1-ade8-4df9-954e-8846d285d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:19.246315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:19.259716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:19.339634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-82d7efa1-ade8-4df9-954e-8846d285d6fc None None] Port 0849bd44-568b-4241-9e45-ad6c1e75929c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:19.497981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57062) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:19.528948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:19.627953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:19.684703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4da34d19d54371b2c72b0a3bd34222 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:19.696181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:19.795877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:19.885945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cec5fc7-93f6-44d2-9359-837e6af7d838,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:19.899208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Checking segment: {'id': 'c6032c0d-d9df-4850-ab5d-e79fc90b3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b6704b4-7a12-42db-926c-c6dfaf321524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:19.903429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Network hostable DHCP agents. Network: 3b6704b4-7a12-42db-926c-c6dfaf321524, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:27:19.999261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.006205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.006974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.133756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0b70a541-426f-423a-a626-cd96ce453e52 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:20.147170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Network 3b6704b4-7a12-42db-926c-c6dfaf321524 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:27:20.262802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 3b6704b4-7a12-42db-926c-c6dfaf321524) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:20.264471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:20.279221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-4a9a22c8-b3fe-4dd5-a2a7-04876252cf85 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:20.280015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-4a9a22c8-b3fe-4dd5-a2a7-04876252cf85 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Synchronizing usage tracker for tenant:02b8190c57b947a1a4baa93a93b33dd2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:20.285610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8063230-12c7-4854-a6fd-a7381078fd5a None None] Network 3b6704b4-7a12-42db-926c-c6dfaf321524 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:20.353766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:20.354370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.378796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:20.405523 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.416780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:20.444373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e6008f-6458-4890-99e5-a6aa9bcae347 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:27:20.464921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4182a709-4481-4e02-840e-74d77f4df525 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9058888 Apr 25 14:27:20.467474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.475263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:20.485369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3a768fb30b45458ae69a15ced1cefd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:20.504928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:20.516730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:20.519261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Transition to ACTIVE for port object f5e6008f-6458-4890-99e5-a6aa9bcae347 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:20.539307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.638961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 0b70a541-426f-423a-a626-cd96ce453e52 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:20.688440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0b70a541-426f-423a-a626-cd96ce453e52 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:20.690829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:20.907330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e6008f-6458-4890-99e5-a6aa9bcae347,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:21.088950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-825fc817-5de6-41cc-ae9a-92c35ea47996 None None] Provisioning complete for port 0849bd44-568b-4241-9e45-ad6c1e75929c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:21.089350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-825fc817-5de6-41cc-ae9a-92c35ea47996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.090684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57084) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:21.099492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Attempting to bind port f5e6008f-6458-4890-99e5-a6aa9bcae347 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:21.100166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Attempting to bind port f5e6008f-6458-4890-99e5-a6aa9bcae347 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:21.100743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Attempting to bind port f5e6008f-6458-4890-99e5-a6aa9bcae347 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:21.218674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.220837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Pushing event updated for resources: {'Port': ['ID=0849bd44-568b-4241-9e45-ad6c1e75929c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:21.256069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Port f5e6008f-6458-4890-99e5-a6aa9bcae347 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:27:21.258604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Attempting to bind port f5e6008f-6458-4890-99e5-a6aa9bcae347 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:21.306855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-4a9a22c8-b3fe-4dd5-a2a7-04876252cf85 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Unset dirty status for tenant:02b8190c57b947a1a4baa93a93b33dd2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:21.308342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-4a9a22c8-b3fe-4dd5-a2a7-04876252cf85 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 935 time: 1.6480162 Apr 25 14:27:21.323048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:21.323772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:21.324562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:21.325344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Bound port: f5e6008f-6458-4890-99e5-a6aa9bcae347, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:21.326022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.378317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.460623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.475268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.536566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 0b70a541-426f-423a-a626-cd96ce453e52, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0b70a541-426f-423a-a626-cd96ce453e52,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:21.549596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11e002-0904-4a4d-958f-6d41554e7565 None None] Network 3b6704b4-7a12-42db-926c-c6dfaf321524 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:21.564277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.571933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c4da34d19d54371b2c72b0a3bd34222&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0705869 Apr 25 14:27:21.580431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Deleting subnet 21ba9f2e-1c32-46e4-9d6b-f3c0c43f9bdd {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:27:21.584442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57100) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:21.591813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.605800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:27:21.620984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeba29-12ab-4501-9d36-ab1f8ce14ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15467e5-b3d9-4328-a851-cff5c30209c2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:21.630922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.731753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-825fc817-5de6-41cc-ae9a-92c35ea47996 None None] Port 0849bd44-568b-4241-9e45-ad6c1e75929c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:21.870645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=0b70a541-426f-423a-a626-cd96ce453e52,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:21.894403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4691e13d-9186-403b-af8b-e18d182bbbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:21.968975 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd3a768fb30b45458ae69a15ced1cefd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6668453 Apr 25 14:27:21.975369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-2915d46e-10ee-4dec-8e53-2ec3e2693fe3 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Synchronizing usage tracker for tenant:02b8190c57b947a1a4baa93a93b33dd2 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:21.994395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57112) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:22.025653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b14ec7-ac56-4352-825d-a2c0aa1d28d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2d53f-c632-4d71-9397-ac60ac8805d4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:22.099359 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4691e13d-9186-403b-af8b-e18d182bbbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.121934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.128903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] For port f5e6008f-6458-4890-99e5-a6aa9bcae347, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:22.147180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0b70a541-426f-423a-a626-cd96ce453e52 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:22.177578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:27:22.199732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-2915d46e-10ee-4dec-8e53-2ec3e2693fe3 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Unset dirty status for tenant:02b8190c57b947a1a4baa93a93b33dd2 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:22.200886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95ae9fce-2a15-406f-8016-6f8193b79c0d req-2915d46e-10ee-4dec-8e53-2ec3e2693fe3 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382058 Apr 25 14:27:22.207288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.221141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-57d0d585-9f94-455c-b205-75ef62a1d33f admin admin] 10.222.0.23 "PUT /v2.0/routers/8df112bc-d6e3-4e8c-b7ee-599b480b2505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8109541 Apr 25 14:27:22.242649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4691e13d-9186-403b-af8b-e18d182bbbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.275703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Sync routers for ids ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:27:22.289781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691e13d-9186-403b-af8b-e18d182bbbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15467e5-b3d9-4328-a851-cff5c30209c2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:22.307110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4691e13d-9186-403b-af8b-e18d182bbbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.310654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4691e13d-9186-403b-af8b-e18d182bbbed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d15467e5-b3d9-4328-a851-cff5c30209c2 HTTP/1.1" status: 204 len: 168 time: 0.7102115 Apr 25 14:27:22.341745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] For port f5e6008f-6458-4890-99e5-a6aa9bcae347, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:22.368210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.372201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Routers {'8df112bc-d6e3-4e8c-b7ee-599b480b2505'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:22.375593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:22.424962 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.432702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.558416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e6008f-6458-4890-99e5-a6aa9bcae347,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:22.570743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ba9f2e-1c32-46e4-9d6b-f3c0c43f9bdd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:22.587937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4a9d-d043-425a-a9b6-110b6d653876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.629072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:22.630352 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5c88fb4-585c-48eb-8ef3-55fea4d26152 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21ba9f2e-1c32-46e4-9d6b-f3c0c43f9bdd HTTP/1.1" status: 204 len: 168 time: 1.5314415 Apr 25 14:27:22.630352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:22.630352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:22.645442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-b2e06a97-7652-43f1-a742-c28a4fb3244c service neutron] 10.222.0.15 "PUT /v2.0/ports/f5e6008f-6458-4890-99e5-a6aa9bcae347 HTTP/1.1" status: 200 len: 1117 time: 4.9576538 Apr 25 14:27:22.648246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'tag': 'f5e6008f-6458-4890-99e5-a6aa9bcae347'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:22.929721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Set router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:22.935642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.030905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4a9d-d043-425a-a9b6-110b6d653876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.058287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0b70a541-426f-423a-a626-cd96ce453e52 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:23.058567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.156476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.191131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4a9d-d043-425a-a9b6-110b6d653876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.208373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.208600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.209438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.210452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > port after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.210860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.211194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > port after_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.211658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.212034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.212540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.213116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.255442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b4a9d-d043-425a-a9b6-110b6d653876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2d53f-c632-4d71-9397-ac60ac8805d4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:23.279295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4a9d-d043-425a-a9b6-110b6d653876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.283961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc5b4a9d-d043-425a-a9b6-110b6d653876 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72b2d53f-c632-4d71-9397-ac60ac8805d4 HTTP/1.1" status: 204 len: 168 time: 1.2861793 Apr 25 14:27:23.292567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-d0a83495-5bf7-4863-8646-af8e6a5af41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:23.294490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-d0a83495-5bf7-4863-8646-af8e6a5af41a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b8190c57b947a1a4baa93a93b33dd2&device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 1120 time: 0.4062011 Apr 25 14:27:23.690635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.691820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.692310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.692799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:23.693481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c18782-c812-4533-b913-1a06266deadc']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:23.724651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4200741-430f-4f84-93e0-e4b88032376e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:23.725276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4200741-430f-4f84-93e0-e4b88032376e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:23.761061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.833595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-ee96d1b2-901b-418f-a581-c2d251ecf0c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347 HTTP/1.1" status: 200 len: 217 time: 0.4090781 Apr 25 14:27:23.912474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.953537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:27:23.954687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:23.956482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-90802597-6671-4045-bb72-828885e6d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:23.959452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:27:19Z', 'revision_number': 4, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '0849bd44-568b-4241-9e45-ad6c1e75929c', 'name': '', 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'mac_address': 'fa:16:3e:69:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:17Z', 'updated_at': '2022-04-25T14:27:19Z', 'revision_number': 2, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'subnets': [{'id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:23.961921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-90802597-6671-4045-bb72-828885e6d7dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1224403 Apr 25 14:27:23.967857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Checking router: 8df112bc-d6e3-4e8c-b7ee-599b480b2505 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:27:23.968428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Updating router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 port 0849bd44-568b-4241-9e45-ad6c1e75929c binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: from cryptography.utils import int_from_bytes Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: from cryptography.utils import int_from_bytes Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: util.warn_limited( Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: util.warn_limited( Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:27:23.977395 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:27:24.077437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.127805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-6e89d282-b70d-40e5-a820-ac2fb142c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:24.130667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-6e89d282-b70d-40e5-a820-ac2fb142c786 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453509 Apr 25 14:27:24.250325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.339864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.357017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] Pushing event deleted for resources: {'Network': ['ID=27c18782-c812-4533-b913-1a06266deadc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:24.396327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d3bd7-0ce1-473f-9c49-8515a31232e3 req-248316c4-9ef2-4d0c-a51d-0c25d9c71d5e tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:24.398553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c5d3bd7-0ce1-473f-9c49-8515a31232e3 req-248316c4-9ef2-4d0c-a51d-0c25d9c71d5e tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 969 time: 0.5906873 Apr 25 14:27:24.400585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-88084d4e-cea5-4ab0-a4db-e8a7ac7dd984 admin admin] 10.222.0.23 "DELETE /v2.0/networks/27c18782-c812-4533-b913-1a06266deadc HTTP/1.1" status: 204 len: 168 time: 1.7795067 Apr 25 14:27:24.403991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57194) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:24.500549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-9030c383-03e6-48de-8de9-821d096db929 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402832 Apr 25 14:27:24.596870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Deleting subnet 2cec5fc7-93f6-44d2-9359-837e6af7d838 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:27:24.612853 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c5d3bd7-0ce1-473f-9c49-8515a31232e3 req-7e0fda4e-5467-433d-9f1d-b6f58512aee3 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059417 Apr 25 14:27:24.619902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.733175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.739793 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.768605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Transition to ACTIVE for port object 0849bd44-568b-4241-9e45-ad6c1e75929c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:24.776046 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2f410b6-2a37-4bd1-8109-556da673e5a6 req-dbb37fe2-b969-4946-affc-1d152a06a06f service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479577 Apr 25 14:27:24.778910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.855035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:24.952981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.027334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cec5fc7-93f6-44d2-9359-837e6af7d838,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:25.044992 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.062813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b188107-efe3-4069-b5d6-06711a0be5e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2cec5fc7-93f6-44d2-9359-837e6af7d838 HTTP/1.1" status: 204 len: 168 time: 0.6561518 Apr 25 14:27:25.064227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57218) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:25.167325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22cb92-7a31-45e7-a306-537f032aeeae None None] Pushing event updated for resources: {'Port': ['ID=0849bd44-568b-4241-9e45-ad6c1e75929c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:25.182535 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bfdad9-a6f8-4b6c-9db6-c6fe0e186cbf'] response: {'name': 'network-changed', 'server_uuid': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'tag': 'f5e6008f-6458-4890-99e5-a6aa9bcae347', 'status': 'completed', 'code': 200} Apr 25 14:27:25.189343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Attempting to bind port 0849bd44-568b-4241-9e45-ad6c1e75929c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:25.189433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Attempting to bind port 0849bd44-568b-4241-9e45-ad6c1e75929c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:25.189788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Attempting to bind port 0849bd44-568b-4241-9e45-ad6c1e75929c on network f0e6f15d-9cec-4627-8df6-65e2d297e284 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:25.195785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:25.196574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Checking segment: {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:25.196989 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.197981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Bound using segment: {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:25.197981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Bound port: 0849bd44-568b-4241-9e45-ad6c1e75929c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374de9a9-4cec-47d6-baa4-d09b9769e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:25.198420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.347143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] For port 0849bd44-568b-4241-9e45-ad6c1e75929c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:25.349836 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.351803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] For port 0849bd44-568b-4241-9e45-ad6c1e75929c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0849bd44-568b-4241-9e45-ad6c1e75929c,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:25.361586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.486966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22cb92-7a31-45e7-a306-537f032aeeae None None] Pushing event updated for resources: {'Port': ['ID=0849bd44-568b-4241-9e45-ad6c1e75929c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:25.487289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-306fa301-7327-4b0e-aa8f-dfea117b5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:25.488767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-306fa301-7327-4b0e-aa8f-dfea117b5d2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b8190c57b947a1a4baa93a93b33dd2&device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 1120 time: 0.2983706 Apr 25 14:27:25.553896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Routers {'8df112bc-d6e3-4e8c-b7ee-599b480b2505'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:27:25.554545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:25.684681 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.797148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.799196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.800191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.800750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > port after_create 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.803737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.804343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > port after_update 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.804989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.805617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.806176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.806707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.857231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57262) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:25.863459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871972748', 'description': 'tempest-description--842873554'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:25.876742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.877131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.877496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.877728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:25.877864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 25 14:27:25.878163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6704b4-7a12-42db-926c-c6dfaf321524']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:25.889654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Usage tracker for resource:security_group and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:25.897007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:25.914490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:25.916352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6032c0d-d9df-4850-ab5d-e79fc90b3f83') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:25.920914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6032c0d-d9df-4850-ab5d-e79fc90b3f83') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:25.946685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.953795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:25.978197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] Set router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:27:26.008066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:26.015507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Usage tracker for resource:security_group_rule and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:26.024459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:26.039467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:26.039615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-79a10194-76ab-4a01-b4cd-c7b34899e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:26.043445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-79a10194-76ab-4a01-b4cd-c7b34899e752 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5409477 Apr 25 14:27:26.134910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.145415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.195448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e57ab5-9a17-4a5d-ae0a-1b25301b7656,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:26.200675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.205451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17732738-5daa-40e8-9dbf-bfff0a594a95 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3437643 Apr 25 14:27:26.215536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57282) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:26.228895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'security_group_rule': {'security_group_id': '37e57ab5-9a17-4a5d-ae0a-1b25301b7656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:26.233991 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.242505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:26.255200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Usage tracker for resource:security_group_rule and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:26.258130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-8c79eb4b-4045-467d-9453-4ca996e58415 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347 HTTP/1.1" status: 200 len: 217 time: 0.1107032 Apr 25 14:27:26.260033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:27:26.260452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.261142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:26.270243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: from cryptography.utils import int_from_bytes Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: from cryptography.utils import int_from_bytes Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: util.warn_limited( Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: util.warn_limited( Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:27:26.288071 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:27:26.307919 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.431008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.441708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.462866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f9e8-01a6-4f0f-aff5-c1cc7b0599e5 req-bba0a561-8ba9-4e90-9078-f21f1ec2186a tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:26.464393 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c125f9e8-01a6-4f0f-aff5-c1cc7b0599e5 req-bba0a561-8ba9-4e90-9078-f21f1ec2186a tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 969 time: 0.4152503 Apr 25 14:27:26.467151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-63f999de-1669-4d95-82f2-8be5a867d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:26.468661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-63f999de-1669-4d95-82f2-8be5a867d4ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1690094 Apr 25 14:27:26.469236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:27:19Z', 'revision_number': 4, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '0849bd44-568b-4241-9e45-ad6c1e75929c', 'name': '', 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'mac_address': 'fa:16:3e:69:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:17Z', 'updated_at': '2022-04-25T14:27:25Z', 'revision_number': 4, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'subnets': [{'id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:27:26.469807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.474310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb75ed71-77d0-4c15-8315-db9d965fffcc None None] The sync data for ids ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'] in n-d-811416-6 is: [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:27:19Z', 'revision_number': 4, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '0849bd44-568b-4241-9e45-ad6c1e75929c', 'name': '', 'network_id': 'f0e6f15d-9cec-4627-8df6-65e2d297e284', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'mac_address': 'fa:16:3e:69:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:17Z', 'updated_at': '2022-04-25T14:27:25Z', 'revision_number': 4, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'subnets': [{'id': 'c3530e29-15a8-4269-8a76-fa9defe9c14b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:27:26.477012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.524630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2cd034-29b1-405d-9081-8b98ab6bbcad,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:26.595301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6704b4-7a12-42db-926c-c6dfaf321524,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:26.595442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.596814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c5c8e708-eb45-45e4-895b-62467ce0853e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780298 Apr 25 14:27:26.600713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57292) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:26.603982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ffa2f544-560c-4fd4-806b-b0968a2dd65e admin admin] 10.222.0.23 "DELETE /v2.0/networks/3b6704b4-7a12-42db-926c-c6dfaf321524 HTTP/1.1" status: 204 len: 168 time: 1.5386724 Apr 25 14:27:26.608879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'security_group_rule': {'security_group_id': '37e57ab5-9a17-4a5d-ae0a-1b25301b7656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:26.627255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:26.643278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Usage tracker for resource:security_group_rule and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:26.651190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:26.679977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:26.683134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c125f9e8-01a6-4f0f-aff5-c1cc7b0599e5 req-15ec76c1-2773-413e-b174-fa344550e1d7 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019854 Apr 25 14:27:26.737523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.753398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-ecf80fac-2f2b-4d2e-b791-9326facf48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:26.755416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-ecf80fac-2f2b-4d2e-b791-9326facf48b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547705 Apr 25 14:27:26.889463 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.902721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.938901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e25c2a-2555-43a8-86c3-4864b5c658d6,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:26.962684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:26.964405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4202a9de-2ee9-45ec-8ec0-5322dd641d7f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627148 Apr 25 14:27:26.967670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57318) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:26.977744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:26.985280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57322) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:27.002521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:27.007062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Usage tracker for resource:floatingip and tenant:3fe17f792608410d9e07d35de3599b1f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:27.010947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:27.018898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:27.034762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.200704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-237db096-3511-404c-9c94-d7e1e92764af service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380307 Apr 25 14:27:27.296648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4ace46e8-be98-4291-9014-31d91cd8c6d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=347f7d70bda64692945c6a95ea12c3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102322 Apr 25 14:27:27.299937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57348) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:27.466883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1592845d-5439-4c18-a122-cc8b3bf79481 req-a1bcf050-45fa-40f7-b734-e297cec43627 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599740 Apr 25 14:27:27.467662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8802cb39-6dd8-4309-87a6-4965c7b55a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.484054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.530983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8802cb39-6dd8-4309-87a6-4965c7b55a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.620049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1865519351', 'description': 'tempest-description-779994497'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:27.632575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:27.637707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Usage tracker for resource:security_group and tenant:5b05afd597ae4de9a2cd55da79494197 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:27.640950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:27.648464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:27.660184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8802cb39-6dd8-4309-87a6-4965c7b55a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.679851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.706119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802cb39-6dd8-4309-87a6-4965c7b55a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e17eb1-23c2-40b5-92d7-2a8ff7c254a7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:27.708951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.733095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:27.736689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8802cb39-6dd8-4309-87a6-4965c7b55a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.738888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8802cb39-6dd8-4309-87a6-4965c7b55a60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04e17eb1-23c2-40b5-92d7-2a8ff7c254a7 HTTP/1.1" status: 204 len: 168 time: 0.4377189 Apr 25 14:27:27.742364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Usage tracker for resource:security_group_rule and tenant:5b05afd597ae4de9a2cd55da79494197 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:27.747063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:27.755567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:27.880334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Allocated IP 172.25.0.201 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/12a25228-fcd6-4e85-ad6d-a058e209c5f7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:27.909091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.916419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:27.933115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:27.945630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Usage tracker for resource:security_group_rule and tenant:5b05afd597ae4de9a2cd55da79494197 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:27.966397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:27.983558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:27.998101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7896bf4-6c4c-493e-b643-51c6cfcba393,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:28.112053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.119924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.138308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903d249-d892-4366-84ff-1548fe70d29c req-e4d8fb5a-2b5e-4c89-9e1f-d688fc4bb0c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:28.140913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a903d249-d892-4366-84ff-1548fe70d29c req-e4d8fb5a-2b5e-4c89-9e1f-d688fc4bb0c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 969 time: 0.2070487 Apr 25 14:27:28.150093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.159982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0849bd44-568b-4241-9e45-ad6c1e75929c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:28.165615 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.177754 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0441917b-b297-4ae3-8742-dd7893bd08cf req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5654194 Apr 25 14:27:28.218744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2dd33-af2b-4913-be77-557cd964a611 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cbf6d0-4aac-4301-9a36-babff65b86b7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:28.225655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a903d249-d892-4366-84ff-1548fe70d29c req-4bac0b50-4482-4314-ba8a-27b24cfa2da6 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Apr 25 14:27:28.267856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.293150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 0849bd44-568b-4241-9e45-ad6c1e75929c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:28.294390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57382) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:28.300670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0849bd44-568b-4241-9e45-ad6c1e75929c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:28.301348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.372853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-391191ca-aa69-41f7-8e77-ce80eec3d94c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f2210c8aad647059f8c1a9a36a7e995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751216 Apr 25 14:27:28.378485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57388) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:28.390819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1095532784', 'description': 'tempest-description-1576343545'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:28.425652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.426829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'Port': ['ID=12a25228-fcd6-4e85-ad6d-a058e209c5f7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:28.439629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:28.453612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:28.459963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:28.462717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Usage tracker for resource:security_group and tenant:5b05afd597ae4de9a2cd55da79494197 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:28.466677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:28.479301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:28.483779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.528401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 0849bd44-568b-4241-9e45-ad6c1e75929c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0849bd44-568b-4241-9e45-ad6c1e75929c,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:28.530173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:28.536233 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.564453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.606318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-545b3f2d-283f-40e5-9183-1a492f2c4d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.615692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=0849bd44-568b-4241-9e45-ad6c1e75929c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:28.627167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:28.683927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Usage tracker for resource:security_group_rule and tenant:5b05afd597ae4de9a2cd55da79494197 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:28.694213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:28.704984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-545b3f2d-283f-40e5-9183-1a492f2c4d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.713225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:28.765863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.871435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-545b3f2d-283f-40e5-9183-1a492f2c4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.890627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.937418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b3f2d-283f-40e5-9183-1a492f2c4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8186aeee-ab6d-47e2-8d99-d48aff97fc87,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:28.944574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:28.975184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.068766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc9745-323f-40ae-be64-82d4d7480929,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:29.088776 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.090118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d63fc09-3dd1-47a2-99a7-91ac5ee64614 req-19c38efb-42b3-43fc-981e-36fa56a43942 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7128901 Apr 25 14:27:29.097127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57420) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:29.104720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-545b3f2d-283f-40e5-9183-1a492f2c4d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.108396 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-545b3f2d-283f-40e5-9183-1a492f2c4d76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8186aeee-ab6d-47e2-8d99-d48aff97fc87 HTTP/1.1" status: 204 len: 168 time: 0.7268252 Apr 25 14:27:29.192788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f5e6008f-6458-4890-99e5-a6aa9bcae347 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:27:29.264550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.270929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.399231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f5e6008f-6458-4890-99e5-a6aa9bcae347, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:29.414053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'Port': ['ID=12a25228-fcd6-4e85-ad6d-a058e209c5f7,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:29.424477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.442870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.443677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f5e6008f-6458-4890-99e5-a6aa9bcae347', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'f5e6008f-6458-4890-99e5-a6aa9bcae347', 'mac_address': 'fa:16:3e:8c:f4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:tempest-test_az-2004123477', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:27:29.458372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.460996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f138c1ed-dde9-4ff4-af35-3c993bc8ae51 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4920919 Apr 25 14:27:29.472834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:29.498778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ade05435b04fde90bae8a0270076f0 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:29.502022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:29.508952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:29.554394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.579574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e6008f-6458-4890-99e5-a6aa9bcae347 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:27:29.599284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f5e6008f-6458-4890-99e5-a6aa9bcae347, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:29.604564 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.614230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f24f40-33d0-4cfb-b6c6-c56d29e3bebb req-17d67214-a474-4242-a773-41901e06f1ca tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:29.615958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17f24f40-33d0-4cfb-b6c6-c56d29e3bebb req-17d67214-a474-4242-a773-41901e06f1ca tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 969 time: 0.2291944 Apr 25 14:27:29.691306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.700712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17f24f40-33d0-4cfb-b6c6-c56d29e3bebb req-09d8b77f-a14d-488c-b7db-372e859894a8 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Apr 25 14:27:29.702226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.707254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f5e6008f-6458-4890-99e5-a6aa9bcae347,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:29.754043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-191089537', 'description': 'tempest-description-584436586'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:29.759448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:29.759603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3ade05435b04fde90bae8a0270076f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611643 Apr 25 14:27:29.760543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7161a-be49-4900-b528-fd6973c4e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b5c83-909c-4361-86f2-da2160102549,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:29.762343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:29.785459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Usage tracker for resource:security_group and tenant:fa5605ddfc9d47f782258a47100933bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:29.785649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57446) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:29.786317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:29.796989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:29.827854 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.845941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.869312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:29.881444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Usage tracker for resource:security_group_rule and tenant:fa5605ddfc9d47f782258a47100933bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:29.883392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f5e6008f-6458-4890-99e5-a6aa9bcae347'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:27:29.885929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:29.888662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bca17fbc-616e-448d-846d-f7516a1dc804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:29.900513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:29.944039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57458) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:29.945387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bca17fbc-616e-448d-846d-f7516a1dc804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.092332 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bca17fbc-616e-448d-846d-f7516a1dc804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.115486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.118847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca17fbc-616e-448d-846d-f7516a1dc804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b5c83-909c-4361-86f2-da2160102549,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:30.124091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0849bd44-568b-4241-9e45-ad6c1e75929c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:30.148630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.151740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bca17fbc-616e-448d-846d-f7516a1dc804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.156422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bca17fbc-616e-448d-846d-f7516a1dc804 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/743b5c83-909c-4361-86f2-da2160102549 HTTP/1.1" status: 204 len: 168 time: 0.3890443 Apr 25 14:27:30.170822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:30.171333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.188982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Usage tracker for resource:security_group_rule and tenant:fa5605ddfc9d47f782258a47100933bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:30.198657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:30.205388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:30.211529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:30.215831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f00da1-467c-482c-878b-859593043153,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:30.229936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5932fbaa21440ebb0ed8f68fd18a13 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:30.237389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:30.254314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:30.292011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0849bd44-568b-4241-9e45-ad6c1e75929c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:30.292560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.321473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-67a6689a-b135-400a-a928-676802c093ca tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:30.332102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.338226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.387017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604928e4-8217-4948-b971-5ab370437ede,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:30.393227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.394496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.395080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41d57d11-506b-4f05-833c-ae2a0d89359d req-8aa640a4-2617-426f-8fca-6cdaa24bc68c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6461303 Apr 25 14:27:30.423686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:30.427034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-608218759', 'description': 'tempest-description-705231151'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:30.430057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf8b700e0c94b56a0d9b449d0fb6485 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:30.433679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:30.434717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:30.440067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Usage tracker for resource:security_group and tenant:fa5605ddfc9d47f782258a47100933bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:30.441931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:30.443343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:30.451517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:30.476405 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:27:30.480921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.510751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:30.515597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Usage tracker for resource:security_group_rule and tenant:fa5605ddfc9d47f782258a47100933bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:30.524238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:30.532482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:30.591444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.600075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57488) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:30.624003 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.625840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.630627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.660710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.674470 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.675838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75fe6d87-3b6a-4046-b64d-e1d76fdd12fa req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2547190 Apr 25 14:27:30.676646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c2a3-4dee-4887-99f9-6a3d66f4db5b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d781c7f-07ed-4680-95e4-5eebc041c6b1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:30.676793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-67a6689a-b135-400a-a928-676802c093ca tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:30.681772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-67a6689a-b135-400a-a928-676802c093ca tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1871972748&fields=id&tenant_id=3fe17f792608410d9e07d35de3599b1f HTTP/1.1" status: 200 len: 267 time: 0.5895691 Apr 25 14:27:30.730000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.754881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:30.757218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0726cd-be4b-409e-8045-927d117553d9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:30.773078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:30.784872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-89480353-9f50-4862-af4a-d1a2d3bc82f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e5932fbaa21440ebb0ed8f68fd18a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9994242 Apr 25 14:27:30.785588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:30.792526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Usage tracker for resource:security_group_rule and tenant:f3c25c0ad52f4c80863ab56827cf9937 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:30.804443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:30.892863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:30.938441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a704ce58-d3a3-4ef3-b493-db192004ad23,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:30.951294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-66162cd1-ea81-41ae-9fc3-5f753532a401 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bf8b700e0c94b56a0d9b449d0fb6485&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0060244 Apr 25 14:27:30.959862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57508) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:30.987756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-9784ab20-28a2-4096-9a36-12a30860a704 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Synchronizing usage tracker for tenant:fa5605ddfc9d47f782258a47100933bd on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:31.020865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-841cf950-06ad-4128-bce7-26e07dbd7e4d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:31.021590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-841cf950-06ad-4128-bce7-26e07dbd7e4d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:31.046253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b93b43d-8c86-41b8-b89b-4c315f509750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.055356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6727e1f7-4395-4aff-80fd-4d915bc66d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.074395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-841cf950-06ad-4128-bce7-26e07dbd7e4d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:31.074979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b93b43d-8c86-41b8-b89b-4c315f509750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.077996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-841cf950-06ad-4128-bce7-26e07dbd7e4d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 823 time: 0.3674052 Apr 25 14:27:31.115606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6727e1f7-4395-4aff-80fd-4d915bc66d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.134435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-ee2a4d0c-6daf-4c59-b5d5-a5cb2955a005 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/quotas/3fe17f792608410d9e07d35de3599b1f HTTP/1.1" status: 200 len: 375 time: 0.0438292 Apr 25 14:27:31.137897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b93b43d-8c86-41b8-b89b-4c315f509750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.166286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b93b43d-8c86-41b8-b89b-4c315f509750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.169957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3b93b43d-8c86-41b8-b89b-4c315f509750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a704ce58-d3a3-4ef3-b493-db192004ad23 HTTP/1.1" status: 204 len: 168 time: 0.2067385 Apr 25 14:27:31.169957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93b43d-8c86-41b8-b89b-4c315f509750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704ce58-d3a3-4ef3-b493-db192004ad23,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:31.185768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f5e6008f-6458-4890-99e5-a6aa9bcae347 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:31.226858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.237530 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.252124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-9784ab20-28a2-4096-9a36-12a30860a704 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Unset dirty status for tenant:fa5605ddfc9d47f782258a47100933bd on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:31.255314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-9784ab20-28a2-4096-9a36-12a30860a704 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31265 time: 0.5535486 Apr 25 14:27:31.290581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48166a7c-f0a8-4c70-bc17-389e8926580b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:31.290928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port f5e6008f-6458-4890-99e5-a6aa9bcae347 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:31.297583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f5e6008f-6458-4890-99e5-a6aa9bcae347 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:31.298643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.306237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cdca90f2-90fe-4821-b7fb-a13fb76644fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3c25c0ad52f4c80863ab56827cf9937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027891 Apr 25 14:27:31.306334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57518) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:31.350954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6727e1f7-4395-4aff-80fd-4d915bc66d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.390863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-d1be5e38-cf8a-450e-8231-284cb1c217bc tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/11ad96ba-cb85-4dfc-a256-a5d595845cc9 HTTP/1.1" status: 200 len: 2977 time: 0.1277022 Apr 25 14:27:31.397385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-d326a3aa-7b56-43df-bc07-f8ac953a24eb tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:31.408919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727e1f7-4395-4aff-80fd-4d915bc66d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0726cd-be4b-409e-8045-927d117553d9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:31.473721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-d326a3aa-7b56-43df-bc07-f8ac953a24eb tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:31.476878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-d326a3aa-7b56-43df-bc07-f8ac953a24eb tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3274553 Apr 25 14:27:31.477876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-259b-4001-90e6-d8555686e43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.479839 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6727e1f7-4395-4aff-80fd-4d915bc66d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.490382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6727e1f7-4395-4aff-80fd-4d915bc66d24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c0726cd-be4b-409e-8045-927d117553d9 HTTP/1.1" status: 204 len: 168 time: 0.6865120 Apr 25 14:27:31.493757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-9a282d2e-6f6f-4c78-a4fd-3ff0a5934719 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/11ad96ba-cb85-4dfc-a256-a5d595845cc9 HTTP/1.1" status: 200 len: 2977 time: 0.0957615 Apr 25 14:27:31.534021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.537495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-259b-4001-90e6-d8555686e43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.571661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-3910d8d8-7028-4097-89e6-22280dd3c42b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b HTTP/1.1" status: 200 len: 2981 time: 0.0710571 Apr 25 14:27:31.589319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e6008f-6458-4890-99e5-a6aa9bcae347'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:31.626918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-259b-4001-90e6-d8555686e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.647901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15b2d-259b-4001-90e6-d8555686e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48166a7c-f0a8-4c70-bc17-389e8926580b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:31.657899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-259b-4001-90e6-d8555686e43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.659253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-87a15b2d-259b-4001-90e6-d8555686e43c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48166a7c-f0a8-4c70-bc17-389e8926580b HTTP/1.1" status: 204 len: 168 time: 0.3520739 Apr 25 14:27:31.668479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-a1de937e-6538-4293-9aa0-6e211a4fd718 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b HTTP/1.1" status: 200 len: 2981 time: 0.0895534 Apr 25 14:27:31.699951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f5e6008f-6458-4890-99e5-a6aa9bcae347, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:31.707894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.761259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-e119aa24-db4c-48e2-ae01-1557d7efea54 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6aa566d0-f967-46ee-8634-cfffa3f4abbb HTTP/1.1" status: 200 len: 2977 time: 0.0790961 Apr 25 14:27:31.788017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f5e6008f-6458-4890-99e5-a6aa9bcae347,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:31.816548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-df8c33ae-d9cb-4e1b-b7b9-d6c58ad044e5 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6aa566d0-f967-46ee-8634-cfffa3f4abbb HTTP/1.1" status: 200 len: 2977 time: 0.0540328 Apr 25 14:27:31.843074 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-fae73e7a-4fbf-4006-a706-22ab83e8a293 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] show failed (client error): The resource could not be found. Apr 25 14:27:31.844238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-fae73e7a-4fbf-4006-a706-22ab83e8a293 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6c0726cd-be4b-409e-8045-927d117553d9 HTTP/1.1" status: 404 len: 352 time: 0.0195160 Apr 25 14:27:31.871979 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-8c4289e4-9fd1-4167-9426-7e8eabdcb237 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] show failed (client error): The resource could not be found. Apr 25 14:27:31.872946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-8c4289e4-9fd1-4167-9426-7e8eabdcb237 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6c0726cd-be4b-409e-8045-927d117553d9 HTTP/1.1" status: 404 len: 352 time: 0.0151680 Apr 25 14:27:31.921115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57540) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:31.954508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:31.964782 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-3a9aaebf-6662-4e96-b8a5-2118135c3aaa tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6e9b917f-de21-4ce1-be9f-d9327ad1e1d0 HTTP/1.1" status: 200 len: 2977 time: 0.0822451 Apr 25 14:27:31.993883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:32.004546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Usage tracker for resource:security_group_rule and tenant:ee035d268ef1413a843123a5ef8931ef is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:32.011567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:32.022194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:32.030587 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-42fdd443-51e5-49ea-b3fc-aecad5038f2d tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6e9b917f-de21-4ce1-be9f-d9327ad1e1d0 HTTP/1.1" status: 200 len: 2977 time: 0.0582049 Apr 25 14:27:32.089677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-02677497-3b4b-498f-a876-182d6bb348a2 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/85f00da1-467c-482c-878b-859593043153 HTTP/1.1" status: 200 len: 2981 time: 0.0500002 Apr 25 14:27:32.100811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-3de5deaa-d841-4b32-ae13-8eea8e209752 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:27:32.108907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-3de5deaa-d841-4b32-ae13-8eea8e209752 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3958662 Apr 25 14:27:32.148980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-965f83eb-b437-4e85-a4c0-e12917c0ea4c tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/85f00da1-467c-482c-878b-859593043153 HTTP/1.1" status: 200 len: 2981 time: 0.0523257 Apr 25 14:27:32.212835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-f8ff7609-e20c-4a78-a192-75ced47c7b1e tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b7896bf4-6c4c-493e-b643-51c6cfcba393 HTTP/1.1" status: 200 len: 2981 time: 0.0573952 Apr 25 14:27:32.283687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-0c6170c9-aaff-485f-b4eb-5da77d5f2e6b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b7896bf4-6c4c-493e-b643-51c6cfcba393 HTTP/1.1" status: 200 len: 2981 time: 0.0622540 Apr 25 14:27:32.295491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cf9b7f89-f7b2-41d9-ac94-bfb2eefdd936 service neutron] 10.222.0.23 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849985 Apr 25 14:27:32.339812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.342116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-9ab07088-b280-45cc-ab62-dfc27cdbc37d tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b7a24772-7d4b-483e-819b-67b7e814ee77 HTTP/1.1" status: 200 len: 2973 time: 0.0566890 Apr 25 14:27:32.401385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c28cc65-f499-4633-8f52-ee6d4070e26c req-e226b143-6d6f-4f69-8c75-2017650cc4c6 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b7a24772-7d4b-483e-819b-67b7e814ee77 HTTP/1.1" status: 200 len: 2973 time: 0.0577896 Apr 25 14:27:32.450540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57554) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:32.492633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.553362 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.590648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:32.608825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Usage tracker for resource:security_group_rule and tenant:a2d44520f6f743498b924904d65f7891 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:32.616322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:32.624050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:32.649135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee035d268ef1413a843123a5ef8931ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260671 Apr 25 14:27:32.652776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960061c8-22d9-46e3-821d-4bcd4ba66c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda8ec40-593b-49fb-8564-dc7f513e7f0e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:32.654421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:32.683791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cbac3a51-f5cd-46b0-b304-8da38064abfe service neutron] 10.222.0.23 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872213 Apr 25 14:27:32.716143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf1693-801b-4590-9b02-c19674d2019d req-8719c1cb-720d-424d-915d-cc57b1651728 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:32.717684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fcf1693-801b-4590-9b02-c19674d2019d req-8719c1cb-720d-424d-915d-cc57b1651728 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.1768749 Apr 25 14:27:32.813083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3378293-d343-47b5-a79a-5b9a237c1311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.817073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fcf1693-801b-4590-9b02-c19674d2019d req-70e7bed4-5604-481f-baf0-1b92b6a76579 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850172 Apr 25 14:27:32.870367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3378293-d343-47b5-a79a-5b9a237c1311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.878584 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.896151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:32.949439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d09d9fd3-3c28-4de6-8f4e-776a2474489d req-2cb59577-8c90-48d0-87c9-d9060b632b12 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Synchronizing usage tracker for tenant:5b05afd597ae4de9a2cd55da79494197 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:32.972155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d09d9fd3-3c28-4de6-8f4e-776a2474489d req-2cb59577-8c90-48d0-87c9-d9060b632b12 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Unset dirty status for tenant:5b05afd597ae4de9a2cd55da79494197 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:32.974293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d09d9fd3-3c28-4de6-8f4e-776a2474489d req-2cb59577-8c90-48d0-87c9-d9060b632b12 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b05afd597ae4de9a2cd55da79494197 HTTP/1.1" status: 200 len: 6103 time: 0.1269128 Apr 25 14:27:32.980339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:32.995875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2d44520f6f743498b924904d65f7891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434108 Apr 25 14:27:33.007861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6ba2c-5eec-414a-a017-4fc75bab2c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251928a1-dfef-4855-ad9f-682a04b7e932,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:33.051814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3378293-d343-47b5-a79a-5b9a237c1311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.076180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3378293-d343-47b5-a79a-5b9a237c1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda8ec40-593b-49fb-8564-dc7f513e7f0e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:33.094312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3378293-d343-47b5-a79a-5b9a237c1311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.096057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3378293-d343-47b5-a79a-5b9a237c1311 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dda8ec40-593b-49fb-8564-dc7f513e7f0e HTTP/1.1" status: 204 len: 168 time: 0.4359512 Apr 25 14:27:33.098609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d09d9fd3-3c28-4de6-8f4e-776a2474489d req-550b0d57-a4f8-4c51-8c0d-775ef766d794 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "GET /v2.0/security-groups/b7896bf4-6c4c-493e-b643-51c6cfcba393 HTTP/1.1" status: 200 len: 2981 time: 0.1150067 Apr 25 14:27:33.099417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9108cf00-e446-4b88-abe6-1a1f9f8466ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.152759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9108cf00-e446-4b88-abe6-1a1f9f8466ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.212387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d09d9fd3-3c28-4de6-8f4e-776a2474489d req-2e51d72d-c93c-4fff-b899-285016695e14 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "GET /v2.0/security-groups/b7896bf4-6c4c-493e-b643-51c6cfcba393 HTTP/1.1" status: 200 len: 2981 time: 0.1026897 Apr 25 14:27:33.256601 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b938fa1-13c9-47d5-bfaa-4d88b491cca6'] response: {'server_uuid': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e6008f-6458-4890-99e5-a6aa9bcae347', 'code': 200} Apr 25 14:27:33.314890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9108cf00-e446-4b88-abe6-1a1f9f8466ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.355598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a91cddae-fd38-4036-8cdf-7f5965faafe3 req-ff58acc3-ebf2-45ce-b530-d373aa387640 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 210 time: 0.0920880 Apr 25 14:27:33.420793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108cf00-e446-4b88-abe6-1a1f9f8466ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251928a1-dfef-4855-ad9f-682a04b7e932,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:33.480445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9108cf00-e446-4b88-abe6-1a1f9f8466ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.481590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9108cf00-e446-4b88-abe6-1a1f9f8466ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/251928a1-dfef-4855-ad9f-682a04b7e932 HTTP/1.1" status: 204 len: 168 time: 0.4999077 Apr 25 14:27:33.501465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6757cd97-8b3c-456c-b6ad-df86b4dc4427 req-456bdd81-a22a-4a4e-98e5-9b8947b4d4fb tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0d781c7f-07ed-4680-95e4-5eebc041c6b1 HTTP/1.1" status: 200 len: 1776 time: 0.0768614 Apr 25 14:27:33.561456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-96892a8f-6280-4a1b-9057-f3c56a7061f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:33.562561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-96892a8f-6280-4a1b-9057-f3c56a7061f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 1122 time: 0.2303450 Apr 25 14:27:33.596349 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6757cd97-8b3c-456c-b6ad-df86b4dc4427 req-50df89e3-c695-4e12-80e8-3f07f306e66b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.598220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.627629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:33.639745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Usage tracker for resource:security_group_rule and tenant:81593729368a4c74964a749710b873fe is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:33.644646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:33.648407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6757cd97-8b3c-456c-b6ad-df86b4dc4427 req-50df89e3-c695-4e12-80e8-3f07f306e66b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.661992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:33.739392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6757cd97-8b3c-456c-b6ad-df86b4dc4427 req-50df89e3-c695-4e12-80e8-3f07f306e66b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.780890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df89e3-c695-4e12-80e8-3f07f306e66b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d781c7f-07ed-4680-95e4-5eebc041c6b1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:33.816122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6757cd97-8b3c-456c-b6ad-df86b4dc4427 req-50df89e3-c695-4e12-80e8-3f07f306e66b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.820479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6757cd97-8b3c-456c-b6ad-df86b4dc4427 req-50df89e3-c695-4e12-80e8-3f07f306e66b tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d781c7f-07ed-4680-95e4-5eebc041c6b1 HTTP/1.1" status: 204 len: 173 time: 0.3180208 Apr 25 14:27:33.842156 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.886845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.894783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:33.924065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Synchronizing usage tracker for tenant:81593729368a4c74964a749710b873fe on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:33.956235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Unset dirty status for tenant:81593729368a4c74964a749710b873fe on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:33.957653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2680ae5e-808b-4f3d-ba8c-e7e13e39d6c1 req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841100 Apr 25 14:27:33.968048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73bff2c7-5717-4049-b26b-77abace042fb req-7c01dd77-d237-481f-87bc-d7e143ab216d tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "GET /v2.0/security-groups/604928e4-8217-4948-b971-5ab370437ede HTTP/1.1" status: 200 len: 1776 time: 0.1327443 Apr 25 14:27:34.001401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303db80-d93e-492f-a9be-c68faf969083 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45a430-7353-40b9-b597-d73ac8e1bfd2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:34.067204 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-73bff2c7-5717-4049-b26b-77abace042fb req-93872d49-c849-4e6a-a836-9fb9f616f7f1 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.106815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-73bff2c7-5717-4049-b26b-77abace042fb req-93872d49-c849-4e6a-a836-9fb9f616f7f1 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.127457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987807c6-f6d7-4cfb-bbab-5a737acc1c00 req-6ba343fa-b360-4f4b-900b-ec26bd7768a9 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:34.148212 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-987807c6-f6d7-4cfb-bbab-5a737acc1c00 req-6ba343fa-b360-4f4b-900b-ec26bd7768a9 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.1447053 Apr 25 14:27:34.172122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-73bff2c7-5717-4049-b26b-77abace042fb req-93872d49-c849-4e6a-a836-9fb9f616f7f1 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.214041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-987807c6-f6d7-4cfb-bbab-5a737acc1c00 req-c408551d-fb33-4965-8081-a9570009cbe4 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627463 Apr 25 14:27:34.217586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93872d49-c849-4e6a-a836-9fb9f616f7f1 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604928e4-8217-4948-b971-5ab370437ede,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:34.233985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-73bff2c7-5717-4049-b26b-77abace042fb req-93872d49-c849-4e6a-a836-9fb9f616f7f1 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.235319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73bff2c7-5717-4049-b26b-77abace042fb req-93872d49-c849-4e6a-a836-9fb9f616f7f1 tempest-SecurityGroupsTestAdminJSON-1752656626 tempest-SecurityGroupsTestAdminJSON-1752656626-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/604928e4-8217-4948-b971-5ab370437ede HTTP/1.1" status: 204 len: 173 time: 0.2662101 Apr 25 14:27:34.330596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b8f9086-6db8-4a82-a95d-aab3264fc378 req-78c9a710-38e6-44f3-b550-cdd31c679f6a tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "GET /v2.0/security-groups/1ccc9745-323f-40ae-be64-82d4d7480929 HTTP/1.1" status: 200 len: 1778 time: 0.0725546 Apr 25 14:27:34.425990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9b8f9086-6db8-4a82-a95d-aab3264fc378 req-59a6832b-3c70-4fe2-985b-0b5f9e4fd77d tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.458642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9b8f9086-6db8-4a82-a95d-aab3264fc378 req-59a6832b-3c70-4fe2-985b-0b5f9e4fd77d tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.530247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9b8f9086-6db8-4a82-a95d-aab3264fc378 req-59a6832b-3c70-4fe2-985b-0b5f9e4fd77d tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.570624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6832b-3c70-4fe2-985b-0b5f9e4fd77d tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc9745-323f-40ae-be64-82d4d7480929,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:34.587006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9b8f9086-6db8-4a82-a95d-aab3264fc378 req-59a6832b-3c70-4fe2-985b-0b5f9e4fd77d tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.588722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b8f9086-6db8-4a82-a95d-aab3264fc378 req-59a6832b-3c70-4fe2-985b-0b5f9e4fd77d tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "DELETE /v2.0/security-groups/1ccc9745-323f-40ae-be64-82d4d7480929 HTTP/1.1" status: 204 len: 173 time: 0.2507477 Apr 25 14:27:34.591812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2a67efa-89a5-4515-9441-2189c97c858e req-062e8ebe-216d-4283-b131-80b99a56bd9a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 210 time: 0.0854895 Apr 25 14:27:34.674367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feddce60-ced2-429a-95ec-3466d256637d req-ede9da07-4a35-4baa-92da-a534b4c01ac6 tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "GET /v2.0/security-groups/05cbf6d0-4aac-4301-9a36-babff65b86b7 HTTP/1.1" status: 200 len: 1777 time: 0.0615358 Apr 25 14:27:34.756557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feddce60-ced2-429a-95ec-3466d256637d req-86c86f70-7969-454b-a33e-08b4d9c5bb1e tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.785708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feddce60-ced2-429a-95ec-3466d256637d req-86c86f70-7969-454b-a33e-08b4d9c5bb1e tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.841527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feddce60-ced2-429a-95ec-3466d256637d req-86c86f70-7969-454b-a33e-08b4d9c5bb1e tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.867510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c86f70-7969-454b-a33e-08b4d9c5bb1e tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cbf6d0-4aac-4301-9a36-babff65b86b7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:34.891119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feddce60-ced2-429a-95ec-3466d256637d req-86c86f70-7969-454b-a33e-08b4d9c5bb1e tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:34.902033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feddce60-ced2-429a-95ec-3466d256637d req-86c86f70-7969-454b-a33e-08b4d9c5bb1e tempest-SecurityGroupsTestAdminJSON-810369189 tempest-SecurityGroupsTestAdminJSON-810369189-project] 10.222.0.23 "DELETE /v2.0/security-groups/05cbf6d0-4aac-4301-9a36-babff65b86b7 HTTP/1.1" status: 204 len: 173 time: 0.2168555 Apr 25 14:27:34.951998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.21', 52492) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:35.005838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57698) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:35.135633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-199af4bd-b537-4a45-b9ae-4088aa726e0e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:35.138761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-199af4bd-b537-4a45-b9ae-4088aa726e0e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.21 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 823 time: 0.1857634 Apr 25 14:27:35.284534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-190939b4-44ed-49c8-a938-b89ce6e39711 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:35.298472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-190939b4-44ed-49c8-a938-b89ce6e39711 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:35.299876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-190939b4-44ed-49c8-a938-b89ce6e39711 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe17f792608410d9e07d35de3599b1f HTTP/1.1" status: 200 len: 380 time: 0.0665460 Apr 25 14:27:35.309579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'port': {'device_id': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'admin_state_up': True, 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'security_groups': ['37e57ab5-9a17-4a5d-ae0a-1b25301b7656']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:35.428845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:35.475824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:35.483313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Usage tracker for resource:security_group_rule and tenant:a38a8a6da010489589ca1db0bc7d9d51 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:35.490506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:35.506333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:35.567654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57722) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:35.599004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c00a-d37c-4ae5-8b15-7bfcc14c5ba7 req-01c749a5-c228-41be-ab41-fc70b1e1fe41 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:35.605498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7349c00a-d37c-4ae5-8b15-7bfcc14c5ba7 req-01c749a5-c228-41be-ab41-fc70b1e1fe41 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.2504866 Apr 25 14:27:35.697666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:35.704672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:35.718875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:35.759785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a38a8a6da010489589ca1db0bc7d9d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464535 Apr 25 14:27:35.760827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57732) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:35.763174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7349c00a-d37c-4ae5-8b15-7bfcc14c5ba7 req-aa92f52a-5dc4-4a19-a010-e575777b1b95 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434934 Apr 25 14:27:35.774415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:35.797488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Made reservation on behalf of 3fe17f792608410d9e07d35de3599b1f for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:35.798175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3d994-5012-4959-a9cd-e698d5009e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57132b64-3ecd-47e0-a7bc-257aeba96d0e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:35.802142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:35.957620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-153fea82-4633-4527-8b00-f8f70ca0507e req-b4c0b0da-592a-47ab-91dc-6f9713a0c050 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 210 time: 0.1361096 Apr 25 14:27:36.001899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Allocated IP 172.20.0.12 (b923594c-484b-4ea6-b34c-8d8a53a21180/b87de169-fa8a-4444-a68c-65ac33a87277/9a73c302-ccb2-4160-8b49-774622eb2b66) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:36.030589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e237a218-d97d-4a53-924c-4348027084d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.111497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e237a218-d97d-4a53-924c-4348027084d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.153065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-23302a4a-5118-47f8-becd-7fd435d9f02d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b05afd597ae4de9a2cd55da79494197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838780 Apr 25 14:27:36.156342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57746) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:36.244453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0df7d08c-3064-4d31-8d18-3abb401af91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.278491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0df7d08c-3064-4d31-8d18-3abb401af91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.289397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e237a218-d97d-4a53-924c-4348027084d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.317507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237a218-d97d-4a53-924c-4348027084d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57132b64-3ecd-47e0-a7bc-257aeba96d0e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:36.356017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e237a218-d97d-4a53-924c-4348027084d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.359467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e237a218-d97d-4a53-924c-4348027084d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57132b64-3ecd-47e0-a7bc-257aeba96d0e HTTP/1.1" status: 204 len: 168 time: 0.5614450 Apr 25 14:27:36.368449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.384993 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0df7d08c-3064-4d31-8d18-3abb401af91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.399061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Transition to ACTIVE for port object 9a73c302-ccb2-4160-8b49-774622eb2b66 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:36.402848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7d08c-3064-4d31-8d18-3abb401af91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7896bf4-6c4c-493e-b643-51c6cfcba393,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:36.423879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0df7d08c-3064-4d31-8d18-3abb401af91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.429825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0df7d08c-3064-4d31-8d18-3abb401af91e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7896bf4-6c4c-493e-b643-51c6cfcba393 HTTP/1.1" status: 204 len: 168 time: 0.2718105 Apr 25 14:27:36.456069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.524786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Network b923594c-484b-4ea6-b34c-8d8a53a21180 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:36.526279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:36.530680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:36.629421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'Port': ['ID=9a73c302-ccb2-4160-8b49-774622eb2b66,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:36.647503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:36.648300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.693054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-cb354df3-8aac-4cda-b3e8-3f8dd4799d2f tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3882492 Apr 25 14:27:36.916433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ccfac054-08c1-4496-90bc-3e86d11a00da None None] Provisioning for port 9a73c302-ccb2-4160-8b49-774622eb2b66 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:36.923348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ccfac054-08c1-4496-90bc-3e86d11a00da None None] Provisioning complete for port 9a73c302-ccb2-4160-8b49-774622eb2b66 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:36.923864 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccfac054-08c1-4496-90bc-3e86d11a00da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:36.986151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ccfac054-08c1-4496-90bc-3e86d11a00da None None] Port 9a73c302-ccb2-4160-8b49-774622eb2b66 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:37.004165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd131d1-9fc6-4ad9-b123-ae3f2bd73ffa req-83dabfcb-b727-4376-b624-6b25b74148b9 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.005950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-edd131d1-9fc6-4ad9-b123-ae3f2bd73ffa req-83dabfcb-b727-4376-b624-6b25b74148b9 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.1024868 Apr 25 14:27:37.055695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-edd131d1-9fc6-4ad9-b123-ae3f2bd73ffa req-c50ef009-f089-4683-b335-66d20b03fbf3 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Apr 25 14:27:37.272049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896808a-c59c-435c-a5d1-bbecc74e3250 req-f820c490-a67d-4b6b-9a91-739a458e6356 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.283014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9896808a-c59c-435c-a5d1-bbecc74e3250 req-f820c490-a67d-4b6b-9a91-739a458e6356 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 932 time: 0.0993340 Apr 25 14:27:37.285239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57780) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:37.349407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:37.443301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:37.458815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300154-8b0a-4b8c-940d-eba3561a8f93 req-c042d6af-b6dc-4275-bf2d-c696dbdab797 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.459475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300154-8b0a-4b8c-940d-eba3561a8f93 req-c042d6af-b6dc-4275-bf2d-c696dbdab797 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.460146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300154-8b0a-4b8c-940d-eba3561a8f93 req-c042d6af-b6dc-4275-bf2d-c696dbdab797 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.460249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300154-8b0a-4b8c-940d-eba3561a8f93 req-c042d6af-b6dc-4275-bf2d-c696dbdab797 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.463633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300154-8b0a-4b8c-940d-eba3561a8f93 req-c042d6af-b6dc-4275-bf2d-c696dbdab797 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.463811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Usage tracker for resource:security_group_rule and tenant:3d551b71fbf84932bc31cb0e56aa2f97 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:37.483071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:37.488785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4300154-8b0a-4b8c-940d-eba3561a8f93 req-c042d6af-b6dc-4275-bf2d-c696dbdab797 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2170229 Apr 25 14:27:37.513065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9896808a-c59c-435c-a5d1-bbecc74e3250 req-860672ac-6690-4507-b2be-903202145812 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291145 Apr 25 14:27:37.514078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:37.654714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57790) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:37.739714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-36812ece-7295-4610-a0fc-026fd8666548 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa5605ddfc9d47f782258a47100933bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813444 Apr 25 14:27:37.740376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:37.754847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-ece398a5-4684-4a06-95f3-be99ad36bef6 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.756440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-ece398a5-4684-4a06-95f3-be99ad36bef6 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 1122 time: 0.1516593 Apr 25 14:27:37.762301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b33e9-3b87-4394-8000-3ebe13e161d5 req-a12769c9-0404-4238-8c5c-30bc5cd420bd tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:37.765685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c67b33e9-3b87-4394-8000-3ebe13e161d5 req-a12769c9-0404-4238-8c5c-30bc5cd420bd tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 886 time: 0.2290752 Apr 25 14:27:37.806919 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:37.829906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:37.830203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:37.836719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:37.837410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Usage tracker for resource:security_group_rule and tenant:17399e09f7dd47b89d532e46a7f258c2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:37.847868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:37.858074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:37.865708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-901e837d-01e7-4568-9fbb-8e4bba2e633a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:37.913691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-901e837d-01e7-4568-9fbb-8e4bba2e633a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:37.920737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d551b71fbf84932bc31cb0e56aa2f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344955 Apr 25 14:27:37.920949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57806) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:37.922042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24a68-05d7-4aee-9993-63e517caf69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a04f91a-6e61-488f-b40f-c5bf1fa72c41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:38.069322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f6db-0f2f-4d8d-9c4b-0e327b7f9769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.093762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-901e837d-01e7-4568-9fbb-8e4bba2e633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.113580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.131315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.142768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e837d-01e7-4568-9fbb-8e4bba2e633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f00da1-467c-482c-878b-859593043153,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:38.155839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f6db-0f2f-4d8d-9c4b-0e327b7f9769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.204109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Synchronizing usage tracker for tenant:17399e09f7dd47b89d532e46a7f258c2 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:38.208284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-901e837d-01e7-4568-9fbb-8e4bba2e633a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.212033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-901e837d-01e7-4568-9fbb-8e4bba2e633a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85f00da1-467c-482c-878b-859593043153 HTTP/1.1" status: 204 len: 168 time: 0.4681718 Apr 25 14:27:38.230358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba772a77-a435-4f8e-9c4b-379729c77e30,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:38.251883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] Unset dirty status for tenant:17399e09f7dd47b89d532e46a7f258c2 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:38.253386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c33394a-ea33-48fa-8daf-a42457055a7a req-acb9246b-2cef-49f5-aad5-0906cc36c804 tempest-AggregatesAdminTestJSON-1736629832 tempest-AggregatesAdminTestJSON-1736629832-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888079 Apr 25 14:27:38.292397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f6db-0f2f-4d8d-9c4b-0e327b7f9769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.311819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3f6db-0f2f-4d8d-9c4b-0e327b7f9769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a04f91a-6e61-488f-b40f-c5bf1fa72c41,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:38.330611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f6db-0f2f-4d8d-9c4b-0e327b7f9769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.335049 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a8d3f6db-0f2f-4d8d-9c4b-0e327b7f9769 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a04f91a-6e61-488f-b40f-c5bf1fa72c41 HTTP/1.1" status: 204 len: 168 time: 0.4085627 Apr 25 14:27:38.430406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7d33-fe65-4576-80f1-b0262132e951 req-9439f0f1-6b0d-40dc-8ee0-35cb096163a7 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:38.432485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7d33-fe65-4576-80f1-b0262132e951 req-9439f0f1-6b0d-40dc-8ee0-35cb096163a7 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:38.432485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7d33-fe65-4576-80f1-b0262132e951 req-9439f0f1-6b0d-40dc-8ee0-35cb096163a7 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:38.432786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7d33-fe65-4576-80f1-b0262132e951 req-9439f0f1-6b0d-40dc-8ee0-35cb096163a7 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:38.433181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7d33-fe65-4576-80f1-b0262132e951 req-9439f0f1-6b0d-40dc-8ee0-35cb096163a7 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:38.435033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b4b7d33-fe65-4576-80f1-b0262132e951 req-9439f0f1-6b0d-40dc-8ee0-35cb096163a7 tempest-NetworksTest-704525321 tempest-NetworksTest-704525321-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1968255 Apr 25 14:27:38.457077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5065601-e8ea-4642-ba0c-3dcb619b4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:38.748882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd28f0-8cbe-42f1-8f58-ec20fa54f438 req-f42ec97e-31d3-4931-8d47-983752c825e9 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:38.749818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-48bd28f0-8cbe-42f1-8f58-ec20fa54f438 req-f42ec97e-31d3-4931-8d47-983752c825e9 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:38.783436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-48bd28f0-8cbe-42f1-8f58-ec20fa54f438 req-f42ec97e-31d3-4931-8d47-983752c825e9 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:38.784853 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48bd28f0-8cbe-42f1-8f58-ec20fa54f438 req-f42ec97e-31d3-4931-8d47-983752c825e9 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 932 time: 0.1473110 Apr 25 14:27:38.864809 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48bd28f0-8cbe-42f1-8f58-ec20fa54f438 req-fbe76467-e1fb-4f31-8ea0-fe22c4d56037 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676377 Apr 25 14:27:39.070554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57850) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:39.095884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2935b49-7a94-47d6-bc41-da98fd72075c req-54ef7d34-7e2b-457a-a8f2-759651e2f111 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:39.097239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2935b49-7a94-47d6-bc41-da98fd72075c req-54ef7d34-7e2b-457a-a8f2-759651e2f111 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.1230495 Apr 25 14:27:39.153429 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2935b49-7a94-47d6-bc41-da98fd72075c req-03913a6a-34e7-4c32-8679-6db3a087c052 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475073 Apr 25 14:27:39.368213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.384712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:39.388532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Usage tracker for resource:security_group_rule and tenant:de401d533b7a4609a8d9ff57eb0abce2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:39.393789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:39.395453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:39.404405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:39.558193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.574199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:39.579232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Usage tracker for resource:security_group_rule and tenant:308b85b14e1c45959aad6ff75cd1fe87 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:39.582671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:39.588028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.591524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:39.595378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.677452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57886) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:39.678288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de401d533b7a4609a8d9ff57eb0abce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065183 Apr 25 14:27:39.683515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9784-d5b8-41b9-aff1-1a03d5424761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15439d5-1eb9-4d22-99d9-25cc83442a89,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:39.765644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.777383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.810916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcf95cde-1832-4729-a1be-c986b39e093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.839674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=308b85b14e1c45959aad6ff75cd1fe87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422989 Apr 25 14:27:39.839978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57896) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:39.867478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae42e23-c84f-40f0-80c1-53d835734495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c11ebd-6205-4b05-b2e8-a33ac62340eb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:39.873205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcf95cde-1832-4729-a1be-c986b39e093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.926068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-578ecd26-dc7f-4968-85a5-71c41e143215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:39.969491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcf95cde-1832-4729-a1be-c986b39e093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.000428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-578ecd26-dc7f-4968-85a5-71c41e143215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.013391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf95cde-1832-4729-a1be-c986b39e093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15439d5-1eb9-4d22-99d9-25cc83442a89,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:40.026418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcf95cde-1832-4729-a1be-c986b39e093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.038632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bcf95cde-1832-4729-a1be-c986b39e093a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c15439d5-1eb9-4d22-99d9-25cc83442a89 HTTP/1.1" status: 204 len: 168 time: 0.3481061 Apr 25 14:27:40.207179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-578ecd26-dc7f-4968-85a5-71c41e143215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.229967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ecd26-dc7f-4968-85a5-71c41e143215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c11ebd-6205-4b05-b2e8-a33ac62340eb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:40.278279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-df9eddec-9bbe-4862-adb4-7c861e44d2dd tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:40.279718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-df9eddec-9bbe-4862-adb4-7c861e44d2dd tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.15 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.2180066 Apr 25 14:27:40.284175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-578ecd26-dc7f-4968-85a5-71c41e143215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.285260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-578ecd26-dc7f-4968-85a5-71c41e143215 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84c11ebd-6205-4b05-b2e8-a33ac62340eb HTTP/1.1" status: 204 len: 168 time: 0.4440687 Apr 25 14:27:40.321588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dcf52-1b0e-4619-b7a6-e1d359b6954c req-347870c2-8ae1-4e0a-983d-a040beaa83f7 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:40.323077 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed8dcf52-1b0e-4619-b7a6-e1d359b6954c req-347870c2-8ae1-4e0a-983d-a040beaa83f7 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 932 time: 0.2251592 Apr 25 14:27:40.396521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Deleting port f5e6008f-6458-4890-99e5-a6aa9bcae347 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:27:40.396874 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.429559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed8dcf52-1b0e-4619-b7a6-e1d359b6954c req-cb964e3c-4672-4491-aac9-3a2cc6479ff8 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924575 Apr 25 14:27:40.720830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57936) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:40.725497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] For port f5e6008f-6458-4890-99e5-a6aa9bcae347, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f5e6008f-6458-4890-99e5-a6aa9bcae347,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:40.726009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.738777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.756029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:40.760836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Usage tracker for resource:security_group_rule and tenant:6835854cb37c4de6ab16e47219fedeaf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:40.764248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:40.770858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:40.818223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cb54e7e-1952-4af2-aee6-74f9eb04cc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.876494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948f08e-d79a-4bd0-8b94-b80450c57382 req-5be7e311-3046-4ad7-8326-86b51002c94a tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:40.878096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8948f08e-d79a-4bd0-8b94-b80450c57382 req-5be7e311-3046-4ad7-8326-86b51002c94a tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 971 time: 0.3122807 Apr 25 14:27:40.881578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.884891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Calling delete_port for f5e6008f-6458-4890-99e5-a6aa9bcae347 owned by compute:tempest-test_az-2004123477 {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:27:40.887371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:40.955313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6835854cb37c4de6ab16e47219fedeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331774 Apr 25 14:27:40.958309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c06e-7851-4bf8-9237-6b82556396ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23c6000-bd5a-4697-9647-5ea338d9c069,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:40.958430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57942) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:41.062401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8948f08e-d79a-4bd0-8b94-b80450c57382 req-975c1e05-b721-4bcb-afc3-dbdad01b5db6 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/security-groups?id=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467099 Apr 25 14:27:41.128969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:41.151795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.180405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:41.185485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Usage tracker for resource:security_group_rule and tenant:6577d37ff02848228e29937e1619f295 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:41.188484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:41.194778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:41.240175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7eec74a9-d4d2-4c98-93a1-d0f08172157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.275847 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7eec74a9-d4d2-4c98-93a1-d0f08172157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.282978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.299121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f5e6008f-6458-4890-99e5-a6aa9bcae347'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:27:41.340759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.349344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.384676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Pushing event deleted for resources: {'Port': ['ID=f5e6008f-6458-4890-99e5-a6aa9bcae347,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:41.399375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6577d37ff02848228e29937e1619f295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692997 Apr 25 14:27:41.401137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a05380-f956-4ae1-85c3-6d36354b6a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec3456-5eac-4312-983a-568edfd66a91,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:41.403607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57966) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:41.529314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fca65df-cbbc-4c7c-86f7-8b35c5f29714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.534355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] No DVR routers for this DVR port f5e6008f-6458-4890-99e5-a6aa9bcae347 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:27:41.539846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.547138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'name': 'network-vif-deleted', 'tag': 'f5e6008f-6458-4890-99e5-a6aa9bcae347'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:41.596142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-312bac46-acd2-49ce-8eab-24ef55c41756 req-a14cbf37-b7c8-4ef1-aabd-d2c2fea0d3c2 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.15 "DELETE /v2.0/ports/f5e6008f-6458-4890-99e5-a6aa9bcae347 HTTP/1.1" status: 204 len: 173 time: 1.3073173 Apr 25 14:27:41.597224 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7eec74a9-d4d2-4c98-93a1-d0f08172157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.605142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7eec74a9-d4d2-4c98-93a1-d0f08172157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.607560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7eec74a9-d4d2-4c98-93a1-d0f08172157f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e23c6000-bd5a-4697-9647-5ea338d9c069 HTTP/1.1" status: 204 len: 168 time: 0.6414227 Apr 25 14:27:41.614403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fca65df-cbbc-4c7c-86f7-8b35c5f29714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.624628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec74a9-d4d2-4c98-93a1-d0f08172157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23c6000-bd5a-4697-9647-5ea338d9c069,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:41.725923 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fca65df-cbbc-4c7c-86f7-8b35c5f29714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.740557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.756086 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.759086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca65df-cbbc-4c7c-86f7-8b35c5f29714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec3456-5eac-4312-983a-568edfd66a91,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:41.788713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fca65df-cbbc-4c7c-86f7-8b35c5f29714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:41.790624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3fca65df-cbbc-4c7c-86f7-8b35c5f29714 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82ec3456-5eac-4312-983a-568edfd66a91 HTTP/1.1" status: 204 len: 168 time: 0.3861952 Apr 25 14:27:41.809640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79fc6-82d3-4f01-8517-735d30f9cd22 req-94f6e1bd-5838-46d9-ae98-b61e61c97765 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:41.811319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcc79fc6-82d3-4f01-8517-735d30f9cd22 req-94f6e1bd-5838-46d9-ae98-b61e61c97765 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 932 time: 0.1492863 Apr 25 14:27:41.869854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcc79fc6-82d3-4f01-8517-735d30f9cd22 req-6fa921b3-228d-4888-aa49-1cd9c667caf5 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518479 Apr 25 14:27:41.891813 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66df3a3c-21e2-4019-8503-a2b5b6b98d9f'] response: {'server_uuid': '071e750c-540b-4fb0-a70c-f6ab6e36a61e', 'name': 'network-vif-deleted', 'tag': 'f5e6008f-6458-4890-99e5-a6aa9bcae347', 'status': 'completed', 'code': 200} Apr 25 14:27:42.273194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bbad81fc-cff4-4dde-9d75-e54fcaaab579 req-46f37154-35f1-4acf-82c4-b96e3fcd1982 tempest-AggregatesAdminTestJSON-1379338014 tempest-AggregatesAdminTestJSON-1379338014-project] 10.222.0.23 "GET /v2.0/ports?device_id=071e750c-540b-4fb0-a70c-f6ab6e36a61e HTTP/1.1" status: 200 len: 210 time: 0.0519047 Apr 25 14:27:42.901428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-88de75c6-d116-4135-b1f5-81ddf5f6c61a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:27:42.902544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-88de75c6-d116-4135-b1f5-81ddf5f6c61a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056767 Apr 25 14:27:43.140492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-1a24e852-3362-437f-b926-616dab86e9af tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288284 Apr 25 14:27:43.356266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-cdc06b1d-d6c3-40cf-a612-36578bda26e3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:43.361622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-cdc06b1d-d6c3-40cf-a612-36578bda26e3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128646 Apr 25 14:27:43.376435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Request body: {'port': {'device_id': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:43.396991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-7531c8c4-5054-4600-97d3-2600c66116ec tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/quotas/5b703dbcc84a4d1289d13d4af55a6da7 HTTP/1.1" status: 200 len: 375 time: 0.0229850 Apr 25 14:27:43.465972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:43.511792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-7f9a29ee-0f06-4fa6-8776-7ba43fe5fee1 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069269 Apr 25 14:27:43.513654 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:43.592638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faab7-6bcf-4e08-9f71-b8409b77d08e req-bccc22cf-6fa2-4c66-8ff6-cc565cd2479b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:43.594257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-070faab7-6bcf-4e08-9f71-b8409b77d08e req-bccc22cf-6fa2-4c66-8ff6-cc565cd2479b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 932 time: 0.2818048 Apr 25 14:27:43.893686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-070faab7-6bcf-4e08-9f71-b8409b77d08e req-f16aa3fd-729e-47b6-8f49-29a6a1e153b2 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916303 Apr 25 14:27:44.005854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ab7dc98-75a7-424e-8f46-c223f16d5372 req-1ea9f48c-54ad-4127-9957-83323c2e99fa tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 210 time: 0.0946829 Apr 25 14:27:44.295406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a73c302-ccb2-4160-8b49-774622eb2b66 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:27:44.311536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:44.334347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Transition to ACTIVE for port object 9a73c302-ccb2-4160-8b49-774622eb2b66 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:44.343669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:44.813514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Pushing event updated for resources: {'Port': ['ID=9a73c302-ccb2-4160-8b49-774622eb2b66,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:44.869497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Attempting to bind port 9a73c302-ccb2-4160-8b49-774622eb2b66 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:44.869871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Attempting to bind port 9a73c302-ccb2-4160-8b49-774622eb2b66 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:44.870225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Attempting to bind port 9a73c302-ccb2-4160-8b49-774622eb2b66 on network b923594c-484b-4ea6-b34c-8d8a53a21180 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:44.876144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Port 9a73c302-ccb2-4160-8b49-774622eb2b66 on network b923594c-484b-4ea6-b34c-8d8a53a21180 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:27:44.876475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Attempting to bind port 9a73c302-ccb2-4160-8b49-774622eb2b66 on network b923594c-484b-4ea6-b34c-8d8a53a21180 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:44.882234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:44.882609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Checking segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:44.883231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Bound using segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:44.883672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Bound port: 9a73c302-ccb2-4160-8b49-774622eb2b66, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:44.884045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:45.014950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] For port 9a73c302-ccb2-4160-8b49-774622eb2b66, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:45.026844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] For port 9a73c302-ccb2-4160-8b49-774622eb2b66, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9a73c302-ccb2-4160-8b49-774622eb2b66,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:45.036467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:45.116051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:45.116688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:45.118308 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] 10.222.0.21 "PUT /v2.0/ports/9a73c302-ccb2-4160-8b49-774622eb2b66 HTTP/1.1" status: 200 len: 1092 time: 1.8171313 Apr 25 14:27:45.118777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:45.213595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0640a-61c4-47a9-9b03-3af318f41c6e service neutron] Pushing event updated for resources: {'Port': ['ID=9a73c302-ccb2-4160-8b49-774622eb2b66,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:45.225822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f5e6008f-6458-4890-99e5-a6aa9bcae347 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:27:45.309544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: f5e6008f-6458-4890-99e5-a6aa9bcae347 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:27:45.311234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f5e6008f-6458-4890-99e5-a6aa9bcae347 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:27:45.408594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-255cf9f6-18ac-416f-bdac-1cdfc612572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:45.410112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-255cf9f6-18ac-416f-bdac-1cdfc612572e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 1095 time: 0.1926086 Apr 25 14:27:45.496103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-bba4ee80-194c-44dc-9f95-bb9cf9f1e434 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002793 Apr 25 14:27:45.559563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-141c4ea2-b067-4359-9e40-bd366ce9b9a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a73c302-ccb2-4160-8b49-774622eb2b66 HTTP/1.1" status: 200 len: 217 time: 0.1399226 Apr 25 14:27:45.649823 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a454636-c76f-419e-a544-1202453e1e66 req-5136bfb2-9a76-4e59-809a-718ea46c20b9 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 210 time: 0.0842655 Apr 25 14:27:45.697481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-f8d2a9af-3ad6-4e05-ab82-aafdf168b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:45.702739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-f8d2a9af-3ad6-4e05-ab82-aafdf168b612 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.1029727 Apr 25 14:27:45.735354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5cffc-8aef-4102-8418-6738434fe829 req-4591b69f-9f8c-4b00-9aea-81b7fb139f33 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:45.736945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90d5cffc-8aef-4102-8418-6738434fe829 req-4591b69f-9f8c-4b00-9aea-81b7fb139f33 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 944 time: 0.4087243 Apr 25 14:27:45.748498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-5debbabc-2829-4d68-ad99-dab758848114 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:45.750842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-5debbabc-2829-4d68-ad99-dab758848114 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451322 Apr 25 14:27:45.772259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Request body: {'port': {'device_id': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '5b703dbcc84a4d1289d13d4af55a6da7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:45.831346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-25eb2a96-9ed0-43f5-8065-439b3e10e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:45.833203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-25eb2a96-9ed0-43f5-8065-439b3e10e6ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208937 Apr 25 14:27:45.886930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90d5cffc-8aef-4102-8418-6738434fe829 req-fed02a5a-284d-4853-b7e6-bf1968cc3f89 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343729 Apr 25 14:27:45.951793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:45.958346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Usage tracker for resource:port and tenant:5b703dbcc84a4d1289d13d4af55a6da7 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:45.962600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:45.970766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:45.988522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Made reservation on behalf of 5b703dbcc84a4d1289d13d4af55a6da7 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:45.996197 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.021544 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.045100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-6ae87493-7d9b-4a64-bc45-e3bd0efa5531 service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049596 Apr 25 14:27:46.060039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:46.070235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Usage tracker for resource:security_group_rule and tenant:5b703dbcc84a4d1289d13d4af55a6da7 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:46.077765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:46.100004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:46.229905 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf7cfa0-2331-47f4-9ef8-4749f9030afd'] response: {'name': 'network-changed', 'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'status': 'completed', 'code': 200} Apr 25 14:27:46.265999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.273143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.281783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8622bbc2-2b4f-41fb-98b0-f315950abc03 req-19ec47a0-d1ca-4452-bc53-36f93c77facd service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301636 Apr 25 14:27:46.318849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58232) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:46.399845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc5921-577b-4828-8f15-25880cede8e1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:46.445140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-3befa0c9-75d6-4de9-aaa9-b5f9a70cf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:46.446615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-3befa0c9-75d6-4de9-aaa9-b5f9a70cf9f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 1095 time: 0.1075034 Apr 25 14:27:46.496897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Allocated IP 192.168.233.16 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/0b49ccce-90ab-43d8-a2b0-364b51f118b7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:46.633125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.661469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:46.669982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Usage tracker for resource:security_group_rule and tenant:eade6bc01f324e69a71a8043df2401ac is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:46.683094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:46.778773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:46.784697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-a20e5c86-d7d1-4084-8839-e0b8a560a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:46.786312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-a20e5c86-d7d1-4084-8839-e0b8a560a508 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 924 time: 0.3330920 Apr 25 14:27:46.802790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.839198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Transition to ACTIVE for port object 0b49ccce-90ab-43d8-a2b0-364b51f118b7 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:46.869408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-57793c95-c61b-4a1b-be7c-d189f1f78242 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a73c302-ccb2-4160-8b49-774622eb2b66 HTTP/1.1" status: 200 len: 217 time: 0.0753338 Apr 25 14:27:46.909305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:46.968231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-5b36b846-ee55-4d0e-9dba-79209ea63130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:46.971344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-5b36b846-ee55-4d0e-9dba-79209ea63130 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.0950873 Apr 25 14:27:46.998804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:47.002534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:47.011484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:47.100333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:47.101010 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.137973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3712115 Apr 25 14:27:47.148873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.159008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.205199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58272) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:47.219156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1962b494-467a-403b-a540-f62777af876c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eade6bc01f324e69a71a8043df2401ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8988609 Apr 25 14:27:47.223795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:47.272329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557ba6-c510-4f6c-8dd6-26022ef8eb8d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Pushing event updated for resources: {'Port': ['ID=0b49ccce-90ab-43d8-a2b0-364b51f118b7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:47.278654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Request body: {'port': {'device_id': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'device_owner': 'compute:tempest-test_az-2004123477', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:47.325650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b494-467a-403b-a540-f62777af876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f52b4-0665-4b99-85d9-9b4bd217493d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:47.365633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7ede84e0-244e-4243-ab12-8b57db9787b6 None None] Provisioning for port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:47.371482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7ede84e0-244e-4243-ab12-8b57db9787b6 None None] Provisioning complete for port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:47.372237 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ede84e0-244e-4243-ab12-8b57db9787b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.435746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.443912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7ede84e0-244e-4243-ab12-8b57db9787b6 None None] Port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:27:47.454551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-edab49e3-95e7-40c4-86d6-b6a838a057b3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:47.455204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-edab49e3-95e7-40c4-86d6-b6a838a057b3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Synchronizing usage tracker for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:47.463925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-2eb79bcc-b662-4c78-9b53-7fa807ad8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:47.465545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-2eb79bcc-b662-4c78-9b53-7fa807ad8f86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4475706 Apr 25 14:27:47.469170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd63d941-5de1-4a4f-9d20-e1fc5bce02d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.476551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.525196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-edab49e3-95e7-40c4-86d6-b6a838a057b3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Unset dirty status for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:47.532321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-edab49e3-95e7-40c4-86d6-b6a838a057b3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 935 time: 0.3970640 Apr 25 14:27:47.552826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:47.610828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd63d941-5de1-4a4f-9d20-e1fc5bce02d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.618189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:395def41c26a418ab81b2dfa2e0311d8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:47.632973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:47.641962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-798f44f2-e1d7-4725-bf70-c400496f1178 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Synchronizing usage tracker for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:27:47.643429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:47.709546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2787bb-6e0b-4e9f-b253-5c431119a74e req-233b97f9-11a7-4fc9-acca-6fd7e30da715 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:47.711058 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d2787bb-6e0b-4e9f-b253-5c431119a74e req-233b97f9-11a7-4fc9-acca-6fd7e30da715 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 944 time: 0.3781400 Apr 25 14:27:47.741545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-798f44f2-e1d7-4725-bf70-c400496f1178 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Unset dirty status for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:27:47.742743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-007f4429-1ce0-4849-8dc1-ad3374c7a99e req-798f44f2-e1d7-4725-bf70-c400496f1178 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096169 Apr 25 14:27:47.779103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-c14f2c32-eb40-4b16-891e-065aca517dbd service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043294 Apr 25 14:27:47.836147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d2787bb-6e0b-4e9f-b253-5c431119a74e req-eede081e-045d-4a3d-a9ed-f760b74108eb tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172874 Apr 25 14:27:47.846736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd63d941-5de1-4a4f-9d20-e1fc5bce02d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.943407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63d941-5de1-4a4f-9d20-e1fc5bce02d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f52b4-0665-4b99-85d9-9b4bd217493d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:47.961971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b49ccce-90ab-43d8-a2b0-364b51f118b7 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:27:47.974601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.986361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd63d941-5de1-4a4f-9d20-e1fc5bce02d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:47.987706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd63d941-5de1-4a4f-9d20-e1fc5bce02d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/240f52b4-0665-4b99-85d9-9b4bd217493d HTTP/1.1" status: 204 len: 168 time: 0.7626204 Apr 25 14:27:47.996261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Transition to ACTIVE for port object 0b49ccce-90ab-43d8-a2b0-364b51f118b7 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:48.004942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.025217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.029561 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8698db4-09f6-428d-bce3-4810e2a19a4c req-e124e3ab-85ad-458f-8b59-cb5662ca2bab service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420781 Apr 25 14:27:48.046454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.120871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=395def41c26a418ab81b2dfa2e0311d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8972759 Apr 25 14:27:48.121325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58308) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:48.134860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126ff6-4194-47cb-9633-b31236a02eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e9c2f-79b0-4101-b063-94f5199635af,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:48.210228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dbf1b84-427d-4943-a046-a58db85de2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.255585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dbf1b84-427d-4943-a046-a58db85de2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.282531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Pushing event updated for resources: {'Port': ['ID=0b49ccce-90ab-43d8-a2b0-364b51f118b7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:48.362488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dbf1b84-427d-4943-a046-a58db85de2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.387174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf1b84-427d-4943-a046-a58db85de2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e9c2f-79b0-4101-b063-94f5199635af,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:48.398220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dbf1b84-427d-4943-a046-a58db85de2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.399373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5dbf1b84-427d-4943-a046-a58db85de2f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c92e9c2f-79b0-4101-b063-94f5199635af HTTP/1.1" status: 204 len: 168 time: 0.2771227 Apr 25 14:27:48.414244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Attempting to bind port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:48.416738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Attempting to bind port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:48.417132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Attempting to bind port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:48.427060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:27:48.427395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Attempting to bind port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:48.434349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:48.434700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:48.435091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:48.435529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Bound port: 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:48.436216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.587332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] For port 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:48.592820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] For port 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:48.600669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.632722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58328) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:48.668373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.697360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:48.698630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.700974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] 10.222.0.15 "PUT /v2.0/ports/0b49ccce-90ab-43d8-a2b0-364b51f118b7 HTTP/1.1" status: 200 len: 1117 time: 1.4295723 Apr 25 14:27:48.701775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'tag': '0b49ccce-90ab-43d8-a2b0-364b51f118b7'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:48.705595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:48.714112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Usage tracker for resource:security_group_rule and tenant:267b130348fc4572a6353d51887c4d96 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:48.722883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:48.745714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:48.824858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dde49-4e3a-4289-9e4c-073707e71acf service neutron] Pushing event updated for resources: {'Port': ['ID=0b49ccce-90ab-43d8-a2b0-364b51f118b7,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:48.875910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-fa4b981e-c544-4f05-823e-525dd1c962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:48.877348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-fa4b981e-c544-4f05-823e-525dd1c962e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 1120 time: 0.1290286 Apr 25 14:27:48.914471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.921432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:48.980339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bca344-c589-4a3d-9ad1-b6bf7f8d6846,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:49.008516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-88f9bd90-5f29-4ad1-be5b-bdd10ccdee14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=267b130348fc4572a6353d51887c4d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738022 Apr 25 14:27:49.011967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:49.097106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0a698d3-81c9-4ed3-b17f-c29bfb7a5aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.122174 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d018e9b0-5c00-4480-8d66-023020087b13'] response: {'name': 'network-changed', 'server_uuid': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'tag': '0b49ccce-90ab-43d8-a2b0-364b51f118b7', 'status': 'completed', 'code': 200} Apr 25 14:27:49.136436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-af095bf6-fd33-4a3c-9763-099a8b4aa75e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7 HTTP/1.1" status: 200 len: 217 time: 0.2414949 Apr 25 14:27:49.178312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0a698d3-81c9-4ed3-b17f-c29bfb7a5aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.243834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0a698d3-81c9-4ed3-b17f-c29bfb7a5aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.288085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-b8d4f476-0b39-4a59-839a-00f432bab924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:49.289651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-b8d4f476-0b39-4a59-839a-00f432bab924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1468232 Apr 25 14:27:49.301144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a698d3-81c9-4ed3-b17f-c29bfb7a5aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bca344-c589-4a3d-9ad1-b6bf7f8d6846,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:49.309989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0a698d3-81c9-4ed3-b17f-c29bfb7a5aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.313474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a0a698d3-81c9-4ed3-b17f-c29bfb7a5aae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04bca344-c589-4a3d-9ad1-b6bf7f8d6846 HTTP/1.1" status: 204 len: 168 time: 0.2972701 Apr 25 14:27:49.388354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22b1d-6b56-4913-9f64-0fa680623c37 req-798ee674-5daa-470a-9cc7-c05e558952f0 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:49.390267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c22b1d-6b56-4913-9f64-0fa680623c37 req-798ee674-5daa-470a-9cc7-c05e558952f0 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 944 time: 0.1379936 Apr 25 14:27:49.402178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7eefb-3664-42b5-9d06-c4f3e421ff94 req-e0da776c-e923-4385-9787-fd79b9da2d8e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:49.403765 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24a7eefb-3664-42b5-9d06-c4f3e421ff94 req-e0da776c-e923-4385-9787-fd79b9da2d8e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 969 time: 0.1999037 Apr 25 14:27:49.444464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c22b1d-6b56-4913-9f64-0fa680623c37 req-8649e416-81d2-4cbe-a886-4ce6c92f9c67 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473406 Apr 25 14:27:49.460217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-01b6ce3c-65ae-400b-9d6f-fbf771845899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:49.463820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-01b6ce3c-65ae-400b-9d6f-fbf771845899 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648924 Apr 25 14:27:49.498653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:49.534699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.540742 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24a7eefb-3664-42b5-9d06-c4f3e421ff94 req-219400b4-a8af-484c-b82a-bac6485545d8 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204581 Apr 25 14:27:49.585390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:49.591653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Usage tracker for resource:security_group_rule and tenant:43154786a0a24fa2a47a085f086b1edf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:49.597170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:49.606254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:49.686592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-20c26183-b4bb-4f32-8e66-e05dae50bb4f service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149553 Apr 25 14:27:49.730433 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.736367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.809934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43154786a0a24fa2a47a085f086b1edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049350 Apr 25 14:27:49.809934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dde0de-7e14-4b08-9c49-e33ae15d64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d66fca7-dafb-4738-b6fd-55964e8dfed2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:49.810568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58388) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:49.913244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5db818d8-9625-43ec-b42b-8507aa13fe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.950612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5db818d8-9625-43ec-b42b-8507aa13fe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:49.951258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc58b68-e0b2-4db2-85ca-eafac2940619 req-772a8912-11f1-41ae-8f4e-c15f9df2aaa0 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587512 Apr 25 14:27:50.052690 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5db818d8-9625-43ec-b42b-8507aa13fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:50.102462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db818d8-9625-43ec-b42b-8507aa13fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d66fca7-dafb-4738-b6fd-55964e8dfed2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:50.113777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5db818d8-9625-43ec-b42b-8507aa13fe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:50.118000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5db818d8-9625-43ec-b42b-8507aa13fe45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d66fca7-dafb-4738-b6fd-55964e8dfed2 HTTP/1.1" status: 204 len: 168 time: 0.3011742 Apr 25 14:27:50.205503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-d26f0467-e7fe-43d5-b6cc-553e0add6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:50.208081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-d26f0467-e7fe-43d5-b6cc-553e0add6172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 1120 time: 0.2035894 Apr 25 14:27:50.267879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:50.410623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-6f8b6ba2-3a01-41fe-a2f5-6ca3361d6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:50.413286 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-6f8b6ba2-3a01-41fe-a2f5-6ca3361d6660 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1981490 Apr 25 14:27:50.545548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-9a8f377d-d111-48fe-956c-e3e602f4fdbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7 HTTP/1.1" status: 200 len: 217 time: 0.1239100 Apr 25 14:27:50.628556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-d17187a6-ae35-4d2c-9073-1c6bd0ad670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:50.630213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-d17187a6-ae35-4d2c-9073-1c6bd0ad670d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0760860 Apr 25 14:27:50.727916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9a73c302-ccb2-4160-8b49-774622eb2b66 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:27:50.769371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:50.823802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b079adf-e7a7-4d24-96e4-160076764fc9 req-c25c837a-9330-4fa2-8fb0-bf58e5eeaab8 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:50.831412 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b079adf-e7a7-4d24-96e4-160076764fc9 req-c25c837a-9330-4fa2-8fb0-bf58e5eeaab8 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 969 time: 0.1167188 Apr 25 14:27:50.838632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:50.847126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca2055405a14345b75a327487b9db12 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:50.851433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:50.867508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:50.888866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55a5c6-c8c2-49f4-833c-1e4cd73c86fa req-0fa7105f-1012-4c9c-a7ad-bb5752b2845d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:50.894333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-27eb84e0-9ec9-4e35-95f4-79437b0fb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:50.895857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-27eb84e0-9ec9-4e35-95f4-79437b0fb5a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515056 Apr 25 14:27:50.897024 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd55a5c6-c8c2-49f4-833c-1e4cd73c86fa req-0fa7105f-1012-4c9c-a7ad-bb5752b2845d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 944 time: 0.2640135 Apr 25 14:27:50.907037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b079adf-e7a7-4d24-96e4-160076764fc9 req-470795bb-77fd-4abf-bf92-1cbd1b36f78d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741398 Apr 25 14:27:50.983814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd55a5c6-c8c2-49f4-833c-1e4cd73c86fa req-efb71631-fe3b-4586-8a03-6a87179ae6f0 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854883 Apr 25 14:27:51.091922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.108474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9a73c302-ccb2-4160-8b49-774622eb2b66, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9a73c302-ccb2-4160-8b49-774622eb2b66,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:51.113127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.139530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'port_id': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'mac_address': 'fa:16:3e:19:f1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:27:51.143966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-552210c2-b17c-46fe-bc49-ecde8d7f8d9e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342038 Apr 25 14:27:51.159540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ca2055405a14345b75a327487b9db12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8901300 Apr 25 14:27:51.167877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:51.254668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.276799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a73c302-ccb2-4160-8b49-774622eb2b66 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:27:51.278278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4488574-bb57-454c-b854-a90c2ee10f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.280110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aece7b-4d5e-4fd8-a4b5-88cd373dd530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9018580c-e1b2-4860-bd38-cd1a12494ea9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:51.317361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9a73c302-ccb2-4160-8b49-774622eb2b66, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9a73c302-ccb2-4160-8b49-774622eb2b66,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:51.324760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.409416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ed2458f-33a6-4bcc-8772-4215e026fd6a req-605a5055-bbd3-430f-b1f5-7052a179d2d9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591901 Apr 25 14:27:51.424629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4488574-bb57-454c-b854-a90c2ee10f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.445082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9a73c302-ccb2-4160-8b49-774622eb2b66,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:51.549355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4488574-bb57-454c-b854-a90c2ee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.576493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4488574-bb57-454c-b854-a90c2ee10f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018580c-e1b2-4860-bd38-cd1a12494ea9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:51.594831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4488574-bb57-454c-b854-a90c2ee10f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:51.596371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b4488574-bb57-454c-b854-a90c2ee10f19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9018580c-e1b2-4860-bd38-cd1a12494ea9 HTTP/1.1" status: 204 len: 168 time: 0.4250669 Apr 25 14:27:51.674682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:51.747922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9a73c302-ccb2-4160-8b49-774622eb2b66'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:27:52.052881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.069199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:52.073558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Usage tracker for resource:security_group_rule and tenant:86ba8d08cf1c46468200049869ceddcb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:52.090023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:52.101086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:52.182138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390a69-68d1-4022-bca7-0027be4e89d6 req-8ab99cca-7fbb-48c9-919e-11170844d36e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:52.184322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c390a69-68d1-4022-bca7-0027be4e89d6 req-8ab99cca-7fbb-48c9-919e-11170844d36e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 969 time: 0.1069274 Apr 25 14:27:52.223391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.229060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.260717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c390a69-68d1-4022-bca7-0027be4e89d6 req-ea7f420f-9347-4fd5-864d-5dd880df95d7 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Apr 25 14:27:52.297763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86ba8d08cf1c46468200049869ceddcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208680 Apr 25 14:27:52.299806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58538) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:52.300784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ec53-9991-4943-88df-38c5c64a5b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd775ec-1eb8-4ab3-b70b-d975719a6c3d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:52.374662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-912603ab-0e33-44ae-b7fe-59c10ca706ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.413824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58544) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:52.447576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-912603ab-0e33-44ae-b7fe-59c10ca706ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.448410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.457867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:52.467761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:52.473102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Usage tracker for resource:security_group_rule and tenant:b33fc849f7ef4c9a9696928adc7bf708 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:52.479987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:52.493129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:52.532585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0146681-763e-4544-8492-da035b187104 req-eb5fdbf4-6dd7-451a-b4e1-bb64138c6a0a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:52.534593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0146681-763e-4544-8492-da035b187104 req-eb5fdbf4-6dd7-451a-b4e1-bb64138c6a0a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 945 time: 0.1495290 Apr 25 14:27:52.563448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-912603ab-0e33-44ae-b7fe-59c10ca706ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.585297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912603ab-0e33-44ae-b7fe-59c10ca706ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd775ec-1eb8-4ab3-b70b-d975719a6c3d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:52.607705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-912603ab-0e33-44ae-b7fe-59c10ca706ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.608993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-912603ab-0e33-44ae-b7fe-59c10ca706ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abd775ec-1eb8-4ab3-b70b-d975719a6c3d HTTP/1.1" status: 204 len: 168 time: 0.3071842 Apr 25 14:27:52.625402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0146681-763e-4544-8492-da035b187104 req-44ed6a75-0d2f-4a9e-99db-b58752bfc4a2 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773530 Apr 25 14:27:52.639169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.650532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.690121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:52.693747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10267c51-a00a-4e28-977e-f91a30f93da8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:52.706441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9a73c302-ccb2-4160-8b49-774622eb2b66 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:52.717420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:52.717610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-90d72aff-2296-4496-8638-0bfe44d7677f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b33fc849f7ef4c9a9696928adc7bf708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024173 Apr 25 14:27:52.795242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2db30f66-e224-433a-924f-25c8cd944cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.815344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 9a73c302-ccb2-4160-8b49-774622eb2b66 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:52.824371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 9a73c302-ccb2-4160-8b49-774622eb2b66 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:52.824978 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.827765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2db30f66-e224-433a-924f-25c8cd944cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.867363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2143989080-network', 'tenant_id': '59aa456541ee4328a8649e9ef257d941'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:52.875679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:52.883094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Usage tracker for resource:network and tenant:59aa456541ee4328a8649e9ef257d941 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:52.886084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:52.893673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:52.908931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Made reservation on behalf of 59aa456541ee4328a8649e9ef257d941 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:52.912466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.929292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.950200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:52.954873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2db30f66-e224-433a-924f-25c8cd944cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.979635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Usage tracker for resource:security_group_rule and tenant:59aa456541ee4328a8649e9ef257d941 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:52.987313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:52.995082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db30f66-e224-433a-924f-25c8cd944cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10267c51-a00a-4e28-977e-f91a30f93da8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:52.995452 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:52.997147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:53.004701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2db30f66-e224-433a-924f-25c8cd944cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.005851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2db30f66-e224-433a-924f-25c8cd944cf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10267c51-a00a-4e28-977e-f91a30f93da8 HTTP/1.1" status: 204 len: 168 time: 0.2874522 Apr 25 14:27:53.053067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9a73c302-ccb2-4160-8b49-774622eb2b66, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9a73c302-ccb2-4160-8b49-774622eb2b66,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:53.054398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:53.061783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.119699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.126903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.134368 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc37cfc-aa8a-4be6-a66a-a2483ff63d76'] response: {'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'code': 200} Apr 25 14:27:53.158387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9a73c302-ccb2-4160-8b49-774622eb2b66,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:53.224783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:27:53.259359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:53.271593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.271836 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Added segment 84be3843-92a4-4120-9994-53c6e399180b of type vlan for network 266958da-ab21-4171-acf7-f8efef1f33d7 Apr 25 14:27:53.290811 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ba37802-2327-4f1b-9573-d1c7e0767543 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02b8190c57b947a1a4baa93a93b33dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992203 Apr 25 14:27:53.292143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58584) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:53.308317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc6fa7-543c-43c2-be6f-cab85633339a req-835b7732-1842-4313-afdf-b7ad826af524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:53.310926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0b49ccce-90ab-43d8-a2b0-364b51f118b7 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:27:53.311177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eafc6fa7-543c-43c2-be6f-cab85633339a req-835b7732-1842-4313-afdf-b7ad826af524 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 1097 time: 0.0940716 Apr 25 14:27:53.340088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.391743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58588) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:53.393339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffb98ee7-8823-4004-8628-34bce5f8429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.418929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eafc6fa7-543c-43c2-be6f-cab85633339a req-12d8ef57-ddff-4dfd-be4e-220fed240502 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009858 Apr 25 14:27:53.419806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.421413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffb98ee7-8823-4004-8628-34bce5f8429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.438432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:53.443363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Usage tracker for resource:security_group_rule and tenant:e9bda348d9b04620a77cf04b3ef5631e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:53.446695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:53.454061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:53.521484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:27:53.543431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffb98ee7-8823-4004-8628-34bce5f8429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.583615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb98ee7-8823-4004-8628-34bce5f8429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:53.600736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.601910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:53.602660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.662992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:53.676433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2150471 Apr 25 14:27:53.681138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:53.691330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '0b49ccce-90ab-43d8-a2b0-364b51f118b7', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '0b49ccce-90ab-43d8-a2b0-364b51f118b7', 'mac_address': 'fa:16:3e:72:32:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-2004123477', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:27:53.698803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Request body: {'subnet': {'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2143989080-subnet', 'tenant_id': '59aa456541ee4328a8649e9ef257d941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:53.699079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffb98ee7-8823-4004-8628-34bce5f8429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.705652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ffb98ee7-8823-4004-8628-34bce5f8429c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/189649ca-d4c6-4fe6-9e5b-cf83f0e2d82b HTTP/1.1" status: 204 len: 168 time: 0.4087930 Apr 25 14:27:53.705856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.723007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab18e1-7cb6-480e-9bac-74b77300aaa6 req-ed5361bd-bca7-4c98-86de-c83c94af6e59 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:53.736964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70ab18e1-7cb6-480e-9bac-74b77300aaa6 req-ed5361bd-bca7-4c98-86de-c83c94af6e59 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 969 time: 0.2444363 Apr 25 14:27:53.763185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:53.784975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a95a6-00f3-495e-b2fc-33e79f2f59c2 admin admin] Pushing event updated for resources: {'Network': ['ID=266958da-ab21-4171-acf7-f8efef1f33d7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:53.785336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:53.793736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.815773 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.829988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 266958da-ab21-4171-acf7-f8efef1f33d7 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:27:53.830247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Usage tracker for resource:subnet and tenant:59aa456541ee4328a8649e9ef257d941 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:53.872730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b49ccce-90ab-43d8-a2b0-364b51f118b7 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:27:53.875517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:53.960200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:53.971561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:53.981600 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:53.988445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c07501-c634-49e2-9dd9-6019acac5696,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:54.015975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70ab18e1-7cb6-480e-9bac-74b77300aaa6 req-bdb31e67-d245-4a9a-b88a-e8c650945abf tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772038 Apr 25 14:27:54.020805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c90d66d7-7b38-45a4-b960-81d830de6077 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9bda348d9b04620a77cf04b3ef5631e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278172 Apr 25 14:27:54.024966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58612) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:54.048932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Made reservation on behalf of 59aa456541ee4328a8649e9ef257d941 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:54.049358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.118461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83231abf-303e-4c3c-b749-39ecccd371cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.174211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76820-6c33-4619-98f7-6512e2cc6cfc req-cdd03250-f580-4c45-8db5-b3ff2ee2b0ac tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:54.182400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-53c76820-6c33-4619-98f7-6512e2cc6cfc req-cdd03250-f580-4c45-8db5-b3ff2ee2b0ac tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 946 time: 0.3279166 Apr 25 14:27:54.205257 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83231abf-303e-4c3c-b749-39ecccd371cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.233741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0b49ccce-90ab-43d8-a2b0-364b51f118b7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:54.277894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0b49ccce-90ab-43d8-a2b0-364b51f118b7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:27:54.293480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-53c76820-6c33-4619-98f7-6512e2cc6cfc req-95f31b20-c988-4322-a380-9872433a7024 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099577 Apr 25 14:27:54.333995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83231abf-303e-4c3c-b749-39ecccd371cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.355637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83231abf-303e-4c3c-b749-39ecccd371cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c07501-c634-49e2-9dd9-6019acac5696,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:54.379565 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83231abf-303e-4c3c-b749-39ecccd371cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.380712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-83231abf-303e-4c3c-b749-39ecccd371cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82c07501-c634-49e2-9dd9-6019acac5696 HTTP/1.1" status: 204 len: 168 time: 0.3551400 Apr 25 14:27:54.390364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-network', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:54.407660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:54.415089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Usage tracker for resource:network and tenant:32cbce4bb1b649c0bf9cc06e111183ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:54.419324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:54.429817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:54.431519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58624) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:54.457938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.486925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:54.493507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Usage tracker for resource:security_group_rule and tenant:861b4d96655e4b7288f745409914f786 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:54.497963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:54.509923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:54.566376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Made reservation on behalf of 32cbce4bb1b649c0bf9cc06e111183ae for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:54.570662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.601820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.602016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:54.653758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:54.663091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Usage tracker for resource:security_group_rule and tenant:32cbce4bb1b649c0bf9cc06e111183ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:54.670152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:54.684616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:54.708810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c8a11120-7954-4fd3-aa75-364c8d28d273 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17399e09f7dd47b89d532e46a7f258c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021111 Apr 25 14:27:54.713230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58632) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:54.759450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.775268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.814859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.848097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18462e93-7e19-48db-b525-692efc98cc47,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:54.874388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f641457d-1686-4194-bb75-664f8da51fed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=861b4d96655e4b7288f745409914f786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415796 Apr 25 14:27:54.875277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58636) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:54.880817 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.938148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:54.979287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.006836 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.018245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18f98543-6787-45b5-a277-bc5004a93311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.039160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:55.097742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:55.098390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Network hostable DHCP agents. Network: 266958da-ab21-4171-acf7-f8efef1f33d7, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:27:55.108186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:27:55.116939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18f98543-6787-45b5-a277-bc5004a93311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.143757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.144141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308f83ce-aeb7-40df-9f84-5d3102131622,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:55.153290 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.154161 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Added segment 43a97842-b62c-4ad4-9bb5-0a054562e567 of type vlan for network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 Apr 25 14:27:55.195634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Network 266958da-ab21-4171-acf7-f8efef1f33d7 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:27:55.233152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.239599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba772a77-a435-4f8e-9c4b-379729c77e30,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:55.240847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 266958da-ab21-4171-acf7-f8efef1f33d7) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:55.249357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:55.250109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.252540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a69d59-f7ad-4a88-9c7e-6693129aee4f None None] Network 266958da-ab21-4171-acf7-f8efef1f33d7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:55.263976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.264547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.265926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.267073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.267658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.268319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.268946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.269576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.270163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.270756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.271297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.271898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:55.286155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.301775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.302335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f9b24b16-3cb1-4d35-8832-c34d02a36afc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba772a77-a435-4f8e-9c4b-379729c77e30 HTTP/1.1" status: 204 len: 168 time: 0.5765905 Apr 25 14:27:55.302793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:55.303197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.340939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0b49ccce-90ab-43d8-a2b0-364b51f118b7 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:27:55.360602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-06a96e28-492c-4196-8229-509d69624554 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6656141 Apr 25 14:27:55.411660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6398282 Apr 25 14:27:55.415108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58662) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:55.422193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18f98543-6787-45b5-a277-bc5004a93311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.423400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Request body: {'subnet': {'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-subnet', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:55.427183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ceac-2b0b-4f2e-b631-1b63c433dd8e admin admin] Pushing event updated for resources: {'Network': ['ID=5c2085db-a6ca-48f5-98eb-c6d4399056e0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:55.432365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:55.442328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Usage tracker for resource:subnet and tenant:32cbce4bb1b649c0bf9cc06e111183ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:55.451407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:55.466422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18f98543-6787-45b5-a277-bc5004a93311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.467739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:55.471461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18f98543-6787-45b5-a277-bc5004a93311 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18462e93-7e19-48db-b525-692efc98cc47 HTTP/1.1" status: 204 len: 168 time: 0.5926673 Apr 25 14:27:55.472414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f98543-6787-45b5-a277-bc5004a93311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18462e93-7e19-48db-b525-692efc98cc47,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:55.480252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:27:55.491966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Made reservation on behalf of 32cbce4bb1b649c0bf9cc06e111183ae for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:55.494520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.548792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce0531-ea40-411c-b989-8d0e10a73daa req-8c63cf4a-c4c7-428a-bd38-fafc2bd5ae07 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:55.550418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4cce0531-ea40-411c-b989-8d0e10a73daa req-8c63cf4a-c4c7-428a-bd38-fafc2bd5ae07 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 970 time: 0.2443476 Apr 25 14:27:55.639480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4cce0531-ea40-411c-b989-8d0e10a73daa req-a0c5346b-3996-47c2-8905-3e5c647c740a tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787475 Apr 25 14:27:55.763701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:27:55.878015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:27:55.878386 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:55.931300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.005775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ec6c-d76d-42ab-8abe-da2db21d348b req-637991a1-8875-442b-b70b-9986b853fcdd tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:56.007326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4162ec6c-d76d-42ab-8abe-da2db21d348b req-637991a1-8875-442b-b70b-9986b853fcdd tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 946 time: 0.1744335 Apr 25 14:27:56.086562 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4162ec6c-d76d-42ab-8abe-da2db21d348b req-bb3a3dbc-aaac-4a91-a27b-5f0632b3782a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636022 Apr 25 14:27:56.130743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39451d82-67ea-4ed4-b203-7d1ccddae769,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:56.133073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Checking segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:56.133421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Network hostable DHCP agents. Network: 5c2085db-a6ca-48f5-98eb-c6d4399056e0, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:27:56.145594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.183736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:27:56.200089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5c2085db-a6ca-48f5-98eb-c6d4399056e0) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:56.210419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:56.211226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.216104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169645e2-e31c-4f34-b32d-323adbee8eea None None] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:56.234733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0261d-13c3-4111-95e4-f7fecffeeea3 None None] Network 266958da-ab21-4171-acf7-f8efef1f33d7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:56.264922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b49ccce-90ab-43d8-a2b0-364b51f118b7'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:27:56.301485 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-33501b4d-ab5d-4519-a5d3-01def6fc4f18 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8852251 Apr 25 14:27:56.304263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58692) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:56.313925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:56.322586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:56.330349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Usage tracker for resource:router and tenant:32cbce4bb1b649c0bf9cc06e111183ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:56.334100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:56.342616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:56.353026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:27:56.381136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.385729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.418046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281be0f-8729-472a-affe-ecc045aeada9 req-a7b34d76-1475-4837-a8d7-1f3dde17aff3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:56.419256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.423705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d281be0f-8729-472a-affe-ecc045aeada9 req-a7b34d76-1475-4837-a8d7-1f3dde17aff3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 946 time: 0.1791375 Apr 25 14:27:56.425540 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a2df13-33de-43a8-bf85-654abb1fd2cc'] response: {'server_uuid': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b49ccce-90ab-43d8-a2b0-364b51f118b7', 'code': 200} Apr 25 14:27:56.428635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58698) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:56.437436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'floatingip': {'port_id': '9a73c302-ccb2-4160-8b49-774622eb2b66'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:56.598617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.626733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d55b2-f881-4449-9228-3b7520665c4e req-1daf686e-205a-490c-84a2-09be3586680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:56.628233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff6d55b2-f881-4449-9228-3b7520665c4e req-1daf686e-205a-490c-84a2-09be3586680e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 1122 time: 0.1427469 Apr 25 14:27:56.733103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff6d55b2-f881-4449-9228-3b7520665c4e req-3b610534-fd2a-43d0-94da-16a21570ff11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Apr 25 14:27:56.775162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0b49ccce-90ab-43d8-a2b0-364b51f118b7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:56.783938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:56.798184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.798791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.799327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.800268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.800776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.801435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.802203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.802700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.803416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.803927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.804591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.805131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:27:56.919061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:27:56.919949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:57.027506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89221b77-e221-48db-ae88-5cfe6290d8bc req-9ec9bf7b-29ed-4a0a-940d-acd050eb8165 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:57.037570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89221b77-e221-48db-ae88-5cfe6290d8bc req-9ec9bf7b-29ed-4a0a-940d-acd050eb8165 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 971 time: 0.1101201 Apr 25 14:27:57.105840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89221b77-e221-48db-ae88-5cfe6290d8bc req-e6faa160-a2b3-41e0-b6bc-29fb6f0b4afc tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Apr 25 14:27:57.167506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Allocated IP 172.20.0.2 (5c2085db-a6ca-48f5-98eb-c6d4399056e0/39451d82-67ea-4ed4-b203-7d1ccddae769/6318d50c-ae5a-4488-aaaf-025381d11c75) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:57.281997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:57.453332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:57.466996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Transition to ACTIVE for port object 6318d50c-ae5a-4488-aaaf-025381d11c75 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:57.496592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Transition to ACTIVE for port object 6318d50c-ae5a-4488-aaaf-025381d11c75 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:27:57.506097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:57.704099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:27:57.708057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:57.717646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:27:57.762228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Pushing event updated for resources: {'Port': ['ID=6318d50c-ae5a-4488-aaaf-025381d11c75,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:57.936602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Attempting to bind port 6318d50c-ae5a-4488-aaaf-025381d11c75 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:27:57.937224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Attempting to bind port 6318d50c-ae5a-4488-aaaf-025381d11c75 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:27:57.937837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Attempting to bind port 6318d50c-ae5a-4488-aaaf-025381d11c75 on network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:27:57.945517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:27:57.946031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Checking segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:57.946562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:57.947120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Bound using segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:27:57.949179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Bound port: 6318d50c-ae5a-4488-aaaf-025381d11c75, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:27:57.949764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.081794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] For port 6318d50c-ae5a-4488-aaaf-025381d11c75, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:27:58.087454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] For port 6318d50c-ae5a-4488-aaaf-025381d11c75, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6318d50c-ae5a-4488-aaaf-025381d11c75,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:27:58.100077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.114323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58750) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:58.121760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-741403491-network', 'tenant_id': '93803a1f0aef4d5295beb4aa97831f22'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:58.127472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:58.132916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Usage tracker for resource:network and tenant:93803a1f0aef4d5295beb4aa97831f22 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:58.137757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:58.146865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:58.162786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Made reservation on behalf of 93803a1f0aef4d5295beb4aa97831f22 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:58.167544 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.183562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.202390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:58.208456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Usage tracker for resource:security_group_rule and tenant:93803a1f0aef4d5295beb4aa97831f22 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:58.213223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:58.224337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:58.244999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51735048-7d34-4783-9818-6f03a0355f76 None None] Pushing event updated for resources: {'Port': ['ID=6318d50c-ae5a-4488-aaaf-025381d11c75,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:58.340866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:27:58.375942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.381995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.423289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c785d6fb-60a9-4769-b5d0-22aa9cf556c4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:58.445596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:27:58.454432 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.462724 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.463162 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Added segment 102ac4b1-3637-4a4f-bfec-2e59a8757fe3 of type vlan for network 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b Apr 25 14:27:58.528291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.545849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.595490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.602595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.642012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.643374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:58.644205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.660911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.700757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5840073 Apr 25 14:27:58.701535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58768) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:27:58.723709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Request body: {'subnet': {'network_id': '43aa7dd7-49ce-427c-b98a-6d1390cd1c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-741403491-subnet', 'tenant_id': '93803a1f0aef4d5295beb4aa97831f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:27:58.741903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:27:58.753872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Usage tracker for resource:subnet and tenant:93803a1f0aef4d5295beb4aa97831f22 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:27:58.830816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:27:58.844306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:27:58.849954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12136418-3a4d-475d-b2a6-c242f3b05283 admin admin] Pushing event updated for resources: {'Network': ['ID=43aa7dd7-49ce-427c-b98a-6d1390cd1c6b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:58.862658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:27:58.870557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Made reservation on behalf of 93803a1f0aef4d5295beb4aa97831f22 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:27:58.875826 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:58.918173 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f associated. External IP: 172.25.0.201, port: 9a73c302-ccb2-4160-8b49-774622eb2b66. Apr 25 14:27:59.013938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ef33-78d4-40c3-9a5b-018a977d4cbb req-f13cae29-7c95-4ea1-bbe4-1e5fc1253617 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:59.015674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4301ef33-78d4-40c3-9a5b-018a977d4cbb req-f13cae29-7c95-4ea1-bbe4-1e5fc1253617 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 971 time: 0.5915735 Apr 25 14:27:59.223610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4301ef33-78d4-40c3-9a5b-018a977d4cbb req-685c39c6-ad7a-4ea5-9611-a247a4f2cc32 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965818 Apr 25 14:27:59.297745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:59.446504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Checking segment: {'id': '102ac4b1-3637-4a4f-bfec-2e59a8757fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '43aa7dd7-49ce-427c-b98a-6d1390cd1c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:27:59.446861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Network hostable DHCP agents. Network: 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:27:59.451388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075578ef-08aa-4dc0-8092-5d818daaccd7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:27:59.493589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Network 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:27:59.500504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Allocated IP 172.25.0.39 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f6441611-f812-4dcf-807a-3188c4c59f28) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:27:59.508008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:27:59.525167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc3823-0f28-4160-b025-f8473a72601d None None] Network 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:27:59.528565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:27:59.532475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:59.590226 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b6a3c77-ad29-4c0b-bf63-b0659ac11ee2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8738267 Apr 25 14:27:59.771955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:27:59.898347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:27:59.938969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7aab1-648e-4847-aacd-db4f2aa9b323 None None] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:00.025953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:28:00.052559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:00.054678 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:28:00.074588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:00.075952 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:00.104494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc18634-487a-40a6-991a-500e8066b18b None None] Network 43aa7dd7-49ce-427c-b98a-6d1390cd1c6b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:00.315259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Pushing event updated for resources: {'Port': ['ID=f6441611-f812-4dcf-807a-3188c4c59f28,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:00.318610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:00.345080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6318d50c-ae5a-4488-aaaf-025381d11c75 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:00.391331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49800351-bb20-492d-b82d-15e749f6f2e4 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "PUT /v2.0/floatingips/b5e5973c-4bea-4a22-9eac-fd702046d91f HTTP/1.1" status: 200 len: 992 time: 3.9610894 Apr 25 14:28:00.399112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:00.413963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:00.415961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:00.423468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.424035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.424540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.425090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.425753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.426250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.426739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.427291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.427778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.428139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f499b918-f89c-4fdd-a2f4-4bd515ecf71d None None] Provisioning for port 6318d50c-ae5a-4488-aaaf-025381d11c75 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:00.428455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.428957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.429337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:00.432693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:00.479468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6318d50c-ae5a-4488-aaaf-025381d11c75 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:00.500959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6318d50c-ae5a-4488-aaaf-025381d11c75 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:00.501599 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:00.591757 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:00.943703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:00.950997 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:01.010190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 6318d50c-ae5a-4488-aaaf-025381d11c75, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6318d50c-ae5a-4488-aaaf-025381d11c75,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:01.036006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:01.162152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=6318d50c-ae5a-4488-aaaf-025381d11c75,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:01.432008 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becf34f1-6fa8-4585-b6c0-717922765509'] response: {'name': 'network-changed', 'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'status': 'completed', 'code': 200} Apr 25 14:28:01.542761 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b5e5973c-4bea-4a22-9eac-fd702046d91f', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'port_id': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'mac_address': 'fa:16:3e:19:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:27:28Z', 'updated_at': '2022-04-25T14:27:57Z', 'revision_number': 1, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:01.552350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:28:01.573882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359abcd-207c-4e84-af32-bd6776138ae8 req-c31ecdf3-c13a-4428-8b66-0437735e1736 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:01.575450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d359abcd-207c-4e84-af32-bd6776138ae8 req-c31ecdf3-c13a-4428-8b66-0437735e1736 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 946 time: 0.3489733 Apr 25 14:28:01.577089 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:01.579025 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:01.607232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31e01d8f-fd45-4d3e-a787-75be7045a465 None None] Provisioning complete for port 6318d50c-ae5a-4488-aaaf-025381d11c75 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:01.607665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31e01d8f-fd45-4d3e-a787-75be7045a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:01.638327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-16f967d3-1927-4cb1-80c5-fc39ce7c62af tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778861 Apr 25 14:28:01.760931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d359abcd-207c-4e84-af32-bd6776138ae8 req-b04e0cef-effd-4323-a550-82e978eeb956 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957832 Apr 25 14:28:01.786472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:01.865929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-f9687eb9-9dbc-4e7f-a463-f035c389902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:01.867440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-f9687eb9-9dbc-4e7f-a463-f035c389902a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 1097 time: 0.4060531 Apr 25 14:28:01.933707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-6a8c8fd7-e5e1-436b-a4de-b32281c0fb1e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:01.935729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-6a8c8fd7-e5e1-436b-a4de-b32281c0fb1e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870240 Apr 25 14:28:01.960327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-436f3577-522a-4b56-9cdb-055f26c8bf25 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/quotas/5b703dbcc84a4d1289d13d4af55a6da7 HTTP/1.1" status: 200 len: 375 time: 0.0187676 Apr 25 14:28:01.992388 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:02.119102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6318d50c-ae5a-4488-aaaf-025381d11c75 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:02.120849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-4dd29fd7-0945-4359-a515-f472e4a8c351 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593893 Apr 25 14:28:02.122874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58860) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:02.390615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6318d50c-ae5a-4488-aaaf-025381d11c75 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:02.392501 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:02.517810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-76307335-99e5-4893-bcbf-863bea7e0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:02.521085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-76307335-99e5-4893-bcbf-863bea7e0db0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 924 time: 0.6321874 Apr 25 14:28:02.525204 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:02.634780 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b5e5973c-4bea-4a22-9eac-fd702046d91f', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'port_id': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'mac_address': 'fa:16:3e:19:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:27:28Z', 'updated_at': '2022-04-25T14:27:57Z', 'revision_number': 1, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:02.638567 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70d814f-e3d1-47c5-ba96-cdc829378f51 None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b5e5973c-4bea-4a22-9eac-fd702046d91f', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'port_id': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'mac_address': 'fa:16:3e:19:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:27:28Z', 'updated_at': '2022-04-25T14:27:57Z', 'revision_number': 1, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:28:02.681133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:02.695337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d82e451a36a047d4ba3c1d93cf77d5dd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:02.704396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:02.715961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:02.779125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Router 8a24ff88-3d43-4b07-b807-0576fc68eb4b is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:28:02.811771 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90a9b1c8-0fdb-44fa-b94b-bf6c0f6a101d req-3308bcf2-c215-4458-b17b-eb95c204bf0f tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 210 time: 0.0559537 Apr 25 14:28:02.880181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:02.893353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:02.901702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-f0f6caf5-ab28-46f8-b21e-98dd95801388 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:02.909457 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-f0f6caf5-ab28-46f8-b21e-98dd95801388 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 0.5466046 Apr 25 14:28:02.912857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-d5ef6f52-9cd0-4bd5-b6dd-59d1cba953a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a73c302-ccb2-4160-8b49-774622eb2b66 HTTP/1.1" status: 200 len: 1000 time: 0.2636452 Apr 25 14:28:02.986104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-6b9defd7-d964-4e93-871d-d91b1fffa855 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/quotas/59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 375 time: 0.0755832 Apr 25 14:28:02.995547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d82e451a36a047d4ba3c1d93cf77d5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715103 Apr 25 14:28:02.999984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58902) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:03.003163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dfaf5-c766-40d5-ad27-5754509906f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5135cdb-2386-4bfb-857a-2ec9d3dc8319,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:03.086850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-0eeb58c7-f418-4ceb-9635-3080d6fce674 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997305 Apr 25 14:28:03.091900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-410b754c-6bd5-4bba-ab10-b1bb69b0011c tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b78b967944e4467b92006dd81d4fdcb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430498 Apr 25 14:28:03.134116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc00d6f-8046-429e-a4c2-4744460c141a None None] New status for floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:28:03.170027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b72389e-d432-4e7b-b779-2e985e5304fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:03.203450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-d82f477f-857f-462c-bd60-800a0e68abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:03.204905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-d82f477f-857f-462c-bd60-800a0e68abdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.2820649 Apr 25 14:28:03.249354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:28:03.269190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b72389e-d432-4e7b-b779-2e985e5304fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:03.269334 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Sync routers for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:28:03.294327 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:03.294994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:03.342688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-ffdcd605-ac26-4856-a6fd-ca7403468edc tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:03.344244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-ffdcd605-ac26-4856-a6fd-ca7403468edc tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381096 Apr 25 14:28:03.373255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b72389e-d432-4e7b-b779-2e985e5304fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:03.384041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-49d1e9c0-2626-4c5a-892b-111aef5db165 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:28:03.385068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-49d1e9c0-2626-4c5a-892b-111aef5db165 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1947489 Apr 25 14:28:03.395726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-acabd123-33b7-4f0b-a5c3-b1ec352d3b55 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/quotas/b78b967944e4467b92006dd81d4fdcb5 HTTP/1.1" status: 200 len: 375 time: 0.0340707 Apr 25 14:28:03.401663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72389e-d432-4e7b-b779-2e985e5304fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5135cdb-2386-4bfb-857a-2ec9d3dc8319,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:03.447077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b72389e-d432-4e7b-b779-2e985e5304fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:03.450780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b72389e-d432-4e7b-b779-2e985e5304fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5135cdb-2386-4bfb-857a-2ec9d3dc8319 HTTP/1.1" status: 204 len: 168 time: 0.4467323 Apr 25 14:28:03.450985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:03.451572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8239f054-b26a-4aa2-8954-9169daa73f8d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.1461501 Apr 25 14:28:03.458000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58918) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:03.652404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-5f9c06ac-a6f4-46f3-be94-34c5bd49bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:03.654216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-5f9c06ac-a6f4-46f3-be94-34c5bd49bae3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706710 Apr 25 14:28:03.657352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-4d7628d5-7537-4ed8-b879-8580a8b36048 service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644057 Apr 25 14:28:03.679402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-d671dade-c78c-4af9-9d6d-f2cc6b15fa81 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b78b967944e4467b92006dd81d4fdcb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2741730 Apr 25 14:28:03.754369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:03.774835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:03.989211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-3aa0609b-de31-4ab7-8cb5-1f602690b0d0 service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286791 Apr 25 14:28:04.008309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-a960dcd0-4519-426b-83a4-caa15dfaea92 service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215256 Apr 25 14:28:04.097922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58936) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:04.276504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:04.349246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:04.358114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Usage tracker for resource:security_group_rule and tenant:2db80235c4204befb94b9eb2a5e07a9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:04.368647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:04.388680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:04.459234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a13c2fa-9f41-43e9-86ef-02cde21821f8 req-c56488cf-c5d3-4763-afb6-41383fc61a12 service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623497 Apr 25 14:28:04.488400 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:00Z', 'revision_number': 3, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:04.504591 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Checking router: 8a24ff88-3d43-4b07-b807-0576fc68eb4b for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:28:04.505339 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Updating router 8a24ff88-3d43-4b07-b807-0576fc68eb4b port f6441611-f812-4dcf-807a-3188c4c59f28 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:28:04.629943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-0cea5299-03c3-485e-ab5f-e534fa0dcb71 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2268722 Apr 25 14:28:04.700810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:04.709656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:04.752683 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:04.888733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4de7e80d-57cd-4f56-809a-534c17ab0482 req-20716b2e-56b0-4dd5-9c14-3b98bc37d46f tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 210 time: 0.1384499 Apr 25 14:28:04.894099 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2db80235c4204befb94b9eb2a5e07a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7906978 Apr 25 14:28:04.895249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b29b7-02b6-4366-927a-0a4d9115f48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0a295-36da-4ae2-bc25-4f5deb21c115,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:04.912602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58954) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:05.050630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d6d9c8f-dbc5-42b4-a6e0-0d572733faf7 req-dce346d0-98d3-4377-958a-f41a00f221da tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 210 time: 0.0725286 Apr 25 14:28:05.126668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77d32f92-00a5-47d2-a61a-92f51ae89e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.356442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-23b7466c-3339-4d7d-a977-1e55eca02607 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:05.358727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-23b7466c-3339-4d7d-a977-1e55eca02607 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7170384 Apr 25 14:28:05.377851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Request body: {'port': {'device_id': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '5b703dbcc84a4d1289d13d4af55a6da7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:05.559027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77d32f92-00a5-47d2-a61a-92f51ae89e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.701389 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.708385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9f4a0ef-8134-435b-bfbb-e246a5858f47 req-2aef5db7-1353-49c0-be39-f8eb8d353496 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 210 time: 0.5652275 Apr 25 14:28:05.711784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77d32f92-00a5-47d2-a61a-92f51ae89e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.750595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d32f92-00a5-47d2-a61a-92f51ae89e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0a295-36da-4ae2-bc25-4f5deb21c115,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:05.755834 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Transition to ACTIVE for port object f6441611-f812-4dcf-807a-3188c4c59f28 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:05.759357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77d32f92-00a5-47d2-a61a-92f51ae89e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.763518 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77d32f92-00a5-47d2-a61a-92f51ae89e15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75c0a295-36da-4ae2-bc25-4f5deb21c115 HTTP/1.1" status: 204 len: 168 time: 0.8499560 Apr 25 14:28:05.774627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.782207 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:05.895369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Pushing event updated for resources: {'Port': ['ID=f6441611-f812-4dcf-807a-3188c4c59f28,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:05.914497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:05.934507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:05.939354 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.939354 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.939354 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.939660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.939855 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.940204 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.955325 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.956325 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.956678 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.957110 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.957558 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.957907 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:05.992976 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Attempting to bind port f6441611-f812-4dcf-807a-3188c4c59f28 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:05.993521 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Attempting to bind port f6441611-f812-4dcf-807a-3188c4c59f28 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:05.993909 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Attempting to bind port f6441611-f812-4dcf-807a-3188c4c59f28 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:06.000187 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:06.000829 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:06.007539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Made reservation on behalf of 5b703dbcc84a4d1289d13d4af55a6da7 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:06.014162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:06.040952 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:06.042660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:06.043867 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Bound port: f6441611-f812-4dcf-807a-3188c4c59f28, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:06.052837 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:06.256339 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebe5d91-758e-45f1-83a7-7c0ed01300c7 req-e0553395-4fbc-41ca-929c-a20f3809d592 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 210 time: 0.0787492 Apr 25 14:28:06.256954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Allocated IP 172.20.0.1 (5c2085db-a6ca-48f5-98eb-c6d4399056e0/39451d82-67ea-4ed4-b203-7d1ccddae769/3fb83f1c-dc64-41fc-b4cd-fcc71e95c201) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:06.273430 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] For port f6441611-f812-4dcf-807a-3188c4c59f28, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:06.282667 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] For port f6441611-f812-4dcf-807a-3188c4c59f28, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f6441611-f812-4dcf-807a-3188c4c59f28,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:06.292207 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:06.352885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-18cab249-a638-453e-bace-475491de3799 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b78b967944e4467b92006dd81d4fdcb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917926 Apr 25 14:28:06.421452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59002) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:06.459202 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:06.459953 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:27:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:06.543683 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff160-5bab-4121-a253-78fe3690e464 None None] Pushing event updated for resources: {'Port': ['ID=f6441611-f812-4dcf-807a-3188c4c59f28,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:06.561671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-937cb3cc-4047-4488-98cf-ff55c3ae1be5 req-600c870b-3fbd-4368-8a1e-8352cda441d1 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 210 time: 0.2093384 Apr 25 14:28:06.758509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-7d95482b-9efb-494a-9fbd-2dbf71e28967 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:06.760149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-7d95482b-9efb-494a-9fbd-2dbf71e28967 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019783 Apr 25 14:28:06.781151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Request body: {'port': {'device_id': '13858334-d7d6-4fe5-a6c3-63403927005b', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'b78b967944e4467b92006dd81d4fdcb5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:06.823507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Allocated IP 192.168.233.242 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:06.833206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:06.883845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.21', 52506) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:07.036108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59018) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:07.135556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79456260-d913-48f0-ace5-2fdb790b0997 req-f6343062-8896-4b61-935d-ddf98e25716b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 210 time: 0.2185094 Apr 25 14:28:07.145613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.176664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:07.200771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Usage tracker for resource:security_group_rule and tenant:2c1b089c89a5459c807513889e6c29bf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:07.203669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.217191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:07.228823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:07.240183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:07.255077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Usage tracker for resource:port and tenant:b78b967944e4467b92006dd81d4fdcb5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:07.259855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:07.290272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:07.299017 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:00Z', 'revision_number': 3, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:07.308665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13570c-2d17-4f39-b1fe-cbf6c8dd80ed None None] The sync data for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 is: [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:00Z', 'revision_number': 3, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:28:07.321690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Made reservation on behalf of b78b967944e4467b92006dd81d4fdcb5 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:07.328467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.345673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.374014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:07.383158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Usage tracker for resource:security_group_rule and tenant:b78b967944e4467b92006dd81d4fdcb5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:07.387759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:07.391342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Transition to ACTIVE for port object 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:07.401402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:07.454288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-940a6c92-f3c5-439b-a698-11dc681cc1d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:07.455385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-940a6c92-f3c5-439b-a698-11dc681cc1d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:07.460206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.475969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.477700 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:28:07.485705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.594114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.629943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.656124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:07.706355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:07.763037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c1b089c89a5459c807513889e6c29bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3395202 Apr 25 14:28:07.769421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-940a6c92-f3c5-439b-a698-11dc681cc1d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:07.770634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-940a6c92-f3c5-439b-a698-11dc681cc1d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 0.8856661 Apr 25 14:28:07.782016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e3277881d64b8bb8b4c3fc67362674 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:07.784029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59040) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:07.786383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fbd2344-9cf6-446f-b1be-72bc6a4e0dc1 req-ae9b53da-8f1c-47b3-b347-43cfdffbb6f3 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 210 time: 0.2855461 Apr 25 14:28:07.792337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:07.820431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f38a0-ca27-4656-abf1-3fa54f4f11ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a882f472-51ce-4651-910b-fa30d8cedfc3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:07.824351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:07.869355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Request body: {'port': {'device_id': 'ae64148c-6faa-408b-8390-daa019284716', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'admin_state_up': True, 'tenant_id': '59aa456541ee4328a8649e9ef257d941'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:07.916494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e974228d-80f1-4d3b-b14e-d025acd17dd4 req-39dd7e35-0c93-424f-a182-557b8fac614d tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 210 time: 0.1301062 Apr 25 14:28:07.962339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61bf1d5-6729-4a62-93c7-75e1a9adccf0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:07.970816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:07.990414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:08.003194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.064508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:08.109641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:08.140886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f6441611-f812-4dcf-807a-3188c4c59f28 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:08.246156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:08.251531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Usage tracker for resource:port and tenant:59aa456541ee4328a8649e9ef257d941 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:08.257813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:08.274497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:08.345609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9ca9d435-72b4-4d1e-bafe-8bda978670fb None None] Provisioning for port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:08.349630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f6441611-f812-4dcf-807a-3188c4c59f28 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:08.360825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f6441611-f812-4dcf-807a-3188c4c59f28 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:08.361870 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.373729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b4a46ae5-5b4d-4299-852d-76d65f1e01b0 req-e6380404-1f3e-4673-832d-89bd8b3b763e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 210 time: 0.0509014 Apr 25 14:28:08.374982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.415929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Transition to ACTIVE for port object e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:08.418132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9ca9d435-72b4-4d1e-bafe-8bda978670fb None None] Provisioning complete for port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:08.418283 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d435-72b4-4d1e-bafe-8bda978670fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.418975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6b2da97-1718-4c49-af35-665ca1ca4928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.458749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Made reservation on behalf of 59aa456541ee4328a8649e9ef257d941 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:08.462517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.533021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2853ff1-7a2f-4697-a889-f7c2a44e75a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.539255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9d435-72b4-4d1e-bafe-8bda978670fb None None] Port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:08.574741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6b2da97-1718-4c49-af35-665ca1ca4928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.635059 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.653211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f6441611-f812-4dcf-807a-3188c4c59f28, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f6441611-f812-4dcf-807a-3188c4c59f28,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:08.658579 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.725314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.743178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f6441611-f812-4dcf-807a-3188c4c59f28,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:08.887916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.942036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c071ed-8f8b-483a-aa31-691cd7f32d4d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:08.946013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:08.958952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0b49ccce-90ab-43d8-a2b0-364b51f118b7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:09.037462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Allocated IP 192.168.233.185 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/dbc78ed3-0c41-47e2-91dd-81729b2aeccb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:09.065146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:09.067795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-771449ec-c37f-40a0-9378-03a1a4c358e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4e3277881d64b8bb8b4c3fc67362674&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0064311 Apr 25 14:28:09.070454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59080) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:09.089116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6b2da97-1718-4c49-af35-665ca1ca4928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.092327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:09.116626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Allocated IP 172.20.0.13 (266958da-ab21-4171-acf7-f8efef1f33d7/869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2/8f4ac58e-e030-40f1-b6b4-cd976179549c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:09.120791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:09.193983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Pushing event updated for resources: {'Port': ['ID=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:09.257412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2da97-1718-4c49-af35-665ca1ca4928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a882f472-51ce-4651-910b-fa30d8cedfc3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:09.313558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87095f65-35db-4097-8101-3898e7a46758 req-bcbf51c9-0e28-43bc-b8b8-eac51338d2e2 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:09.315094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87095f65-35db-4097-8101-3898e7a46758 req-bcbf51c9-0e28-43bc-b8b8-eac51338d2e2 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 936 time: 0.3827682 Apr 25 14:28:09.388964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:09.390895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.431264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.472986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c65bd3b-e574-4f5c-9bfe-e210f8414e11 None None] Provisioning for port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:09.485824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c65bd3b-e574-4f5c-9bfe-e210f8414e11 None None] Provisioning complete for port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:09.489898 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c65bd3b-e574-4f5c-9bfe-e210f8414e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.534754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6b2da97-1718-4c49-af35-665ca1ca4928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.539614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a6b2da97-1718-4c49-af35-665ca1ca4928 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a882f472-51ce-4651-910b-fa30d8cedfc3 HTTP/1.1" status: 204 len: 168 time: 1.7499392 Apr 25 14:28:09.551551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.554864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0880cb68-60a1-4cc7-b7c0-3dda54515dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.581991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-b274b7c9-0b64-45ff-a0cf-52c20063b580 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2119403 Apr 25 14:28:09.607589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Transition to ACTIVE for port object dbc78ed3-0c41-47e2-91dd-81729b2aeccb will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:09.621822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0c65bd3b-e574-4f5c-9bfe-e210f8414e11 None None] Port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:09.625259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87095f65-35db-4097-8101-3898e7a46758 req-667a3086-49d1-4652-89c3-60246cd48644 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882791 Apr 25 14:28:09.628180 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0880cb68-60a1-4cc7-b7c0-3dda54515dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.687192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Request body: {'port': {'device_id': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:09.718942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.792394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f87980a-03ff-4b8d-9867-48003a330a3f req-91de96fa-3f5d-41a3-8263-671a39eadb5a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 210 time: 0.2140079 Apr 25 14:28:09.820703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0880cb68-60a1-4cc7-b7c0-3dda54515dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.861662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2e612bb6-964a-4c10-9516-ead90bdb7f91 req-50400744-fab2-416b-b81b-5669eb0341a2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 210 time: 0.0876224 Apr 25 14:28:09.862650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880cb68-60a1-4cc7-b7c0-3dda54515dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c071ed-8f8b-483a-aa31-691cd7f32d4d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:09.901195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:09.918225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:09.920629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:09.993567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:09.996075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Pushing event updated for resources: {'Port': ['ID=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:10.006142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:10.006458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.029754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0880cb68-60a1-4cc7-b7c0-3dda54515dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.033747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0880cb68-60a1-4cc7-b7c0-3dda54515dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4c071ed-8f8b-483a-aa31-691cd7f32d4d HTTP/1.1" status: 204 len: 168 time: 0.9620168 Apr 25 14:28:10.035881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6fbb8d48-e416-4377-93ff-97c00287234a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2657645 Apr 25 14:28:10.061091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Request body: {'port': {'device_id': '13858334-d7d6-4fe5-a6c3-63403927005b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:10.110902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f6441611-f812-4dcf-807a-3188c4c59f28 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:10.170654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59104) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:10.217337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.240448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:10.254685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Usage tracker for resource:security_group_rule and tenant:fdecdf2a341e4625bc61fed0421ff6c8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:10.259223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:10.260385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f6441611-f812-4dcf-807a-3188c4c59f28 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:10.260765 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.262192 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.290572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:10.339821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.430668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-92edbd95-2ecf-4ea3-90d8-98646f4e6d16 None None] Provisioning for port dbc78ed3-0c41-47e2-91dd-81729b2aeccb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:10.440308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-92edbd95-2ecf-4ea3-90d8-98646f4e6d16 None None] Provisioning complete for port dbc78ed3-0c41-47e2-91dd-81729b2aeccb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:10.441876 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92edbd95-2ecf-4ea3-90d8-98646f4e6d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.517902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-92edbd95-2ecf-4ea3-90d8-98646f4e6d16 None None] Port dbc78ed3-0c41-47e2-91dd-81729b2aeccb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:10.703683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59118) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:10.742193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.748291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.753392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.789968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:10.815852 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3cc990a-106b-4d02-b8e5-cc60026acd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.832582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.842485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Usage tracker for resource:security_group_rule and tenant:06934049fdad427199a8e1cf4aa0a974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:10.849228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.851219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:10.861443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:10.866480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdecdf2a341e4625bc61fed0421ff6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871080 Apr 25 14:28:10.870529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9aeb5-0e62-49de-a166-779866e45d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bad55f6-4254-479d-b6d3-bf8757ca4e26,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:10.875451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59130) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:10.959990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ec61-0a54-44bb-a846-f84023fc024c req-af4b25bd-d66a-4f8f-a201-272ef1ba3356 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:10.960946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:10.962034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64f5ec61-0a54-44bb-a846-f84023fc024c req-af4b25bd-d66a-4f8f-a201-272ef1ba3356 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 936 time: 0.1856093 Apr 25 14:28:10.970779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6704-40e3-4c3d-a446-4e16a02b4573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.001751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:11.019866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.027258 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6704-40e3-4c3d-a446-4e16a02b4573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.034677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Network 266958da-ab21-4171-acf7-f8efef1f33d7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:11.039723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.049889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:11.064543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:11.069836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64f5ec61-0a54-44bb-a846-f84023fc024c req-01d777b8-cb55-474c-9fd1-95a49afb5954 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783832 Apr 25 14:28:11.123743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6704-40e3-4c3d-a446-4e16a02b4573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.129417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Transition to ACTIVE for port object e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:11.154330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:11.173635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff6704-40e3-4c3d-a446-4e16a02b4573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bad55f6-4254-479d-b6d3-bf8757ca4e26,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:11.201732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6704-40e3-4c3d-a446-4e16a02b4573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.204068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b0ff6704-40e3-4c3d-a446-4e16a02b4573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bad55f6-4254-479d-b6d3-bf8757ca4e26 HTTP/1.1" status: 204 len: 168 time: 0.3275154 Apr 25 14:28:11.217098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.398535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9490ac8-6266-48e5-996f-cda1a10ba8d0 req-274c97f6-cc68-4d98-bf43-8b44fe62e5e4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:11.401589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9490ac8-6266-48e5-996f-cda1a10ba8d0 req-274c97f6-cc68-4d98-bf43-8b44fe62e5e4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 932 time: 0.1355345 Apr 25 14:28:11.508902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc78ed3-0c41-47e2-91dd-81729b2aeccb {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:11.521761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.535328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9490ac8-6266-48e5-996f-cda1a10ba8d0 req-137cd1c2-cfbd-4ee5-8c4e-d45f389826af tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853934 Apr 25 14:28:11.545211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Transition to ACTIVE for port object dbc78ed3-0c41-47e2-91dd-81729b2aeccb will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:11.553530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.736865 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.793616 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:11.912705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Pushing event updated for resources: {'Port': ['ID=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:11.968978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:11.970481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.007361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Attempting to bind port dbc78ed3-0c41-47e2-91dd-81729b2aeccb on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:12.007660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Attempting to bind port dbc78ed3-0c41-47e2-91dd-81729b2aeccb by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:12.008253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Attempting to bind port dbc78ed3-0c41-47e2-91dd-81729b2aeccb on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:12.029331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Port dbc78ed3-0c41-47e2-91dd-81729b2aeccb on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:12.029887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Attempting to bind port dbc78ed3-0c41-47e2-91dd-81729b2aeccb on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:12.037684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:12.038226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:12.039103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:12.039722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Bound port: dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:12.040276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.172371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] For port dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:12.179180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] For port dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:12.189502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.196400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4073207 Apr 25 14:28:12.198600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc55d82-dd1d-46ff-b3b6-16db7c26c59f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:12.216431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:12.260389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Request body: {'port': {'device_id': 'ae64148c-6faa-408b-8390-daa019284716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:12.334130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Pushing event updated for resources: {'Port': ['ID=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:12.351624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:12.352473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.354533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-b742c627-acc0-4dde-a1c3-5a94c45b524a service neutron] 10.222.0.21 "PUT /v2.0/ports/dbc78ed3-0c41-47e2-91dd-81729b2aeccb HTTP/1.1" status: 200 len: 1096 time: 2.3114290 Apr 25 14:28:12.355614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13858334-d7d6-4fe5-a6c3-63403927005b', 'tag': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:12.361099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:12.484271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Pushing event updated for resources: {'Port': ['ID=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:12.572059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-7b05a674-cb2a-47a0-bea7-f82349a90680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:12.574217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-7b05a674-cb2a-47a0-bea7-f82349a90680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b78b967944e4467b92006dd81d4fdcb5&device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 1099 time: 0.1474762 Apr 25 14:28:12.689403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-5b107955-6013-4097-b60e-1d5e57182a4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb HTTP/1.1" status: 200 len: 217 time: 0.1072304 Apr 25 14:28:12.806184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6cd33115-844d-487e-96c4-b23bd49ebeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:12.807530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-6cd33115-844d-487e-96c4-b23bd49ebeb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0758319 Apr 25 14:28:12.814529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Attempting to bind port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:12.815126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Attempting to bind port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:12.815743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Attempting to bind port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:12.835352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:12.835987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Attempting to bind port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:12.838346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.862837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b13d3855-a3a9-451d-babd-ac72640f1ed8 None None] Provisioning complete for port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:12.863486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b13d3855-a3a9-451d-babd-ac72640f1ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.882546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.897670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897afe-394f-479b-b104-b534faf10de5 req-5b3afc99-a402-414c-bbb1-4de674269af5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:12.900067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e8ad-cd09-40f6-be3c-8a5329e47f84 req-d829f6fa-03a6-4bd2-917c-4b1431537630 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:12.900357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96897afe-394f-479b-b104-b534faf10de5 req-5b3afc99-a402-414c-bbb1-4de674269af5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 936 time: 1.6727943 Apr 25 14:28:12.901671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:12.902199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4d1e8ad-cd09-40f6-be3c-8a5329e47f84 req-d829f6fa-03a6-4bd2-917c-4b1431537630 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 948 time: 0.2162571 Apr 25 14:28:12.902608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:12.903315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:12.904393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Bound port: e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:12.906150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:12.975431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-13a675e3-eee0-4032-9e2a-e5257a795948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:12.977860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-13a675e3-eee0-4032-9e2a-e5257a795948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636364 Apr 25 14:28:12.985092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.013113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59172) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:13.013476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b13d3855-a3a9-451d-babd-ac72640f1ed8 None None] Port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:13.050513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4d1e8ad-cd09-40f6-be3c-8a5329e47f84 req-0b1b4ac6-cca8-42e9-8d44-d3c49ee363e1 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239343 Apr 25 14:28:13.256487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06934049fdad427199a8e1cf4aa0a974&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5480034 Apr 25 14:28:13.257763 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd639ae-117f-4eb0-aa50-4ce670cd5dc1'] response: {'name': 'network-changed', 'server_uuid': '13858334-d7d6-4fe5-a6c3-63403927005b', 'tag': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb', 'status': 'completed', 'code': 200} Apr 25 14:28:13.269269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59178) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:13.270845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7e94-0f0f-4a06-b95d-53f31229d510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066725fa-c53d-4e3e-b1e9-3cca258fd145,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:13.303813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96897afe-394f-479b-b104-b534faf10de5 req-94964612-10f2-4c85-b351-1a8148914716 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445239 Apr 25 14:28:13.428566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Router 8a24ff88-3d43-4b07-b807-0576fc68eb4b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:28:13.433845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] For port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:13.480854 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.484812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] For port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:13.521810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.618165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-555485945-network', 'tenant_id': '08bf0721b9034e97abb37206c06cb39c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:13.639526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:13.651768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Usage tracker for resource:network and tenant:08bf0721b9034e97abb37206c06cb39c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:13.666652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:13.703575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:13.704102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.706983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 HTTP/1.1" status: 200 len: 1096 time: 4.0369022 Apr 25 14:28:13.720483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'tag': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:13.728022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-90b7bd31-9469-4170-b2e9-6a761fcdd178 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412989 Apr 25 14:28:13.729186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:13.827093 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16be65f3-9b7b-42c7-a30c-18baeed40050'] response: {'name': 'network-changed', 'server_uuid': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'tag': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8', 'status': 'completed', 'code': 200} Apr 25 14:28:13.854257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Made reservation on behalf of 08bf0721b9034e97abb37206c06cb39c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:13.856713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.877889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:13.882929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c50b2699-d748-43ef-9e57-ac6350ef133b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.931301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:13.942400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5a02-b67a-4b26-bc80-a15d23903da1 service neutron] Pushing event updated for resources: {'Port': ['ID=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:13.970569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcfd21-b44f-4ccd-bd96-6cc8578e09c2 req-15727c10-b658-45ed-8f4c-5329b5469c18 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:13.973824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89dcfd21-b44f-4ccd-bd96-6cc8578e09c2 req-15727c10-b658-45ed-8f4c-5329b5469c18 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 932 time: 0.7165205 Apr 25 14:28:14.006779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:14.047119 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c50b2699-d748-43ef-9e57-ac6350ef133b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.054381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Usage tracker for resource:security_group_rule and tenant:08bf0721b9034e97abb37206c06cb39c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:14.060183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:14.085191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:28:14.096232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Sync routers for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:28:14.111249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:14.113470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:28:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:14.126227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c89b806b-b9e8-4845-ac43-8d6d0ff2beb6 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a24ff88-3d43-4b07-b807-0576fc68eb4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6677961 Apr 25 14:28:14.142586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:14.176676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-69ba6eb3-442f-4c7d-aaed-fab8271bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:14.178637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-69ba6eb3-442f-4c7d-aaed-fab8271bbd06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 1099 time: 0.4095058 Apr 25 14:28:14.253849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4ac58e-e030-40f1-b6b4-cd976179549c {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:14.261792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.280675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-21299460-4ab4-442d-b474-add518aec7b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 HTTP/1.1" status: 200 len: 217 time: 0.0942507 Apr 25 14:28:14.283049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.315314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.380045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7d723d-a5dd-4547-9db2-359d1684d227,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:14.389311 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.394913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Transition to ACTIVE for port object 8f4ac58e-e030-40f1-b6b4-cd976179549c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:14.406333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c50b2699-d748-43ef-9e57-ac6350ef133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.411560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.443335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b2699-d748-43ef-9e57-ac6350ef133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066725fa-c53d-4e3e-b1e9-3cca258fd145,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:14.447701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfecb1df-80fe-4037-b5d8-5cdb8e7780eb req-067311c6-9912-4cb1-bbd0-0224f89e35a7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863973 Apr 25 14:28:14.451455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:14.455392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:28:14.474645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89dcfd21-b44f-4ccd-bd96-6cc8578e09c2 req-d65ca4fd-8a68-4ab3-95cf-f2488b14f371 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842076 Apr 25 14:28:14.478519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Usage tracker for resource:security_group_rule and tenant:61d774ee544640bab47e50e8da7ef590 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:14.513891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:14.525941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c50b2699-d748-43ef-9e57-ac6350ef133b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.527106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c50b2699-d748-43ef-9e57-ac6350ef133b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/066725fa-c53d-4e3e-b1e9-3cca258fd145 HTTP/1.1" status: 204 len: 168 time: 1.2563996 Apr 25 14:28:14.540111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:14.542563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.542882 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Added segment bedb61a0-18c0-4ee2-9455-eaf82df5efe2 of type vlan for network c59cd87e-4422-4f12-a746-9bb2fdb11846 Apr 25 14:28:14.552990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:14.610766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-4f7a9865-0f31-4b13-ba54-68bcd05ec2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:14.612261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-4f7a9865-0f31-4b13-ba54-68bcd05ec2ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3193722 Apr 25 14:28:14.777893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.870187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-ba6348e9-ffad-4d83-9d4f-4c4ec957d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:14.871800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-ba6348e9-ffad-4d83-9d4f-4c4ec957d6f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b78b967944e4467b92006dd81d4fdcb5&device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 1099 time: 0.3101645 Apr 25 14:28:14.872483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.873444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:14.874056 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:14.894028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:14.937522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50ed1-c7ee-4222-8ced-b714edd713fc req-c73f10e3-229b-4d1a-83ce-9e2a0c82e6ed tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:14.938247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-89c50ed1-c7ee-4222-8ced-b714edd713fc req-c73f10e3-229b-4d1a-83ce-9e2a0c82e6ed tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Synchronizing usage tracker for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:14.984723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 2, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:14.991372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Checking router: 8a24ff88-3d43-4b07-b807-0576fc68eb4b for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:28:14.992068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Updating router 8a24ff88-3d43-4b07-b807-0576fc68eb4b port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:28:15.008014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:15.008466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:15.008853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:15.015649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-73c03ea8-9a97-4865-ba6f-3db23f4676cb tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:15.016659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-73c03ea8-9a97-4865-ba6f-3db23f4676cb tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Synchronizing usage tracker for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:15.017065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-89c50ed1-c7ee-4222-8ced-b714edd713fc req-c73f10e3-229b-4d1a-83ce-9e2a0c82e6ed tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Unset dirty status for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:15.018910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89c50ed1-c7ee-4222-8ced-b714edd713fc req-c73f10e3-229b-4d1a-83ce-9e2a0c82e6ed tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 948 time: 0.7298675 Apr 25 14:28:15.020110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:15.020435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:15.033698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:15.034037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:15.034415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:15.034857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Bound port: 8f4ac58e-e030-40f1-b6b4-cd976179549c, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:15.035560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.047460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-f037ff49-5c09-4791-ac3a-c8d48905b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:15.049935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-f037ff49-5c09-4791-ac3a-c8d48905b970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4202819 Apr 25 14:28:15.066379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.143380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89c50ed1-c7ee-4222-8ced-b714edd713fc req-f3cad558-7891-44a5-baa1-2a0058eb08ff tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106997 Apr 25 14:28:15.155139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1322148 Apr 25 14:28:15.162482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59220) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:15.170100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.175798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Request body: {'subnet': {'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-555485945-subnet', 'tenant_id': '08bf0721b9034e97abb37206c06cb39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:15.181201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f516e-cd84-4012-987f-a918ac9bccaf admin admin] Pushing event updated for resources: {'Network': ['ID=c59cd87e-4422-4f12-a746-9bb2fdb11846,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:15.193924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:15.196863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.198096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:28:15.220275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Usage tracker for resource:subnet and tenant:08bf0721b9034e97abb37206c06cb39c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:15.232811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:15.260723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:15.262770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-73c03ea8-9a97-4865-ba6f-3db23f4676cb tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Unset dirty status for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:15.264006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-73c03ea8-9a97-4865-ba6f-3db23f4676cb tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 948 time: 0.5800674 Apr 25 14:28:15.305547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-65dcdedd-3d52-4f68-93ec-32c190e3e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:15.307064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-65dcdedd-3d52-4f68-93ec-32c190e3e6a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.4040260 Apr 25 14:28:15.313445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61d774ee544640bab47e50e8da7ef590&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4277995 Apr 25 14:28:15.316139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d94c-afb6-4006-8a65-a4b18443297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6cc708-a102-4bda-ae89-d33674986b9e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:15.326656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59228) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:15.407077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Made reservation on behalf of 08bf0721b9034e97abb37206c06cb39c for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:15.409541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.544388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:15.547168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-f5d76d77-8006-4138-99fa-7931331fdd8a service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407206 Apr 25 14:28:15.590658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:15.605916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.643075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-baff107f-ac6d-410a-bb0a-052f140d7a15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb HTTP/1.1" status: 200 len: 217 time: 0.3126364 Apr 25 14:28:15.693498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-e23c298e-4ede-4277-8efa-1235b230751e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Synchronizing usage tracker for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:15.761770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:15.762442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.764014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] 10.222.0.21 "PUT /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 1092 time: 3.5601869 Apr 25 14:28:15.767554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.771284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-e23c298e-4ede-4277-8efa-1235b230751e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Unset dirty status for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:15.795326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45598855-2679-475b-8c57-3f5bc0a6db88 req-e23c298e-4ede-4277-8efa-1235b230751e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956298 Apr 25 14:28:15.817807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Transition to ACTIVE for port object 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:15.830028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.835462 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ff9465a-723b-44f7-9b7e-03a8c2ade5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.863962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-554962e0-2a0b-4f75-9c66-c944e68d9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:15.863962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-554962e0-2a0b-4f75-9c66-c944e68d9b5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2019029 Apr 25 14:28:15.869855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:15.938520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ff9465a-723b-44f7-9b7e-03a8c2ade5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:15.963979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f8e2-b5f3-42a5-bea0-6f24fae22afd service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:16.022333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4b8e93-da3a-4608-bb8c-b8c29b95b77b req-c55a8b79-2c76-4102-8353-7b945fabc948 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673820 Apr 25 14:28:16.037796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-68335477-872c-4696-8198-c2d1548b7ecd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:16.039295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-68335477-872c-4696-8198-c2d1548b7ecd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 828 time: 0.3931644 Apr 25 14:28:16.067887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d439095b-9d42-4ba3-aede-d021cc3e42e7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/quotas/32cbce4bb1b649c0bf9cc06e111183ae HTTP/1.1" status: 200 len: 375 time: 0.0171580 Apr 25 14:28:16.072730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-d5337c06-f3bc-428a-9348-7840adeedb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:16.074423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-d5337c06-f3bc-428a-9348-7840adeedb44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1095 time: 0.1960275 Apr 25 14:28:16.146860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:16.152966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-bb9857fc-dc6b-47f0-81d6-fdde3bb43b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:16.154354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-bb9857fc-dc6b-47f0-81d6-fdde3bb43b3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2913761 Apr 25 14:28:16.169904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0657-7b38-4165-a8b3-95200a4a5b78 None None] Pushing event updated for resources: {'Port': ['ID=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:16.281112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-bdd8cd8b-3420-41eb-a14a-c5ae6b241fbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.1593671 Apr 25 14:28:16.343953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Attempting to bind port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:16.344531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Attempting to bind port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:16.344895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Attempting to bind port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 on network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:16.358757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:16.359279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Checking segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:16.359745 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:16.360131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Bound using segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:16.361077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Bound port: 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:16.361440 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:16.371253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-db49c620-bb03-4160-8b64-369647d51735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:16.372914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-db49c620-bb03-4160-8b64-369647d51735 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0839381 Apr 25 14:28:16.476377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] For port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:16.479934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] For port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:16.492692 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:16.543973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-e40ca17a-2c4a-43c1-8a24-addb4130552e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642032 Apr 25 14:28:16.551392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-6d05cfe2-a4b9-4686-919d-7da5bfc26f42 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:16.599393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ff9465a-723b-44f7-9b7e-03a8c2ade5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:16.601216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-3b6d9c8f-0fa1-4d23-bf9b-6a111d753dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:16.602418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-3b6d9c8f-0fa1-4d23-bf9b-6a111d753dd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 1099 time: 0.4805961 Apr 25 14:28:16.602545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fd76db-e8e5-4b89-ad9f-5277a08b28fd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:16.605282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0657-7b38-4165-a8b3-95200a4a5b78 None None] Pushing event updated for resources: {'Port': ['ID=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:16.631880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50279f-3148-4b37-97f3-ac1694315206 req-bdd15d20-7cdd-4b74-8249-a7fa01f1cd2a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:16.633390 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a50279f-3148-4b37-97f3-ac1694315206 req-bdd15d20-7cdd-4b74-8249-a7fa01f1cd2a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 944 time: 0.6439960 Apr 25 14:28:16.642977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:16.643482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:28:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:16.643599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9465a-723b-44f7-9b7e-03a8c2ade5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6cc708-a102-4bda-ae89-d33674986b9e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:16.656038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:16.656400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Network hostable DHCP agents. Network: c59cd87e-4422-4f12-a746-9bb2fdb11846, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:28:16.713430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ff9465a-723b-44f7-9b7e-03a8c2ade5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:16.714573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ff9465a-723b-44f7-9b7e-03a8c2ade5bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c6cc708-a102-4bda-ae89-d33674986b9e HTTP/1.1" status: 204 len: 168 time: 1.3831646 Apr 25 14:28:16.730415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-6d05cfe2-a4b9-4686-919d-7da5bfc26f42 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:16.731846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-6d05cfe2-a4b9-4686-919d-7da5bfc26f42 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6555192 Apr 25 14:28:16.775548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-0323d34d-4bba-445d-a4c6-6d76f13c76bf service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589690 Apr 25 14:28:16.902613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-04d8c112-0f55-4310-a8ef-b9b5788c5410 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462477 Apr 25 14:28:16.972747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:17.027408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a50279f-3148-4b37-97f3-ac1694315206 req-7294a14e-2754-430e-9e9d-d9eb7bf6f43f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756485 Apr 25 14:28:17.034002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b7a8fc3-c415-44b5-bd9f-e5e2cc3706ed req-d05886b3-22e4-46a8-8500-41b47da1d218 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403774 Apr 25 14:28:17.037309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:28:17.063626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c59cd87e-4422-4f12-a746-9bb2fdb11846) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:17.070967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:17.071148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:17.074316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc4674-f4e1-4462-8a0d-7423f1693a88 None None] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:17.119549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03c4f39f-8b49-42a6-99e3-2648293293e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9559181 Apr 25 14:28:17.175317 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccaa767-45a7-4dd2-81fc-cd4f70046602'] response: {'name': 'network-changed', 'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'status': 'completed', 'code': 200} Apr 25 14:28:17.257012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-ad2b0c41-3311-4739-9611-2a60cf14ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:17.258639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-ad2b0c41-3311-4739-9611-2a60cf14ad49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.6493216 Apr 25 14:28:17.387342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-091b802d-c7ad-48e5-91bf-64ae53b933b0 req-36e5a9a0-e5df-4818-b4cc-2104724c87e0 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477243 Apr 25 14:28:17.388116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59280) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:17.391806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-e12a6e37-4207-422d-bca9-fd68835db12e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 HTTP/1.1" status: 200 len: 217 time: 0.1093807 Apr 25 14:28:17.392341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a28681-468b-43f3-8bb8-9ee3dc484a29 req-20dad236-d8e9-4a92-8bcf-dce53d38381d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:17.403456 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26a28681-468b-43f3-8bb8-9ee3dc484a29 req-20dad236-d8e9-4a92-8bcf-dce53d38381d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 948 time: 0.1890984 Apr 25 14:28:17.413379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-a6e937f1-9f66-47d4-a8de-3045927e5cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718121 Apr 25 14:28:17.460428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:17.478747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26a28681-468b-43f3-8bb8-9ee3dc484a29 req-991a9c46-61a9-496a-81e8-0fd5747c41a6 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735822 Apr 25 14:28:17.587874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:17.604253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62c1bc-2885-48a4-aaeb-fcb6a6273b7b None None] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:17.679342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Usage tracker for resource:security_group_rule and tenant:edda8734c32642c7b8ac2c478e7d6d66 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:17.690238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:17.709378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:17.714237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-85c257ef-303b-4567-b25e-a28a43658f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:17.715636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-85c257ef-303b-4567-b25e-a28a43658f94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2984471 Apr 25 14:28:17.718751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:16Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:17.735583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e545d-33c9-48cf-8bdc-cc84e3082453 None None] The sync data for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 is: [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:16Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:28:17.760160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864ce7-058b-4170-9d92-833eb32089ba req-4d038109-f103-45f2-b5f6-c21ec9037db9 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:17.771026 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e864ce7-058b-4170-9d92-833eb32089ba req-4d038109-f103-45f2-b5f6-c21ec9037db9 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 948 time: 0.1157799 Apr 25 14:28:17.856493 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e864ce7-058b-4170-9d92-833eb32089ba req-da8bd325-4082-4e47-bb54-0d018caf1818 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841506 Apr 25 14:28:17.886853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-a8d46a20-526d-4a56-b2d1-3269ab3e69fc service neutron] 10.222.0.23 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275243 Apr 25 14:28:17.915554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-a95c7e32-c80d-4b8c-b114-ce68a9264749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:17.917666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-a95c7e32-c80d-4b8c-b114-ce68a9264749 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1095 time: 0.4593983 Apr 25 14:28:18.209641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:18.223210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-5a39be22-38bd-42fb-807d-ba56ce9addd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:18.225570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-5a39be22-38bd-42fb-807d-ba56ce9addd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5022719 Apr 25 14:28:18.226411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:18.236070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1513856869-network', 'tenant_id': 'f0d90f3aed9f4a178a727b5dfc953979'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:18.270889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:18.286964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Usage tracker for resource:network and tenant:f0d90f3aed9f4a178a727b5dfc953979 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:18.302526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:18.321373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:18.458981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.467566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-c70aaca0-126a-47c4-b773-9e9dd6d7fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:18.469751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-c70aaca0-126a-47c4-b773-9e9dd6d7fcbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.5448985 Apr 25 14:28:18.475933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Made reservation on behalf of f0d90f3aed9f4a178a727b5dfc953979 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:18.478947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.497618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:18.514901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:18.518082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.522265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.528800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.675226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fdcddeb-3cb2-4c4f-9e35-4ff2660e085e req-f798c403-6b23-4aa6-858b-1999e1885d21 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 210 time: 0.1338456 Apr 25 14:28:18.676250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:18.699754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d90f3aed9f4a178a727b5dfc953979 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:18.708124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:18.727371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:18.789886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.804332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-c0022d1a-423b-45d6-86d7-4e41f99d0e5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.2671082 Apr 25 14:28:18.856229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dbc78ed3-0c41-47e2-91dd-81729b2aeccb details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:18.903164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:18.919647 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.925307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.960662 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:18.975893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:28:18.989936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa417c-fadf-4644-8457-30829a6fe842,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:19.002182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59320) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:19.002559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edda8734c32642c7b8ac2c478e7d6d66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6093431 Apr 25 14:28:19.011552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.012441 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Added segment 04554da7-eb44-4d14-845f-52847c750a3b of type vlan for network 6855fc35-15d8-4596-a5d0-c48d02792a1d Apr 25 14:28:19.034722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-db66359c-1987-4829-9060-13b6e8a5fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:19.036331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-db66359c-1987-4829-9060-13b6e8a5fe39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1930771 Apr 25 14:28:19.041613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706e737-9ee4-416a-b138-10f09cec8f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ef939-abed-4f0a-b9ee-afc8f8cfb22e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:19.113853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-0a033f95-0ce0-4d17-a48c-13876a70cc3c service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8710356 Apr 25 14:28:19.118326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-216270b6-68c5-4324-b936-ad59309b1a89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636613 Apr 25 14:28:19.174433 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.221420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a0e7-2563-43b6-8a06-91d6360dead9 req-0d00f83f-9c71-44d0-956d-47f9cc15f50c tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:19.230210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8192a0e7-2563-43b6-8a06-91d6360dead9 req-0d00f83f-9c71-44d0-956d-47f9cc15f50c tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 948 time: 0.1879942 Apr 25 14:28:19.272783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abdeebf-3cdb-48d6-81f5-e7e669e39590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.277212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-847b6474-1fc6-4912-a51c-da2de3e8f4f4 req-5d624e1e-941e-427b-96c2-e5feaa69e4c3 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466975 Apr 25 14:28:19.277392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:19.285518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:19.317735 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.319095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:19.319500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb', 'mac_address': 'fa:16:3e:d2:be:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:19.319680 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.319882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-ec9cb805-dc0b-4cbe-a941-a5b36c7b10ec tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:19.320907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-ec9cb805-dc0b-4cbe-a941-a5b36c7b10ec tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:19.394051 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abdeebf-3cdb-48d6-81f5-e7e669e39590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.413328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-ec9cb805-dc0b-4cbe-a941-a5b36c7b10ec tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:19.415817 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.420723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-ec9cb805-dc0b-4cbe-a941-a5b36c7b10ec tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 944 time: 0.9664526 Apr 25 14:28:19.427085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1963029 Apr 25 14:28:19.438519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59324) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:19.442617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:19.449183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Request body: {'subnet': {'network_id': '6855fc35-15d8-4596-a5d0-c48d02792a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1513856869-subnet', 'tenant_id': 'f0d90f3aed9f4a178a727b5dfc953979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:19.455075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:19.459385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Usage tracker for resource:subnet and tenant:f0d90f3aed9f4a178a727b5dfc953979 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:19.462745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:19.469369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:19.486066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8192a0e7-2563-43b6-8a06-91d6360dead9 req-ae30bce0-5f1a-4465-a840-e25af76b9db6 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468276 Apr 25 14:28:19.495109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Made reservation on behalf of f0d90f3aed9f4a178a727b5dfc953979 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:19.498014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.615797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5c9c-0f58-41cb-9ba2-faff87a66a30 admin admin] Pushing event updated for resources: {'Network': ['ID=6855fc35-15d8-4596-a5d0-c48d02792a1d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:19.640083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abdeebf-3cdb-48d6-81f5-e7e669e39590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.659294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc78ed3-0c41-47e2-91dd-81729b2aeccb {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:19.666559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdeebf-3cdb-48d6-81f5-e7e669e39590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ef939-abed-4f0a-b9ee-afc8f8cfb22e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:19.673435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abdeebf-3cdb-48d6-81f5-e7e669e39590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:19.675264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9abdeebf-3cdb-48d6-81f5-e7e669e39590 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b3ef939-abed-4f0a-b9ee-afc8f8cfb22e HTTP/1.1" status: 204 len: 168 time: 0.6697588 Apr 25 14:28:19.683096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 6855fc35-15d8-4596-a5d0-c48d02792a1d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:28:19.692456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-1ef3e73c-447e-453a-925e-11684efa0ec0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:19.732834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-27f772af-adbc-4b82-994f-1e97edf3d4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588933 Apr 25 14:28:19.770806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-1ef3e73c-447e-453a-925e-11684efa0ec0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:19.771974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cc1abfb-98c4-46bb-b10b-b3041b671d1b req-1ef3e73c-447e-453a-925e-11684efa0ec0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503256 Apr 25 14:28:19.819121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b079-71ed-4de9-983d-cb385210e9f0 req-1dd93c5f-cdca-45a9-8271-58bc578b39f9 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:19.826024 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22f2b079-71ed-4de9-983d-cb385210e9f0 req-1dd93c5f-cdca-45a9-8271-58bc578b39f9 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 948 time: 0.1360266 Apr 25 14:28:19.940926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22f2b079-71ed-4de9-983d-cb385210e9f0 req-c3357d0c-f47a-4687-9253-c835dae69e5b tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065574 Apr 25 14:28:19.987111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce6cc95e-cfca-43d2-8b23-d05c8995bb57 req-e360a3e6-121c-4d13-a31e-56ce4e99ba13 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464123 Apr 25 14:28:20.015153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:20.051387 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:20.129703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:20.144263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:20.230958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8', 'mac_address': 'fa:16:3e:02:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:20.238072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2bda64ec-0d9f-4bbe-9ca0-0c3060bdeb4a req-66b83b11-f888-44c0-8075-0d388456deba tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 210 time: 0.1487784 Apr 25 14:28:20.256076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:20.275132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:20.315651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:20.316103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:20.335221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0f47fb-7394-4f0d-8e40-d2ef02833051,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:20.400810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['dbc78ed3-0c41-47e2-91dd-81729b2aeccb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:20.428113 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:20.438870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-ba76b4cc-10e5-4c58-ad78-607eee82aa1e tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:20.440740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-ba76b4cc-10e5-4c58-ad78-607eee82aa1e tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.15 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 828 time: 0.4165101 Apr 25 14:28:20.468595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:20.499660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Request body: {'port': {'device_id': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'admin_state_up': True, 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:20.559412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:20.566854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Checking segment: {'id': '04554da7-eb44-4d14-845f-52847c750a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6855fc35-15d8-4596-a5d0-c48d02792a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:20.567228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Network hostable DHCP agents. Network: 6855fc35-15d8-4596-a5d0-c48d02792a1d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:28:20.591966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:20.761338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Network 6855fc35-15d8-4596-a5d0-c48d02792a1d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:28:20.785008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 6855fc35-15d8-4596-a5d0-c48d02792a1d) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:20.794929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:20.798162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cefc97-c1f0-40c1-b214-f8b251b5911f None None] Network 6855fc35-15d8-4596-a5d0-c48d02792a1d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:20.813363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:20.814310 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:20.815168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:20.841169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:20.862093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:20.877721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50c11260-629f-415d-9c35-ac210a2d8fdb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4362555 Apr 25 14:28:20.893710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:20.907192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b555552-33c7-455c-8450-00b5df17b783 req-0c5f2e2c-4bbc-4308-a2ad-1cf16f52d6ec tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:20.909377 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b555552-33c7-455c-8450-00b5df17b783 req-0c5f2e2c-4bbc-4308-a2ad-1cf16f52d6ec tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 949 time: 0.2352841 Apr 25 14:28:20.910597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Made reservation on behalf of 32cbce4bb1b649c0bf9cc06e111183ae for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:20.916115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:21.035761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59378) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:21.053251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b555552-33c7-455c-8450-00b5df17b783 req-5553df58-c7d5-4a30-b4ed-d6adfb3d0bf8 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221058 Apr 25 14:28:21.109178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac323a2-b7af-4863-a7f2-d3f9a06e01b7 req-10095356-c93c-49d9-8242-eae5dbfd6285 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:21.117701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ac323a2-b7af-4863-a7f2-d3f9a06e01b7 req-10095356-c93c-49d9-8242-eae5dbfd6285 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 944 time: 0.1443226 Apr 25 14:28:21.190010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ac323a2-b7af-4863-a7f2-d3f9a06e01b7 req-ad627b22-5474-4f83-99c6-46dc58083f02 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710869 Apr 25 14:28:21.193083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Allocated IP 172.20.0.7 (5c2085db-a6ca-48f5-98eb-c6d4399056e0/39451d82-67ea-4ed4-b203-7d1ccddae769/23d34b3c-1e64-48f5-a1d1-9b87634f5c2e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:21.591557 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-484c48e8-25d2-4403-81da-7f2f51f3fe3f req-8ccfc68b-c1c2-48f8-b592-1e9d3f6037d1 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 210 time: 0.1640031 Apr 25 14:28:21.625605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf1348-5b8a-4110-b8d7-358af6508735 None None] Network 6855fc35-15d8-4596-a5d0-c48d02792a1d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:21.657878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:21.674503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:21.717204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:21.721856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Usage tracker for resource:security_group_rule and tenant:05ad24ba77cf460497759c93d5d4c9a6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:21.725188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:21.733981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:21.791742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'port_id': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'mac_address': 'fa:16:3e:4f:9c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:21.799245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3762f-fb94-471c-b16a-64d50c57fa52 req-43c9b6e1-b043-4257-9643-71ee4ec83882 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:21.801936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02a3762f-fb94-471c-b16a-64d50c57fa52 req-43c9b6e1-b043-4257-9643-71ee4ec83882 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 949 time: 0.5336552 Apr 25 14:28:21.848121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:21.922407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02a3762f-fb94-471c-b16a-64d50c57fa52 req-8022e3fb-07b5-4460-b349-0ba5e25bd94d tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073101 Apr 25 14:28:21.925360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Transition to ACTIVE for port object 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:21.932103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:21.974015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4ac58e-e030-40f1-b6b4-cd976179549c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:21.996292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.005175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.029255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.043072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:22.089949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.125643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ffdaf1-3300-4408-b56f-510555c9d01e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:22.177719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-968916ae-9afb-4f37-9b87-a5024daa4366 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05ad24ba77cf460497759c93d5d4c9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1408250 Apr 25 14:28:22.181926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:22.184843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:22.187831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:22.190453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:22.191453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:22.287457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event updated for resources: {'Port': ['ID=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:22.320109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:22.320777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.328392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-910f097f-bfc7-49c7-a362-57dacd27fac1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:22.329887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-910f097f-bfc7-49c7-a362-57dacd27fac1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:22.385718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-910f097f-bfc7-49c7-a362-57dacd27fac1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:22.387098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-910f097f-bfc7-49c7-a362-57dacd27fac1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.2397649 Apr 25 14:28:22.389767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6edc-2a7b-423f-99ca-750bd4b8a893 req-c2220187-26e4-4125-b2e9-923e37286bb5 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:22.392856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a60b6edc-2a7b-423f-99ca-750bd4b8a893 req-c2220187-26e4-4125-b2e9-923e37286bb5 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 949 time: 0.2094760 Apr 25 14:28:22.394754 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-8dc9f1ae-eb25-4405-b260-197ebf10d067 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305894 Apr 25 14:28:22.410360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Request body: {'port': {'device_id': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:22.415820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06b7ea71-025c-426a-9e5c-c8e4e53670c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.421566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fe767ec3-4ffb-4267-b203-6858a6385b3f None None] Provisioning for port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:22.430831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fe767ec3-4ffb-4267-b203-6858a6385b3f None None] Provisioning complete for port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:22.431814 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe767ec3-4ffb-4267-b203-6858a6385b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.436567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-7eb7e894-aa0c-452b-9939-b6fa1ddc64ee tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/quotas/08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 375 time: 0.0340350 Apr 25 14:28:22.483731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8f4ac58e-e030-40f1-b6b4-cd976179549c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:22.538871 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06b7ea71-025c-426a-9e5c-c8e4e53670c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.565896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-1ed23dac-2949-4f81-8d73-67c7bd4f8af0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086140 Apr 25 14:28:22.597120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a60b6edc-2a7b-423f-99ca-750bd4b8a893 req-692d823d-102f-4c12-b559-f106d18387e9 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585927 Apr 25 14:28:22.640059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.720310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fe767ec3-4ffb-4267-b203-6858a6385b3f None None] Port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:22.839219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06b7ea71-025c-426a-9e5c-c8e4e53670c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.883333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dbc78ed3-0c41-47e2-91dd-81729b2aeccb up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:22.959557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port dbc78ed3-0c41-47e2-91dd-81729b2aeccb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:22.965642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port dbc78ed3-0c41-47e2-91dd-81729b2aeccb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:22.966174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:22.991853 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-fcbbd451-459e-4f04-a41e-2b76788c0462 service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114861 Apr 25 14:28:22.997143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7ea71-025c-426a-9e5c-c8e4e53670c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ffdaf1-3300-4408-b56f-510555c9d01e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:23.000317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06b7ea71-025c-426a-9e5c-c8e4e53670c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.004194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-06b7ea71-025c-426a-9e5c-c8e4e53670c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4ffdaf1-3300-4408-b56f-510555c9d01e HTTP/1.1" status: 204 len: 168 time: 0.8154988 Apr 25 14:28:23.121052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.167872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13858334-d7d6-4fe5-a6c3-63403927005b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:23.186626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:23.194555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.228349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-00646fa8-b666-4e1c-b2c9-6aceb9e93c98 service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240744 Apr 25 14:28:23.252537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0bbe-dfbc-4a48-94cc-d68c95fc4b46 req-dee6f22e-c617-49b3-8421-194bca0a2f04 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:23.255272 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f2d0bbe-dfbc-4a48-94cc-d68c95fc4b46 req-dee6f22e-c617-49b3-8421-194bca0a2f04 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.3538661 Apr 25 14:28:23.339804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:23.369270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f2d0bbe-dfbc-4a48-94cc-d68c95fc4b46 req-9d4e70b9-d93d-4a06-a244-3cf0c65fcbad tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060669 Apr 25 14:28:23.460728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:23.614286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:23.633532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.678566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Transition to ACTIVE for port object 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:23.680585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59452) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:23.707822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:23.715651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.716468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:23.716468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.735396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.847500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceae90c-c3be-4690-ada1-859706cd9aa2 req-a20347bf-7368-45ac-815d-14880b8aad20 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:23.850000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ceae90c-c3be-4690-ada1-859706cd9aa2 req-a20347bf-7368-45ac-815d-14880b8aad20 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 943 time: 0.2343931 Apr 25 14:28:23.879368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.905179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Pushing event updated for resources: {'Port': ['ID=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:23.924475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:23.930576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:23.932511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2ceae90c-c3be-4690-ada1-859706cd9aa2 req-cda1051b-be40-4be9-869a-e480d1e6c2a1 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:23.935350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:23.977219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2ceae90c-c3be-4690-ada1-859706cd9aa2 req-cda1051b-be40-4be9-869a-e480d1e6c2a1 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:23.989832 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ceae90c-c3be-4690-ada1-859706cd9aa2 req-cda1051b-be40-4be9-869a-e480d1e6c2a1 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269383 Apr 25 14:28:24.070022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Usage tracker for resource:security_group_rule and tenant:84ead0dd334949ceab192c5702bde6b8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:24.076192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:24.091866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:24.120657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:24.127144 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cef462-a5f9-4d8b-9938-6bcfabc00202'] response: {'server_uuid': '13858334-d7d6-4fe5-a6c3-63403927005b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb', 'code': 200} Apr 25 14:28:24.373225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2e5ab-2b87-4cc0-90d3-d55b096f8afb req-b3171009-40ab-43f2-a7c0-d9c5f3a06eb2 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:24.374931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21d2e5ab-2b87-4cc0-90d3-d55b096f8afb req-b3171009-40ab-43f2-a7c0-d9c5f3a06eb2 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 950 time: 0.1060812 Apr 25 14:28:24.415363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2facb46f-6c35-45c0-a1fa-13f5b32df375 req-fca8281a-4473-4ee1-aa41-f5c559040d27 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 210 time: 0.1940875 Apr 25 14:28:24.443298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21d2e5ab-2b87-4cc0-90d3-d55b096f8afb req-84a9ac8c-0cd2-4bfc-9400-cdabb190d018 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Apr 25 14:28:24.517420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:24.538750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:24.682369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84ead0dd334949ceab192c5702bde6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9975934 Apr 25 14:28:24.684295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59474) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:24.696492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cb504-d916-47a3-8445-88fb113f7a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef5350-4068-4339-8d39-b4c5678fcfab,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:24.722647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Attempting to bind port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:24.722993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Attempting to bind port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:24.723338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Attempting to bind port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e on network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:24.734098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e on network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:24.734402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Attempting to bind port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e on network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:24.740215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561d4cf-bd05-4171-84a2-dc623aae861c req-8044eb34-7c8b-4b44-86ab-63a3757a916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:24.742190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8561d4cf-bd05-4171-84a2-dc623aae861c req-8044eb34-7c8b-4b44-86ab-63a3757a916d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 1101 time: 0.5134530 Apr 25 14:28:24.747069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:24.747414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Checking segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:24.748064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Bound using segment: {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:24.749071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Bound port: 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a97842-b62c-4ad4-9bb5-0a054562e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:24.749423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:24.773617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47354d04-5138-45bf-88d5-696fa0b4ff12 req-0b521576-8ae1-49d4-9962-de1e4e4c9dd8 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607255 Apr 25 14:28:24.901697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:24.906739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a83ddd59-98aa-4a1a-a684-4a97edf5a1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:24.956812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a83ddd59-98aa-4a1a-a684-4a97edf5a1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:24.962708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b993bad-be07-4c9b-8a5f-9fe371c98267 req-a1219cac-ec84-4b00-a7c8-a709cccaec3e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:24.965157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b993bad-be07-4c9b-8a5f-9fe371c98267 req-a1219cac-ec84-4b00-a7c8-a709cccaec3e tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 950 time: 0.3776028 Apr 25 14:28:24.981596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8561d4cf-bd05-4171-84a2-dc623aae861c req-81ac3e8e-3383-40c3-95b9-6c43a284e6d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180598 Apr 25 14:28:24.987180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 8f4ac58e-e030-40f1-b6b4-cd976179549c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:24.990905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47354d04-5138-45bf-88d5-696fa0b4ff12 req-4ce74df1-52d6-4d26-bb8a-e4cd386f4f2f tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:24.993138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47354d04-5138-45bf-88d5-696fa0b4ff12 req-4ce74df1-52d6-4d26-bb8a-e4cd386f4f2f tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119536 Apr 25 14:28:24.994688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 8f4ac58e-e030-40f1-b6b4-cd976179549c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:24.995470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.026058 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47354d04-5138-45bf-88d5-696fa0b4ff12 req-68cca610-883d-4a39-81c2-c490199bd7db tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/quotas/b8bba4002fcc41e9a4f130a171b5d25c HTTP/1.1" status: 200 len: 375 time: 0.0261374 Apr 25 14:28:25.032145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] For port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:25.049895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b993bad-be07-4c9b-8a5f-9fe371c98267 req-3de1b517-0823-4bc7-b941-3be922275667 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704343 Apr 25 14:28:25.051503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] For port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:25.058741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.105837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47354d04-5138-45bf-88d5-696fa0b4ff12 req-ea7b2ffd-f1b5-4b27-a75b-efa63418173c tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733593 Apr 25 14:28:25.107343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a83ddd59-98aa-4a1a-a684-4a97edf5a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.121742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.15', 53833) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:25.169633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.171244 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.172906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] 10.222.0.15 "PUT /v2.0/ports/23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 1091 time: 2.7685764 Apr 25 14:28:25.174600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:25.213479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ddd59-98aa-4a1a-a684-4a97edf5a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef5350-4068-4339-8d39-b4c5678fcfab,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:25.243826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f75bf-c4f3-4539-a276-c2d6e753e61b service neutron] Pushing event updated for resources: {'Port': ['ID=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:25.284027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a83ddd59-98aa-4a1a-a684-4a97edf5a1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.285631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a83ddd59-98aa-4a1a-a684-4a97edf5a1dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bef5350-4068-4339-8d39-b4c5678fcfab HTTP/1.1" status: 204 len: 168 time: 0.5998092 Apr 25 14:28:25.315131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.384605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:25.400007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.507001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43815a-c590-41da-8038-32b876e6d33e req-918d2166-6589-4b18-b845-9a2a0e32f9d0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.508635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f43815a-c590-41da-8038-32b876e6d33e req-918d2166-6589-4b18-b845-9a2a0e32f9d0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.2454369 Apr 25 14:28:25.567736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-ceda0cb0-e916-4014-ba10-788de041679a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.570081 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-ceda0cb0-e916-4014-ba10-788de041679a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.4442255 Apr 25 14:28:25.577161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:25.583578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f43815a-c590-41da-8038-32b876e6d33e req-b3d57f12-3466-44e4-b9a6-b33152705410 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680122 Apr 25 14:28:25.584662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Request body: {'port': {'device_id': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'admin_state_up': True, 'tenant_id': '08bf0721b9034e97abb37206c06cb39c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:25.614519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-50a303e9-80df-4265-9f76-c62df3a2af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.616694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-50a303e9-80df-4265-9f76-c62df3a2af3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1094 time: 0.2685778 Apr 25 14:28:25.697814 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6c55e5-72a6-49f7-8bed-2aed5c7ef13f'] response: {'name': 'network-changed', 'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'status': 'completed', 'code': 200} Apr 25 14:28:25.707676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-0c35b102-4e27-4773-be6f-d343abdc0d93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 217 time: 0.0842948 Apr 25 14:28:25.767280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:25.771354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Usage tracker for resource:port and tenant:08bf0721b9034e97abb37206c06cb39c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:25.774093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:25.780917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:25.788018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-2ab0b2ba-1780-48f9-bcdb-74c665246c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.789956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-2ab0b2ba-1780-48f9-bcdb-74c665246c35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 200 len: 867 time: 0.0753608 Apr 25 14:28:25.797673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10283-c76b-4d55-b4ff-27d42b222fda req-0a941ba1-4e25-43cb-9aab-55de7ffe9dc8 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.804864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71b10283-c76b-4d55-b4ff-27d42b222fda req-0a941ba1-4e25-43cb-9aab-55de7ffe9dc8 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 943 time: 0.2952309 Apr 25 14:28:25.819813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Made reservation on behalf of 08bf0721b9034e97abb37206c06cb39c for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:25.823351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:25.906147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-80a7e77f-5dde-441b-95e7-4512d7950a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:25.908529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-80a7e77f-5dde-441b-95e7-4512d7950a62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2085db-a6ca-48f5-98eb-c6d4399056e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121407 Apr 25 14:28:25.913973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71b10283-c76b-4d55-b4ff-27d42b222fda req-77b79183-da62-44af-a726-701696601f29 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081753 Apr 25 14:28:26.055696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Allocated IP 172.20.0.7 (c59cd87e-4422-4f12-a746-9bb2fdb11846/98fd76db-e8e5-4b89-ad9f-5277a08b28fd/5f0623f4-84fc-4557-917a-9fe2700f10c8) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:26.116433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e55767bf-7225-454d-9d0e-5203618d9353 req-078ddf21-3b8c-4c9d-a2c0-84d80df57c05 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 210 time: 0.0552042 Apr 25 14:28:26.128293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8'}, {'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:26.243945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-f38a183c-7c76-42fc-a096-1be283a8e1b4 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257353 Apr 25 14:28:26.415105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:26.417692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc505fb-0c5f-4320-8064-c06e332ac9fe req-8a01ebba-d041-438e-bbf7-8b3d41d3046c tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:26.419265 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bc505fb-0c5f-4320-8064-c06e332ac9fe req-8a01ebba-d041-438e-bbf7-8b3d41d3046c tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 950 time: 0.2571285 Apr 25 14:28:26.423044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92d5bfc8-807c-46a9-baf0-06d9a119f5d9 req-daf12bd5-c983-48fb-9773-ac65559226c2 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714406 Apr 25 14:28:26.474905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:26.527127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bc505fb-0c5f-4320-8064-c06e332ac9fe req-a4455e52-91c3-4c4e-928d-03f82fb4da58 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982358 Apr 25 14:28:26.627749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:26.632474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:26.637323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:26.661471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-76d537d6-46d8-40e9-bd60-22d6f0d5d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:26.663326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-76d537d6-46d8-40e9-bd60-22d6f0d5d4eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1094 time: 0.1209426 Apr 25 14:28:26.729702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:26.750589 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4511f6c0-6101-4a1a-b468-21d7b5e62c1d'] response: {'server_uuid': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8', 'code': 200} Apr 25 14:28:26.750953 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4511f6c0-6101-4a1a-b468-21d7b5e62c1d'] response: {'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'code': 200} Apr 25 14:28:26.835288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:26.837016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:26.862316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.15', 53834) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:26.918187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2578f015-c7a8-476e-a3a6-168b60605d69 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3378506 Apr 25 14:28:27.040560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-d03fd7d1-1992-448f-a713-f365831bd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.041147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-d03fd7d1-1992-448f-a713-f365831bd504 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 929 time: 0.3719146 Apr 25 14:28:27.049782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Request body: {'port': {'device_id': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:27.131814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-0dd4a1c3-25b4-4473-b85e-ded6e7678627 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 217 time: 0.0687773 Apr 25 14:28:27.134433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612105-0839-4ada-ae2d-e49f8f4f919a req-19d9de51-25dc-47fd-b49e-37d8a7e7d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.135812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f612105-0839-4ada-ae2d-e49f8f4f919a req-19d9de51-25dc-47fd-b49e-37d8a7e7d60c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1097 time: 0.2620993 Apr 25 14:28:27.143726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd234f-ff95-491d-b6c7-1c6f9d88478f req-78f3a311-f376-45eb-b190-2763d92cd32c tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.145148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59cd234f-ff95-491d-b6c7-1c6f9d88478f req-78f3a311-f376-45eb-b190-2763d92cd32c tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 950 time: 0.2702706 Apr 25 14:28:27.204206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:27.216681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8da18-ff12-4390-9633-6a90909718ad req-6a5c920c-5b71-4219-97be-85c9a42e5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.218708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8aa8da18-ff12-4390-9633-6a90909718ad req-6a5c920c-5b71-4219-97be-85c9a42e5b0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 1101 time: 0.3556244 Apr 25 14:28:27.228780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba788-842f-43fa-8c89-46db77008104 req-0a957f35-2bcc-4301-8e6c-e21605c914ca tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.230291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57dba788-842f-43fa-8c89-46db77008104 req-0a957f35-2bcc-4301-8e6c-e21605c914ca tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 946 time: 0.3138833 Apr 25 14:28:27.263066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f612105-0839-4ada-ae2d-e49f8f4f919a req-f9d57aa7-a649-4959-856a-f82f53285e56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158712 Apr 25 14:28:27.271615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-faa05a8d-3497-440a-861b-c704b9b4d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.273029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-faa05a8d-3497-440a-861b-c704b9b4d72e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 200 len: 867 time: 0.1270390 Apr 25 14:28:27.277618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59cd234f-ff95-491d-b6c7-1c6f9d88478f req-cc984bd8-e324-4f10-9666-6f4bae094cfd tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Apr 25 14:28:27.350697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8aa8da18-ff12-4390-9633-6a90909718ad req-e76ce493-bebb-475c-ba8e-82d0f45c0da0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168406 Apr 25 14:28:27.365831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57dba788-842f-43fa-8c89-46db77008104 req-bdda3ae2-eb8c-4744-b77e-4e69a9b93072 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905738 Apr 25 14:28:27.537185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-7f3990cd-8878-4055-8a18-102fe02e3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.539242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-7f3990cd-8878-4055-8a18-102fe02e3756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2085db-a6ca-48f5-98eb-c6d4399056e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583265 Apr 25 14:28:27.718159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-fbff550b-bacb-4e27-84e1-f22b3e432a84 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641355 Apr 25 14:28:27.738198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad4258-7015-4cfe-afb7-44f19396077d req-cac59664-1bca-4089-a686-99bf102ce250 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.745137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6ad4258-7015-4cfe-afb7-44f19396077d req-cac59664-1bca-4089-a686-99bf102ce250 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 943 time: 0.1484916 Apr 25 14:28:27.830552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0623f4-84fc-4557-917a-9fe2700f10c8 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:27.840433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6ad4258-7015-4cfe-afb7-44f19396077d req-0f699e0d-6800-408f-9858-32d0ddf37797 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944862 Apr 25 14:28:27.842533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:27.857371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Transition to ACTIVE for port object 5f0623f4-84fc-4557-917a-9fe2700f10c8 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:27.864847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:27.935222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e08da156-b2a9-4474-8305-aba5a5479ffe req-a1ddfa5c-a7cf-434d-adc0-ffdf325c5d86 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103107 Apr 25 14:28:27.952770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4dbe-28a7-4fa1-b0ca-0960a8fcc4ad req-5b084a52-e39e-4454-b4ac-a87e0f901ea0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:27.954619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cdc4dbe-28a7-4fa1-b0ca-0960a8fcc4ad req-5b084a52-e39e-4454-b4ac-a87e0f901ea0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 931 time: 0.2023041 Apr 25 14:28:28.007435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cdc4dbe-28a7-4fa1-b0ca-0960a8fcc4ad req-45dc28bb-fcb4-4e20-9bd8-f990d5bbbc6e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468256 Apr 25 14:28:28.081319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:28.090970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-77035479-4411-4529-aeb9-8ea27a9aaa98 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674653 Apr 25 14:28:28.193821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e816ff7-c6b2-421e-bf49-0ceec9301efe req-3be11acd-8804-43e5-a896-3151dc97ae03 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:28.195519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e816ff7-c6b2-421e-bf49-0ceec9301efe req-3be11acd-8804-43e5-a896-3151dc97ae03 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 950 time: 0.0885243 Apr 25 14:28:28.231710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:28.232043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:28.232370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:28.241023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:28.241368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:28.242939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e816ff7-c6b2-421e-bf49-0ceec9301efe req-fd4c0fb4-d2a6-46e6-aaf4-a061b060517b tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Apr 25 14:28:28.253921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:28.254260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:28.254625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:28.255049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Bound port: 5f0623f4-84fc-4557-917a-9fe2700f10c8, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:28.255414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:28.294157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-1012e5d5-519c-407d-ac43-553c4fcdf1d0 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:28.295598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-1012e5d5-519c-407d-ac43-553c4fcdf1d0 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978831 Apr 25 14:28:28.343746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-8f5d205f-6120-4f10-af6b-ceeb738d99c7 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/quotas/f80707cbd1ec4903baf0a452e933d0ed HTTP/1.1" status: 200 len: 375 time: 0.0205531 Apr 25 14:28:28.359857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c46eb4b-f023-48c2-8b12-e09de21ddf98 req-48fe6361-5e87-45e2-8432-be8c1e751042 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280280 Apr 25 14:28:28.407721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a781bb51-16bb-4cf6-ba99-dc7d6793c31f tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552523 Apr 25 14:28:28.416706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:28.419978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:28.427914 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:28.450088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:28.564987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:28.565699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:28.567998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] 10.222.0.15 "PUT /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 1091 time: 1.6401393 Apr 25 14:28:28.575773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:28.594181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46eb4b-f023-48c2-8b12-e09de21ddf98 req-40a1632f-414d-4ebc-b374-26238a1745e3 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:28.605920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c46eb4b-f023-48c2-8b12-e09de21ddf98 req-40a1632f-414d-4ebc-b374-26238a1745e3 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399180 Apr 25 14:28:28.620192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ccdd6-670b-43ad-a160-686e375b3f8e service neutron] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:28.621667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c46eb4b-f023-48c2-8b12-e09de21ddf98 req-6c6a43a0-3d47-4485-8235-76084c25e4b4 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/quotas/b8bba4002fcc41e9a4f130a171b5d25c HTTP/1.1" status: 200 len: 375 time: 0.0148416 Apr 25 14:28:28.688877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c46eb4b-f023-48c2-8b12-e09de21ddf98 req-b7be88fe-375e-4656-bb2e-4e0c3d9ec652 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644207 Apr 25 14:28:28.845082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-5384ae23-42f8-4b92-8662-f041caafaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:28.848200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-5384ae23-42f8-4b92-8662-f041caafaccc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1094 time: 0.1177490 Apr 25 14:28:28.992049 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-27ab22ea-8c08-4dc1-ad29-2bbac1dd8a2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.1347873 Apr 25 14:28:28.994421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc44478-160f-4a96-97a5-b60c25ae25dc req-0b258473-bc0a-4bbe-94ef-1ff5cc72524f tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:28.996491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc44478-160f-4a96-97a5-b60c25ae25dc req-0b258473-bc0a-4bbe-94ef-1ff5cc72524f tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 950 time: 0.1539030 Apr 25 14:28:29.090557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc44478-160f-4a96-97a5-b60c25ae25dc req-e0b0ef9e-124e-4fd0-aca9-353e1ed2e785 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867267 Apr 25 14:28:29.112257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-0a5043e8-4407-4fd5-9872-224c3e0d95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:29.114990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-0a5043e8-4407-4fd5-9872-224c3e0d95a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1146173 Apr 25 14:28:29.296427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-2ecd8a9a-a1b2-4d7f-a2b0-b51396c829bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748114 Apr 25 14:28:29.327254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4356-a41d-4fac-907f-a9c42e3cf757 req-86db616d-c51e-457e-b3e9-ad059870c1ca tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:29.329021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e34b4356-a41d-4fac-907f-a9c42e3cf757 req-86db616d-c51e-457e-b3e9-ad059870c1ca tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 946 time: 0.1265495 Apr 25 14:28:29.400224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e34b4356-a41d-4fac-907f-a9c42e3cf757 req-2799ef4c-9665-4a99-9016-6759c8af1029 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Apr 25 14:28:29.458404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-811006a4-7f01-4e8c-b82a-aa9df462759a req-14ed2016-eadf-46ac-99b2-18e88108b929 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 210 time: 0.0648770 Apr 25 14:28:29.462926 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137c9cfe-7f74-4e56-a7ab-4dd28443d538'] response: {'name': 'network-changed', 'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'status': 'completed', 'code': 200} Apr 25 14:28:29.481587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:29.509267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-c4380717-1566-438d-988c-ffce3e74edaf service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058609 Apr 25 14:28:29.668873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:29.687736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'port_id': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'mac_address': 'fa:16:3e:19:2c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:29.754677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:29.759100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef5602a2-cbbc-40db-8c41-3b5d972a4a35 req-94b900a5-3ae1-4a76-a8b7-e37e30253df8 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410173 Apr 25 14:28:29.776004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:29.792589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d2a4-c5e2-492a-bee9-2bf884d83465 req-9e161031-a67e-4c0b-aa97-7307df911416 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:29.801515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8b2d2a4-c5e2-492a-bee9-2bf884d83465 req-9e161031-a67e-4c0b-aa97-7307df911416 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 943 time: 0.1626377 Apr 25 14:28:29.808653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:29.815472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:29.839381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382da25e-11e9-41ac-b19c-15c7f7157da0 req-eb3c55c7-a719-4f66-ad32-020484a92d3c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:29.848489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-382da25e-11e9-41ac-b19c-15c7f7157da0 req-eb3c55c7-a719-4f66-ad32-020484a92d3c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 943 time: 0.1138790 Apr 25 14:28:29.898182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-382da25e-11e9-41ac-b19c-15c7f7157da0 req-b6da001e-1ed6-41db-8a3f-fe795afe2ea7 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487766 Apr 25 14:28:29.903996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8b2d2a4-c5e2-492a-bee9-2bf884d83465 req-9e297792-d81e-4226-8022-a4cea9569084 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016192 Apr 25 14:28:29.915073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:29.949423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-83b2d0a1-1c55-41c3-9101-6d92bcabbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:29.951158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-83b2d0a1-1c55-41c3-9101-6d92bcabbcd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1094 time: 0.1339896 Apr 25 14:28:29.983917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-84ff88e6-90f6-4b18-b902-47eb49826a28 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318186 Apr 25 14:28:30.095556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:30.096696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-1e3d9885-e4a6-4870-92ee-d00372263e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:30.098371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-1e3d9885-e4a6-4870-92ee-d00372263e36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.1405308 Apr 25 14:28:30.194194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-ab97c66b-9746-46fb-b05b-bfeed6f10bdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.0873594 Apr 25 14:28:30.217855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-b7ba873e-1027-487b-8755-16afae04d036 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:30.220380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-b7ba873e-1027-487b-8755-16afae04d036 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306902 Apr 25 14:28:30.237810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Request body: {'port': {'device_id': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'f80707cbd1ec4903baf0a452e933d0ed'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:30.320811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-cfbe7cee-48a0-43fb-a634-d54e485f9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:30.322296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-cfbe7cee-48a0-43fb-a634-d54e485f9b64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1188433 Apr 25 14:28:30.380236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-fb9331c2-2e34-43ef-9130-f6ee12528746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496826 Apr 25 14:28:30.406305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801a0cb-f01b-49c8-a5b3-129d386a3d66 req-d7512e02-37cb-4020-9751-df8b81e3a5ac tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:30.407812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d801a0cb-f01b-49c8-a5b3-129d386a3d66 req-d7512e02-37cb-4020-9751-df8b81e3a5ac tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 950 time: 0.3081024 Apr 25 14:28:30.481766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:30.491531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Usage tracker for resource:port and tenant:f80707cbd1ec4903baf0a452e933d0ed is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:30.498455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d801a0cb-f01b-49c8-a5b3-129d386a3d66 req-922a53ef-fe3a-4583-add1-f1930922e735 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839677 Apr 25 14:28:30.499295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:30.506306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:30.520598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Made reservation on behalf of f80707cbd1ec4903baf0a452e933d0ed for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:30.528111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:30.558125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:30.577755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-e97c5c87-e0f6-46c1-949e-d16bab0f0527 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896739 Apr 25 14:28:30.582876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:30.595407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Usage tracker for resource:security_group_rule and tenant:f80707cbd1ec4903baf0a452e933d0ed is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:30.599550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:30.607781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:30.719885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:30.759296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:30.807240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bd5d69e-a166-43be-b615-e93b4786ff44 req-470dd6e9-e156-44fd-9cfd-e2776e7791c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208385 Apr 25 14:28:30.811311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaaeff-25fa-45c2-bffb-5dcf5db11524 req-42bb29fd-8dfb-431b-8fcf-0923e59f4f04 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:30.813057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79eaaeff-25fa-45c2-bffb-5dcf5db11524 req-42bb29fd-8dfb-431b-8fcf-0923e59f4f04 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1097 time: 0.1846883 Apr 25 14:28:30.859612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79eaaeff-25fa-45c2-bffb-5dcf5db11524 req-12289aef-4661-4070-a4db-9ddc70e33eac tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 Apr 25 14:28:30.877553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7081ef46-cf2c-47ad-85b4-3ffbe4186059,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:30.984343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-7cea0348-f74f-4d8b-919e-d693c94bc467 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:30.986167 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-7cea0348-f74f-4d8b-919e-d693c94bc467 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 1101 time: 0.0897415 Apr 25 14:28:31.035021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-e5f4c16b-3903-4c22-8982-4509d93b07b9 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:31.036524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-e5f4c16b-3903-4c22-8982-4509d93b07b9 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 1101 time: 0.3128185 Apr 25 14:28:31.067925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.075827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-453fc030-cf9b-43f7-a7da-d07cb8d1284f req-0fd3b446-0b53-44a9-9c47-8d31c7000b0e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 210 time: 0.0507979 Apr 25 14:28:31.083822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Allocated IP 192.168.233.184 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/6793413a-3990-482d-9a36-a85f1cabc6ee) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:31.093874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:31.101523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Usage tracker for resource:security_group_rule and tenant:49c8cd93759c48d18a0ccd7b63381ebc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:31.104564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Deleting port dbc78ed3-0c41-47e2-91dd-81729b2aeccb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:28:31.104870 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.105591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:31.115293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:31.373540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.379208 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.392536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.436646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Transition to ACTIVE for port object 6793413a-3990-482d-9a36-a85f1cabc6ee will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:31.439055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dec1d0b0-36ef-409c-adb0-0c0177296be5 req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964472 Apr 25 14:28:31.441492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3fdfa-36a0-4faf-a8c5-6463d5c2fea8 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c634fceb-2c91-453b-8621-530fae7390bc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:31.476089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.501431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:31.506581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] For port dbc78ed3-0c41-47e2-91dd-81729b2aeccb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:31.507330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.550221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:31.558178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:31.563393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:31.616419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Pushing event updated for resources: {'Port': ['ID=6793413a-3990-482d-9a36-a85f1cabc6ee,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:31.625862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:31.638817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:31.642679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.666717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:31.667518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.703271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Calling delete_port for dbc78ed3-0c41-47e2-91dd-81729b2aeccb owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:28:31.761668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a26f6c21-8fc2-4d97-ab2d-7a257fe9a98c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5315392 Apr 25 14:28:31.775430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Request body: {'port': {'device_id': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:31.777692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2a9c4-966a-44f3-8450-66828c8ef2e7 req-044ec77a-f540-409a-9014-d56b5d4f968c tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:31.786101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bd2a9c4-966a-44f3-8450-66828c8ef2e7 req-044ec77a-f540-409a-9014-d56b5d4f968c tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1097 time: 0.3887370 Apr 25 14:28:31.802960 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.839578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:31.843409 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bd2a9c4-966a-44f3-8450-66828c8ef2e7 req-08474d97-7b1f-4c5e-a82d-7fb59f58e227 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Apr 25 14:28:31.851541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:31.860445 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.905392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.951005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b178a349-b487-4925-a908-6281c1543bf4 None None] Provisioning for port 6793413a-3990-482d-9a36-a85f1cabc6ee completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:31.961201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b178a349-b487-4925-a908-6281c1543bf4 None None] Provisioning complete for port 6793413a-3990-482d-9a36-a85f1cabc6ee triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:31.961577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b178a349-b487-4925-a908-6281c1543bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:31.980458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc605f-854a-480e-ba04-701cd2ff9a0c req-1f2829ba-1916-40a8-9706-b1a21d1cc146 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:31.982206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63fc605f-854a-480e-ba04-701cd2ff9a0c req-1f2829ba-1916-40a8-9706-b1a21d1cc146 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 943 time: 0.2597742 Apr 25 14:28:32.015132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:32.040979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b178a349-b487-4925-a908-6281c1543bf4 None None] Port 6793413a-3990-482d-9a36-a85f1cabc6ee cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:32.107159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63fc605f-854a-480e-ba04-701cd2ff9a0c req-bee6fa61-286d-46f4-917e-1b55c421ab18 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152477 Apr 25 14:28:32.108967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4f2d-ae74-4089-9a89-5795df9d7555 req-a11d2fc2-1145-4b49-8778-8fc8b477cd1b tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:32.110680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481d4f2d-ae74-4089-9a89-5795df9d7555 req-a11d2fc2-1145-4b49-8778-8fc8b477cd1b tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 945 time: 0.1443827 Apr 25 14:28:32.111822 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:32.122805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['dbc78ed3-0c41-47e2-91dd-81729b2aeccb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:32.182737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbc78ed3-0c41-47e2-91dd-81729b2aeccb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:32.249978 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481d4f2d-ae74-4089-9a89-5795df9d7555 req-91b77fe8-9d81-4163-9c67-2207f1ee2707 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999701 Apr 25 14:28:32.306000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] No DVR routers for this DVR port dbc78ed3-0c41-47e2-91dd-81729b2aeccb on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:28:32.310304 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:32.314654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5967b68c-fa63-41b1-a871-b2a3dd4f0903 req-4bfb44f2-cfca-40b9-a55c-7adf0a768c28 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384524 Apr 25 14:28:32.319145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13858334-d7d6-4fe5-a6c3-63403927005b', 'name': 'network-vif-deleted', 'tag': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:32.331593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8119648-2a52-4db7-94c9-44b4ce8cf6d7 req-2009e80a-84ee-4799-9904-bbc310a95a19 tempest-DeleteServersAdminTestJSON-2134177380 tempest-DeleteServersAdminTestJSON-2134177380-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dbc78ed3-0c41-47e2-91dd-81729b2aeccb HTTP/1.1" status: 204 len: 173 time: 1.3400042 Apr 25 14:28:32.404261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-cc6cd29e-eca5-41f7-bcc3-e1c56d0b5088 req-6b6b1d00-bdbe-41b4-8eb2-76f37294341e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Synchronizing usage tracker for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:32.422994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-cc6cd29e-eca5-41f7-bcc3-e1c56d0b5088 req-6b6b1d00-bdbe-41b4-8eb2-76f37294341e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Unset dirty status for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:32.425442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc6cd29e-eca5-41f7-bcc3-e1c56d0b5088 req-6b6b1d00-bdbe-41b4-8eb2-76f37294341e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=13858334-d7d6-4fe5-a6c3-63403927005b HTTP/1.1" status: 200 len: 210 time: 0.0686502 Apr 25 14:28:32.492464 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05241b8-1928-4163-ac85-63706d3d26e5'] response: {'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'code': 200} Apr 25 14:28:32.601421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967b68c-fa63-41b1-a871-b2a3dd4f0903 req-202ef388-41ff-4929-9b83-82a8d01ce014 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:32.608778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5967b68c-fa63-41b1-a871-b2a3dd4f0903 req-202ef388-41ff-4929-9b83-82a8d01ce014 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810967 Apr 25 14:28:32.620103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6793413a-3990-482d-9a36-a85f1cabc6ee {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:32.628757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5967b68c-fa63-41b1-a871-b2a3dd4f0903 req-b39ff47f-2e10-49da-b50f-29c77bf33bb7 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/quotas/b8bba4002fcc41e9a4f130a171b5d25c HTTP/1.1" status: 200 len: 375 time: 0.0191414 Apr 25 14:28:32.630527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:32.716923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e67dc-7c4c-44af-a149-bd5cb46cad4c req-ced07238-44f3-467d-bdb9-5beb5adecadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:32.718484 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-469e67dc-7c4c-44af-a149-bd5cb46cad4c req-ced07238-44f3-467d-bdb9-5beb5adecadf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1096 time: 0.1276162 Apr 25 14:28:32.721151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5967b68c-fa63-41b1-a871-b2a3dd4f0903 req-69f62059-cf90-4c22-9c6b-36f48478d362 tempest-QuotasAdminNegativeTest-294751824 tempest-QuotasAdminNegativeTest-294751824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809820 Apr 25 14:28:32.726634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Transition to ACTIVE for port object 6793413a-3990-482d-9a36-a85f1cabc6ee will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:32.735851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:32.785056 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-469e67dc-7c4c-44af-a149-bd5cb46cad4c req-af7d1710-af7f-4849-87f0-b99a859970c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581608 Apr 25 14:28:32.800597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a213a9f-c845-4c9c-9608-356819540634 req-23319cc8-c356-4242-8cba-18f0aee3a7a7 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:32.803689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a213a9f-c845-4c9c-9608-356819540634 req-23319cc8-c356-4242-8cba-18f0aee3a7a7 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 936 time: 0.1508710 Apr 25 14:28:32.867642 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f786c5-7c0b-4ccc-b777-c11519b88d8b'] response: {'server_uuid': '13858334-d7d6-4fe5-a6c3-63403927005b', 'name': 'network-vif-deleted', 'tag': 'dbc78ed3-0c41-47e2-91dd-81729b2aeccb', 'status': 'completed', 'code': 200} Apr 25 14:28:32.871327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a213a9f-c845-4c9c-9608-356819540634 req-63b1d013-be9f-44e7-9c53-2814a14bf7c2 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532849 Apr 25 14:28:32.913384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Pushing event updated for resources: {'Port': ['ID=6793413a-3990-482d-9a36-a85f1cabc6ee,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:33.209366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-40174ca0-e536-45de-a1a7-7b211b544a38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5204191 Apr 25 14:28:33.257307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Attempting to bind port 6793413a-3990-482d-9a36-a85f1cabc6ee on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:33.257537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Attempting to bind port 6793413a-3990-482d-9a36-a85f1cabc6ee by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:33.257878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Attempting to bind port 6793413a-3990-482d-9a36-a85f1cabc6ee on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:33.266246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Port 6793413a-3990-482d-9a36-a85f1cabc6ee on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:33.266521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Attempting to bind port 6793413a-3990-482d-9a36-a85f1cabc6ee on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:33.281632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:33.281976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:33.282421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:33.282875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Bound port: 6793413a-3990-482d-9a36-a85f1cabc6ee, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:33.283264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:33.349418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93f09-d9e9-4c7a-ab6f-c7fea79574d6 req-6a081a6e-2b96-4ec8-87ea-015deec49dea tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:33.353617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9a93f09-d9e9-4c7a-ab6f-c7fea79574d6 req-6a081a6e-2b96-4ec8-87ea-015deec49dea tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 1101 time: 0.3516269 Apr 25 14:28:33.470564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b9a93f09-d9e9-4c7a-ab6f-c7fea79574d6 req-34d9fb13-8e8c-4cf2-90fa-5e131a772ec0 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Synchronizing usage tracker for tenant:49c8cd93759c48d18a0ccd7b63381ebc on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:33.478873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] For port 6793413a-3990-482d-9a36-a85f1cabc6ee, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:33.487722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] For port 6793413a-3990-482d-9a36-a85f1cabc6ee, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6793413a-3990-482d-9a36-a85f1cabc6ee,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:33.513300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:33.519806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:33.609309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-15c90a05-ff3c-448f-ad5c-61151cfdd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:33.610845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-15c90a05-ff3c-448f-ad5c-61151cfdd851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 1122 time: 0.3169763 Apr 25 14:28:33.623779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:33.625109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:33.626829 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] 10.222.0.21 "PUT /v2.0/ports/6793413a-3990-482d-9a36-a85f1cabc6ee HTTP/1.1" status: 200 len: 1096 time: 1.8569448 Apr 25 14:28:33.628711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'tag': '6793413a-3990-482d-9a36-a85f1cabc6ee'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:33.715559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:33.735083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'port_id': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'mac_address': 'fa:16:3e:02:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fd76db-e8e5-4b89-ad9f-5277a08b28fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:33.776463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b9a93f09-d9e9-4c7a-ab6f-c7fea79574d6 req-34d9fb13-8e8c-4cf2-90fa-5e131a772ec0 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] Unset dirty status for tenant:49c8cd93759c48d18a0ccd7b63381ebc on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:33.783634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9a93f09-d9e9-4c7a-ab6f-c7fea79574d6 req-34d9fb13-8e8c-4cf2-90fa-5e131a772ec0 tempest-ServersAdminNegativeTestJSON-1038864905 tempest-ServersAdminNegativeTestJSON-1038864905-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967299 Apr 25 14:28:33.812338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:33.817663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:33.843995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0623f4-84fc-4557-917a-9fe2700f10c8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:33.872682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:33.881231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:33.990647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:34.035059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-bcd724f0-0d12-473b-b9ca-cf097d15f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.036302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-bcd724f0-0d12-473b-b9ca-cf097d15f677 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3960834 Apr 25 14:28:34.044644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccd6d1-9e7a-4278-9a51-c6842755ec2e service neutron] Pushing event updated for resources: {'Port': ['ID=6793413a-3990-482d-9a36-a85f1cabc6ee,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:34.112729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-dc32cbac-b5e3-40ce-b14a-f7166905e9d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7 HTTP/1.1" status: 200 len: 217 time: 0.0698283 Apr 25 14:28:34.120047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5f0623f4-84fc-4557-917a-9fe2700f10c8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:34.231517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-9ea8b50c-098a-4c47-802d-827c2eaf2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.233588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-9ea8b50c-098a-4c47-802d-827c2eaf2d71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 1099 time: 0.5336461 Apr 25 14:28:34.239603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-fb46f9be-4f34-4774-b08d-fe1519097a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.240950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-fb46f9be-4f34-4774-b08d-fe1519097a4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1219754 Apr 25 14:28:34.343415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-5911b69e-faa4-460d-b2b4-951ede62c5c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6793413a-3990-482d-9a36-a85f1cabc6ee HTTP/1.1" status: 200 len: 217 time: 0.1015089 Apr 25 14:28:34.365628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59732) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:34.433130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-bea6695f-b905-4fc3-83f9-d7bce24d8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.434558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-bea6695f-b905-4fc3-83f9-d7bce24d8397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0830731 Apr 25 14:28:34.443454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69968f9-a3c6-4161-b1a3-7b2c0f048db3 req-4f99ec73-c06f-4f51-8beb-c7aa8764d205 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.444840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d69968f9-a3c6-4161-b1a3-7b2c0f048db3 req-4f99ec73-c06f-4f51-8beb-c7aa8764d205 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 944 time: 0.2897899 Apr 25 14:28:34.473937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-9bae4443-4d48-4431-b52b-77be0d9c8cd9 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:28:34.474936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-9bae4443-4d48-4431-b52b-77be0d9c8cd9 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1082351 Apr 25 14:28:34.541940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-63a43771-293c-49fb-b5dd-579190684acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.543109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-63a43771-293c-49fb-b5dd-579190684acc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431538 Apr 25 14:28:34.550540 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d69968f9-a3c6-4161-b1a3-7b2c0f048db3 req-d218a2de-cdc6-43dc-8277-6f8293025833 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690420 Apr 25 14:28:34.585813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Request body: {'binding': {'host': 'n-h2-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:34.586331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:28:34.649215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-901722ee-6441-4fb5-a4d0-3a823cfe8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:34.650685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-901722ee-6441-4fb5-a4d0-3a823cfe8601 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039769 Apr 25 14:28:34.789381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on host n-h2-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:34.789726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:34.790051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:34.794667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:34.795030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:34.800338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:34.800768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:34.801191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:34.801626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Bound port: 8f4ac58e-e030-40f1-b6b4-cd976179549c, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:34.831451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-84af2d49-241e-43e4-bd2a-e7d1c993b52a service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799037 Apr 25 14:28:34.869921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:34.875679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:34.876849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d10dd951-0b81-46ec-95c7-de814b936791 service neutron] 10.222.0.23 "POST /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3458254 Apr 25 14:28:34.899229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-a8ab9f14-7798-4f84-b11b-2b3cd92ea373 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392478 Apr 25 14:28:34.961962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dbc78ed3-0c41-47e2-91dd-81729b2aeccb no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:28:35.002381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: dbc78ed3-0c41-47e2-91dd-81729b2aeccb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:28:35.003027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dbc78ed3-0c41-47e2-91dd-81729b2aeccb not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:28:35.068984 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa89251-c1be-4fd3-aaae-fdb25fb556fb'] response: {'name': 'network-changed', 'server_uuid': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'tag': '6793413a-3990-482d-9a36-a85f1cabc6ee', 'status': 'completed', 'code': 200} Apr 25 14:28:35.102381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd322-c15c-45c7-8ff1-93b4f8dc3efa req-dda9ed1d-6baa-48e7-ba61-04def7a77f83 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.103089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-50fbd322-c15c-45c7-8ff1-93b4f8dc3efa req-dda9ed1d-6baa-48e7-ba61-04def7a77f83 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:35.200283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-50fbd322-c15c-45c7-8ff1-93b4f8dc3efa req-dda9ed1d-6baa-48e7-ba61-04def7a77f83 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:35.202058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50fbd322-c15c-45c7-8ff1-93b4f8dc3efa req-dda9ed1d-6baa-48e7-ba61-04def7a77f83 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 945 time: 0.5432425 Apr 25 14:28:35.238480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48ea9b9f-35ac-44e1-8c0c-9f10f87cffbe req-562ac0b9-57f8-4a74-877b-03792a5a9fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979745 Apr 25 14:28:35.255510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-853939d0-1469-45b3-8927-11ec2bc39f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.259831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-853939d0-1469-45b3-8927-11ec2bc39f89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1097 time: 0.1024184 Apr 25 14:28:35.279022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50fbd322-c15c-45c7-8ff1-93b4f8dc3efa req-a89bd7ac-1f4e-444c-84d8-582334d265fd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665209 Apr 25 14:28:35.281129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee8b1b78-64e0-439c-9acf-a0ba9b8ba857 req-1fcb72c9-98d9-4c70-9c6e-bc9ec5c35462 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375762 Apr 25 14:28:35.499491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-9c1ad166-1e82-4af6-89d4-744bddf679cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.501237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-9c1ad166-1e82-4af6-89d4-744bddf679cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 1099 time: 0.1506505 Apr 25 14:28:35.525650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:35.551239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-957d8da9-4475-4bac-bf9e-994da4542d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.553061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-957d8da9-4475-4bac-bf9e-994da4542d64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.2547476 Apr 25 14:28:35.563805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f6cb-4f75-41fe-ad33-b670657d5b01 req-1c51fa62-b892-436d-9c85-916a6d1adca1 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.567061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec5e8-8ab4-447c-92c5-c82cc6345b67 req-bbd4b151-6ca2-4b01-beb9-d53917fc3fd8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.568774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-818ec5e8-8ab4-447c-92c5-c82cc6345b67 req-bbd4b151-6ca2-4b01-beb9-d53917fc3fd8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 946 time: 0.1668112 Apr 25 14:28:35.572412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2645f6cb-4f75-41fe-ad33-b670657d5b01 req-1c51fa62-b892-436d-9c85-916a6d1adca1 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 948 time: 0.3100903 Apr 25 14:28:35.651107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 5f0623f4-84fc-4557-917a-9fe2700f10c8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:35.658012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5f0623f4-84fc-4557-917a-9fe2700f10c8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:35.658651 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:35.668708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-12b633c8-eae8-4952-8b51-8d20ad3eb88b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.0932782 Apr 25 14:28:35.725222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-818ec5e8-8ab4-447c-92c5-c82cc6345b67 req-5014c4c7-2aac-4fd2-82b7-e7a80741cd68 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369996 Apr 25 14:28:35.737914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-59e08382-161c-4299-a0d6-9039cd675561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.738222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-59e08382-161c-4299-a0d6-9039cd675561 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2270906 Apr 25 14:28:35.807806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59760) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:35.824727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2645f6cb-4f75-41fe-ad33-b670657d5b01 req-137e39f8-46c5-4859-b8ac-7833c327f7ca tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802871 Apr 25 14:28:35.825306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-b4dadda2-f9d8-4fdd-bfac-b73498147105 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6793413a-3990-482d-9a36-a85f1cabc6ee HTTP/1.1" status: 200 len: 217 time: 0.0801766 Apr 25 14:28:35.830820 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:35.871644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:35.887253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:35.893693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:35.906085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-e4b788ff-59ef-4324-9528-821f651aebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.907803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-e4b788ff-59ef-4324-9528-821f651aebe6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.2299294 Apr 25 14:28:35.969486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-0d24e947-5b57-42a6-8038-08ae009b4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:35.971176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-0d24e947-5b57-42a6-8038-08ae009b4787 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1391630 Apr 25 14:28:35.976306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:35.981265 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-2d7d04c0-e4a4-4fa4-b1d6-a8c9555553de tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b78b967944e4467b92006dd81d4fdcb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705154 Apr 25 14:28:35.987409 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-c67f2832-6615-4b71-a6bf-fd8bfc4fe134 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716860 Apr 25 14:28:36.098994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:36.185522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-3d7136dd-7f7c-4faa-9b92-f9ddd8cf6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:36.186692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:36.187096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-3d7136dd-7f7c-4faa-9b92-f9ddd8cf6e90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048595 Apr 25 14:28:36.196926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Usage tracker for resource:security_group_rule and tenant:b8bba4002fcc41e9a4f130a171b5d25c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:36.197144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-255bb686-9877-4c8a-9df9-304d11437f36 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:36.198529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-255bb686-9877-4c8a-9df9-304d11437f36 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856852 Apr 25 14:28:36.203502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:36.225571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:36.243383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-230af318-98b8-4064-9761-2a4741c4fb5a tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/quotas/b78b967944e4467b92006dd81d4fdcb5 HTTP/1.1" status: 200 len: 375 time: 0.0256162 Apr 25 14:28:36.253626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5408a409-9563-4870-a9f5-68398feb5d87 req-72a177d4-9edc-4110-bf7f-c1e2e45fa222 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:36.264336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-b9f1292d-5256-48f8-b374-99b385e372ba service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275848 Apr 25 14:28:36.351922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-cc29c62e-d211-4fb9-97fa-3c8a26c91095 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b78b967944e4467b92006dd81d4fdcb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580571 Apr 25 14:28:36.375739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5408a409-9563-4870-a9f5-68398feb5d87 req-72a177d4-9edc-4110-bf7f-c1e2e45fa222 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:36.376666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5408a409-9563-4870-a9f5-68398feb5d87 req-72a177d4-9edc-4110-bf7f-c1e2e45fa222 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 258 time: 0.5165238 Apr 25 14:28:36.382314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-140e8363-c00e-476b-b83e-94517836e7e5 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824250 Apr 25 14:28:36.401273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:36.412860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:36.422224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Usage tracker for resource:floatingip and tenant:32cbce4bb1b649c0bf9cc06e111183ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:36.428445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:36.440558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:36.496424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:36.522904 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-5969c86d-70f8-4fca-9ec9-d61514360e9d service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504728 Apr 25 14:28:36.536697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2207556-7ccf-4688-979d-cd3d3eb9a6a8 req-07f71841-011e-4008-b473-83a6b39381b3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482034 Apr 25 14:28:36.570223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:36.623687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:36.719588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11f2db-06c8-4446-bbce-f1c5c1d15941 req-9eba7069-8558-4e91-9236-0fb77624ea2a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:36.721313 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e11f2db-06c8-4446-bbce-f1c5c1d15941 req-9eba7069-8558-4e91-9236-0fb77624ea2a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 945 time: 0.1015637 Apr 25 14:28:36.736118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8bba4002fcc41e9a4f130a171b5d25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9094934 Apr 25 14:28:36.744685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59788) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:36.745457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b72cb3-b4a5-40b0-a663-1c00098ad287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db11747-a2e4-4663-9f6c-24f777e129d4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:36.796863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e11f2db-06c8-4446-bbce-f1c5c1d15941 req-b382dc06-374d-4812-9db1-7f4e0454b2b1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677154 Apr 25 14:28:36.852706 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39df6fb0-23d6-42b7-be88-2c3ceff95ca2'] response: {'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'code': 200} Apr 25 14:28:36.868498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3036631-7f17-4892-855c-7a1057e08de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:36.873768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:36.877005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-55e38d3d-73ba-40e1-aa69-b5e3d0d58ddc tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:36.878712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-55e38d3d-73ba-40e1-aa69-b5e3d0d58ddc tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1097 time: 0.1886282 Apr 25 14:28:36.894985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-6'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:36.969013 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-377df8b2-2919-4747-8e17-3bfb677d2eba req-6328ab2e-51b7-4af1-9cd3-6c5ea2ceeb6e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 210 time: 0.0759587 Apr 25 14:28:36.993789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3036631-7f17-4892-855c-7a1057e08de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.019671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7511b-690f-463a-9fb5-5d6d9489a9f6 req-8d24d85c-2acc-4ada-9ac8-1a6040448e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:37.021695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2c7511b-690f-463a-9fb5-5d6d9489a9f6 req-8d24d85c-2acc-4ada-9ac8-1a6040448e07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1096 time: 0.0928240 Apr 25 14:28:37.067307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2c7511b-690f-463a-9fb5-5d6d9489a9f6 req-1def46cc-c94a-4565-a5a2-8313a1184ec2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Apr 25 14:28:37.162232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b50c3-5ed1-4309-9330-9fbcab476dac req-7a34637a-28ac-4114-92ab-f98d176a94bc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:37.163789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89b50c3-5ed1-4309-9330-9fbcab476dac req-7a34637a-28ac-4114-92ab-f98d176a94bc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 946 time: 0.0885344 Apr 25 14:28:37.174795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.210086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89b50c3-5ed1-4309-9330-9fbcab476dac req-2181e153-b33b-48c2-ac8e-99282630f4ab tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Apr 25 14:28:37.243274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3036631-7f17-4892-855c-7a1057e08de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.254061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Allocated IP 172.25.0.72 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/ec805470-26dc-4bc6-8255-8daf73be0eb4) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:37.278708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3036631-7f17-4892-855c-7a1057e08de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db11747-a2e4-4663-9f6c-24f777e129d4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:37.348955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3036631-7f17-4892-855c-7a1057e08de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.352579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3036631-7f17-4892-855c-7a1057e08de1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8db11747-a2e4-4663-9f6c-24f777e129d4 HTTP/1.1" status: 204 len: 168 time: 0.5974939 Apr 25 14:28:37.525740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-c44bd06a-675f-45be-8fea-2df6ebe608db tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:37.526882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-c44bd06a-675f-45be-8fea-2df6ebe608db tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Synchronizing usage tracker for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:37.548302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-c44bd06a-675f-45be-8fea-2df6ebe608db tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Unset dirty status for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:37.553547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-c44bd06a-675f-45be-8fea-2df6ebe608db tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 948 time: 0.2359798 Apr 25 14:28:37.594761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-9a60f3b6-e0cc-4e00-a450-94224963464c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Synchronizing usage tracker for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:37.612939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-9a60f3b6-e0cc-4e00-a450-94224963464c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Unset dirty status for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:37.614230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-442a5fb4-d298-49f8-8df8-574c0b77639f req-9a60f3b6-e0cc-4e00-a450-94224963464c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Apr 25 14:28:37.649288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.658026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:37.708163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:37.754832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.761125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:37.782578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.802008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:37.808033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Usage tracker for resource:security_group_rule and tenant:b6aff3e296eb4729b6bb6b805d523630 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:37.812290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:37.822144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:37.839527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:37.845831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:37.849664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.854113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:37.864523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:37.896011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-b4ae2595-0011-4697-9c0a-787b3552cf69 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b78b967944e4467b92006dd81d4fdcb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424216 Apr 25 14:28:37.896959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:37.910769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event updated for resources: {'Port': ['ID=ec805470-26dc-4bc6-8255-8daf73be0eb4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:38.119362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:38.130614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on host n-h1-811416-6 for vnic_type normal with profile {"migrating_to": "n-h2-811416-6"} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:38.130956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:38.131321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:38.140059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:38.140515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Attempting to bind port 8f4ac58e-e030-40f1-b6b4-cd976179549c on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:38.149761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:38.151023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:38.151023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:38.151023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Bound port: 8f4ac58e-e030-40f1-b6b4-cd976179549c, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:38.151487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.174507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.259246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-10624c72-8ce9-4f40-8af4-db7fbe455145 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:38.262320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-10624c72-8ce9-4f40-8af4-db7fbe455145 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3559008 Apr 25 14:28:38.286119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.290105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Request body: {'port': {'device_id': 'b18de567-077a-4398-964f-0fda7ff11821', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'b78b967944e4467b92006dd81d4fdcb5'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:38.320869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.331332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.361319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceee79-3a3d-43da-a50d-94bd1c955692 req-46ce8456-93b1-4557-b5ab-b58eb25bedd2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:38.362114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:38.362816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5ceee79-3a3d-43da-a50d-94bd1c955692 req-46ce8456-93b1-4557-b5ab-b58eb25bedd2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 945 time: 0.2903852 Apr 25 14:28:38.380768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:38.391965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.453419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2989c2f1-ff6e-4ee4-9fb6-a377ab3abd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.475319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf1cd9-4495-42a6-8a1b-5b9d7e56f956,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:38.482870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0a105b52-1361-4111-8361-898231b8aeba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6aff3e296eb4729b6bb6b805d523630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7173264 Apr 25 14:28:38.485341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59820) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:38.558412 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5ceee79-3a3d-43da-a50d-94bd1c955692 req-e2e03d9e-4703-41e9-9e63-b79b2ef9ee52 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861856 Apr 25 14:28:38.569965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:38.586631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:38.611465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Made reservation on behalf of b78b967944e4467b92006dd81d4fdcb5 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:38.615747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.624850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d013e935-c39c-4a43-802d-c61635bf042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.629705 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1133fd-6254-49e6-a5f6-4433939617d4'] response: {'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'code': 200} Apr 25 14:28:38.681633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=8']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:38.702940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:38.703907 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.704543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d013e935-c39c-4a43-802d-c61635bf042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.706082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-94a7da49-52c1-44a6-b69d-40a0ba9abcd9 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 1122 time: 1.8189318 Apr 25 14:28:38.773696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.778192 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.786217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8f4ac58e-e030-40f1-b6b4-cd976179549c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:38.926256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d013e935-c39c-4a43-802d-c61635bf042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:38.944793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Allocated IP 192.168.233.49 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/792ba643-861b-4eb6-8942-858399161e3d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:38.946100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event updated for resources: {'Port': ['ID=ec805470-26dc-4bc6-8255-8daf73be0eb4,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:38.958189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737546-a9a1-4ac4-bc66-e2e65182701a req-2bac72ea-be9f-4140-a641-3ab70b496765 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:38.959750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9737546-a9a1-4ac4-bc66-e2e65182701a req-2bac72ea-be9f-4140-a641-3ab70b496765 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 950 time: 0.2431870 Apr 25 14:28:38.964331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e935-c39c-4a43-802d-c61635bf042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf1cd9-4495-42a6-8a1b-5b9d7e56f956,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:38.969126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.002495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6793413a-3990-482d-9a36-a85f1cabc6ee details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:39.002984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.005468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5408a409-9563-4870-a9f5-68398feb5d87 req-1bf6c7ef-a1a1-4aa0-8fae-2d9ca17fbfc0 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6113231 Apr 25 14:28:39.048831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9737546-a9a1-4ac4-bc66-e2e65182701a req-7cf0006c-836d-4123-8b0a-b049f36ae3e7 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789044 Apr 25 14:28:39.052006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d013e935-c39c-4a43-802d-c61635bf042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.055262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d013e935-c39c-4a43-802d-c61635bf042f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0baf1cd9-4495-42a6-8a1b-5b9d7e56f956 HTTP/1.1" status: 204 len: 168 time: 0.5657065 Apr 25 14:28:39.112576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5408a409-9563-4870-a9f5-68398feb5d87 req-36c99628-ff73-4162-af7d-3509d656ca1f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:39.145737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5408a409-9563-4870-a9f5-68398feb5d87 req-36c99628-ff73-4162-af7d-3509d656ca1f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:39.147084 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5408a409-9563-4870-a9f5-68398feb5d87 req-36c99628-ff73-4162-af7d-3509d656ca1f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1315780 Apr 25 14:28:39.293625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6793413a-3990-482d-9a36-a85f1cabc6ee, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6793413a-3990-482d-9a36-a85f1cabc6ee,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:39.297453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d98be750-835a-4ba0-8e84-08ef314d75b7 req-216dd9b2-7dae-4079-bb92-8f26179e75a5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Synchronizing usage tracker for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:39.307986 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.314366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6793413a-3990-482d-9a36-a85f1cabc6ee', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '6793413a-3990-482d-9a36-a85f1cabc6ee', 'mac_address': 'fa:16:3e:23:53:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:39.334128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Transition to ACTIVE for port object 792ba643-861b-4eb6-8942-858399161e3d will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:39.335771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d98be750-835a-4ba0-8e84-08ef314d75b7 req-216dd9b2-7dae-4079-bb92-8f26179e75a5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Unset dirty status for tenant:b78b967944e4467b92006dd81d4fdcb5 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:39.337090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d98be750-835a-4ba0-8e84-08ef314d75b7 req-216dd9b2-7dae-4079-bb92-8f26179e75a5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 210 time: 0.1029658 Apr 25 14:28:39.390586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.412652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.417851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408a409-9563-4870-a9f5-68398feb5d87 req-9e8796dc-a233-4d00-af8c-706248423403 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:39.419320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5408a409-9563-4870-a9f5-68398feb5d87 req-9e8796dc-a233-4d00-af8c-706248423403 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2657282 Apr 25 14:28:39.433063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-5408a409-9563-4870-a9f5-68398feb5d87 req-d2edf492-38f5-4a75-bbb9-57c728b80ce6 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:28:39.434071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5408a409-9563-4870-a9f5-68398feb5d87 req-d2edf492-38f5-4a75-bbb9-57c728b80ce6 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066566 Apr 25 14:28:39.471082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6793413a-3990-482d-9a36-a85f1cabc6ee {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:39.475886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:39.483500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:39.496142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6793413a-3990-482d-9a36-a85f1cabc6ee, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6793413a-3990-482d-9a36-a85f1cabc6ee,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:39.502677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.537902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Pushing event updated for resources: {'Port': ['ID=792ba643-861b-4eb6-8942-858399161e3d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:39.542864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:39.645604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6793413a-3990-482d-9a36-a85f1cabc6ee,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:39.746534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:39.747425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.785370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0ca35ec4-d10f-4392-8a7f-dd63cd5c6127 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5011480 Apr 25 14:28:39.800132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030fa2-d9e8-433b-9aa0-4c2bfc2ed4c5 req-4ab03037-f37f-4100-8b01-9f67e9d3763e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:39.801749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63030fa2-d9e8-433b-9aa0-4c2bfc2ed4c5 req-4ab03037-f37f-4100-8b01-9f67e9d3763e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 944 time: 0.2143359 Apr 25 14:28:39.806754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Request body: {'port': {'device_id': 'b18de567-077a-4398-964f-0fda7ff11821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:39.814255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-f72d6501-fb8c-4b45-a441-fddeb20d967f tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:39.815703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-f72d6501-fb8c-4b45-a441-fddeb20d967f tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 950 time: 0.3099463 Apr 25 14:28:39.826329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498458b-68b9-46bd-a177-96140d0007db req-a25c7542-d9d8-4202-801c-1ea02724b972 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:39.833166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e498458b-68b9-46bd-a177-96140d0007db req-a25c7542-d9d8-4202-801c-1ea02724b972 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 949 time: 0.1446323 Apr 25 14:28:39.878021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e46268c0-971c-4ea4-b61e-648f18a76e12 None None] Provisioning for port 792ba643-861b-4eb6-8942-858399161e3d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:39.895284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63030fa2-d9e8-433b-9aa0-4c2bfc2ed4c5 req-a0f86297-a50d-4719-b14a-6ecc0bfbd0c8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639462 Apr 25 14:28:39.895519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e46268c0-971c-4ea4-b61e-648f18a76e12 None None] Provisioning complete for port 792ba643-861b-4eb6-8942-858399161e3d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:39.898097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e46268c0-971c-4ea4-b61e-648f18a76e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.940085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e498458b-68b9-46bd-a177-96140d0007db req-f6cec789-18a4-4a82-8a02-0be7458ec102 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056404 Apr 25 14:28:39.943840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Deleting port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:28:39.944280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:39.969069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6793413a-3990-482d-9a36-a85f1cabc6ee'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:39.971364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.058210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e46268c0-971c-4ea4-b61e-648f18a76e12 None None] Port 792ba643-861b-4eb6-8942-858399161e3d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:40.371876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] For port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:40.372254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.457530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-8e4a3797-0ced-481a-91b7-7d2dbe02d8bf tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:40.458723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-8e4a3797-0ced-481a-91b7-7d2dbe02d8bf tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:40.467787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-325702af-6e61-4748-8e9f-7a7fe8ca2ad1 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:40.469320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-325702af-6e61-4748-8e9f-7a7fe8ca2ad1 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1989770 Apr 25 14:28:40.535174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Calling delete_port for e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:28:40.570408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-8e4a3797-0ced-481a-91b7-7d2dbe02d8bf tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:40.572110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-8e4a3797-0ced-481a-91b7-7d2dbe02d8bf tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 945 time: 0.2940598 Apr 25 14:28:40.597439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-d680bce4-38e7-42f3-b698-867c7bc11b85 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1222081 Apr 25 14:28:40.621887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Request body: {'floatingip': {'port_id': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:40.631729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:40.661969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-0c5d0e18-28e4-4842-9e5b-3534df001f58 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:40.711678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-0c5d0e18-28e4-4842-9e5b-3534df001f58 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:40.713236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f652fad-1ff1-4839-b35b-9ef8660f4f91 req-0c5d0e18-28e4-4842-9e5b-3534df001f58 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275907 Apr 25 14:28:40.748789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.758508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.761697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0b49ccce-90ab-43d8-a2b0-364b51f118b7', 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:40.849786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Pushing event deleted for resources: {'Port': ['ID=e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:40.888096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ba643-861b-4eb6-8942-858399161e3d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:40.903564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] No DVR routers for this DVR port e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:28:40.905453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.906827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.964641 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1afa5f42-c24e-4aab-bea1-9f3d7939b249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:40.975441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Transition to ACTIVE for port object 792ba643-861b-4eb6-8942-858399161e3d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:40.984034 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.013167 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e678bacf-b60d-4a00-acd2-af9a1bb82ce7 req-1f54b942-7a5f-4f8f-95c1-6c52f1333bae tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "DELETE /v2.0/ports/e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 HTTP/1.1" status: 204 len: 173 time: 1.1779869 Apr 25 14:28:41.040132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6793413a-3990-482d-9a36-a85f1cabc6ee up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:41.047710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2907bd5f-6496-4631-9173-65198312cee0 req-cb26a23d-9a4c-449e-ac37-2c3389671244 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Synchronizing usage tracker for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:41.071056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2907bd5f-6496-4631-9173-65198312cee0 req-cb26a23d-9a4c-449e-ac37-2c3389671244 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Unset dirty status for tenant:5b703dbcc84a4d1289d13d4af55a6da7 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:41.083376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2907bd5f-6496-4631-9173-65198312cee0 req-cb26a23d-9a4c-449e-ac37-2c3389671244 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbdd0d68-ee76-4eff-81d2-5db54c8749cd HTTP/1.1" status: 200 len: 210 time: 0.1639965 Apr 25 14:28:41.223808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6793413a-3990-482d-9a36-a85f1cabc6ee completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:41.230695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6793413a-3990-482d-9a36-a85f1cabc6ee triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:41.231329 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.253591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=792ba643-861b-4eb6-8942-858399161e3d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:41.332529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dcb29-025c-420c-b2e0-bde2a58cff12 req-931edb1d-da68-418f-9d8a-37be271e1e28 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:41.334972 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b9dcb29-025c-420c-b2e0-bde2a58cff12 req-931edb1d-da68-418f-9d8a-37be271e1e28 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 947 time: 0.1166387 Apr 25 14:28:41.402772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b9dcb29-025c-420c-b2e0-bde2a58cff12 req-9e33d0a6-1a1b-4bff-90c8-ad98d989497e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573640 Apr 25 14:28:41.428401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Attempting to bind port 792ba643-861b-4eb6-8942-858399161e3d on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:41.428718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Attempting to bind port 792ba643-861b-4eb6-8942-858399161e3d by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:41.429381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Attempting to bind port 792ba643-861b-4eb6-8942-858399161e3d on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:41.445334 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.449831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Port 792ba643-861b-4eb6-8942-858399161e3d on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:41.450162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Attempting to bind port 792ba643-861b-4eb6-8942-858399161e3d on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:41.461718 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30925d04-e9c9-4fbc-8d0b-6ac323978d1a'] response: {'name': 'network-changed', 'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'status': 'completed', 'code': 200} Apr 25 14:28:41.470877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:41.471323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:41.471575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:41.472019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Bound port: 792ba643-861b-4eb6-8942-858399161e3d, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:41.474144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.495604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6793413a-3990-482d-9a36-a85f1cabc6ee'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:41.514969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6793413a-3990-482d-9a36-a85f1cabc6ee, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6793413a-3990-482d-9a36-a85f1cabc6ee,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:41.520873 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.583729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:41.645706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6793413a-3990-482d-9a36-a85f1cabc6ee,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:41.806691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:41.829497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c has no active binding in host n-h2-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:28:41.845229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.851051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.935757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317f198-7b78-419f-b5fb-9ae057779d95 req-979c7ff1-3673-4b9e-9ea8-ab4ba890c697 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:41.937611 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1317f198-7b78-419f-b5fb-9ae057779d95 req-979c7ff1-3673-4b9e-9ea8-ab4ba890c697 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1096 time: 0.0797172 Apr 25 14:28:41.945333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] For port 792ba643-861b-4eb6-8942-858399161e3d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:41.964527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] For port 792ba643-861b-4eb6-8942-858399161e3d, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=792ba643-861b-4eb6-8942-858399161e3d,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:41.975922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:41.981929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1317f198-7b78-419f-b5fb-9ae057779d95 req-9416ce00-e0dd-42eb-bbe9-4b16f24f655b tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Synchronizing usage tracker for tenant:f0d90f3aed9f4a178a727b5dfc953979 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:41.999227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1317f198-7b78-419f-b5fb-9ae057779d95 req-9416ce00-e0dd-42eb-bbe9-4b16f24f655b tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Unset dirty status for tenant:f0d90f3aed9f4a178a727b5dfc953979 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:42.000608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1317f198-7b78-419f-b5fb-9ae057779d95 req-9416ce00-e0dd-42eb-bbe9-4b16f24f655b tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564141 Apr 25 14:28:42.027367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-a0a2afa1-e5fe-418d-8f9f-3ba650380f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.029062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-a0a2afa1-e5fe-418d-8f9f-3ba650380f42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1125 time: 0.4806218 Apr 25 14:28:42.111673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.112146 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:42.113547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] 10.222.0.15 "PUT /v2.0/ports/792ba643-861b-4eb6-8942-858399161e3d HTTP/1.1" status: 200 len: 1095 time: 2.3108943 Apr 25 14:28:42.117740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18de567-077a-4398-964f-0fda7ff11821', 'tag': '792ba643-861b-4eb6-8942-858399161e3d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:42.157557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:28:42.299427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-adff65c2-4fb9-44c6-a4dc-355ba5a1fc22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1377075 Apr 25 14:28:42.308422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55de5-365d-4aed-abdd-76dc172c5b27 req-ccee0b2b-852f-4d93-9ecc-19a444e61b12 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.309941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ea55de5-365d-4aed-abdd-76dc172c5b27 req-ccee0b2b-852f-4d93-9ecc-19a444e61b12 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 944 time: 0.1495948 Apr 25 14:28:42.345420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b62ea-5e1d-4074-9fd9-b47bc1192ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=792ba643-861b-4eb6-8942-858399161e3d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:42.370033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ea55de5-365d-4aed-abdd-76dc172c5b27 req-a633f69b-5523-45a3-a894-3e017f1dfe4b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527291 Apr 25 14:28:42.377584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:42.394563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:42.469294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-4050dc5a-1331-4443-8af8-94648a6dd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.470689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-8e740118-9371-436e-baac-4626954eb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.470818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-4050dc5a-1331-4443-8af8-94648a6dd4a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.3980851 Apr 25 14:28:42.471938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-8e740118-9371-436e-baac-4626954eb45a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 1097 time: 0.0930316 Apr 25 14:28:42.561188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-9e736def-3eea-410d-8123-9fecddf41f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.562659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-9e736def-3eea-410d-8123-9fecddf41f6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b78b967944e4467b92006dd81d4fdcb5&device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 1098 time: 0.3457875 Apr 25 14:28:42.571541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-d8a7ca81-c6e5-43c4-b830-b5fc9d79f3d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.0850842 Apr 25 14:28:42.732148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-0e3bcdfb-62ad-4b29-8714-a4f45e80000a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=792ba643-861b-4eb6-8942-858399161e3d HTTP/1.1" status: 200 len: 217 time: 0.1573350 Apr 25 14:28:42.771847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-e8df98e2-150a-4a4e-8a56-9ffc1ccb18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.773398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-e8df98e2-150a-4a4e-8a56-9ffc1ccb18e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 924 time: 0.2466755 Apr 25 14:28:42.781617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d0e6e-0aea-4cb7-af53-d41a2cd89874 req-c957fcc4-1c8a-477d-8bd4-08874fbeab23 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.782971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b7d0e6e-0aea-4cb7-af53-d41a2cd89874 req-c957fcc4-1c8a-477d-8bd4-08874fbeab23 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 950 time: 0.2928476 Apr 25 14:28:42.811663 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Floating IP 13877525-f3ab-434f-a929-38fca378e635 associated. External IP: 172.25.0.72, port: 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e. Apr 25 14:28:42.891285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-465f7b72-f08c-4ade-ad7e-56b9b1053c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.892709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-465f7b72-f08c-4ade-ad7e-56b9b1053c46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.2173882 Apr 25 14:28:42.911535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b7d0e6e-0aea-4cb7-af53-d41a2cd89874 req-4a142125-f041-4b5f-9997-dabc19c7529c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778446 Apr 25 14:28:42.913355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-7c5e6cd3-dee4-4766-8f54-cc1d0112283e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a73c302-ccb2-4160-8b49-774622eb2b66 HTTP/1.1" status: 200 len: 1002 time: 0.1295140 Apr 25 14:28:42.946357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-96b9f3cc-f327-45e3-b403-f68dbc77dee7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475094 Apr 25 14:28:42.947708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-f066dc47-8060-4a25-9123-62612b83ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.948972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-f066dc47-8060-4a25-9123-62612b83ec7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2086847 Apr 25 14:28:42.982025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-25f98cf3-597a-4746-8610-5dd6a2307628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:42.984438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-25f98cf3-597a-4746-8610-5dd6a2307628 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.0649805 Apr 25 14:28:43.042135 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4aeadca-a03f-49a6-a237-7aefc1240aa8'] response: {'server_uuid': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6793413a-3990-482d-9a36-a85f1cabc6ee', 'code': 200} Apr 25 14:28:43.076851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-a7404c95-7bf9-4b9b-af48-56ff9ed95e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:43.078383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-a7404c95-7bf9-4b9b-af48-56ff9ed95e9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878253 Apr 25 14:28:43.128395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.21', 52532) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:43.343420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-80336153-40a6-4ce2-be32-6a7970a24496 service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558196 Apr 25 14:28:43.348365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d136-8a79-4449-92ca-6ee92d22db92 req-a3f21f4e-c488-4236-bddf-dce9cf68efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:43.350492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a207d136-8a79-4449-92ca-6ee92d22db92 req-a3f21f4e-c488-4236-bddf-dce9cf68efaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 1101 time: 0.2205298 Apr 25 14:28:43.375417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be22bf-f2a3-4db2-8921-5eefa68404f0 req-43145f62-ff25-469f-be55-c7decb004daf tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:43.376874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26be22bf-f2a3-4db2-8921-5eefa68404f0 req-43145f62-ff25-469f-be55-c7decb004daf tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1096 time: 0.2110116 Apr 25 14:28:43.398849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-548bdf80-7ed9-44a5-84fe-edb44d8a8d0b service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403768 Apr 25 14:28:43.400689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-8e124d62-3785-4dcc-a2c4-625bb1df5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:43.402064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-8e124d62-3785-4dcc-a2c4-625bb1df5c9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4447987 Apr 25 14:28:43.473315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'name': 'network-vif-deleted', 'tag': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:43.475129 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:43.526224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a207d136-8a79-4449-92ca-6ee92d22db92 req-6d7297fe-8dd1-4e58-9b65-83d99bba0da1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561301 Apr 25 14:28:43.527671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26be22bf-f2a3-4db2-8921-5eefa68404f0 req-c42dade5-4bdf-4e27-9ca4-c6a77633b5b7 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268876 Apr 25 14:28:43.559894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d574ffd-790a-455f-873f-11c724ac1f08 req-1df8e719-7e1e-460a-856e-f1f18c69ce73 service neutron] 10.222.0.21 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079792 Apr 25 14:28:43.609939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:28:43.645072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:28:43.645320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:28:43.728583 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b1545e-d041-4a4e-8549-6ab5dc4de148'] response: {'name': 'network-changed', 'server_uuid': 'b18de567-077a-4398-964f-0fda7ff11821', 'tag': '792ba643-861b-4eb6-8942-858399161e3d', 'status': 'completed', 'code': 200} Apr 25 14:28:43.738427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Router 8a24ff88-3d43-4b07-b807-0576fc68eb4b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:28:43.748858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2a9eb1b-1803-4b85-ac3c-007ab9772ef3 req-6dc4ef42-c0c4-4305-94d7-1de58ac75695 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419895 Apr 25 14:28:43.751638 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-fa395e75-9ba7-4eb5-a511-3ec09f366a2b service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154144 Apr 25 14:28:43.883264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947b2a2-1398-4c76-8a8f-b8fa912bd09c req-fb7a3f2a-4230-438b-8f24-9022226f9cb7 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:43.884858 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5947b2a2-1398-4c76-8a8f-b8fa912bd09c req-fb7a3f2a-4230-438b-8f24-9022226f9cb7 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 947 time: 0.0858862 Apr 25 14:28:43.929604 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5947b2a2-1398-4c76-8a8f-b8fa912bd09c req-4faf090c-6a07-4679-9dd4-5ba562a3d597 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388401 Apr 25 14:28:44.052844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:28:44.057846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:44.064114 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977181e-b953-495c-9bce-317938f0170e None None] Sync routers for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:28:44.073876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:44.074617 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:28:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:44.087882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a42ca49-a7b5-4ca0-a481-6755e0bff199 req-08f368d5-222b-4ca1-8a60-9e687c859c28 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781401 Apr 25 14:28:44.129153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-4421a694-a5cf-489c-af20-f6c0def939d7 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "PUT /v2.0/floatingips/13877525-f3ab-434f-a929-38fca378e635 HTTP/1.1" status: 200 len: 995 time: 3.5160789 Apr 25 14:28:44.142779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4014cb-4926-4a4d-a8dc-15cf7348beef req-2eab8843-f543-40ab-a6b2-9ef110c787a5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:44.150838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a4014cb-4926-4a4d-a8dc-15cf7348beef req-2eab8843-f543-40ab-a6b2-9ef110c787a5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 944 time: 0.1043792 Apr 25 14:28:44.196513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a4014cb-4926-4a4d-a8dc-15cf7348beef req-7c0468b2-062d-4689-8822-9403a851492b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Apr 25 14:28:44.257637 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7bac06-4e08-4b10-abf4-fde8f33208ca'] response: {'server_uuid': 'cbdd0d68-ee76-4eff-81d2-5db54c8749cd', 'name': 'network-vif-deleted', 'tag': 'e22a7fb4-61b9-48ec-bde9-1fb2e46cb9d8', 'status': 'completed', 'code': 200} Apr 25 14:28:44.290263 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:44.328905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-e2431906-990d-44e9-8f70-65b8491394d7 service neutron] 10.222.0.21 "GET /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.1653774 Apr 25 14:28:44.413019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-fbc7fd02-0c9f-4fc3-a72f-0d334e1df4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:44.414423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-fbc7fd02-0c9f-4fc3-a72f-0d334e1df4fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b78b967944e4467b92006dd81d4fdcb5&device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 1098 time: 0.2115135 Apr 25 14:28:44.418901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-f98b1c54-53d5-4e47-88af-3912d5230c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:44.426479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-f98b1c54-53d5-4e47-88af-3912d5230c3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1096 time: 0.2964246 Apr 25 14:28:44.648217 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:28:44.704645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb98d89-5784-4c05-90e3-95a267c75985 req-81b7307b-6401-4f46-aab8-e710f2f3fa7e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:44.706385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7cb98d89-5784-4c05-90e3-95a267c75985 req-81b7307b-6401-4f46-aab8-e710f2f3fa7e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 950 time: 0.0856259 Apr 25 14:28:44.757612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7cb98d89-5784-4c05-90e3-95a267c75985 req-10b60d40-4f84-48d7-a31c-81f4d32be6bc tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Apr 25 14:28:44.766461 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '13877525-f3ab-434f-a929-38fca378e635', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'port_id': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'mac_address': 'fa:16:3e:19:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:28:38Z', 'updated_at': '2022-04-25T14:28:41Z', 'revision_number': 1, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:18Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:44.781428 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977181e-b953-495c-9bce-317938f0170e None None] Checking router: 8a24ff88-3d43-4b07-b807-0576fc68eb4b for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:28:44.796831 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:28:44.798795 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:28:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:44.859324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-f566d82d-4f08-4b68-8ceb-bdc6796aa6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:44.860764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-f566d82d-4f08-4b68-8ceb-bdc6796aa6cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.4140115 Apr 25 14:28:44.951656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-0404762b-cd0e-485a-bb4f-799ce9ea66b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=792ba643-861b-4eb6-8942-858399161e3d HTTP/1.1" status: 200 len: 217 time: 0.0836022 Apr 25 14:28:45.043041 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:28:45.057396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-5d9a747b-cbf2-459b-aedb-50856110d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:45.058838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-5d9a747b-cbf2-459b-aedb-50856110d8b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1004746 Apr 25 14:28:45.073181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-98b22c69-e9d1-4b08-9c06-f2757078876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:45.080201 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-98b22c69-e9d1-4b08-9c06-f2757078876f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 929 time: 0.6528583 Apr 25 14:28:45.336434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:45.380820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-7870fea9-7733-4db8-af71-eee6f9771687 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 998 time: 0.2996671 Apr 25 14:28:45.507394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.526373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:45.526768 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b977181e-b953-495c-9bce-317938f0170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '13877525-f3ab-434f-a929-38fca378e635', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'port_id': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'mac_address': 'fa:16:3e:19:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:28:38Z', 'updated_at': '2022-04-25T14:28:41Z', 'revision_number': 1, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:18Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:28:45.530646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Usage tracker for resource:security_group_rule and tenant:a9ed75fb1ec54b8398c138d32a8b387e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:45.532321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977181e-b953-495c-9bce-317938f0170e None None] The sync data for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 is: [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '13877525-f3ab-434f-a929-38fca378e635', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'port_id': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'mac_address': 'fa:16:3e:19:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:28:38Z', 'updated_at': '2022-04-25T14:28:41Z', 'revision_number': 1, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:18Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:28:45.534589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:45.541530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:45.544930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:45.559547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-c888cd86-473f-400a-8351-d4523d1c16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:45.588981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-c888cd86-473f-400a-8351-d4523d1c16f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 200 len: 867 time: 0.2068832 Apr 25 14:28:45.649827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-d0215650-e4d0-43e9-8d6a-aa8d528097ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:45.651785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-d0215650-e4d0-43e9-8d6a-aa8d528097ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5803888 Apr 25 14:28:45.670802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.676054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.711138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:45.737709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9ed75fb1ec54b8398c138d32a8b387e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001610 Apr 25 14:28:45.738659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f255f-ba6e-4cd3-a21c-ecf31595bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103541b-f6ef-485e-9530-60385292e68e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:45.741076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:45.742609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:45.817843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01f2aa71-fc52-412b-bc94-53775149d087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.846140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4ac58e-e030-40f1-b6b4-cd976179549c {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:45.858205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01f2aa71-fc52-412b-bc94-53775149d087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.878584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:45.901029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478659b2-5704-4a7e-b136-a92b06c356e3 None None] New status for floating IP 13877525-f3ab-434f-a929-38fca378e635: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:28:45.926050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-fbd9e22f-37cc-459d-b791-2b4ff3d419fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:45.927608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-fbd9e22f-37cc-459d-b791-2b4ff3d419fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5c2085db-a6ca-48f5-98eb-c6d4399056e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3377798 Apr 25 14:28:45.931063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.934505 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01f2aa71-fc52-412b-bc94-53775149d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.949535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-5a9300af-dd53-4f3b-a5dd-66f79890477c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:28:45.950508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-5a9300af-dd53-4f3b-a5dd-66f79890477c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077782 Apr 25 14:28:45.955089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2aa71-fc52-412b-bc94-53775149d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103541b-f6ef-485e-9530-60385292e68e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:45.955905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-6a3494ea-2338-4520-a771-906a75a88762 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916648 Apr 25 14:28:45.962381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01f2aa71-fc52-412b-bc94-53775149d087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:45.963737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01f2aa71-fc52-412b-bc94-53775149d087 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b103541b-f6ef-485e-9530-60385292e68e HTTP/1.1" status: 204 len: 168 time: 0.2216232 Apr 25 14:28:46.276803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-ce895beb-f528-416b-9134-8aa1154ae04c service neutron] 10.222.0.23 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179238 Apr 25 14:28:46.283102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] Transition to ACTIVE for port object 8f4ac58e-e030-40f1-b6b4-cd976179549c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:46.286705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-778a99e2-93c2-4254-8dee-a59a2545b195 req-c01d4bf4-9fff-4289-8e84-dc372b96d7e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080785 Apr 25 14:28:46.290566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:46.351299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-d455c0c6-70cf-463f-a877-ed6fd32c0cb8 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:46.353444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-d455c0c6-70cf-463f-a877-ed6fd32c0cb8 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 971 time: 0.1514046 Apr 25 14:28:46.357910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-fefe28c3-e3bb-48d1-be0a-31f8d09c2acc tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:28:46.358984 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-fefe28c3-e3bb-48d1-be0a-31f8d09c2acc tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190494 Apr 25 14:28:46.397930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Request body: {'binding': {'host': 'n-h1-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:46.398388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:28:46.423362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59966) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:46.477384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:46.538977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:46.543843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Deleting port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:28:46.544180 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:46.584918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:bdbd9fe4741542a9a800a8b9e9428fd9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:46.593260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:46.635184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] No DVR routers for this DVR port 8f4ac58e-e030-40f1-b6b4-cd976179549c on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:28:46.685916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:46.728709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-7e6a15c9-0f18-4427-b28a-e33635b28f6f service neutron] 10.222.0.21 "PUT /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c/bindings/n-h2-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 2.3739083 Apr 25 14:28:46.732554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ed10c67-b32a-4b39-8732-3ec269b9e33a req-95f3dbf1-4d16-4d48-b276-de60dd948fbc service neutron] 10.222.0.23 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358194 Apr 25 14:28:46.736520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:46.908168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d5ec121f-845c-4c32-a45a-57c0904dbe28 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:46.910378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-d5ec121f-845c-4c32-a45a-57c0904dbe28 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.1225276 Apr 25 14:28:47.005652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62280b-a5a8-4ec3-8d43-bd8c81b20a4b req-06fb902d-db5f-4aea-bf06-6adb9c8d7cd9 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.007128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d62280b-a5a8-4ec3-8d43-bd8c81b20a4b req-06fb902d-db5f-4aea-bf06-6adb9c8d7cd9 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce7f7f34-b142-4398-a48c-8d4152d2d425 HTTP/1.1" status: 200 len: 971 time: 0.1487889 Apr 25 14:28:47.021107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on host n-h1-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:47.021451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:47.021783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:47.038719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:47.039079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:47.042019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-88cb0972-f9da-424f-838d-d160477da311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.043499 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-88cb0972-f9da-424f-838d-d160477da311 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716&tenant_id=59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 1096 time: 0.1276016 Apr 25 14:28:47.052788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:47.053191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:47.053570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:47.054055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Bound port: 5f0623f4-84fc-4557-917a-9fe2700f10c8, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:47.064814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d62280b-a5a8-4ec3-8d43-bd8c81b20a4b req-779c500c-08c0-43de-b002-c026b744df2d tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.23 "GET /v2.0/security-groups?id=c2bc5921-577b-4828-8f15-25880cede8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502267 Apr 25 14:28:47.078619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.098922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.125401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] For port 0b49ccce-90ab-43d8-a2b0-364b51f118b7, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0b49ccce-90ab-43d8-a2b0-364b51f118b7,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:47.125770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.153259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-98800dae-924c-4dad-affe-f29944457216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.154788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-98800dae-924c-4dad-affe-f29944457216 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1096 time: 0.0789587 Apr 25 14:28:47.289563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Calling delete_port for 0b49ccce-90ab-43d8-a2b0-364b51f118b7 owned by compute:tempest-test_az-2004123477 {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:28:47.318579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f27338-4a13-4a55-9601-0b84b9df341c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:47.322793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b24a2545-bebf-43c0-a86b-96ec741de7e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdbd9fe4741542a9a800a8b9e9428fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845897 Apr 25 14:28:47.328424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59972) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:47.332569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:47.358792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.359764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-173be7dc-692c-4b4c-af34-19afac8e8871 service neutron] 10.222.0.23 "POST /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.9704344 Apr 25 14:28:47.361072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-4f822c8a-9392-4a41-bc49-056a98c6c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.362494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-4f822c8a-9392-4a41-bc49-056a98c6c2df service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.2004156 Apr 25 14:28:47.381195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deede9d-6c3f-4232-b887-54ce49ae17d5 req-a77ce163-4307-43a0-8bb7-cde2edc3e40b tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.382643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4deede9d-6c3f-4232-b887-54ce49ae17d5 req-a77ce163-4307-43a0-8bb7-cde2edc3e40b tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 947 time: 0.2026691 Apr 25 14:28:47.475247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-ab909208-bce7-4bec-bce6-b8f081a5ad49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.1025379 Apr 25 14:28:47.511894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.525989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0b49ccce-90ab-43d8-a2b0-364b51f118b7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:47.567698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4deede9d-6c3f-4232-b887-54ce49ae17d5 req-d5545f85-9598-4613-b80c-2b2ae3bdee75 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169991 Apr 25 14:28:47.570356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f602fe42-b859-43d9-8ae7-566d3cae63f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.592391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-b5f8eeb5-fa6e-41c3-9748-d15887075def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.593865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-b5f8eeb5-fa6e-41c3-9748-d15887075def service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1099098 Apr 25 14:28:47.612681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Pushing event deleted for resources: {'Port': ['ID=0b49ccce-90ab-43d8-a2b0-364b51f118b7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:47.636219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 792ba643-861b-4eb6-8942-858399161e3d details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:47.644316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f602fe42-b859-43d9-8ae7-566d3cae63f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.659917 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd103f4-572e-4f19-b599-853c6387e621'] response: {'name': 'network-changed', 'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'status': 'completed', 'code': 200} Apr 25 14:28:47.665389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-e0f13958-4559-4303-b089-e54ee08227c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611217 Apr 25 14:28:47.819372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] No DVR routers for this DVR port 0b49ccce-90ab-43d8-a2b0-364b51f118b7 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:28:47.823994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.832875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 792ba643-861b-4eb6-8942-858399161e3d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=792ba643-861b-4eb6-8942-858399161e3d,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:47.848461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'name': 'network-vif-deleted', 'tag': '0b49ccce-90ab-43d8-a2b0-364b51f118b7'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:47.851816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '792ba643-861b-4eb6-8942-858399161e3d', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '792ba643-861b-4eb6-8942-858399161e3d', 'mac_address': 'fa:16:3e:94:39:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:28:47.856035 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99ebdbfb-7beb-4db9-94e8-d694a0015ec9 req-a9560e98-c9d1-4f33-abeb-6bfc6555bd08 tempest-ServersAdminNegativeTestJSON-286645363 tempest-ServersAdminNegativeTestJSON-286645363-project] 10.222.0.15 "DELETE /v2.0/ports/0b49ccce-90ab-43d8-a2b0-364b51f118b7 HTTP/1.1" status: 204 len: 173 time: 1.4961789 Apr 25 14:28:47.936537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.948869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-a07a704b-e5a9-47a5-927c-e2dc497bda14 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426867 Apr 25 14:28:47.952691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-115233b2-e81d-4041-b405-2ce03d979622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.954133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-115233b2-e81d-4041-b405-2ce03d979622 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1096 time: 0.2915013 Apr 25 14:28:47.957565 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f602fe42-b859-43d9-8ae7-566d3cae63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:47.960205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ba643-861b-4eb6-8942-858399161e3d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:47.966818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ad102-2c90-4672-bcf1-e5f580936d3b req-67cb5e02-40b0-48da-bdb7-da9e835fe356 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.969998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68ad102-2c90-4672-bcf1-e5f580936d3b req-67cb5e02-40b0-48da-bdb7-da9e835fe356 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.3586924 Apr 25 14:28:47.973710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-5bdb30e0-7484-40ab-959b-97d272a049dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:47.975731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-5bdb30e0-7484-40ab-959b-97d272a049dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1096 time: 0.2577424 Apr 25 14:28:47.988604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 792ba643-861b-4eb6-8942-858399161e3d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=792ba643-861b-4eb6-8942-858399161e3d,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:47.993642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:48.045024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602fe42-b859-43d9-8ae7-566d3cae63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f27338-4a13-4a55-9601-0b84b9df341c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:48.105570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=792ba643-861b-4eb6-8942-858399161e3d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:48.136240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f602fe42-b859-43d9-8ae7-566d3cae63f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:48.140494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f602fe42-b859-43d9-8ae7-566d3cae63f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39f27338-4a13-4a55-9601-0b84b9df341c HTTP/1.1" status: 204 len: 168 time: 0.8026981 Apr 25 14:28:48.170244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-b241df89-4c1a-48c6-bb97-f6642ba60bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:48.171849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-b241df89-4c1a-48c6-bb97-f6642ba60bb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 929 time: 0.1756046 Apr 25 14:28:48.282661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['792ba643-861b-4eb6-8942-858399161e3d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:48.289552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68ad102-2c90-4672-bcf1-e5f580936d3b req-cf015523-5311-4aeb-b56b-6450016fb100 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125379 Apr 25 14:28:48.307147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-f7816c02-5002-4d8b-bfd1-dc318b06fb53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 1000 time: 0.1258388 Apr 25 14:28:48.337761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1c9e9-a1d7-42d5-9920-f2f8e1602bcd req-162f85ef-75b2-4262-9093-4442e57ceb11 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:48.339271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15c1c9e9-a1d7-42d5-9920-f2f8e1602bcd req-162f85ef-75b2-4262-9093-4442e57ceb11 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 950 time: 0.5178301 Apr 25 14:28:48.406578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-12d7284b-4a67-451d-b3d4-12f443f7ef80 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514861 Apr 25 14:28:48.422260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-74fcc4da-f648-4705-a055-2ac766df400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:48.423713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-74fcc4da-f648-4705-a055-2ac766df400e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.4612501 Apr 25 14:28:48.442834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15c1c9e9-a1d7-42d5-9920-f2f8e1602bcd req-94c23cf9-5013-4660-bb0a-6b48834f5a0c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953512 Apr 25 14:28:48.616761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-9b1d0c7a-d1d4-465a-a354-7d39359f655a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.1727583 Apr 25 14:28:48.643795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-c8f7af0e-d1f4-4925-be60-7061ee466ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:48.648246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-c8f7af0e-d1f4-4925-be60-7061ee466ed1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 200 len: 867 time: 0.3337131 Apr 25 14:28:48.864707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-2619814e-5b19-43d6-97e0-a415979b8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:48.866238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-2619814e-5b19-43d6-97e0-a415979b8ef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2426889 Apr 25 14:28:48.925512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-30888671-5b13-4ed5-ac0f-97f50e8be05f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509026 Apr 25 14:28:48.942068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-ce9ed998-f383-4899-8370-4586d5147b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:48.942068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-ce9ed998-f383-4899-8370-4586d5147b63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2085db-a6ca-48f5-98eb-c6d4399056e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823551 Apr 25 14:28:48.954089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-24eca519-0878-48f5-bd6a-8ec508e2ef9b tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 258 time: 0.4672375 Apr 25 14:28:48.961589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:48.968407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:49.066920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5453b9-986f-4736-a824-7cc2293c034c req-92b1f579-9e72-4c9c-8414-f99b78f76990 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:49.069640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d5453b9-986f-4736-a824-7cc2293c034c req-92b1f579-9e72-4c9c-8414-f99b78f76990 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 945 time: 0.3881876 Apr 25 14:28:49.100393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:28:49.115834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-edf620b2-d229-442d-9b39-4ac843baf303 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:49.117393 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-edf620b2-d229-442d-9b39-4ac843baf303 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.3301048 Apr 25 14:28:49.197132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:28:49.207853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-ab6a38a2-1c48-474b-bfdf-b867f305ddf1 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756388 Apr 25 14:28:49.210714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d5453b9-986f-4736-a824-7cc2293c034c req-dc4c31f4-3ddd-4de3-9304-dfacdfcbc78f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297247 Apr 25 14:28:49.237952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:49.267352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:49.314086 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f7b1f5-d139-4b31-8d16-ee7dc088dd15'] response: {'server_uuid': 'ce7f7f34-b142-4398-a48c-8d4152d2d425', 'name': 'network-vif-deleted', 'tag': '0b49ccce-90ab-43d8-a2b0-364b51f118b7', 'status': 'completed', 'code': 200} Apr 25 14:28:49.319836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-cd34b15f-2baa-437c-8d4b-7be31bb19c66 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634868 Apr 25 14:28:49.442969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cf661526-819d-4f8e-babf-62628dc4ded1 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291400 Apr 25 14:28:49.470505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-4b81c2e4-5d83-4706-ace3-8efc04384e51 service neutron] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:49.474967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-4b81c2e4-5d83-4706-ace3-8efc04384e51 service neutron] Notify callbacks [] for binding, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:49.476621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-958bb81f-4ba8-42b7-9b4f-c1b4419f68f5 req-4b81c2e4-5d83-4706-ace3-8efc04384e51 service neutron] 10.222.0.15 "DELETE /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c/bindings/n-h1-811416-6 HTTP/1.1" status: 204 len: 173 time: 0.3429635 Apr 25 14:28:49.590150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7d15b80-79ce-46a4-8c2c-b02d01f6fb3d req-c9e05775-2dc6-4cb1-b649-9b8413a562cf service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602713 Apr 25 14:28:49.590800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60014) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:49.636340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:49.647666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 792ba643-861b-4eb6-8942-858399161e3d up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:28:49.664395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-37e17e12-35ad-45cc-9a97-48a6d04dd915 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:49.666760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-37e17e12-35ad-45cc-9a97-48a6d04dd915 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.1666067 Apr 25 14:28:49.677994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-6'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:49.815527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 792ba643-861b-4eb6-8942-858399161e3d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:49.823956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 792ba643-861b-4eb6-8942-858399161e3d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:49.824630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:49.948661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Allocated IP 172.25.0.49 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/50e55521-b4e4-43d0-9d70-966576f0ed89) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:49.949543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.118381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.178683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18de567-077a-4398-964f-0fda7ff11821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ba643-861b-4eb6-8942-858399161e3d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:50.214741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 792ba643-861b-4eb6-8942-858399161e3d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=792ba643-861b-4eb6-8942-858399161e3d,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:50.225770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.227108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0b49ccce-90ab-43d8-a2b0-364b51f118b7 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:28:50.339679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.373379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 0b49ccce-90ab-43d8-a2b0-364b51f118b7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:28:50.373780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0b49ccce-90ab-43d8-a2b0-364b51f118b7 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:28:50.377945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60026) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:50.415406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-250099956-network', 'tenant_id': 'af8236c523924215b55de5a4324e8693'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:50.444195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:50.458488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Usage tracker for resource:network and tenant:af8236c523924215b55de5a4324e8693 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:50.470966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:50.473699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=792ba643-861b-4eb6-8942-858399161e3d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:50.482869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:50.502678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:50.553568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.631923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:50.632292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Made reservation on behalf of af8236c523924215b55de5a4324e8693 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:50.634170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.660389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:50.663699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.675256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:50.680878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:50.737519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:50.746281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:50.747176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.750499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event updated for resources: {'Port': ['ID=50e55521-b4e4-43d0-9d70-966576f0ed89,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:50.762395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f7013514-eeec-44b9-8c39-12ffc0ea3e54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b703dbcc84a4d1289d13d4af55a6da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809404 Apr 25 14:28:50.762395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.764706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60036) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:50.771308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Usage tracker for resource:security_group_rule and tenant:af8236c523924215b55de5a4324e8693 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:50.776538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:50.788267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:50.874625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:50.975480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.024130 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.038567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.075666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:51.082660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:28:51.085933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197faed6-b687-4c57-b05d-480911694d2d req-9193d2f8-76c7-45a9-aca1-52d6c02dc4af tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:51.087542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197faed6-b687-4c57-b05d-480911694d2d req-9193d2f8-76c7-45a9-aca1-52d6c02dc4af tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 949 time: 0.5246487 Apr 25 14:28:51.137498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.137852 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Added segment 6e2bd9f5-8a94-45c8-9562-71aeffae65d9 of type vlan for network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b Apr 25 14:28:51.139468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58c32a-485b-493f-b926-b3c72ec868e5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:51.195326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on host n-h2-811416-6 for vnic_type normal with profile {"migrating_to": "n-h1-811416-6"} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:51.195703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:51.195940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:51.202918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85a6cb69-2660-4163-a9f8-ee3cba0a39cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.211507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:51.211953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Attempting to bind port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:51.223748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197faed6-b687-4c57-b05d-480911694d2d req-e582d552-06ba-4999-872b-41a6568be1f6 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955870 Apr 25 14:28:51.231103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.232385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:51.232749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:51.233160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:51.233632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Bound port: 5f0623f4-84fc-4557-917a-9fe2700f10c8, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:51.233982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.264453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85a6cb69-2660-4163-a9f8-ee3cba0a39cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.315459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.316425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:51.317005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.386921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7936759 Apr 25 14:28:51.391930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.393379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:51.401135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Request body: {'subnet': {'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-250099956-subnet', 'tenant_id': 'af8236c523924215b55de5a4324e8693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:51.408084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:51.410275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.459863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:51.477740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:51.489777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.491896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Usage tracker for resource:subnet and tenant:af8236c523924215b55de5a4324e8693 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:51.506962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:51.527201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:51.554206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85a6cb69-2660-4163-a9f8-ee3cba0a39cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.556979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbaf5d-79da-43c4-a004-0b767ec9feee admin admin] Pushing event updated for resources: {'Network': ['ID=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:51.570387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:28:51.590449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Made reservation on behalf of af8236c523924215b55de5a4324e8693 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:51.593272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.625092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event updated for resources: {'Port': ['ID=50e55521-b4e4-43d0-9d70-966576f0ed89,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:51.661568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd56c4b-f730-45b5-8e0f-536f99044ef5 req-f34a50c3-73fa-4ada-9e95-9d213bf5d140 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:51.663135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7dd56c4b-f730-45b5-8e0f-536f99044ef5 req-f34a50c3-73fa-4ada-9e95-9d213bf5d140 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.3008471 Apr 25 14:28:51.668335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6cb69-2660-4163-a9f8-ee3cba0a39cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc5921-577b-4828-8f15-25880cede8e1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:51.680643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:51.712560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.740782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85a6cb69-2660-4163-a9f8-ee3cba0a39cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.746396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-85a6cb69-2660-4163-a9f8-ee3cba0a39cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2bc5921-577b-4828-8f15-25880cede8e1 HTTP/1.1" status: 204 len: 168 time: 0.9276185 Apr 25 14:28:51.760850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.762936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-56f27396-2dc6-4982-a4c9-e7e4d38dd5bd tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8076870 Apr 25 14:28:51.776578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:51.777290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:51.779560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8435489b-e6cc-4f67-87d6-347c3b67a3d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 1121 time: 2.1051776 Apr 25 14:28:51.802623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7dd56c4b-f730-45b5-8e0f-536f99044ef5 req-a8d5a5e8-1e44-457e-b33a-c3cf9b94eb90 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261592 Apr 25 14:28:51.875197 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06574123-3f2c-44d9-94b0-489e08af2785'] response: {'server_uuid': 'b18de567-077a-4398-964f-0fda7ff11821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ba643-861b-4eb6-8942-858399161e3d', 'code': 200} Apr 25 14:28:51.877694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5f0623f4-84fc-4557-917a-9fe2700f10c8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:52.072066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1958d-3e30-4d50-a087-3cd7b431df58 req-b5489db4-0029-4985-ba10-dbca30d77031 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.074043 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25a1958d-3e30-4d50-a087-3cd7b431df58 req-b5489db4-0029-4985-ba10-dbca30d77031 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 943 time: 0.1012366 Apr 25 14:28:52.079044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-e37680a0-3c58-4a3f-9ca1-e81c66eaa338 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:52.129776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25a1958d-3e30-4d50-a087-3cd7b431df58 req-98ace6e5-ca32-4ac3-9ae5-81043c44a766 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Apr 25 14:28:52.158830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-e37680a0-3c58-4a3f-9ca1-e81c66eaa338 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:52.160325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-e37680a0-3c58-4a3f-9ca1-e81c66eaa338 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.3871567 Apr 25 14:28:52.180118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60050) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:52.248409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a89ca6eb-1839-40bf-9cfd-d6a260691b09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49c8cd93759c48d18a0ccd7b63381ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659661 Apr 25 14:28:52.248770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60054) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:28:52.332721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:52.362909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1051f-ab40-49aa-b44a-db36698c0538 req-5124500b-72a2-42e9-8e4a-bdd345b0688a tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.364500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fe1051f-ab40-49aa-b44a-db36698c0538 req-5124500b-72a2-42e9-8e4a-bdd345b0688a tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 950 time: 0.0953813 Apr 25 14:28:52.388370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d87d5f-ff4e-45e8-8ece-987fa093fe03 req-ba3441a0-4fe8-4a67-aa9f-737c81409106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.389874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-02d87d5f-ff4e-45e8-8ece-987fa093fe03 req-ba3441a0-4fe8-4a67-aa9f-737c81409106 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 1100 time: 0.3524971 Apr 25 14:28:52.424034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fe1051f-ab40-49aa-b44a-db36698c0538 req-5e0e9ceb-2d1e-4e60-bf89-dc648c076ec5 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476472 Apr 25 14:28:52.460811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb6121a-af71-4b62-a8e9-9ecd542b093c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:52.541824 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810c3b4a-17a1-4253-84ca-d6e6b60f415d'] response: {'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'code': 200} Apr 25 14:28:52.548270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a60f020-334c-4383-b102-bd9cf81503b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:52.574711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Checking segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:52.574711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Network hostable DHCP agents. Network: aa40f1eb-b7a6-4370-a4fb-875f7a9df45b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:28:52.588525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-0cd6cec8-f471-4859-955b-ee78d2b761cc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.590010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9914712b-803d-4bb1-8ed2-b0ba03e2338d req-0cd6cec8-f471-4859-955b-ee78d2b761cc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4153836 Apr 25 14:28:52.594643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-02d87d5f-ff4e-45e8-8ece-987fa093fe03 req-e3977f29-890b-4b60-8740-2dc46ac3f0a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868978 Apr 25 14:28:52.628526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a60f020-334c-4383-b102-bd9cf81503b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:52.637998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:28:52.669776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, aa40f1eb-b7a6-4370-a4fb-875f7a9df45b) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:52.675926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.676813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:52.688650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf8429-be75-4862-b116-48c7711cd57c None None] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:52.758780 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c0207c2-d7ea-4688-b318-3b32944a8813 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3643098 Apr 25 14:28:52.769601 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a60f020-334c-4383-b102-bd9cf81503b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:52.777230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a60f020-334c-4383-b102-bd9cf81503b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:52.779913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a60f020-334c-4383-b102-bd9cf81503b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c634fceb-2c91-453b-8621-530fae7390bc HTTP/1.1" status: 204 len: 168 time: 0.5260143 Apr 25 14:28:52.797482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6067d-26a8-45f6-9e37-fb92c31993b0 req-2ad2c6ec-6f45-41c8-97df-82d474db90c5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.798127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60f020-334c-4383-b102-bd9cf81503b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c634fceb-2c91-453b-8621-530fae7390bc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:52.806363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72f6067d-26a8-45f6-9e37-fb92c31993b0 req-2ad2c6ec-6f45-41c8-97df-82d474db90c5 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 949 time: 0.1310542 Apr 25 14:28:52.829488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d299a9-60c2-41ff-865d-4bed9e29c489 req-bbffaad3-405c-4df4-b41f-846eacef25eb tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:52.831205 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28d299a9-60c2-41ff-865d-4bed9e29c489 req-bbffaad3-405c-4df4-b41f-846eacef25eb tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1096 time: 0.1302342 Apr 25 14:28:52.879637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72f6067d-26a8-45f6-9e37-fb92c31993b0 req-27dcbd6f-659a-4b3a-a30f-10300bc8e2a3 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671308 Apr 25 14:28:52.890659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28d299a9-60c2-41ff-865d-4bed9e29c489 req-af5f2a1c-9dd1-4934-9666-5094124d40a3 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Apr 25 14:28:53.029335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5aeb4-4307-4d07-8c97-c18ec1a48e7d None None] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:28:53.114805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-5efdbfe9-6334-4970-b164-b82608451ba1 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523999 Apr 25 14:28:53.175890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-ad99e49a-b936-438a-8c43-e5a0e4fb1413 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:53.189186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-ad99e49a-b936-438a-8c43-e5a0e4fb1413 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1422999 Apr 25 14:28:53.303898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-e1ca07a2-c062-453b-af25-51c00b0bb6f3 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.1136475 Apr 25 14:28:53.312041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-a0937751-5c25-462c-95cc-d7821f50bb39 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Request body: {'floatingip': {'port_id': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:53.324376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-9aea0929-c6cc-460a-88d7-5221c20a37e7 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:53.332016 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-9aea0929-c6cc-460a-88d7-5221c20a37e7 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113898 Apr 25 14:28:53.343095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-622052c6-f585-4f19-8caf-853f51f3c128 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/quotas/f80707cbd1ec4903baf0a452e933d0ed HTTP/1.1" status: 200 len: 375 time: 0.0101237 Apr 25 14:28:53.391727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-a0937751-5c25-462c-95cc-d7821f50bb39 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:53.437871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-8fb106d7-70f6-44e1-bc7c-5bca19391c7c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891283 Apr 25 14:28:53.766700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ffc83-eff6-4694-bfb9-ce3437ee7116 req-1f42e9ec-3355-437b-b397-0759d09a945e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:53.768645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-402ffc83-eff6-4694-bfb9-ce3437ee7116 req-1f42e9ec-3355-437b-b397-0759d09a945e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 943 time: 0.1042385 Apr 25 14:28:53.843009 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-402ffc83-eff6-4694-bfb9-ce3437ee7116 req-22034f77-cbd7-48c1-b166-d7a6f3296203 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608613 Apr 25 14:28:53.871999 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-a0937751-5c25-462c-95cc-d7821f50bb39 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] update failed (client error): There was a conflict when trying to complete your request. Apr 25 14:28:53.871999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805acab3-e514-4724-ab14-b1c2d8ea1c3c req-a0937751-5c25-462c-95cc-d7821f50bb39 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "PUT /v2.0/floatingips/5148d081-4fd6-4edf-bd33-e8c4b23b3f49 HTTP/1.1" status: 409 len: 549 time: 0.5660067 Apr 25 14:28:54.309829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-6e691b4d-0074-424e-bfc2-22ad27ab03a5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:54.311718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-6e691b4d-0074-424e-bfc2-22ad27ab03a5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 0.3095863 Apr 25 14:28:54.331404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-935c7d7b-689e-4daf-920f-038aad517c84 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/quotas/59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 375 time: 0.0133553 Apr 25 14:28:54.379456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-96adc0e7-d833-4e8d-88c0-00a4e3a92c36 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:54.380251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e700b0bb-9999-45bc-b831-9e801397bdba req-96adc0e7-d833-4e8d-88c0-00a4e3a92c36 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:54.399238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e700b0bb-9999-45bc-b831-9e801397bdba req-96adc0e7-d833-4e8d-88c0-00a4e3a92c36 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:54.400484 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-96adc0e7-d833-4e8d-88c0-00a4e3a92c36 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.1943262 Apr 25 14:28:54.417406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-b3837751-b816-4a10-9564-748ac280638b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/quotas/af8236c523924215b55de5a4324e8693 HTTP/1.1" status: 200 len: 375 time: 0.0102088 Apr 25 14:28:54.429751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-9f4feaaa-6882-4cdd-a8d1-f2552c0d9721 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919623 Apr 25 14:28:54.481815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-772691f7-bb48-451a-aa40-4724b941c778 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563207 Apr 25 14:28:54.550438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:54.608460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-dbe49779-ae3b-4d2d-9034-fc8fad67dc38 service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766806 Apr 25 14:28:54.684590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-37b9284c-cfce-40a3-8a8e-d4a66016f63d service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916995 Apr 25 14:28:54.773450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-6676aca4-ba6c-40bf-861e-33d85750d817 service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581240 Apr 25 14:28:54.886030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-daef0d4f-a005-4eb9-b40a-cb842a84c2cc service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996295 Apr 25 14:28:55.129601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23070415-a1cb-41ec-a0f5-966e1fc42fb0 req-f0238b58-f616-4c15-9885-7e8f9e75d047 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 210 time: 0.1185741 Apr 25 14:28:55.136031 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-0e6fb129-0d07-446c-810a-a78f05881f4e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422819 Apr 25 14:28:55.146964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:28:55.240353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-13d8c5e3-56c4-4f97-8ab0-a6332e1f970a tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips/5148d081-4fd6-4edf-bd33-e8c4b23b3f49 HTTP/1.1" status: 200 len: 692 time: 0.1881981 Apr 25 14:28:55.435095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:28:55.455283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 has no active binding in host n-h1-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:28:55.622635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f20d34-1b2a-4730-940e-35310a267861 req-23f19275-0968-4f01-bef6-b0f089cc86c2 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:55.630198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-23f19275-0968-4f01-bef6-b0f089cc86c2 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.3886070 Apr 25 14:28:55.636297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-7c8b5ca0-fd23-4a6d-93e5-24bb454c6b74 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:28:55.645574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-7c8b5ca0-fd23-4a6d-93e5-24bb454c6b74 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142989 Apr 25 14:28:55.705302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-0ea972ef-076f-47da-817e-bc2d27fde707 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:55.708145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-0ea972ef-076f-47da-817e-bc2d27fde707 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5672083 Apr 25 14:28:55.725144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Request body: {'port': {'device_id': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'f80707cbd1ec4903baf0a452e933d0ed'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:55.748332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-f8699b29-ab04-4076-9e1e-ff0598422597 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.1017504 Apr 25 14:28:55.757499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192ec0b-38d3-4a97-99f2-10b343eb5bf7 req-2fcf0f29-ce03-4604-910a-4f1096b28c76 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:55.766464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5192ec0b-38d3-4a97-99f2-10b343eb5bf7 req-2fcf0f29-ce03-4604-910a-4f1096b28c76 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 949 time: 0.2877133 Apr 25 14:28:55.838259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-2ba8b12c-ae33-404d-8191-6b0cfaa7db35 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.49 HTTP/1.1" status: 200 len: 695 time: 0.0882902 Apr 25 14:28:55.897631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5192ec0b-38d3-4a97-99f2-10b343eb5bf7 req-ff5c81d9-6a83-45ed-b8b6-1795ea2ea833 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302440 Apr 25 14:28:55.962514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:55.978917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:55.994360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Made reservation on behalf of f80707cbd1ec4903baf0a452e933d0ed for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:56.000414 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:56.028616 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aec31e7-8a0b-40a3-9514-0db7310f556e'] response: {'name': 'network-changed', 'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'status': 'completed', 'code': 200} Apr 25 14:28:56.101646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Deleting port 50e55521-b4e4-43d0-9d70-966576f0ed89 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:28:56.101915 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:56.264462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70461c-1455-4bdf-8c5a-5b27347ac343 req-4e7c9f57-8891-4f9d-bf61-5ccb655d62c4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:56.266553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d70461c-1455-4bdf-8c5a-5b27347ac343 req-4e7c9f57-8891-4f9d-bf61-5ccb655d62c4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 943 time: 0.1714604 Apr 25 14:28:56.270243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-73425caa-000c-439f-82b8-aed92be9f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:56.271741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-73425caa-000c-439f-82b8-aed92be9f739 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1124 time: 0.2240720 Apr 25 14:28:56.305272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:56.305761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:56.307337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Allocated IP 192.168.233.14 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/4c43bc7e-abab-4d4a-9466-9cfa1a08db09) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:56.341784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d70461c-1455-4bdf-8c5a-5b27347ac343 req-c7496773-111c-4c22-81f7-2f902c018ed3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653875 Apr 25 14:28:56.479468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Calling delete_port for 50e55521-b4e4-43d0-9d70-966576f0ed89 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:28:56.710123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:56.724734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7647f813-d693-417f-828b-d0c1a640fa89 req-a6e70e73-bd08-4360-8ef8-ab6d696eb917 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 210 time: 0.0615637 Apr 25 14:28:56.739223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Transition to ACTIVE for port object 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:56.771127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:56.785416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6793413a-3990-482d-9a36-a85f1cabc6ee'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:28:56.855675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:28:56.866926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:28:56.889295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:28:56.968372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Pushing event updated for resources: {'Port': ['ID=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:56.984719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-b4d093ce-9d8d-4b9d-990b-50aeaecd7ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:56.986491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-b4d093ce-9d8d-4b9d-990b-50aeaecd7ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 0.4325230 Apr 25 14:28:57.018589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Request body: {'port': {'device_id': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'admin_state_up': True, 'tenant_id': '59aa456541ee4328a8649e9ef257d941'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:57.102225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-7932c509-87c8-44e0-9045-5b1f0377bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:57.108840 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-7932c509-87c8-44e0-9045-5b1f0377bda0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.5534852 Apr 25 14:28:57.198207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.198586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.199100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.199469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.199813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.200173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.201013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.201368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.201698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.202023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.202366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.202709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:28:57.220133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:57.220736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:57.278685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-325edc3e-fdd6-4e4b-82c4-0bfe9d12e27d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5599811 Apr 25 14:28:57.283592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-72072e13-1464-49d0-9d98-3e5edb60ef47 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348332 Apr 25 14:28:57.318577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2c41d521-400d-4052-93ee-5c081744e672 None None] Provisioning for port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:28:57.328403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2c41d521-400d-4052-93ee-5c081744e672 None None] Provisioning complete for port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:28:57.328864 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c41d521-400d-4052-93ee-5c081744e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:57.345928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Request body: {'port': {'device_id': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:57.409404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2c41d521-400d-4052-93ee-5c081744e672 None None] Port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:28:57.580299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-3c2ddd70-80a5-4651-9ca0-1824fcf339a0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:57.581943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-3c2ddd70-80a5-4651-9ca0-1824fcf339a0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925379 Apr 25 14:28:57.583095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:57.607566 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:57.636087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-df5c7760-0ed9-400b-ae52-6258c89cd381 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/quotas/7001d80d84c54bef8b1ba6e852215280 HTTP/1.1" status: 200 len: 375 time: 0.0409501 Apr 25 14:28:57.674737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-ee7a083b-c703-46ec-a141-91ea9d8a791c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.5256906 Apr 25 14:28:57.700195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-b6ec19ca-46ef-4d96-a616-cd2e4288e9e9 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573041 Apr 25 14:28:57.781537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event deleted for resources: {'Port': ['ID=50e55521-b4e4-43d0-9d70-966576f0ed89,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:57.915940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-73e71f6a-d183-4b0b-aeb4-c4fad0d34566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:57.917913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-73e71f6a-d183-4b0b-aeb4-c4fad0d34566 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2213717 Apr 25 14:28:57.970135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c89cc012-22bf-42e2-978f-0bd1ed0b3cf2 req-5b796b1d-9ffd-4945-bdcf-d1324eff98ae tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 210 time: 0.0536733 Apr 25 14:28:58.016644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-fd41637d-73cb-422e-94eb-c33830de5e66 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:58.018176 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-fd41637d-73cb-422e-94eb-c33830de5e66 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.8780711 Apr 25 14:28:58.020303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-4c9043eb-47f4-4a2e-8b33-a7f9f2a0ac90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832191 Apr 25 14:28:58.075958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Request body: {'port': {'device_id': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'admin_state_up': True, 'tenant_id': 'af8236c523924215b55de5a4324e8693'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:58.129325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:58.139968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:28:58.151522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.176629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Transition to ACTIVE for port object 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:28:58.182104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.276297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:58.351010 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.377653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Made reservation on behalf of 59aa456541ee4328a8649e9ef257d941 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:58.381203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.421336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.450969 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.455283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08f20d34-1b2a-4730-940e-35310a267861 req-a5eb0c8f-4053-40c7-923a-1dc4c9607b65 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "DELETE /v2.0/floatingips/5148d081-4fd6-4edf-bd33-e8c4b23b3f49 HTTP/1.1" status: 204 len: 173 time: 2.6122301 Apr 25 14:28:58.467849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Pushing event updated for resources: {'Port': ['ID=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:58.504036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:28:58.580750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Usage tracker for resource:port and tenant:af8236c523924215b55de5a4324e8693 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:28:58.584093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941f026-6eae-4674-a8ec-2f36530906ca req-83e763ae-bc55-45eb-bac1-4b06841fa330 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:58.584773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b941f026-6eae-4674-a8ec-2f36530906ca req-83e763ae-bc55-45eb-bac1-4b06841fa330 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Synchronizing usage tracker for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:58.586047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:28:58.595156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-5b0fb721-defe-4020-8b4f-82b9131e7828 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624232 Apr 25 14:28:58.596838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Attempting to bind port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:28:58.597288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Attempting to bind port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:28:58.597551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Attempting to bind port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:58.607315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:28:58.607654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Attempting to bind port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:28:58.614002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:28:58.614995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:28:58.615740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:28:58.615740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:28:58.616155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Bound port: 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:28:58.616607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.628532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b941f026-6eae-4674-a8ec-2f36530906ca req-83e763ae-bc55-45eb-bac1-4b06841fa330 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Unset dirty status for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:28:58.629647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b941f026-6eae-4674-a8ec-2f36530906ca req-83e763ae-bc55-45eb-bac1-4b06841fa330 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 947 time: 0.3041615 Apr 25 14:28:58.723087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Made reservation on behalf of af8236c523924215b55de5a4324e8693 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:28:58.726967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.741596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b941f026-6eae-4674-a8ec-2f36530906ca req-775a9040-1842-4228-8b67-daa1050a4a59 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056142 Apr 25 14:28:58.768901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] For port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:28:58.776733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] For port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:28:58.783816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.847375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:58.848908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:58.850568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] 10.222.0.21 "PUT /v2.0/ports/4c43bc7e-abab-4d4a-9466-9cfa1a08db09 HTTP/1.1" status: 200 len: 1095 time: 1.5105796 Apr 25 14:28:58.855323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'tag': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:28:58.954416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59318cad-27d0-4729-b2df-9e8b2b825970 req-e777e51f-229d-4d3b-bf98-400b5604b67e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 210 time: 0.1027405 Apr 25 14:28:58.982097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653cf0a-445c-4b49-9422-8149512e2605 service neutron] Pushing event updated for resources: {'Port': ['ID=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:28:58.999565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Allocated IP 172.20.0.5 (266958da-ab21-4171-acf7-f8efef1f33d7/869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2/c507c881-3b18-4286-951e-52c8ad6e6df6) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:59.014051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-b3b565cc-b2f6-4605-a0bd-d205e2fca760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:59.015643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-b3b565cc-b2f6-4605-a0bd-d205e2fca760 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 1098 time: 0.1061900 Apr 25 14:28:59.055892 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49e2484b-8c81-49d2-a7da-68fc1fee2ecf req-38b1548b-cbfa-4a17-88fb-d3c39d8771bb service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397497 Apr 25 14:28:59.119933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab8b07-a589-4b8a-abcf-16a039eb6464 req-08d0f5ea-3e4c-4c92-a5c0-2f067a234688 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:59.125597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2ab8b07-a589-4b8a-abcf-16a039eb6464 req-08d0f5ea-3e4c-4c92-a5c0-2f067a234688 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 943 time: 0.5083292 Apr 25 14:28:59.134603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-7c4d0dcc-e8cf-4376-bfca-d05bc4a60b20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09 HTTP/1.1" status: 200 len: 217 time: 0.1104724 Apr 25 14:28:59.179231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dcd737a-5f27-40f7-a8d0-a07cbeeeca3a req-8784d820-e69f-4eb9-a344-3c6a45191a5b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 210 time: 0.0888696 Apr 25 14:28:59.221242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-57675d84-28ce-4b42-a56b-5e40fdcab40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:59.222981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-57675d84-28ce-4b42-a56b-5e40fdcab40a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0759969 Apr 25 14:28:59.223509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Allocated IP 172.20.0.9 (aa40f1eb-b7a6-4370-a4fb-875f7a9df45b/6cb6121a-af71-4b62-a8e9-9ecd542b093c/51d17272-6eb4-4ef6-8dc2-545c9175d271) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:28:59.263889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-70db94f5-0c40-4351-bf11-d59d0abc6018 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479310 Apr 25 14:28:59.330886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2ab8b07-a589-4b8a-abcf-16a039eb6464 req-2d0df3e8-df0c-49ed-a978-295f35127595 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960371 Apr 25 14:28:59.510218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2f5d0-0d32-42d0-80d8-b879ce74fb2b req-7eb56a47-5318-4c28-97a8-b1972d0dd00e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:59.511773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5b2f5d0-0d32-42d0-80d8-b879ce74fb2b req-7eb56a47-5318-4c28-97a8-b1972d0dd00e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 949 time: 0.1262543 Apr 25 14:28:59.514476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-7da3f73b-b17d-4748-8c9d-baaafe23c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:59.516149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-7da3f73b-b17d-4748-8c9d-baaafe23c345 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2865791 Apr 25 14:28:59.675329 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5b2f5d0-0d32-42d0-80d8-b879ce74fb2b req-448006b3-7843-4f08-bcd1-fb62ff9a3f76 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521521 Apr 25 14:28:59.748686 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970ccc50-9ecd-4496-afb0-b0ae29b19d78'] response: {'name': 'network-changed', 'server_uuid': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'tag': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09', 'status': 'completed', 'code': 200} Apr 25 14:28:59.758659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-30f6182f-24e4-47c0-9412-7ecc4bbfc137 service neutron] 10.222.0.15 "GET /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8/bindings/n-h1-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.1688859 Apr 25 14:28:59.762266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-891e8ddd-6f4d-4c49-976b-23d10e09e942 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231276 Apr 25 14:28:59.810097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-8461bfa6-f914-44fd-86e0-99c7ab1ab278 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:28:59.846180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-e09fb829-0ab5-4acf-a494-488b9aafbd97 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:28:59.847606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-e09fb829-0ab5-4acf-a494-488b9aafbd97 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5524681 Apr 25 14:28:59.854388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:28:59.869128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': '1a5a22ff-f74a-4218-83cd-314119b59894', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:28:59.915605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-663b432b-7add-4b3f-83e2-57146ae272ee req-37202730-f2bd-4d81-ad34-ad720377e0ea tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 210 time: 0.0732307 Apr 25 14:29:00.032220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-8461bfa6-f914-44fd-86e0-99c7ab1ab278 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:00.032916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-8461bfa6-f914-44fd-86e0-99c7ab1ab278 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.5163977 Apr 25 14:29:00.078324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a75f76fa-0cab-4c36-a8fb-340d9496e75d req-3aa3cbfa-1e73-43bc-b1e3-d230cce2c11a service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589788 Apr 25 14:29:00.195321 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.207466 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.218785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-ce6ef031-d610-48b6-b720-5dbd562625cc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.219373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-ce6ef031-d610-48b6-b720-5dbd562625cc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:00.274497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:00.285595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:00.299969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Usage tracker for resource:port and tenant:7001d80d84c54bef8b1ba6e852215280 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:00.308063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:00.328529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:00.335076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Network 266958da-ab21-4171-acf7-f8efef1f33d7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:00.337749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-ce6ef031-d610-48b6-b720-5dbd562625cc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:00.338910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-ce6ef031-d610-48b6-b720-5dbd562625cc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports/23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 942 time: 0.2963607 Apr 25 14:29:00.345598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:00.350808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:00.351432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-03360240-ed52-4b9d-9379-fb10100dc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.353089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-03360240-ed52-4b9d-9379-fb10100dc7d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 1098 time: 0.1762190 Apr 25 14:29:00.353958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:00.355072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:00.386515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:00.390061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.417560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.444807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:00.507095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Usage tracker for resource:security_group_rule and tenant:7001d80d84c54bef8b1ba6e852215280 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:00.513622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0623f4-84fc-4557-917a-9fe2700f10c8 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:00.519737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:00.522313 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.530356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:00.546967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.547511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.573831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.590338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-df023ee4-743d-46ae-a14f-c83abba89b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.590539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:00.592320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-df023ee4-743d-46ae-a14f-c83abba89b48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2069249 Apr 25 14:29:00.602601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7d1d-8402-46c9-aad0-883568399137 req-20937b7f-7303-4e2f-890a-400e7c8bfcf8 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.604068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f04d7d1d-8402-46c9-aad0-883568399137 req-20937b7f-7303-4e2f-890a-400e7c8bfcf8 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 947 time: 0.3111579 Apr 25 14:29:00.671841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-723c8676-4d14-4793-a4f4-f91a0e4b775c tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.2370286 Apr 25 14:29:00.673717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:00.694158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:00.721016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-07fbc2ef-93cf-4ded-b86b-143fa745a9bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09 HTTP/1.1" status: 200 len: 217 time: 0.1148598 Apr 25 14:29:00.728258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:00.756926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:00.792455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-01cf4b29-9534-413a-94b1-b16f87824ac2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7819009 Apr 25 14:29:00.804368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.804693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.804971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.805331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.805672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.805999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.806327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.806916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.807342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.807671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.807996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.808320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:00.824645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f04d7d1d-8402-46c9-aad0-883568399137 req-fe43bfd7-3345-4672-8118-03495e72d9b1 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438739 Apr 25 14:29:00.850683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-e01e64f3-012d-42e9-9e5b-451852e0139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.852162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-e01e64f3-012d-42e9-9e5b-451852e0139a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1244195 Apr 25 14:29:00.872072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Request body: {'port': {'device_id': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:00.888674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] Transition to ACTIVE for port object 5f0623f4-84fc-4557-917a-9fe2700f10c8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:00.900338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:00.969189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:00.969854 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:01.093222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-26404432-9c92-4e55-a6a2-5ea3eb73100d tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.094491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-26404432-9c92-4e55-a6a2-5ea3eb73100d tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4085610 Apr 25 14:29:01.099660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-5219765a-e2dd-4067-a326-462de6bc1b67 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0696344 Apr 25 14:29:01.122714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Request body: {'port': {'device_id': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:01.162353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-bbd06a46-3277-4d81-9970-5897826ec3ff tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:29:01.163323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-bbd06a46-3277-4d81-9970-5897826ec3ff tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456338 Apr 25 14:29:01.172624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:01.176967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:01.222329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] No DVR routers for this DVR port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:01.236193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:01.243999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:01.294711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-cac5ac5b-8e5a-4005-8f8f-41c20e3de917 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8/bindings/n-h1-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5276620 Apr 25 14:29:01.310717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-7c842758-698d-4c72-915f-110a3e95ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.312228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-7c842758-698d-4c72-915f-110a3e95ea81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4536588 Apr 25 14:29:01.321075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e726-bc58-494b-8fec-3db5ea29d480 req-a0ea02d1-7ce4-427a-9ac7-d629916efec9 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.322630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5200e726-bc58-494b-8fec-3db5ea29d480 req-a0ea02d1-7ce4-427a-9ac7-d629916efec9 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 931 time: 0.2883866 Apr 25 14:29:01.370010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.21', 52542) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:01.524388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5200e726-bc58-494b-8fec-3db5ea29d480 req-fa682711-fea4-4dd3-a3fa-94ad7ca1b105 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813426 Apr 25 14:29:01.548111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-f273d274-ac5b-429a-97e0-02fd1202486e service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244742 Apr 25 14:29:01.573544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5aea23-a63f-48be-af0c-9a80b5460c72,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:01.598563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-037ac08a-12b8-44c1-99f2-372356a3191a tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.600042 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-037ac08a-12b8-44c1-99f2-372356a3191a tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.2259214 Apr 25 14:29:01.617257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-4cedf716-5e5d-480d-b009-03eb0204169b tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.4432657 Apr 25 14:29:01.642915 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:01.658528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:01.837420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546efe44-4ebb-4de5-b2a8-7eef8687f9b3 req-6f92dd47-4803-406b-9c32-2db88ee2f367 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803693 Apr 25 14:29:01.893253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-f7c2546f-493c-4d06-afa5-a7f0b808ebf4 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.894613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-f7c2546f-493c-4d06-afa5-a7f0b808ebf4 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 949 time: 0.1571229 Apr 25 14:29:01.899446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-b8a3c078-83c8-4a26-8c57-65470364cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.900963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-b8a3c078-83c8-4a26-8c57-65470364cf3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73&tenant_id=08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 1095 time: 0.2519979 Apr 25 14:29:01.929490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:01.941828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506587aa-8d8c-457b-8940-77b78f0bdd0d req-eb041f44-b148-4f91-8e84-8e69b0891bce tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:01.943454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-506587aa-8d8c-457b-8940-77b78f0bdd0d req-eb041f44-b148-4f91-8e84-8e69b0891bce tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18de567-077a-4398-964f-0fda7ff11821 HTTP/1.1" status: 200 len: 949 time: 0.2607739 Apr 25 14:29:02.052957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Deleting port 792ba643-861b-4eb6-8942-858399161e3d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:02.053327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:02.072318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.223 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/e311289a-a9f1-4246-8bce-1ca13fe1abaa) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:02.093688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-506587aa-8d8c-457b-8940-77b78f0bdd0d req-27a0c82c-be82-4ae5-a911-b0274bdb7fb8 tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.23 "GET /v2.0/security-groups?id=f61bf1d5-6729-4a62-93c7-75e1a9adccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089165 Apr 25 14:29:02.166062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-82f6e3ff-45cc-4336-88d1-2e2b931570e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:02.167464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-82f6e3ff-45cc-4336-88d1-2e2b931570e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1095 time: 0.2186959 Apr 25 14:29:02.347911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e410d2e0-bb5f-4416-9d97-68ea2c916ff0 req-47b64592-67d9-4d77-b478-26a7b2f1159b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 210 time: 0.1422346 Apr 25 14:29:02.564064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:02.581189 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:02.581560 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Floating IP 13877525-f3ab-434f-a929-38fca378e635 disassociated. External IP: 172.25.0.72, port: 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e. Apr 25 14:29:02.628417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-3bb8cef3-c1e8-4e6e-9b11-d271b1fcc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:02.629892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-3bb8cef3-c1e8-4e6e-9b11-d271b1fcc8b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.4487181 Apr 25 14:29:02.706629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-61819d29-226b-4f6b-a371-2bf9b87a8234 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.0697730 Apr 25 14:29:02.708752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] For port 792ba643-861b-4eb6-8942-858399161e3d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=792ba643-861b-4eb6-8942-858399161e3d,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:02.709140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:02.894429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Calling delete_port for 792ba643-861b-4eb6-8942-858399161e3d owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:02.979113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-64debd81-1da3-4fe0-9580-1116fe2a1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:02.980779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-64debd81-1da3-4fe0-9580-1116fe2a1b1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2634702 Apr 25 14:29:02.993393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35d562-e6a5-44a0-acef-ebd6a1c217df req-2e45c2a7-c91f-439a-b861-0a6248d3b55b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:02.995015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b35d562-e6a5-44a0-acef-ebd6a1c217df req-2e45c2a7-c91f-439a-b861-0a6248d3b55b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 944 time: 0.5332251 Apr 25 14:29:03.069443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-504be9b4-bec6-4f10-bf16-8bb9ee5d3a71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709503 Apr 25 14:29:03.076513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c507c881-3b18-4286-951e-52c8ad6e6df6 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:03.102727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.174127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b35d562-e6a5-44a0-acef-ebd6a1c217df req-f0c75b0f-c4ae-4abe-b1a6-baa67e278288 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368771 Apr 25 14:29:03.196706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.262025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Transition to ACTIVE for port object c507c881-3b18-4286-951e-52c8ad6e6df6 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:03.282909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.287012 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.295292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['792ba643-861b-4eb6-8942-858399161e3d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:03.305212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d17272-6eb4-4ef6-8dc2-545c9175d271 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:03.355924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.358636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object e311289a-a9f1-4246-8bce-1ca13fe1abaa will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:03.395283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Pushing event deleted for resources: {'Port': ['ID=792ba643-861b-4eb6-8942-858399161e3d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:03.437755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-84673e28-7280-4cf2-b579-124a6b2f2ba6 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603084 Apr 25 14:29:03.464207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Transition to ACTIVE for port object 51d17272-6eb4-4ef6-8dc2-545c9175d271 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:03.536573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.540158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] No DVR routers for this DVR port 792ba643-861b-4eb6-8942-858399161e3d on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:03.554596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.558277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18de567-077a-4398-964f-0fda7ff11821', 'name': 'network-vif-deleted', 'tag': '792ba643-861b-4eb6-8942-858399161e3d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:03.598068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:03.657945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16752656-1aec-4172-8d2a-05d36ce1d9a3 req-50997ad8-d13b-4e57-88e1-947b5afad09e tempest-DeleteServersAdminTestJSON-1507876546 tempest-DeleteServersAdminTestJSON-1507876546-project] 10.222.0.15 "DELETE /v2.0/ports/792ba643-861b-4eb6-8942-858399161e3d HTTP/1.1" status: 204 len: 173 time: 1.7552631 Apr 25 14:29:03.667570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52544-e820-47c8-9f61-a9b2300ad88e req-b73db2b1-a1d4-40e7-998a-7c75dc6b4c52 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:03.669508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2c52544-e820-47c8-9f61-a9b2300ad88e req-b73db2b1-a1d4-40e7-998a-7c75dc6b4c52 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 931 time: 0.3449082 Apr 25 14:29:03.715735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-8601c39d-09a6-4208-9f0e-fc37088878f2 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706401 Apr 25 14:29:03.735918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2c52544-e820-47c8-9f61-a9b2300ad88e req-5c25fc54-5298-42f2-a547-d273d00f064b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582113 Apr 25 14:29:03.756048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:03.803533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Router 8a24ff88-3d43-4b07-b807-0576fc68eb4b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:29:03.835720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.873128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:03.886457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:03.888942 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:03.950955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:03.950955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:03.950955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:04.023678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c382f-705a-4dac-badc-7c2c8a0b9a90 req-139b4080-a539-411e-9607-c38192cce61b tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:04.026098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-181c382f-705a-4dac-badc-7c2c8a0b9a90 req-139b4080-a539-411e-9607-c38192cce61b tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 947 time: 0.1271544 Apr 25 14:29:04.048191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:04.048583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:04.064531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:04.081390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:04.081654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:04.082068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:04.082470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Bound port: c507c881-3b18-4286-951e-52c8ad6e6df6, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:04.082856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.092129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:04.123292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:04.149332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=e311289a-a9f1-4246-8bce-1ca13fe1abaa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:04.156678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-181c382f-705a-4dac-badc-7c2c8a0b9a90 req-1a5b4618-056e-41ca-a435-e24868d7f9a5 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840764 Apr 25 14:29:04.211428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-f5659ee5-b115-4421-877d-e3061d32b2d3 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:04.213486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-f5659ee5-b115-4421-877d-e3061d32b2d3 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.1860442 Apr 25 14:29:04.307560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Attempting to bind port 51d17272-6eb4-4ef6-8dc2-545c9175d271 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:04.307812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Attempting to bind port 51d17272-6eb4-4ef6-8dc2-545c9175d271 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:04.308145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Attempting to bind port 51d17272-6eb4-4ef6-8dc2-545c9175d271 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:04.386623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:04.387292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.396898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Port 51d17272-6eb4-4ef6-8dc2-545c9175d271 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:04.397271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Attempting to bind port 51d17272-6eb4-4ef6-8dc2-545c9175d271 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:04.441929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-41f9d242-7eab-4bcc-9d47-329c6dcc901a service neutron] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:04.449335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:04.449911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Checking segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:04.450465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Bound using segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:04.451061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Bound port: 51d17272-6eb4-4ef6-8dc2-545c9175d271, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:04.451424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.460805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-41f9d242-7eab-4bcc-9d47-329c6dcc901a service neutron] Notify callbacks [] for binding, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.462608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe605f15-dd79-4ecc-8eb4-9b0cdf8c79c4 req-41f9d242-7eab-4bcc-9d47-329c6dcc901a service neutron] 10.222.0.21 "DELETE /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8/bindings/n-h2-811416-6 HTTP/1.1" status: 204 len: 173 time: 0.2426710 Apr 25 14:29:04.473340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:29:04.478424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b8ec8-e2fd-4524-8e22-76f872428e78 req-b81a272d-8fff-489d-b538-230bc9c92801 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:04.480271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-542b8ec8-e2fd-4524-8e22-76f872428e78 req-b81a272d-8fff-489d-b538-230bc9c92801 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1281042 Apr 25 14:29:04.490670 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] Sync routers for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:29:04.506333 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:04.507779 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:28:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:04.520174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.575354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-51a330f5-c7ee-4ba3-af7e-ab695c86ce92 None None] Provisioning for port e311289a-a9f1-4246-8bce-1ca13fe1abaa completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:04.582053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-51a330f5-c7ee-4ba3-af7e-ab695c86ce92 None None] Provisioning complete for port e311289a-a9f1-4246-8bce-1ca13fe1abaa triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:04.582320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51a330f5-c7ee-4ba3-af7e-ab695c86ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.592398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:04.592610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-542b8ec8-e2fd-4524-8e22-76f872428e78 req-8e2f8344-29be-4552-a5cb-1fe60649fadd tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887904 Apr 25 14:29:04.600754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:04.663525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-51a330f5-c7ee-4ba3-af7e-ab695c86ce92 None None] Port e311289a-a9f1-4246-8bce-1ca13fe1abaa cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:29:04.677480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-a3d54e80-cee7-4492-995f-248c71155e5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8175602 Apr 25 14:29:04.727435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:04.732451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:04.733872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:04.759095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Request body: {'port': {'device_id': '1a5a22ff-f74a-4218-83cd-314119b59894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:04.790842 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:04.929967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840940-4e91-4439-87f8-1a84e16f76ca req-ed04b111-3f14-45aa-8676-105cb681a47b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:04.938007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3840940-4e91-4439-87f8-1a84e16f76ca req-ed04b111-3f14-45aa-8676-105cb681a47b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 936 time: 0.1103568 Apr 25 14:29:04.992152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3840940-4e91-4439-87f8-1a84e16f76ca req-b2720bc7-6914-468a-8566-d73a2ed1a820 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Apr 25 14:29:05.060038 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1ce844-c67b-4599-952f-7077f7e067b1'] response: {'server_uuid': 'b18de567-077a-4398-964f-0fda7ff11821', 'name': 'network-vif-deleted', 'tag': '792ba643-861b-4eb6-8942-858399161e3d', 'status': 'completed', 'code': 200} Apr 25 14:29:05.103685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:05.146404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.147407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:05.148811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 1091 time: 4.3314366 Apr 25 14:29:05.162283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:05.183941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-dc3a057e-a395-4337-9d0e-3c17d6b2f601 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "PUT /v2.0/floatingips/13877525-f3ab-434f-a929-38fca378e635 HTTP/1.1" status: 200 len: 694 time: 3.5514641 Apr 25 14:29:05.188400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:05.191953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.195261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:05.196680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] 10.222.0.21 "PUT /v2.0/ports/51d17272-6eb4-4ef6-8dc2-545c9175d271 HTTP/1.1" status: 200 len: 1091 time: 4.0778532 Apr 25 14:29:05.243233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:18Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:05.249639 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] Checking router: 8a24ff88-3d43-4b07-b807-0576fc68eb4b for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:29:05.260051 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:05.260900 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:28:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:05.277100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66aca-9b90-4c21-8c31-49d33154b51f req-153c7fc1-a2c0-4694-b67e-8951caff7ae9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.279331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78e66aca-9b90-4c21-8c31-49d33154b51f req-153c7fc1-a2c0-4694-b67e-8951caff7ae9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 944 time: 0.1060138 Apr 25 14:29:05.426461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:05.456222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09', 'mac_address': 'fa:16:3e:bb:a6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:05.473130 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:05.494952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78e66aca-9b90-4c21-8c31-49d33154b51f req-e19bb09a-a449-4d8a-9bca-0e3214b718f8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089555 Apr 25 14:29:05.528612 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:05.544612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc63b9-901d-4510-8227-b006270b19d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:05.551330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:05.579702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:05.601285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:05.608114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:05.696364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:05.708584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.709204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.709738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.710370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.710847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.711321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.711824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.712307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.712776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.713346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.713882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.714352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:05.770585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 792ba643-861b-4eb6-8942-858399161e3d no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:05.802006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b479e-76e0-4097-a7e3-355d4fa78c3d service neutron] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:05.819480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 792ba643-861b-4eb6-8942-858399161e3d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:05.819833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 792ba643-861b-4eb6-8942-858399161e3d not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:05.820465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-f2fe83f1-ef16-4132-94f7-a0fa6c423247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.822053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-f2fe83f1-ef16-4132-94f7-a0fa6c423247 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1096 time: 0.5612833 Apr 25 14:29:05.832974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e5e7d2a5-1175-402a-a934-c2105b055c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.834756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-e5e7d2a5-1175-402a-a934-c2105b055c4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1094 time: 0.6370935 Apr 25 14:29:05.854978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e059b-b41d-47ba-9683-22da5a284d22 req-e127b025-95a7-472f-86db-ac1f42e2460b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.857396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712e059b-b41d-47ba-9683-22da5a284d22 req-e127b025-95a7-472f-86db-ac1f42e2460b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.1052136 Apr 25 14:29:05.869243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-9de91311-9373-47c2-9153-e8eb3081f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:05.870681 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-9de91311-9373-47c2-9153-e8eb3081f89c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 1094 time: 0.5751228 Apr 25 14:29:05.934010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712e059b-b41d-47ba-9683-22da5a284d22 req-d6c80fef-b6a8-41ff-a7b6-ae76fa30848a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686905 Apr 25 14:29:05.974640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['4c43bc7e-abab-4d4a-9466-9cfa1a08db09'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:06.019908 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13d7541-4f85-4c03-ab99-598f11432d3d'] response: {'name': 'network-changed', 'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'status': 'completed', 'code': 200} Apr 25 14:29:06.038368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-872ba333-0fb2-4287-9db2-f271b9d0213e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 217 time: 0.1742635 Apr 25 14:29:06.070180 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:18Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:06.085944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-ee9d47f3-9fa1-4c07-a0e9-cf2dad1fbfdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271 HTTP/1.1" status: 200 len: 217 time: 0.1446171 Apr 25 14:29:06.086728 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f8dc8-a243-4322-a525-6d5e98cae672 None None] The sync data for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 is: [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:28:09Z', 'revision_number': 4, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3fb83f1c-dc64-41fc-b4cd-fcc71e95c201', 'name': '', 'network_id': '5c2085db-a6ca-48f5-98eb-c6d4399056e0', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'mac_address': 'fa:16:3e:bb:eb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:28:05Z', 'updated_at': '2022-04-25T14:28:18Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'subnets': [{'id': '39451d82-67ea-4ed4-b203-7d1ccddae769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:29:06.224462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be766-2a23-4d95-ac44-5c93be184dad req-2a1a55ec-9be1-4757-8ef7-c4e2c1621ea1 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:06.227187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-771be766-2a23-4d95-ac44-5c93be184dad req-2a1a55ec-9be1-4757-8ef7-c4e2c1621ea1 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 948 time: 0.1041336 Apr 25 14:29:06.282377 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-771be766-2a23-4d95-ac44-5c93be184dad req-99479a8b-90d8-48f4-8931-dc12aab3fc03 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478292 Apr 25 14:29:06.305211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-a9a17cec-e678-46fb-a626-de8f8b964b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:06.306661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-a9a17cec-e678-46fb-a626-de8f8b964b8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.2540987 Apr 25 14:29:06.380444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700b0bb-9999-45bc-b831-9e801397bdba req-eda16e83-1fcc-49c2-a095-5267a8a37b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:06.382060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-eda16e83-1fcc-49c2-a095-5267a8a37b4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.2003593 Apr 25 14:29:06.407953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e28c9-2664-444f-a746-9f99a418746d None None] New status for floating IP 13877525-f3ab-434f-a929-38fca378e635: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:29:06.450762 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-decff06f-e41d-4603-bbbf-6f9576f47938 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176465 Apr 25 14:29:06.463439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-3cd2464b-c952-4904-b5cc-0b1bdc560be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:06.465456 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-3cd2464b-c952-4904-b5cc-0b1bdc560be8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 929 time: 0.6255987 Apr 25 14:29:06.498599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-c3737ff1-5628-4ae1-a586-0c691afd0738 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054747 Apr 25 14:29:06.518412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd606-c969-4355-bf14-a2b8e88cc93e req-2d22689f-706e-4545-9260-6e5e95c884d5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:06.519966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9cdd606-c969-4355-bf14-a2b8e88cc93e req-2d22689f-706e-4545-9260-6e5e95c884d5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1116095 Apr 25 14:29:06.572216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9cdd606-c969-4355-bf14-a2b8e88cc93e req-db671d88-0fbf-477e-a507-5ae8aed3d4a3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444753 Apr 25 14:29:06.615580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-a757f7e6-c093-47cc-8765-7d79b0baaa4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 217 time: 0.1206501 Apr 25 14:29:06.829784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f27254-75f4-499b-bb92-7a25274a92b1 req-3c739611-4609-4924-bb0f-f88d1fda9a35 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:06.831203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9f27254-75f4-499b-bb92-7a25274a92b1 req-3c739611-4609-4924-bb0f-f88d1fda9a35 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 936 time: 0.0803704 Apr 25 14:29:06.871454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:29:06.880194 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9f27254-75f4-499b-bb92-7a25274a92b1 req-e3db4cc3-a2de-42cb-9977-88c6102aba09 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Apr 25 14:29:07.023223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-97317619-b014-4dcb-978d-6afdde560a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:07.024691 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-97317619-b014-4dcb-978d-6afdde560a2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 200 len: 867 time: 0.2491817 Apr 25 14:29:07.031028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e311289a-a9f1-4246-8bce-1ca13fe1abaa {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:07.041847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-763b4bdb-157c-4aa1-8590-aa0304b9fc25 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687234 Apr 25 14:29:07.063004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1e8e3-6292-47d8-8b1d-95f822322f28 req-72ee8d32-c095-4539-aa12-fe30f8da9fae tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:07.064309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46b1e8e3-6292-47d8-8b1d-95f822322f28 req-72ee8d32-c095-4539-aa12-fe30f8da9fae tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1095 time: 0.0845714 Apr 25 14:29:07.074214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:07.086746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-9a43e860-077f-40e7-904f-d522c12e0f77 service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168362 Apr 25 14:29:07.107521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46b1e8e3-6292-47d8-8b1d-95f822322f28 req-64b218e8-3ee6-4a25-8bff-d6893cec30ea tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367241 Apr 25 14:29:07.171422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Transition to ACTIVE for port object e311289a-a9f1-4246-8bce-1ca13fe1abaa will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:07.181027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:07.196008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:07.285133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:07.295618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:07.296716 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:07.439370 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:07.473555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:07.491048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:07.497729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:07.514240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252386-6f55-4f13-baf7-d9bd1bc99f18 req-bb862baf-a4a1-4e38-9699-c191c01627d6 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:07.516120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6252386-6f55-4f13-baf7-d9bd1bc99f18 req-bb862baf-a4a1-4e38-9699-c191c01627d6 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.1519942 Apr 25 14:29:07.581662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e700b0bb-9999-45bc-b831-9e801397bdba req-f15dfe43-4914-4e65-9733-25567fa75313 service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661336 Apr 25 14:29:07.598220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:07.601908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6252386-6f55-4f13-baf7-d9bd1bc99f18 req-1eb36234-8cd2-4845-a099-29e2497ac1f4 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 Apr 25 14:29:07.640379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=e311289a-a9f1-4246-8bce-1ca13fe1abaa,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:07.665493 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06971cc2-9ea0-4e10-9475-fdccb6426893 req-7953fe7d-8fdd-4085-b587-38a30d0977eb service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811825 Apr 25 14:29:07.669273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-f1cba3eb-8a5c-48bf-9189-b2cc7c9376b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:07.670657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-f1cba3eb-8a5c-48bf-9189-b2cc7c9376b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5c2085db-a6ca-48f5-98eb-c6d4399056e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6348219 Apr 25 14:29:07.839579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Attempting to bind port e311289a-a9f1-4246-8bce-1ca13fe1abaa on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:07.839921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Attempting to bind port e311289a-a9f1-4246-8bce-1ca13fe1abaa by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:07.840252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Attempting to bind port e311289a-a9f1-4246-8bce-1ca13fe1abaa on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:07.860283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f6bcf-31db-4af3-a30e-4d5c412668c0 req-b285ca0f-37b0-458e-b2c8-3c1120a8ccfe tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:07.860480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Port e311289a-a9f1-4246-8bce-1ca13fe1abaa on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:07.860823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Attempting to bind port e311289a-a9f1-4246-8bce-1ca13fe1abaa on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:07.862413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b1f6bcf-31db-4af3-a30e-4d5c412668c0 req-b285ca0f-37b0-458e-b2c8-3c1120a8ccfe tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.0902305 Apr 25 14:29:07.872283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:07.872880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:07.873182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:07.873648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Bound port: e311289a-a9f1-4246-8bce-1ca13fe1abaa, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:07.874000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:07.913905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b1f6bcf-31db-4af3-a30e-4d5c412668c0 req-9ade4d44-9a4e-4620-ba8e-360b14161ad9 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 Apr 25 14:29:07.950849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-fa0a2656-7226-4cba-bc09-60115bb7f247 service neutron] 10.222.0.23 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727511 Apr 25 14:29:08.006545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60300) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:08.025312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'}, {'name': 'network-changed', 'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:08.086222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-13032a41-5d3b-48d9-904b-dc00cd62a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:08.087703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-13032a41-5d3b-48d9-904b-dc00cd62a8b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1094 time: 0.3504798 Apr 25 14:29:08.186557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c181c17f-72db-4fb6-9122-18219c2a9f68 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:08.188246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c181c17f-72db-4fb6-9122-18219c2a9f68 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.1828241 Apr 25 14:29:08.205868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] For port e311289a-a9f1-4246-8bce-1ca13fe1abaa, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:08.217083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-404acdbb-9aca-4870-8bcb-cc9305e61668 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b78b967944e4467b92006dd81d4fdcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089820 Apr 25 14:29:08.218790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-3c51ef24-7ffc-45f2-98ac-093a36c41829 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/quotas/08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 375 time: 0.0179045 Apr 25 14:29:08.219641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:08.239507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] For port e311289a-a9f1-4246-8bce-1ca13fe1abaa, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:08.249211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.340923 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c41a6490-aa4b-4275-8f6b-de283b3f1d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.376107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-baace242-8ebc-4eaa-b081-a9dbf0302ca4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433427 Apr 25 14:29:08.385683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c41a6490-aa4b-4275-8f6b-de283b3f1d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.400809 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94ebc333-7fa0-483c-bc5b-5a7fc8c15ef1 req-be4a62e2-cef3-4327-8078-7bf605e5b700 service neutron] 10.222.0.23 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381006 Apr 25 14:29:08.458958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:08.459633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.469435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] 10.222.0.15 "PUT /v2.0/ports/e311289a-a9f1-4246-8bce-1ca13fe1abaa HTTP/1.1" status: 200 len: 1096 time: 3.7209799 Apr 25 14:29:08.469985 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e26e632-e0f9-4534-aa34-7e8c56e01ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.499927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-b52bce0b-a1cb-466a-afdf-7bccf860b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:08.501449 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-b52bce0b-a1cb-466a-afdf-7bccf860b88c service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.4061697 Apr 25 14:29:08.506727 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b1b81c-f136-44b1-bd4e-89e665f11308'] response: {'server_uuid': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09', 'code': 200} Apr 25 14:29:08.622552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-cae72abf-9a4a-47c7-a426-55c6489b2a2d service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381237 Apr 25 14:29:08.623797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c41a6490-aa4b-4275-8f6b-de283b3f1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.679466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a6490-aa4b-4275-8f6b-de283b3f1d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61bf1d5-6729-4a62-93c7-75e1a9adccf0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:08.718980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2a514-6c74-4b06-859c-da9dd740eaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=e311289a-a9f1-4246-8bce-1ca13fe1abaa,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:08.767418 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c41a6490-aa4b-4275-8f6b-de283b3f1d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:08.768734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c41a6490-aa4b-4275-8f6b-de283b3f1d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f61bf1d5-6729-4a62-93c7-75e1a9adccf0 HTTP/1.1" status: 204 len: 168 time: 0.5482039 Apr 25 14:29:08.789869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-c8e2070c-691f-40f3-92de-90767ee3ae18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 217 time: 0.1284976 Apr 25 14:29:08.807493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-5356ee6d-f0e8-4e64-836c-d07bf987a670 service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710732 Apr 25 14:29:08.908204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-5e614f4c-0fab-4332-ae1e-8a13d864050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:08.909727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-5e614f4c-0fab-4332-ae1e-8a13d864050c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 1099 time: 0.3969390 Apr 25 14:29:08.917191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-0c515aa7-47d8-48dd-a969-5782bfe41e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:08.919925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-0c515aa7-47d8-48dd-a969-5782bfe41e9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1217191 Apr 25 14:29:09.032994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-610ba19f-ce0a-4a15-8699-496748479560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa HTTP/1.1" status: 200 len: 217 time: 0.1120951 Apr 25 14:29:09.041120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9b96b-8780-4052-b114-7b920c716493 req-52d75bcc-34a6-43b9-bed4-4a53ddb03cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.042577 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99f9b96b-8780-4052-b114-7b920c716493 req-52d75bcc-34a6-43b9-bed4-4a53ddb03cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 1100 time: 0.4321911 Apr 25 14:29:09.046772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-20b03274-248d-4d88-b3ce-2de11f5427d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630159 Apr 25 14:29:09.096099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d411ea-2aa8-4b34-b85f-6b55b4d052b0 req-2417722f-f039-4546-a845-7cfd0b61c27b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.096921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-90d411ea-2aa8-4b34-b85f-6b55b4d052b0 req-2417722f-f039-4546-a845-7cfd0b61c27b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:09.120963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a31016-17b7-4dac-a1c2-e4ec732a6c81 req-89243487-74c6-45c0-a6d2-89b4612da4a7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.128833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-22a31016-17b7-4dac-a1c2-e4ec732a6c81 req-89243487-74c6-45c0-a6d2-89b4612da4a7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 948 time: 0.1098371 Apr 25 14:29:09.145963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60332) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:09.177400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-22a31016-17b7-4dac-a1c2-e4ec732a6c81 req-458178cb-1c26-4db1-a70f-1b523d360b4f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 Apr 25 14:29:09.266112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:09.282119 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33557944-fe28-42b5-8087-6bb4cd77de31'] response: {'name': 'network-changed', 'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'status': 'completed', 'code': 200} Apr 25 14:29:09.282594 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33557944-fe28-42b5-8087-6bb4cd77de31'] response: {'name': 'network-changed', 'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'status': 'completed', 'code': 200} Apr 25 14:29:09.306485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-90d411ea-2aa8-4b34-b85f-6b55b4d052b0 req-2417722f-f039-4546-a845-7cfd0b61c27b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:09.307896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90d411ea-2aa8-4b34-b85f-6b55b4d052b0 req-2417722f-f039-4546-a845-7cfd0b61c27b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.5954721 Apr 25 14:29:09.318075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99f9b96b-8780-4052-b114-7b920c716493 req-0b2921b4-fc82-45e7-b5fb-80a5f27889eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180991 Apr 25 14:29:09.319643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-fae0b5ab-564d-4997-9562-69f9b0406275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.320783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-fae0b5ab-564d-4997-9562-69f9b0406275 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2773256 Apr 25 14:29:09.323149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:09.382028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Usage tracker for resource:security_group_rule and tenant:312270eb39414826afe07fa0ed2f1d68 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:09.394721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:09.410363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:09.469947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-dcbeed0c-13a4-478c-80a6-1e8c19039047 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687074 Apr 25 14:29:09.490438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90d411ea-2aa8-4b34-b85f-6b55b4d052b0 req-e0f91355-b8f1-4fc4-b746-017e0d1caa05 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686585 Apr 25 14:29:09.574152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-632fc5fb-4873-46ec-95bf-bb2ca06d1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.576226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-632fc5fb-4873-46ec-95bf-bb2ca06d1a52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302878 Apr 25 14:29:09.595930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-94d83e93-2419-47bd-b9ba-8e74ad768b24 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips/13877525-f3ab-434f-a929-38fca378e635 HTTP/1.1" status: 200 len: 692 time: 0.3409107 Apr 25 14:29:09.760995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:09.772610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-57c44bea-e009-4070-8f2f-c6b720041586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.774261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-57c44bea-e009-4070-8f2f-c6b720041586 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 1094 time: 0.4431996 Apr 25 14:29:09.776307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:09.801101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-0a8e1531-6e2b-45e3-a7e7-355c38d872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.802594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-0a8e1531-6e2b-45e3-a7e7-355c38d872ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 1096 time: 0.4787886 Apr 25 14:29:09.811091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a723c-4285-4e08-be18-26e702736b6a req-6c2d924d-794a-4c40-a19e-3e3c3cdcc2fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.812459 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-6c2d924d-794a-4c40-a19e-3e3c3cdcc2fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2157595 Apr 25 14:29:09.848084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-af80e87b-8ce3-41c5-b22a-6cb4813f9b10 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:29:09.849059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-af80e87b-8ce3-41c5-b22a-6cb4813f9b10 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161197 Apr 25 14:29:09.852221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=312270eb39414826afe07fa0ed2f1d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992214 Apr 25 14:29:09.856650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60340) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:09.862373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfecc4-2751-4421-afe5-7402a423c670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90262031-d399-4dde-9e95-bb85512fe30b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:09.875695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-b0814727-2299-4f07-875d-8fe9c954591e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667704 Apr 25 14:29:09.928252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-1802ca1c-0731-4e7e-8536-9e68293fa620 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:09.928955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-1802ca1c-0731-4e7e-8536-9e68293fa620 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:10.014025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-1802ca1c-0731-4e7e-8536-9e68293fa620 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:10.015102 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-1802ca1c-0731-4e7e-8536-9e68293fa620 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.3634715 Apr 25 14:29:10.023759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-46c5650e-487a-460f-9570-e707976d0bf2 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1110334 Apr 25 14:29:10.058423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8eeb10-ca39-4f82-bb5e-67d6b7a440a6 req-929ab734-4722-458e-98fb-952959865bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739550 Apr 25 14:29:10.078972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-ddb6db0b-a1d0-4896-aff9-c1532b486003 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:10.102097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-ddb6db0b-a1d0-4896-aff9-c1532b486003 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:10.103333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7af0326-74f4-4787-978d-514d51b5c6c9 req-ddb6db0b-a1d0-4896-aff9-c1532b486003 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715160 Apr 25 14:29:10.144360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-c603f647-2841-4cbd-8b49-284f232d1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:10.145924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-c603f647-2841-4cbd-8b49-284f232d1ab5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 200 len: 929 time: 0.3325772 Apr 25 14:29:10.154422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-bf83b756-ca6d-4de3-8d0e-fdc41d90a922 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1123812 Apr 25 14:29:10.156396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dfed-3574-4153-8dab-49ae2e16013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.291434 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-fc1a71da-c792-406b-bdde-196298f3cf0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 200 len: 217 time: 0.1357770 Apr 25 14:29:10.405494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dfed-3574-4153-8dab-49ae2e16013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.430692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2be6887b-d671-4096-9ddd-d0f3f1fccf38 req-0464a3bc-34d8-4b4b-8ce7-e134842f1c13 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 210 time: 0.1595151 Apr 25 14:29:10.479989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-2d8bbdee-9de7-4757-a9df-b1afd17e4576 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:10.482207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-2d8bbdee-9de7-4757-a9df-b1afd17e4576 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.3413815 Apr 25 14:29:10.500365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Request body: {'port': {'device_id': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'admin_state_up': True, 'tenant_id': '08bf0721b9034e97abb37206c06cb39c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:10.503303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Deleting port ec805470-26dc-4bc6-8255-8daf73be0eb4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:10.503688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.585064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-14374a8c-eeb4-44e1-a276-29588aaed748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:10.586404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-14374a8c-eeb4-44e1-a276-29588aaed748 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 200 len: 867 time: 0.2746394 Apr 25 14:29:10.647733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dfed-3574-4153-8dab-49ae2e16013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.710658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:10.718714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3dfed-3574-4153-8dab-49ae2e16013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90262031-d399-4dde-9e95-bb85512fe30b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:10.725799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:10.736258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ad3dfed-3574-4153-8dab-49ae2e16013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.737398 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4ad3dfed-3574-4153-8dab-49ae2e16013b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90262031-d399-4dde-9e95-bb85512fe30b HTTP/1.1" status: 204 len: 168 time: 0.8797934 Apr 25 14:29:10.743877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eaaed-5b58-4fa6-b5e3-91b3fcc632e8 req-dcf9c13a-ec94-4cf3-9c5d-130cb38b9718 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:10.745507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-508eaaed-5b58-4fa6-b5e3-91b3fcc632e8 req-dcf9c13a-ec94-4cf3-9c5d-130cb38b9718 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.2022469 Apr 25 14:29:10.755405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Made reservation on behalf of 08bf0721b9034e97abb37206c06cb39c for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:10.759706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.768430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.768763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.819105 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-06298603-b9cd-49e1-8725-9a6534a7bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:10.881512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-508eaaed-5b58-4fa6-b5e3-91b3fcc632e8 req-8cae16d6-5577-407b-8347-b7011ea6299b tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098592 Apr 25 14:29:10.905291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-ba48299e-fc4e-4f7b-8ffd-143e4ac0da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:10.906802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-ba48299e-fc4e-4f7b-8ffd-143e4ac0da77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2085db-a6ca-48f5-98eb-c6d4399056e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3071027 Apr 25 14:29:10.913712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Calling delete_port for ec805470-26dc-4bc6-8255-8daf73be0eb4 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:11.021412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Allocated IP 172.20.0.9 (c59cd87e-4422-4f12-a746-9bb2fdb11846/98fd76db-e8e5-4b89-ad9f-5277a08b28fd/49c39e0f-c353-4e97-971c-65997bf4b4e1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:11.198988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-378956cc-c2d1-4c35-a340-470407901d21 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:11.200454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-378956cc-c2d1-4c35-a340-470407901d21 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:11.226659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-f2f21a88-42d6-45fe-929c-ad6cc8abef36 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744210 Apr 25 14:29:11.283498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5a22ff-f74a-4218-83cd-314119b59894', 'tag': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:11.297969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-378956cc-c2d1-4c35-a340-470407901d21 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:11.299132 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-378956cc-c2d1-4c35-a340-470407901d21 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 948 time: 0.2796848 Apr 25 14:29:11.366091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.383524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-68c07b76-f3b7-4d5b-b268-f04a9ed468e2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:11.388227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.413054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-68c07b76-f3b7-4d5b-b268-f04a9ed468e2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:11.414287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3c1fa84-afc1-4cfa-b6fd-b5dca64e99da req-68c07b76-f3b7-4d5b-b268-f04a9ed468e2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084604 Apr 25 14:29:11.421296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.461302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event deleted for resources: {'Port': ['ID=ec805470-26dc-4bc6-8255-8daf73be0eb4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:11.534698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-7acc81a0-0983-4f2e-b3c5-3ebdb0cc43fd service neutron] 10.222.0.15 "GET /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730997 Apr 25 14:29:11.538817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:11.563838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:11.566865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.569901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:11.611278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:11.611625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.612768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac5a723c-4285-4e08-be18-26e702736b6a req-c0a6e3e5-6b32-4407-8fa4-8835c9e899fc tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "DELETE /v2.0/floatingips/13877525-f3ab-434f-a929-38fca378e635 HTTP/1.1" status: 204 len: 173 time: 1.4086485 Apr 25 14:29:11.700342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:11.700989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.723876 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.750433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c4f47f2c-7fd3-4b84-85d3-41df3d2b5a8e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2572989 Apr 25 14:29:11.760318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c408804-e48c-40c6-8332-50e74fe0e851 req-6451281d-2377-44a6-a359-6db3b5864cf6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:11.761842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c408804-e48c-40c6-8332-50e74fe0e851 req-6451281d-2377-44a6-a359-6db3b5864cf6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1354773 Apr 25 14:29:11.763910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:11.767477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Request body: {'port': {'device_id': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:11.809809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32373f-a8c1-41c3-ac40-16567a4a39e2 req-4b1a6c28-8bcd-4ef4-a3c4-e764c0a0cd70 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:11.811311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab32373f-a8c1-41c3-ac40-16567a4a39e2 req-4b1a6c28-8bcd-4ef4-a3c4-e764c0a0cd70 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.0899813 Apr 25 14:29:11.859716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab32373f-a8c1-41c3-ac40-16567a4a39e2 req-5afbf55d-3d5d-41b2-b0a0-7a1b3678ec22 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Apr 25 14:29:11.887688 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c408804-e48c-40c6-8332-50e74fe0e851 req-043719ef-a651-46a0-b54d-7849aaee90d7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932171 Apr 25 14:29:11.924071 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2001697-78b4-4ee5-b3fe-acf68cccdc5f'] response: {'name': 'network-changed', 'server_uuid': '1a5a22ff-f74a-4218-83cd-314119b59894', 'tag': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa', 'status': 'completed', 'code': 200} Apr 25 14:29:11.929442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:12.104821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-56a56f64-811a-492f-8285-0a21bd22ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.106755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-56a56f64-811a-492f-8285-0a21bd22ed6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 1099 time: 0.1540446 Apr 25 14:29:12.206708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e89a-1d73-4fe0-9905-749dffbd511d req-4cdf5fd6-e026-45a2-ab9b-353b678e8ee8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.207412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6bd9e89a-1d73-4fe0-9905-749dffbd511d req-4cdf5fd6-e026-45a2-ab9b-353b678e8ee8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:12.244228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1385c5-794e-471e-8f7e-c95335fd38d1 req-07f87831-74ea-4a55-bd4e-e13d2f47fa0a tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.254759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de1385c5-794e-471e-8f7e-c95335fd38d1 req-07f87831-74ea-4a55-bd4e-e13d2f47fa0a tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.2105956 Apr 25 14:29:12.291472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6bd9e89a-1d73-4fe0-9905-749dffbd511d req-4cdf5fd6-e026-45a2-ab9b-353b678e8ee8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:12.292633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6bd9e89a-1d73-4fe0-9905-749dffbd511d req-4cdf5fd6-e026-45a2-ab9b-353b678e8ee8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 931 time: 0.2363808 Apr 25 14:29:12.328859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-fddaa26b-ad3a-40db-9034-d0743166d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.330478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-fddaa26b-ad3a-40db-9034-d0743166d42f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2156761 Apr 25 14:29:12.347278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de1385c5-794e-471e-8f7e-c95335fd38d1 req-e390edff-b5af-4b1f-b8e1-be59560fe2f5 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904305 Apr 25 14:29:12.387690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6bd9e89a-1d73-4fe0-9905-749dffbd511d req-76e53cd8-ea8d-4262-b2f5-0eed30039ad4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845826 Apr 25 14:29:12.493494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-77abfcd3-674e-45d6-b711-edfdbf83a1b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa HTTP/1.1" status: 200 len: 217 time: 0.1405370 Apr 25 14:29:12.548280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c39e0f-c353-4e97-971c-65997bf4b4e1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:12.570108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:12.616041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Transition to ACTIVE for port object 49c39e0f-c353-4e97-971c-65997bf4b4e1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:12.620434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:12.636416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-cf1b3f6e-46c9-470f-8daa-dc7cf0a7f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.637849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-cf1b3f6e-46c9-470f-8daa-dc7cf0a7f5b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1382504 Apr 25 14:29:12.716203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-aade2e5e-e45b-4319-9c32-e17be1af391f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.716896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-aade2e5e-e45b-4319-9c32-e17be1af391f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:12.746945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-aade2e5e-e45b-4319-9c32-e17be1af391f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:12.748130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-aade2e5e-e45b-4319-9c32-e17be1af391f tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2017422 Apr 25 14:29:12.750201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-0f84cf96-bc84-4fbc-8a03-776035d5899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:12.751624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-0f84cf96-bc84-4fbc-8a03-776035d5899f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070228 Apr 25 14:29:12.837713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-ce4ba947-ae9e-4202-a6f8-75f55f70d6f6 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Synchronizing usage tracker for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:12.890288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:12.926512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-ce4ba947-ae9e-4202-a6f8-75f55f70d6f6 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Unset dirty status for tenant:32cbce4bb1b649c0bf9cc06e111183ae on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:12.927783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f48b68db-efb2-4511-bfdb-3c81a50bb7ca req-ce4ba947-ae9e-4202-a6f8-75f55f70d6f6 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1736460 Apr 25 14:29:12.971601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-3d062bd8-195b-4faf-90f6-6230fcd1cd4c service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602888 Apr 25 14:29:13.036705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574d5e-10f7-4611-9ca4-da72c216a443 req-7920fbae-92bb-4986-adc3-58393cc2b3f1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.038201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24574d5e-10f7-4611-9ca4-da72c216a443 req-7920fbae-92bb-4986-adc3-58393cc2b3f1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 948 time: 0.3729136 Apr 25 14:29:13.042448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:13.042783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:13.043110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:13.062891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:13.063220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:13.074058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:13.074400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:13.075309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:13.075886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Bound port: 49c39e0f-c353-4e97-971c-65997bf4b4e1, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:13.076073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:13.118087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2adc6df1-0de8-4243-89e2-43f86690a6b4 req-202f79ea-30f9-4539-8641-718e6c019817 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401043 Apr 25 14:29:13.142867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24574d5e-10f7-4611-9ca4-da72c216a443 req-14e9651a-3263-4fad-a282-7844c20f158a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971653 Apr 25 14:29:13.209190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:13.212924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:13.220516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:13.314129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.314753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:13.316132 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] 10.222.0.15 "PUT /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 1091 time: 1.5528553 Apr 25 14:29:13.398667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8ce4-ae00-45b3-8cad-6e426033a13c service neutron] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:13.411951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353f1df-3e7c-4cb9-9a7b-b83f8c43da59 req-8307386b-a7ef-4e4c-8f72-0b055f137228 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.413604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f353f1df-3e7c-4cb9-9a7b-b83f8c43da59 req-8307386b-a7ef-4e4c-8f72-0b055f137228 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.0827162 Apr 25 14:29:13.441477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9044e-78bc-4bd8-91a4-1af2b566646c req-ef976e92-4ecd-460d-84f3-d5cf016d9bed tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.442963 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42c9044e-78bc-4bd8-91a4-1af2b566646c req-ef976e92-4ecd-460d-84f3-d5cf016d9bed tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1737316 Apr 25 14:29:13.469652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f353f1df-3e7c-4cb9-9a7b-b83f8c43da59 req-f14aaa14-0ef1-4269-83a9-5c3a519d05d0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500348 Apr 25 14:29:13.471315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:13.502532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-af681590-6884-4abe-9a36-4c0c9be0c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.504185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-af681590-6884-4abe-9a36-4c0c9be0c532 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1094 time: 0.1439071 Apr 25 14:29:13.516628 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42c9044e-78bc-4bd8-91a4-1af2b566646c req-8dbb62a9-19b2-4159-a9ee-9a9c957c7deb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Apr 25 14:29:13.586504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-c9f147f8-cc48-4060-8271-c7c2a97cf70d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 217 time: 0.0739555 Apr 25 14:29:13.650922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-ce66df8c-3852-4d72-ae96-909f8dca1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.652456 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-ce66df8c-3852-4d72-ae96-909f8dca1a57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.0610013 Apr 25 14:29:13.654985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-697bf1c2-8ed5-4db6-b19a-f698d198a30b req-44cec337-89df-4be5-ad8d-41955a6f5115 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1561604 Apr 25 14:29:13.701763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-5f2fb6a4-6585-4800-ae51-924e7e989cfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432601 Apr 25 14:29:13.826484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854a18-5037-441e-89ac-50ca3280a630 req-23e8217a-ef46-4201-a749-754c31ccc3e2 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.827966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24854a18-5037-441e-89ac-50ca3280a630 req-23e8217a-ef46-4201-a749-754c31ccc3e2 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.0815530 Apr 25 14:29:13.832739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e311289a-a9f1-4246-8bce-1ca13fe1abaa details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:13.876280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24854a18-5037-441e-89ac-50ca3280a630 req-914d455c-8803-4498-a120-ae1f98053050 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Apr 25 14:29:13.904656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-2688ebe3-138f-4c25-8fdd-c7320ebaf3fd service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959634 Apr 25 14:29:13.917104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc0b5f-3152-489c-a7d9-0b7196c1eb61 req-51987b1b-2fcc-45be-ab84-a3e766a526c7 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:13.919244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbdc0b5f-3152-489c-a7d9-0b7196c1eb61 req-51987b1b-2fcc-45be-ab84-a3e766a526c7 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.1673522 Apr 25 14:29:13.939298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:13.977452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e311289a-a9f1-4246-8bce-1ca13fe1abaa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:13.991967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa', 'mac_address': 'fa:16:3e:58:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:14.053955 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:14.060638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbdc0b5f-3152-489c-a7d9-0b7196c1eb61 req-78a5a652-076c-478a-95be-3b350fcfed43 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164000 Apr 25 14:29:14.077932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e311289a-a9f1-4246-8bce-1ca13fe1abaa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:14.091926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd7edcb9-2870-4992-80c0-84b14d33055e req-cc5fe336-bfa8-4ba1-9e38-e9cfdabb77f7 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714873 Apr 25 14:29:14.098296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e311289a-a9f1-4246-8bce-1ca13fe1abaa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:14.107472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:14.156663 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac666996-233f-44b5-a7ee-652183b22565'] response: {'name': 'network-changed', 'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'status': 'completed', 'code': 200} Apr 25 14:29:14.209487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e311289a-a9f1-4246-8bce-1ca13fe1abaa,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:14.289321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a3c-55c9-4b47-b313-0d59b3f213d6 req-f27536cb-5b04-4f1a-9d15-4d603a348d35 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.290778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cc68a3c-55c9-4b47-b313-0d59b3f213d6 req-f27536cb-5b04-4f1a-9d15-4d603a348d35 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 945 time: 0.0809855 Apr 25 14:29:14.320223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954804-c350-4fe5-9d45-6125280af8a7 req-1ce7a6c3-13bf-4f41-b579-912bdddc26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.321735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-1ce7a6c3-13bf-4f41-b579-912bdddc26fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1094 time: 0.1383398 Apr 25 14:29:14.339360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cc68a3c-55c9-4b47-b313-0d59b3f213d6 req-bf302f4b-d28b-4a51-98de-f1a13cd3af18 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Apr 25 14:29:14.351800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:14.458401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919989e8-0f1e-4482-bc87-e529c2435c8e req-126dd5b3-a37a-4c57-815e-2029a9f9ef5f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.460271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-919989e8-0f1e-4482-bc87-e529c2435c8e req-126dd5b3-a37a-4c57-815e-2029a9f9ef5f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 949 time: 0.1897142 Apr 25 14:29:14.537020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954804-c350-4fe5-9d45-6125280af8a7 req-a3c2f1a5-c620-47e8-a7e2-b540195726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.538505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-a3c2f1a5-c620-47e8-a7e2-b540195726f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.2087502 Apr 25 14:29:14.543363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-919989e8-0f1e-4482-bc87-e529c2435c8e req-be508322-08c1-40ff-b0ab-2de1b8f51180 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723665 Apr 25 14:29:14.613565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-41468916-8c88-4872-9541-1a644dcc8679 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 217 time: 0.0682914 Apr 25 14:29:14.695317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d34b9-78c8-4255-8446-86e7f71ebbff req-503ca9a4-699e-4edc-b7ee-2a33aabef9ac tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.696787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb4d34b9-78c8-4255-8446-86e7f71ebbff req-503ca9a4-699e-4edc-b7ee-2a33aabef9ac tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.0827653 Apr 25 14:29:14.744548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb4d34b9-78c8-4255-8446-86e7f71ebbff req-4c24f3fd-fa38-4587-b1d4-ff285779001d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Apr 25 14:29:14.818894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954804-c350-4fe5-9d45-6125280af8a7 req-708ac8fa-bc10-4c35-8e56-85e61e7a2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.820348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-708ac8fa-bc10-4c35-8e56-85e61e7a2812 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2000060 Apr 25 14:29:14.877094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-d7de75ce-fa9f-4028-a717-55b1a1eac6ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483656 Apr 25 14:29:14.888910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b1802-2e3e-4d54-8e7f-e4f579107770 req-92011094-116e-4022-939c-f58e5e2a3b64 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:14.890358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff7b1802-2e3e-4d54-8e7f-e4f579107770 req-92011094-116e-4022-939c-f58e5e2a3b64 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.2258096 Apr 25 14:29:15.024733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff7b1802-2e3e-4d54-8e7f-e4f579107770 req-b701bd28-efc2-4b2f-b3c3-d47990566b4d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154501 Apr 25 14:29:15.057286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-ea1d5273-2c5d-4016-89e0-4acb6f60ced7 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652329 Apr 25 14:29:15.073079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60460) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:15.104208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2372e-db73-41d0-bb22-deb75f2cd0ad req-7677f204-b9e2-48b1-9d68-950f3bb75138 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:15.105897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75e2372e-db73-41d0-bb22-deb75f2cd0ad req-7677f204-b9e2-48b1-9d68-950f3bb75138 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.1068764 Apr 25 14:29:15.156973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75e2372e-db73-41d0-bb22-deb75f2cd0ad req-c62e9a0c-87df-4155-9c35-f089d013587e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Apr 25 14:29:15.221522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.236459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:15.240282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecdc71f94bc42ff851582ac54ae5459 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:15.243106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:15.249411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:15.265096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01954804-c350-4fe5-9d45-6125280af8a7 req-9fa5b2d1-5ba2-4538-9bcc-b38f04cc2bcb service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007720 Apr 25 14:29:15.294894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd34476-b822-43eb-ba28-16a685e94616 req-3527a35d-d80f-44fe-a4ca-77c623bd1cdf tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:15.296346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0bd34476-b822-43eb-ba28-16a685e94616 req-3527a35d-d80f-44fe-a4ca-77c623bd1cdf tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.1101344 Apr 25 14:29:15.334574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.338751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.340976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0bd34476-b822-43eb-ba28-16a685e94616 req-a89ed305-7f67-4e1d-a8a7-36f2196f0ab8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Apr 25 14:29:15.386711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7153bce9-01e2-4466-baff-d8ac7c39bcf6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:15.391483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92038b74-c086-4c5e-ae88-5607daa11314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ecdc71f94bc42ff851582ac54ae5459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173859 Apr 25 14:29:15.394448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60470) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:15.457497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-949915d1-52d5-403d-a1aa-9ced6a370d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.522967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-949915d1-52d5-403d-a1aa-9ced6a370d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.589836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07722d-380b-41f0-8378-d77e0a0477fd req-f3cff27d-22f6-4ce4-a366-a8c69cf43f2c tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:15.591820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d07722d-380b-41f0-8378-d77e0a0477fd req-f3cff27d-22f6-4ce4-a366-a8c69cf43f2c tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 945 time: 0.1354694 Apr 25 14:29:15.622610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-949915d1-52d5-403d-a1aa-9ced6a370d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.649262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-1ec48708-d7db-42c8-9ed4-10fefcf5cdae tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:15.649718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949915d1-52d5-403d-a1aa-9ced6a370d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7153bce9-01e2-4466-baff-d8ac7c39bcf6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:15.650774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-1ec48708-d7db-42c8-9ed4-10fefcf5cdae tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 945 time: 0.0851469 Apr 25 14:29:15.659015 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-949915d1-52d5-403d-a1aa-9ced6a370d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.659976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-949915d1-52d5-403d-a1aa-9ced6a370d88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7153bce9-01e2-4466-baff-d8ac7c39bcf6 HTTP/1.1" status: 204 len: 168 time: 0.2649844 Apr 25 14:29:15.663383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d07722d-380b-41f0-8378-d77e0a0477fd req-9c1975e1-d5b7-460f-8b81-8830471b7c20 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/security-groups?id=308f83ce-aeb7-40df-9f84-5d3102131622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639799 Apr 25 14:29:15.783975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Deleting port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:15.784326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.839036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e311289a-a9f1-4246-8bce-1ca13fe1abaa up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:15.914262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac606d-ad44-4e46-a4c3-b13b825fd2c6 req-d1d3baf3-b6ef-439b-a4ab-7e76fed4b05a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:15.916764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47ac606d-ad44-4e46-a4c3-b13b825fd2c6 req-d1d3baf3-b6ef-439b-a4ab-7e76fed4b05a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 949 time: 0.2116838 Apr 25 14:29:15.929440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port e311289a-a9f1-4246-8bce-1ca13fe1abaa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:15.938062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port e311289a-a9f1-4246-8bce-1ca13fe1abaa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:15.938781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:15.971854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c3714-23a5-402e-9543-78e35d24e557 req-6a3cff64-b3b5-44fc-ab97-23764c185e42 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:15.973516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e28c3714-23a5-402e-9543-78e35d24e557 req-6a3cff64-b3b5-44fc-ab97-23764c185e42 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.1039393 Apr 25 14:29:15.987367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60482) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:16.030308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e28c3714-23a5-402e-9543-78e35d24e557 req-f45a12a1-93a3-4fd0-a48f-fb1b20f1ea5e tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490344 Apr 25 14:29:16.071587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.078003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.099646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47ac606d-ad44-4e46-a4c3-b13b825fd2c6 req-8edba583-ca9a-4b61-ab6c-a45e362327a3 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687346 Apr 25 14:29:16.108056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:16.115983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Usage tracker for resource:security_group_rule and tenant:b1c2e6d62d06413e93eec403d685a26f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:16.118961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e311289a-a9f1-4246-8bce-1ca13fe1abaa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:16.120186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5a22ff-f74a-4218-83cd-314119b59894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:16.120980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:16.126148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.130149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:16.161975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] For port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:16.162411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.238623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ac27b-0d26-40a8-ab4d-f47e38632a6e req-79dcc978-4202-4192-8f1d-5b61ba6a9eec tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:16.240386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-318ac27b-0d26-40a8-ab4d-f47e38632a6e req-79dcc978-4202-4192-8f1d-5b61ba6a9eec tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.0899620 Apr 25 14:29:16.261167 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ea017d-534c-4209-9320-354417e13931'] response: {'server_uuid': '1a5a22ff-f74a-4218-83cd-314119b59894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa', 'code': 200} Apr 25 14:29:16.262427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e311289a-a9f1-4246-8bce-1ca13fe1abaa,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:16.329623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Calling delete_port for 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:16.335339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-318ac27b-0d26-40a8-ab4d-f47e38632a6e req-598ea4cf-84e6-46ff-ab5c-8e9092a97891 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Apr 25 14:29:16.358582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e75b11-daf1-4fc5-89e0-f3e817ab7366 req-5d9a19fc-d13b-4e25-a7d4-6dfc49432437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:16.360138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26e75b11-daf1-4fc5-89e0-f3e817ab7366 req-5d9a19fc-d13b-4e25-a7d4-6dfc49432437 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 1101 time: 0.1187253 Apr 25 14:29:16.403926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26e75b11-daf1-4fc5-89e0-f3e817ab7366 req-2d0bb147-2724-4921-820b-d8485dc01f67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 Apr 25 14:29:16.541501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eeb98-88ee-49cb-bc42-c87238fcf590 req-676ab991-63e5-491c-9ce4-11ba0bf4f5ba tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:16.542963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c84eeb98-88ee-49cb-bc42-c87238fcf590 req-676ab991-63e5-491c-9ce4-11ba0bf4f5ba tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.0871587 Apr 25 14:29:16.553295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.570249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.589794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c84eeb98-88ee-49cb-bc42-c87238fcf590 req-4d6a922b-0c88-4ccc-af88-97aac0ab8bfe tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Apr 25 14:29:16.604753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6f84-07b3-4edb-9568-376c915a1d59 req-c2116b01-8964-431f-9713-79aee934d77e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:16.606305 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3bca6f84-07b3-4edb-9568-376c915a1d59 req-c2116b01-8964-431f-9713-79aee934d77e tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.2473152 Apr 25 14:29:16.659866 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1c2e6d62d06413e93eec403d685a26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714659 Apr 25 14:29:16.663410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60494) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:16.670158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25430-df0b-40b9-8920-6e521c5d7903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2717ec4-9f60-4dfe-b230-a6b70c224e9c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:16.695838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.707343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:16.745116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3bca6f84-07b3-4edb-9568-376c915a1d59 req-80975300-69f9-4727-89e7-298305350cad tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277432 Apr 25 14:29:16.754785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Pushing event deleted for resources: {'Port': ['ID=23d34b3c-1e64-48f5-a1d1-9b87634f5c2e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:16.770712 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98909ac7-5371-48a3-aaa8-4163e129ef3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.838460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98909ac7-5371-48a3-aaa8-4163e129ef3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.844517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] No DVR routers for this DVR port 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:16.846969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.849532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'name': 'network-vif-deleted', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:16.856897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11911094-cafb-4656-8d72-5b4f6d9ad3d7 req-f51f087d-4330-43cb-800f-1199842223fe tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e4f69da-1492-4a28-90b3-6cfc3c806879 HTTP/1.1" status: 200 len: 210 time: 0.0593164 Apr 25 14:29:16.875845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb5e7fc5-7be0-411a-bb94-16383fb914a2 req-4b43055d-7c3a-45b4-9d40-ecd2842feee5 tempest-FloatingIPsAssociationNegativeTestJSON-930012499 tempest-FloatingIPsAssociationNegativeTestJSON-930012499-project] 10.222.0.15 "DELETE /v2.0/ports/23d34b3c-1e64-48f5-a1d1-9b87634f5c2e HTTP/1.1" status: 204 len: 173 time: 1.2195842 Apr 25 14:29:16.903887 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db94c0af-9e8b-4140-9c2c-f7062eb1819c'] response: {'server_uuid': '5e4f69da-1492-4a28-90b3-6cfc3c806879', 'name': 'network-vif-deleted', 'tag': '23d34b3c-1e64-48f5-a1d1-9b87634f5c2e', 'status': 'completed', 'code': 200} Apr 25 14:29:16.913810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98909ac7-5371-48a3-aaa8-4163e129ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.929281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98909ac7-5371-48a3-aaa8-4163e129ef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2717ec4-9f60-4dfe-b230-a6b70c224e9c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:16.936669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98909ac7-5371-48a3-aaa8-4163e129ef3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:16.937970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-98909ac7-5371-48a3-aaa8-4163e129ef3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2717ec4-9f60-4dfe-b230-a6b70c224e9c HTTP/1.1" status: 204 len: 168 time: 0.2735739 Apr 25 14:29:17.248910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421278a2-ca88-4a4e-8bd7-26581ced3d2a req-7f40e309-b87a-4387-88c3-4084481a49bf tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:17.250721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-421278a2-ca88-4a4e-8bd7-26581ced3d2a req-7f40e309-b87a-4387-88c3-4084481a49bf tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.1048117 Apr 25 14:29:17.321226 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-421278a2-ca88-4a4e-8bd7-26581ced3d2a req-4b66df86-1863-4ddc-bab5-e49dde78b4ef tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621514 Apr 25 14:29:17.435396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6200-a270-41fe-bd32-e28d8cb68caf req-77cdd2e3-43ee-41da-b72c-921938b36b3a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:17.437208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-832f6200-a270-41fe-bd32-e28d8cb68caf req-77cdd2e3-43ee-41da-b72c-921938b36b3a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 950 time: 0.2154167 Apr 25 14:29:17.506043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-832f6200-a270-41fe-bd32-e28d8cb68caf req-b156427b-3a4b-4324-beba-df1080998290 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618241 Apr 25 14:29:17.626324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310d86-e0a7-4e86-8318-7ffc13f1570a req-37ec6d36-9344-4ef2-8802-22b66bca728c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:17.628319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5310d86-e0a7-4e86-8318-7ffc13f1570a req-37ec6d36-9344-4ef2-8802-22b66bca728c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1134605 Apr 25 14:29:17.682177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5310d86-e0a7-4e86-8318-7ffc13f1570a req-d3d172c0-28f0-42cf-a129-504644a6b409 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Apr 25 14:29:17.806198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269176e4-48bf-4a45-8a3e-fcb75c0996ad req-262953ea-973c-451a-8ad3-2aeaec7b521a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:17.807662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-269176e4-48bf-4a45-8a3e-fcb75c0996ad req-262953ea-973c-451a-8ad3-2aeaec7b521a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.0836728 Apr 25 14:29:17.841248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:17.869421 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-269176e4-48bf-4a45-8a3e-fcb75c0996ad req-efa8cf58-edc0-43ae-a69b-53df64fbec17 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529051 Apr 25 14:29:17.962977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07eb78-1e4e-458e-8a68-db93e3fb3170 req-2cf3e5d4-99b9-4466-afc2-2464f821d55d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:17.965963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed07eb78-1e4e-458e-8a68-db93e3fb3170 req-2cf3e5d4-99b9-4466-afc2-2464f821d55d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.1037929 Apr 25 14:29:18.028639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed07eb78-1e4e-458e-8a68-db93e3fb3170 req-2b660e8e-19ac-45cb-aa96-c2ffee949193 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567055 Apr 25 14:29:18.046951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:18.063462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'port_id': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'mac_address': 'fa:16:3e:08:d9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fd76db-e8e5-4b89-ad9f-5277a08b28fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:18.105433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:18.139720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:18.159693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c39e0f-c353-4e97-971c-65997bf4b4e1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:18.181317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:18.189390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:18.277958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:18.402521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-9662fc73-a293-415d-be96-e64371d26cd1 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1871972748&fields=id&tenant_id=3fe17f792608410d9e07d35de3599b1f HTTP/1.1" status: 200 len: 267 time: 0.0449214 Apr 25 14:29:18.405797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['49c39e0f-c353-4e97-971c-65997bf4b4e1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:18.670673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ed25f-ea61-46b6-9c77-73fc0e082f2e req-74462a7d-8f5a-49cc-b38f-971d96318276 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:18.672187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c32ed25f-ea61-46b6-9c77-73fc0e082f2e req-74462a7d-8f5a-49cc-b38f-971d96318276 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.2023847 Apr 25 14:29:18.707602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-06093060-7bf1-4b56-81c4-33e4b6bd3eb6 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:18.709096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-06093060-7bf1-4b56-81c4-33e4b6bd3eb6 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 823 time: 0.2992017 Apr 25 14:29:18.725479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-107a8677-b28f-4470-a44c-065bcd178e74 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/quotas/3fe17f792608410d9e07d35de3599b1f HTTP/1.1" status: 200 len: 375 time: 0.0106835 Apr 25 14:29:18.725820 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c32ed25f-ea61-46b6-9c77-73fc0e082f2e req-40b85750-be26-4bd6-811d-ba656809a171 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Apr 25 14:29:18.817248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:18.819582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-42a22e87-ff09-4ef0-80df-3395c4f9ee8e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838289 Apr 25 14:29:18.958330 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-c05e4b92-519e-40aa-858b-34ac63d80615 service neutron] 10.222.0.23 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262434 Apr 25 14:29:19.047972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f719d8e-6c27-4633-a94b-a1cc4850c156 req-964bb6c8-94c5-4f24-8a5f-e5e405092d77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:19.049454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f719d8e-6c27-4633-a94b-a1cc4850c156 req-964bb6c8-94c5-4f24-8a5f-e5e405092d77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 950 time: 0.1815357 Apr 25 14:29:19.106428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-d4e64335-c5ed-48b5-a900-85e3b9b01d20 service neutron] 10.222.0.23 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421697 Apr 25 14:29:19.179226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f719d8e-6c27-4633-a94b-a1cc4850c156 req-74050586-82a3-4764-8f0f-1b5539e6b435 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819430 Apr 25 14:29:19.292044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Deleting port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:19.292415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:19.423548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f35e03-b327-4940-8258-e8de80413d18 req-8acd4f0f-3482-40fb-8703-2c1bbb91bb6b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:19.425773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28f35e03-b327-4940-8258-e8de80413d18 req-8acd4f0f-3482-40fb-8703-2c1bbb91bb6b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1243744 Apr 25 14:29:19.486373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28f35e03-b327-4940-8258-e8de80413d18 req-d5962e16-31c8-44c7-8c27-cad718d88251 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516491 Apr 25 14:29:19.652431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] For port 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:19.652741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:19.682160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437369e-cdbd-4654-beb7-0e11e2d4e65a req-7df4305c-5f46-4596-8fe8-ca425a1e3ed4 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:19.684366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3437369e-cdbd-4654-beb7-0e11e2d4e65a req-7df4305c-5f46-4596-8fe8-ca425a1e3ed4 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.0912857 Apr 25 14:29:19.733979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3437369e-cdbd-4654-beb7-0e11e2d4e65a req-71349b81-a2df-40ff-b688-2d6dcfed49c5 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Apr 25 14:29:19.792043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Calling delete_port for 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:19.838666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff4d05-bb9d-413d-acdc-107fb82c7e63 req-3696030c-9872-4ac6-8fc9-c83bb708bdcd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:19.840173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2eff4d05-bb9d-413d-acdc-107fb82c7e63 req-3696030c-9872-4ac6-8fc9-c83bb708bdcd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 944 time: 0.2858021 Apr 25 14:29:19.853832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:19.945757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 49c39e0f-c353-4e97-971c-65997bf4b4e1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:19.953018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 49c39e0f-c353-4e97-971c-65997bf4b4e1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:19.953438 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.045599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2eff4d05-bb9d-413d-acdc-107fb82c7e63 req-4e8d6cb0-9376-4f1b-9887-c9dea25a7d3f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986406 Apr 25 14:29:20.077862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-524baee3-a587-478a-ad6f-eb24e8b589c4 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:20.085538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-524baee3-a587-478a-ad6f-eb24e8b589c4 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 1101 time: 0.0940061 Apr 25 14:29:20.103371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.131985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:20.132177 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.137819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Usage tracker for resource:security_group_rule and tenant:3e3b6b9b40fb4520b32d8c6392cc0b4d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:20.142378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:20.151811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:20.172370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:20.191819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:20.199330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.201726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:20.300667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:20.301442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23d34b3c-1e64-48f5-a1d1-9b87634f5c2e not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:20.311427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76337714-6548-47ac-ac1c-a48e33d96bd3 req-08dc524b-46df-49eb-8a30-e2e8e608a639 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0752554 Apr 25 14:29:20.333860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:20.345359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.358098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.364121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:20.403721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cc84375-40fd-4a75-8195-2615b0b01b1a req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172269 Apr 25 14:29:20.428478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb83f1c-dc64-41fc-b4cd-fcc71e95c201,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:20.451344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-a23f1144-efde-479a-9ad3-0c6f5b5e65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:20.454120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-a23f1144-efde-479a-9ad3-0c6f5b5e65e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 905 time: 0.2385185 Apr 25 14:29:20.487303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b914c-7e44-4f9a-b0c7-b6a03909bb1b tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b9aa9-636d-44a2-b679-a7a3001c8148,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:20.675557 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7eaaa3d-c548-47aa-aaca-4191d6289464'] response: {'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'code': 200} Apr 25 14:29:20.702356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-bf4a0e99-d236-4a93-b959-8b393e7b753a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271 HTTP/1.1" status: 200 len: 217 time: 0.2108767 Apr 25 14:29:20.757545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-569a7345-a42b-4b40-a95b-4ac2514e1609 req-6e758ca1-c72c-43a5-ac6e-f9b24bd55f1f service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464647 Apr 25 14:29:20.884864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-3989fbb2-ffd4-41a1-817f-127ecf0eb652 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:20.886435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-3989fbb2-ffd4-41a1-817f-127ecf0eb652 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.15 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 823 time: 0.3719511 Apr 25 14:29:20.889238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-6835f14b-fa64-44b2-bdca-df81a172f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:20.895608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-6835f14b-fa64-44b2-bdca-df81a172f723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.1833854 Apr 25 14:29:20.927969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005357c-dfa4-468c-8c17-306c31292789 req-730eaa39-6cda-4073-a080-6bea9764ebd0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:20.929785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b005357c-dfa4-468c-8c17-306c31292789 req-730eaa39-6cda-4073-a080-6bea9764ebd0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.2935691 Apr 25 14:29:20.997231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-5884dcee-9796-4769-9f75-4b1f095e722a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805593 Apr 25 14:29:21.064470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b005357c-dfa4-468c-8c17-306c31292789 req-f5ea549a-6a77-444b-818f-6e5379ceaba5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277454 Apr 25 14:29:21.144247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d792c7-ecae-4f4c-aa87-70595a66f410 req-001bc54a-3bee-48e2-a7c8-0bb8bc46696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:21.145753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-40d792c7-ecae-4f4c-aa87-70595a66f410 req-001bc54a-3bee-48e2-a7c8-0bb8bc46696d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1096 time: 0.3365071 Apr 25 14:29:21.189751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-a65096b3-5830-4f64-bf19-6b1e88954223 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe17f792608410d9e07d35de3599b1f HTTP/1.1" status: 200 len: 380 time: 0.2916348 Apr 25 14:29:21.193397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:21.204336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-211cce7f-b59a-4b1b-ac7f-6a084e15d30a service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992197 Apr 25 14:29:21.206819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'port': {'device_id': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'admin_state_up': True, 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'security_groups': ['37e57ab5-9a17-4a5d-ae0a-1b25301b7656']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:21.241816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-40d792c7-ecae-4f4c-aa87-70595a66f410 req-2bb69a9a-1bf0-4bfd-a2f1-985b82ccb06b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891716 Apr 25 14:29:21.400610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6becef-7013-41b6-a0d8-e42b0d284304 req-0499cbff-2484-459a-85aa-c7648793464c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:21.401994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b6becef-7013-41b6-a0d8-e42b0d284304 req-0499cbff-2484-459a-85aa-c7648793464c tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.2029738 Apr 25 14:29:21.404018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fbbc325-dbc6-4ad0-8b9b-52e4f95102c4 req-e2fd4e98-95e7-4ce4-8f32-02a54d2215b2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687658 Apr 25 14:29:21.430264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1d8d9-4a6b-431b-a7bc-429aa0b726ba req-84efc1aa-663d-4e08-8056-dc8a57ad291c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:21.431809 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ec1d8d9-4a6b-431b-a7bc-429aa0b726ba req-84efc1aa-663d-4e08-8056-dc8a57ad291c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.4609091 Apr 25 14:29:21.490119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:29:21.529936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b6becef-7013-41b6-a0d8-e42b0d284304 req-7b45209d-0f6e-4fb0-b029-3060502b2de2 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218743 Apr 25 14:29:21.567619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:21.644729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:21.654000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d7f6df1f-84a6-4f7c-aeb0-68d4994f083f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277452 Apr 25 14:29:21.657310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ec1d8d9-4a6b-431b-a7bc-429aa0b726ba req-bae7948a-57f7-468d-9de5-e70f296a41fc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573060 Apr 25 14:29:21.768300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Made reservation on behalf of 3fe17f792608410d9e07d35de3599b1f for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:21.772127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:21.829790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-fc60e7ea-f8b8-4348-abe2-9452c49ba62b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:21.831558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-fc60e7ea-f8b8-4348-abe2-9452c49ba62b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710236 Apr 25 14:29:21.849624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-490eb23a-0070-4bb4-9b10-5fe939e368bc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/quotas/7001d80d84c54bef8b1ba6e852215280 HTTP/1.1" status: 200 len: 375 time: 0.0124233 Apr 25 14:29:21.941080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Router 8a24ff88-3d43-4b07-b807-0576fc68eb4b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:29:21.951639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-f1f705e4-1328-409b-b287-328d04eec64b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983288 Apr 25 14:29:22.109971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a7d1-7429-48a3-be77-65c53a98862b req-1616e485-09a7-4523-a2c7-fae18ad4cbbc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:22.111435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9639a7d1-7429-48a3-be77-65c53a98862b req-1616e485-09a7-4523-a2c7-fae18ad4cbbc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 945 time: 0.3098576 Apr 25 14:29:22.151728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-905a0494-b83e-449b-8462-2a3a1d57cabe tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:22.153597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-905a0494-b83e-449b-8462-2a3a1d57cabe tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11b75da-f5b5-4eac-a996-6bcf97bb6a77 HTTP/1.1" status: 200 len: 946 time: 0.1233411 Apr 25 14:29:22.232739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Allocated IP 172.20.0.7 (b923594c-484b-4ea6-b34c-8d8a53a21180/b87de169-fa8a-4444-a68c-65ac33a87277/f6ec1651-db25-4fff-923a-60930e055626) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:22.266287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9639a7d1-7429-48a3-be77-65c53a98862b req-1e98b0d9-f021-4f16-bbd0-009906614a85 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395347 Apr 25 14:29:22.289206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Deleting port 9a73c302-ccb2-4160-8b49-774622eb2b66 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:22.290005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:22.293477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:29:22.314625 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] Sync routers for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:29:22.328707 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:22.329629 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:22.385594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-420e2896-cc9c-4c09-9d64-bb6ee62f8d99 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a24ff88-3d43-4b07-b807-0576fc68eb4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2789903 Apr 25 14:29:22.389404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:22.657174 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:22.664611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:22.667613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c3413a-c171-479b-a328-90cf3955eb55 req-dbffa605-7093-4c11-9085-f292825a4e09 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0804958 Apr 25 14:29:22.738269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] For port 9a73c302-ccb2-4160-8b49-774622eb2b66, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9a73c302-ccb2-4160-8b49-774622eb2b66,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:22.738914 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.185401 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:29:20Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:23.189290 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] Checking router: 8a24ff88-3d43-4b07-b807-0576fc68eb4b for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:29:23.198636 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] Routers {'8a24ff88-3d43-4b07-b807-0576fc68eb4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:23.200016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:23.211406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.211793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.212108 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f disassociated. External IP: 172.25.0.201, port: 9a73c302-ccb2-4160-8b49-774622eb2b66. Apr 25 14:29:23.212825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Calling delete_port for 9a73c302-ccb2-4160-8b49-774622eb2b66 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:23.221295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b984b-107c-4ed2-816b-27f767a84bb3 req-383cfb5e-b429-48fa-8e18-277a4255ea4f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:23.229152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a2b984b-107c-4ed2-816b-27f767a84bb3 req-383cfb5e-b429-48fa-8e18-277a4255ea4f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.4897873 Apr 25 14:29:23.279888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.304052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.317315 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a2b984b-107c-4ed2-816b-27f767a84bb3 req-f4c4e704-b6ab-401f-bd6a-79b9a09b89c0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869803 Apr 25 14:29:23.325921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Transition to ACTIVE for port object f6ec1651-db25-4fff-923a-60930e055626 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:23.330432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Deleting port f6441611-f812-4dcf-807a-3188c4c59f28 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:23.330849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.338458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:23.452242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599720bf-a473-4804-8fbb-3e8a191f21db req-46f078e1-a0ff-422a-af4b-58b290521ec3 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:23.461455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-599720bf-a473-4804-8fbb-3e8a191f21db req-46f078e1-a0ff-422a-af4b-58b290521ec3 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.1921346 Apr 25 14:29:23.503434 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] Set router 8a24ff88-3d43-4b07-b807-0576fc68eb4b gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:23.601929 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.655675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:23.665141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event deleted for resources: {'Port': ['ID=9a73c302-ccb2-4160-8b49-774622eb2b66,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:23.685841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'mac_address': 'fa:16:3e:09:a2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:23.762468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.782335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-599720bf-a473-4804-8fbb-3e8a191f21db req-b76ebc48-9687-489a-bacb-3a8f8be03426 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072220 Apr 25 14:29:23.792233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d17272-6eb4-4ef6-8dc2-545c9175d271 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:23.812632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:23.818774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.819713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:23.840338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:23.965885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Network b923594c-484b-4ea6-b34c-8d8a53a21180 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:23.977763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:23.990339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:24.070006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:24.070642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:24.070984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:24.079617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event updated for resources: {'Port': ['ID=f6ec1651-db25-4fff-923a-60930e055626,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:24.105137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:24.133366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'port_id': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'mac_address': 'fa:16:3e:da:12:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:24.139436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] For port f6441611-f812-4dcf-807a-3188c4c59f28, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f6441611-f812-4dcf-807a-3188c4c59f28,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:24.140065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:24.149979 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:29:20Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:24.156857 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c080e-361d-44f2-9989-0dee982d6759 None None] The sync data for ids ['8a24ff88-3d43-4b07-b807-0576fc68eb4b'] in n-d-811416-6 is: [{'id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-774959375-router', 'tenant_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:56Z', 'updated_at': '2022-04-25T14:29:20Z', 'revision_number': 5, 'project_id': '32cbce4bb1b649c0bf9cc06e111183ae', 'gw_port': {'id': 'f6441611-f812-4dcf-807a-3188c4c59f28', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24ff88-3d43-4b07-b807-0576fc68eb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:58Z', 'updated_at': '2022-04-25T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:29:24.184138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c553da9-ebcc-4780-ac68-5d98105050e0 req-91bec937-c276-4914-b6e9-cd39f62642cd tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 210 time: 0.2672026 Apr 25 14:29:24.234253 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:24.254329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c507c881-3b18-4286-951e-52c8ad6e6df6 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:24.287874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:24.290744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:29:24.295620 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:24.351600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Calling delete_port for f6441611-f812-4dcf-807a-3188c4c59f28 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:24.459946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:24.549201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-e93ad207-01d2-4668-b24b-fee99189706b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3509829 Apr 25 14:29:24.646621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Request body: {'port': {'device_id': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:24.667928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c507c881-3b18-4286-951e-52c8ad6e6df6'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:24.699681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc0700-26d2-478c-88a1-34656885caf5 req-6ce6eaa8-d839-4e2d-8332-00ef52c533bc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:24.701268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0bdc0700-26d2-478c-88a1-34656885caf5 req-6ce6eaa8-d839-4e2d-8332-00ef52c533bc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 1.1204576 Apr 25 14:29:24.772878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-050edbf6-e532-4dd7-bd57-022ff53f74dc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750175 Apr 25 14:29:24.786128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0bdc0700-26d2-478c-88a1-34656885caf5 req-e38e392b-2a1b-4a37-8af8-fc95e6f80c7d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672309 Apr 25 14:29:24.817833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['51d17272-6eb4-4ef6-8dc2-545c9175d271'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:24.858926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:24.905871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:29:24.919006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6441611-f812-4dcf-807a-3188c4c59f28,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:24.991113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:29:25.015540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60674) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:25.022564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.088420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:25.089247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:25.114141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc163-aff1-4361-8ed0-aeee0e99ca5d req-c57fb1a9-17e3-4b45-b7c6-e5e24080f3cd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:25.115708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8c5dc163-aff1-4361-8ed0-aeee0e99ca5d req-c57fb1a9-17e3-4b45-b7c6-e5e24080f3cd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 945 time: 0.6825261 Apr 25 14:29:25.228079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] No DVR routers for this DVR port 9a73c302-ccb2-4160-8b49-774622eb2b66 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:25.273963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3cabdd25-17a2-47f2-b6fe-5cfaf42e327c None None] Provisioning for port f6ec1651-db25-4fff-923a-60930e055626 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:25.287474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.290785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'name': 'network-vif-deleted', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:25.309986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3cabdd25-17a2-47f2-b6fe-5cfaf42e327c None None] Provisioning complete for port f6ec1651-db25-4fff-923a-60930e055626 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:25.310510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3cabdd25-17a2-47f2-b6fe-5cfaf42e327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.321669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.350206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.359859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8c5dc163-aff1-4361-8ed0-aeee0e99ca5d req-452db2b5-95b7-4e00-a4c9-3dfecdf52e61 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225820 Apr 25 14:29:25.373539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50750b75-1c06-4f22-9174-d99fadf4e4bf req-a8e6f01e-3cda-4405-b84d-0426b15acf17 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.21 "DELETE /v2.0/ports/9a73c302-ccb2-4160-8b49-774622eb2b66 HTTP/1.1" status: 204 len: 173 time: 3.2091804 Apr 25 14:29:25.404016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9a73c302-ccb2-4160-8b49-774622eb2b66 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:25.461528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-dd11030d-ba18-44a6-93b0-2bada6c5f6f4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:25.469234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-dd11030d-ba18-44a6-93b0-2bada6c5f6f4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6721642 Apr 25 14:29:25.477015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 9a73c302-ccb2-4160-8b49-774622eb2b66 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:25.477595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9a73c302-ccb2-4160-8b49-774622eb2b66 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:25.484496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:25.628200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-f1768645-c78f-4484-857f-f77da8542ead tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3424587 Apr 25 14:29:25.669306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:25.717581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:25.737066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:25.748237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:25.752363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.848570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3cabdd25-17a2-47f2-b6fe-5cfaf42e327c None None] Port f6ec1651-db25-4fff-923a-60930e055626 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:29:25.875524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:25.895101 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.903391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:25.905299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Usage tracker for resource:security_group_rule and tenant:e61854970af04c3b8c412fdb996b448b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:25.951073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:25.980743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c6610-4d18-4da2-aef0-745c4711c3ad req-ceff181b-023d-4ba2-9bf5-26c25479abec tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:25.982268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c28c6610-4d18-4da2-aef0-745c4711c3ad req-ceff181b-023d-4ba2-9bf5-26c25479abec tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 944 time: 0.1658046 Apr 25 14:29:25.982832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:25.994122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.190 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/100b5b83-7dd2-423f-86f2-a852c4815018) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:26.065851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c28c6610-4d18-4da2-aef0-745c4711c3ad req-999c3b88-44db-480b-b6f7-f30f2b51edeb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691638 Apr 25 14:29:26.226852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:26.232483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.232483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a24ff88-3d43-4b07-b807-0576fc68eb4b {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:29:26.239836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:29:26.245778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:26.246666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051131a-d9c0-4635-876e-172642e09528 req-0b370020-61c7-4b09-98da-d8b1d1c2e977 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:26.247397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c051131a-d9c0-4635-876e-172642e09528 req-0b370020-61c7-4b09-98da-d8b1d1c2e977 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:26.269449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-03bcbb71-4d26-48e2-80db-46f46412fbf5 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:26.272876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-03bcbb71-4d26-48e2-80db-46f46412fbf5 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5743277 Apr 25 14:29:26.287581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:26.315953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:26.317427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:26.362159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1088420-636f-404b-9d69-cb26155aeaf3 req-9b7f2f31-2a9e-4180-969f-22b2b148da22 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 210 time: 0.0810535 Apr 25 14:29:26.400339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:26.401459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3fb83f1c-dc64-41fc-b4cd-fcc71e95c201 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:26.409015 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.442177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object 100b5b83-7dd2-423f-86f2-a852c4815018 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:26.457984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c051131a-d9c0-4635-876e-172642e09528 req-0b370020-61c7-4b09-98da-d8b1d1c2e977 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:26.458164 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2bf6df-d496-49a5-b7ef-0553040d1eb7'] response: {'server_uuid': 'a11b75da-f5b5-4eac-a996-6bcf97bb6a77', 'name': 'network-vif-deleted', 'tag': '9a73c302-ccb2-4160-8b49-774622eb2b66', 'status': 'completed', 'code': 200} Apr 25 14:29:26.465355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c051131a-d9c0-4635-876e-172642e09528 req-0b370020-61c7-4b09-98da-d8b1d1c2e977 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 931 time: 1.2510023 Apr 25 14:29:26.510378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.544191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:26.597999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:26.638706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:26.643459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:26.646384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.648261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:26.650321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-996ba228-39b3-40ae-aeea-b02eb5e68996 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a24ff88-3d43-4b07-b807-0576fc68eb4b HTTP/1.1" status: 204 len: 168 time: 4.2595241 Apr 25 14:29:26.671957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60690) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:26.686856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ec1651-db25-4fff-923a-60930e055626 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:26.736449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=100b5b83-7dd2-423f-86f2-a852c4815018,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:26.757683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.765627 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c051131a-d9c0-4635-876e-172642e09528 req-8e4ee5e2-b35f-4e87-bf16-530acfcfd746 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994108 Apr 25 14:29:26.767995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.768541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:26.769626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.789155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.856462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Transition to ACTIVE for port object f6ec1651-db25-4fff-923a-60930e055626 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:26.898984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43d67f-68fa-457f-9b77-c3ac8823ef63 req-1a39ad0a-b711-4b37-9443-03637f9d8c49 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:26.901431 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:26.912208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b43d67f-68fa-457f-9b77-c3ac8823ef63 req-1a39ad0a-b711-4b37-9443-03637f9d8c49 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1096 time: 0.3242838 Apr 25 14:29:26.943969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-6cd4ef2c-6c2a-44b2-94eb-4fe3d6f02a77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4662871 Apr 25 14:29:26.972970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Request body: {'port': {'device_id': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:27.071697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cf7c67-a7d5-4ba1-88e3-94d0728d607d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:27.077844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Deleting subnet 39451d82-67ea-4ed4-b203-7d1ccddae769 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:29:27.112548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b3395d7-1a2c-4abd-897f-371a5a114e89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e61854970af04c3b8c412fdb996b448b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0953491 Apr 25 14:29:27.125463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60696) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:27.127332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:27.138621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.146227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b43d67f-68fa-457f-9b77-c3ac8823ef63 req-9574beb4-2b31-4bd4-bf17-14b17fae2389 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251873 Apr 25 14:29:27.167459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-845d1857-3edb-4d6e-9905-bf18ee473eb9 None None] Provisioning for port 100b5b83-7dd2-423f-86f2-a852c4815018 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:27.181142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-845d1857-3edb-4d6e-9905-bf18ee473eb9 None None] Provisioning complete for port 100b5b83-7dd2-423f-86f2-a852c4815018 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:27.181524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-845d1857-3edb-4d6e-9905-bf18ee473eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.186507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Usage tracker for resource:port and tenant:7001d80d84c54bef8b1ba6e852215280 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:27.238092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:27.295330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:27.312299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ec1651-db25-4fff-923a-60930e055626,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:27.314633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb5934cb-5807-4205-860b-21163887c531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.316602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.342367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.367356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-845d1857-3edb-4d6e-9905-bf18ee473eb9 None None] Port 100b5b83-7dd2-423f-86f2-a852c4815018 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:29:27.373484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:27.376909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.377836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:27.396952 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb5934cb-5807-4205-860b-21163887c531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.445989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89430e-08ad-444f-b6ad-994aa6a1ebe6 req-17e3b32c-f95f-4a4f-ac70-3011c5464a49 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:27.447892 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d89430e-08ad-444f-b6ad-994aa6a1ebe6 req-17e3b32c-f95f-4a4f-ac70-3011c5464a49 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.4130042 Apr 25 14:29:27.563368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:27.569624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port c507c881-3b18-4286-951e-52c8ad6e6df6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:27.576142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d9b46-7f21-4649-82f8-92d49479e287 None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:29:27.579481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port c507c881-3b18-4286-951e-52c8ad6e6df6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:27.579936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.667374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Attempting to bind port f6ec1651-db25-4fff-923a-60930e055626 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:27.668697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Attempting to bind port f6ec1651-db25-4fff-923a-60930e055626 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:27.668697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Attempting to bind port f6ec1651-db25-4fff-923a-60930e055626 on network b923594c-484b-4ea6-b34c-8d8a53a21180 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:27.672037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb5934cb-5807-4205-860b-21163887c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.696129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Port f6ec1651-db25-4fff-923a-60930e055626 on network b923594c-484b-4ea6-b34c-8d8a53a21180 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:27.696455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Attempting to bind port f6ec1651-db25-4fff-923a-60930e055626 on network b923594c-484b-4ea6-b34c-8d8a53a21180 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:27.728115 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.755712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5934cb-5807-4205-860b-21163887c531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cf7c67-a7d5-4ba1-88e3-94d0728d607d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:27.757658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:27.762092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb5934cb-5807-4205-860b-21163887c531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.765980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb5934cb-5807-4205-860b-21163887c531 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8cf7c67-a7d5-4ba1-88e3-94d0728d607d HTTP/1.1" status: 204 len: 168 time: 0.6369379 Apr 25 14:29:27.777172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:27.777558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Checking segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:27.777898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Bound using segment: {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:27.778347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Bound port: f6ec1651-db25-4fff-923a-60930e055626, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077e0455-3e73-4206-9847-f5eed9359765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:27.778689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.784471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:27.791097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d89430e-08ad-444f-b6ad-994aa6a1ebe6 req-cefb22ad-4414-4826-aaae-9d11fca26f27 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797956 Apr 25 14:29:27.795647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.796574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:27.818154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b7a83-bebe-4e07-bf7d-385b70c1015c req-d4613208-c658-43d1-9418-0a016b851126 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:27.822087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a23b7a83-bebe-4e07-bf7d-385b70c1015c req-d4613208-c658-43d1-9418-0a016b851126 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.4349718 Apr 25 14:29:27.923209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:27.966816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:27.993848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 51d17272-6eb4-4ef6-8dc2-545c9175d271 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:28.002618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a23b7a83-bebe-4e07-bf7d-385b70c1015c req-cc98e36f-397a-417f-8845-21fa7b258019 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745646 Apr 25 14:29:28.002868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 51d17272-6eb4-4ef6-8dc2-545c9175d271 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:28.003390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.015122 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2414ff3-9f07-4377-b342-d84fb05a96c5 None None] New status for floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:29:28.093243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.133504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f6441611-f812-4dcf-807a-3188c4c59f28 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:28.140268 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.154119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100b5b83-7dd2-423f-86f2-a852c4815018 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:28.166555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.168750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/39451d82-67ea-4ed4-b203-7d1ccddae769 HTTP/1.1" status: 204 len: 168 time: 1.4957933 Apr 25 14:29:28.173010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60716) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:28.184924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] For port f6ec1651-db25-4fff-923a-60930e055626, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:28.188161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1821e5-a8a8-408d-bd1e-313afae2beec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39451d82-67ea-4ed4-b203-7d1ccddae769,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:28.208183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] For port f6ec1651-db25-4fff-923a-60930e055626, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f6ec1651-db25-4fff-923a-60930e055626,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:28.214541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00341e-41ba-47f1-90ef-3077d932d84f None None] Network 5c2085db-a6ca-48f5-98eb-c6d4399056e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:29:28.225655 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.276067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f6441611-f812-4dcf-807a-3188c4c59f28 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:28.276832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f6441611-f812-4dcf-807a-3188c4c59f28 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:28.319648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60720) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:28.320746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Transition to ACTIVE for port object 100b5b83-7dd2-423f-86f2-a852c4815018 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:28.326894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ec1651-db25-4fff-923a-60930e055626,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:28.340893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc911a-a3dc-42c8-ad46-782935b75608 req-bbdde116-fdc3-4b17-bc88-ae0a3d7dad9c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:28.350687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66bc911a-a3dc-42c8-ad46-782935b75608 req-bbdde116-fdc3-4b17-bc88-ae0a3d7dad9c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 944 time: 0.3772070 Apr 25 14:29:28.353933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.407040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.432633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.465380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66bc911a-a3dc-42c8-ad46-782935b75608 req-b34ac1b2-b098-41a3-9e2b-3231dfc4493f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129429 Apr 25 14:29:28.481571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:28.482285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.483742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-83e64731-cef8-41db-b565-3c1d9f25bfa7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f6ec1651-db25-4fff-923a-60930e055626 HTTP/1.1" status: 200 len: 1091 time: 3.8414264 Apr 25 14:29:28.484497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:28.560963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:28.616016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6ebb42b1557e4242a53a23a15134f273 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:28.664145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.665672 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.671681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:28.682038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Pushing event updated for resources: {'Port': ['ID=100b5b83-7dd2-423f-86f2-a852c4815018,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:28.719587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.180 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/9ac11821-6242-4a87-847f-4d01539730b5) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:28.746365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:28.747431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a8eed06-96d2-474f-adc4-3df786a716e6 req-838e4c74-92d8-459d-ad69-e1dd5f7f567b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:28.748519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:28.751188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Deleting port 6318d50c-ae5a-4488-aaaf-025381d11c75 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:28.751188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.768108 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:28.801940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a8eed06-96d2-474f-adc4-3df786a716e6 req-838e4c74-92d8-459d-ad69-e1dd5f7f567b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:28.804614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a8eed06-96d2-474f-adc4-3df786a716e6 req-838e4c74-92d8-459d-ad69-e1dd5f7f567b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 210 time: 0.1348710 Apr 25 14:29:28.828595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-82c0772a-3c4e-47cd-8928-2eadaff594f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:28.828595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-82c0772a-3c4e-47cd-8928-2eadaff594f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 1094 time: 0.3005259 Apr 25 14:29:28.889330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:28.908654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d0d75-d1f2-40ce-85fd-f5af3d0a3a80 req-c0420054-69a7-41b9-a497-12bb64ee63de tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:28.917352 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da87c74b-0d29-415d-bf83-b8846722060c'] response: {'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'code': 200} Apr 25 14:29:28.924392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-721d0d75-d1f2-40ce-85fd-f5af3d0a3a80 req-c0420054-69a7-41b9-a497-12bb64ee63de tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1096 time: 0.7192843 Apr 25 14:29:28.928708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-5cecd1be-75c1-48d0-b2a9-763d1a9ab79a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ec1651-db25-4fff-923a-60930e055626 HTTP/1.1" status: 200 len: 217 time: 0.0919709 Apr 25 14:29:28.954369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] DHCP port deletion for 5c2085db-a6ca-48f5-98eb-c6d4399056e0 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:29:28.961130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] Deleting port 6318d50c-ae5a-4488-aaaf-025381d11c75 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:28.961509 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.115964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-8f3c8876-faf0-440f-a6d4-a5658498537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:29.117422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-8f3c8876-faf0-440f-a6d4-a5658498537f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.1731725 Apr 25 14:29:29.130698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Attempting to bind port 100b5b83-7dd2-423f-86f2-a852c4815018 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:29.130927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Attempting to bind port 100b5b83-7dd2-423f-86f2-a852c4815018 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:29.131355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Attempting to bind port 100b5b83-7dd2-423f-86f2-a852c4815018 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:29.184325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-721d0d75-d1f2-40ce-85fd-f5af3d0a3a80 req-32b7a027-92a3-428a-b0aa-8e26e179def3 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589543 Apr 25 14:29:29.198061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Port 100b5b83-7dd2-423f-86f2-a852c4815018 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:29.198978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Attempting to bind port 100b5b83-7dd2-423f-86f2-a852c4815018 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:29.215678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:29.216120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:29.216578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:29.217113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Bound port: 100b5b83-7dd2-423f-86f2-a852c4815018, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:29.217528 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.220051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] For port 6318d50c-ae5a-4488-aaaf-025381d11c75, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6318d50c-ae5a-4488-aaaf-025381d11c75,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:29.221168 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.226916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.258454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d919540-7460-4433-9755-db484e397ef1 req-cf2d2084-4515-44ee-9916-a3ab0d663a09 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:29.260079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d919540-7460-4433-9755-db484e397ef1 req-cf2d2084-4515-44ee-9916-a3ab0d663a09 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 943 time: 0.2178280 Apr 25 14:29:29.276937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object 9ac11821-6242-4a87-847f-4d01539730b5 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:29.281904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] For port 6318d50c-ae5a-4488-aaaf-025381d11c75, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6318d50c-ae5a-4488-aaaf-025381d11c75,segment=NetworkSegment(43a97842-b62c-4ad4-9bb5-0a054562e567),segment_id=43a97842-b62c-4ad4-9bb5-0a054562e567)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:29.282345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.291249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3011c-2c36-456d-b93f-c8700982439f req-a7fc9636-bac0-4795-939c-69ac3bae0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:29.292920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fe3011c-2c36-456d-b93f-c8700982439f req-a7fc9636-bac0-4795-939c-69ac3bae0858 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1096 time: 0.3167648 Apr 25 14:29:29.311222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-0ac8e18b-424e-4aab-8c3d-c73f8e6cc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:29.312763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-0ac8e18b-424e-4aab-8c3d-c73f8e6cc4b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857314 Apr 25 14:29:29.376163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] Calling delete_port for 6318d50c-ae5a-4488-aaaf-025381d11c75 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:29.380430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d919540-7460-4433-9755-db484e397ef1 req-675b70b6-282f-4f0a-9548-b4cacab7fb53 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046946 Apr 25 14:29:29.447917 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180288b6-260b-4092-8cc1-5792ce644e05'] response: {'name': 'network-changed', 'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626', 'status': 'completed', 'code': 200} Apr 25 14:29:29.477342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.525849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:29.647821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:29.655207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:29.661387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-33b6b0cf-c044-499f-aa9d-9699a2d1ac4f service neutron] 10.222.0.15 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363478 Apr 25 14:29:29.662649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:29.662795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.719727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Calling delete_port for 6318d50c-ae5a-4488-aaaf-025381d11c75 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:29.726200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] Pushing event deleted for resources: {'Port': ['ID=6318d50c-ae5a-4488-aaaf-025381d11c75,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:29.732378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c664142-1ffb-4e1c-b3c9-04252caa321d None None] No DVR routers for this DVR port 6318d50c-ae5a-4488-aaaf-025381d11c75 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:29.745592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=9ac11821-6242-4a87-847f-4d01539730b5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:29.856364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fe3011c-2c36-456d-b93f-c8700982439f req-76869e40-8eec-4ab7-b8c3-97505e5d6c58 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185885 Apr 25 14:29:29.871431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:29.872074 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.895648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] For port 100b5b83-7dd2-423f-86f2-a852c4815018, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:29.900423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.911716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] For port 100b5b83-7dd2-423f-86f2-a852c4815018, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=100b5b83-7dd2-423f-86f2-a852c4815018,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:29.913390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.914194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-60ee55fa-d459-483e-9da1-372303cff715 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6316524 Apr 25 14:29:29.921699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747efc19-44fa-49ab-afd9-79d073d285dc req-1b66fd92-c560-4b85-a893-98b37c14bc38 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:29.923108 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-747efc19-44fa-49ab-afd9-79d073d285dc req-1b66fd92-c560-4b85-a893-98b37c14bc38 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 945 time: 0.3632848 Apr 25 14:29:29.934590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.951844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-763adc15-f616-41dd-9652-4cf65ef8a51c None None] Provisioning for port 9ac11821-6242-4a87-847f-4d01539730b5 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:29.958544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-763adc15-f616-41dd-9652-4cf65ef8a51c None None] Provisioning complete for port 9ac11821-6242-4a87-847f-4d01539730b5 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:29.959019 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-763adc15-f616-41dd-9652-4cf65ef8a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:29.973470 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:29:29.973776 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:29:30.025004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-763adc15-f616-41dd-9652-4cf65ef8a51c None None] Port 9ac11821-6242-4a87-847f-4d01539730b5 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:29:30.037184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ebb42b1557e4242a53a23a15134f273&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7100723 Apr 25 14:29:30.046287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.046909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.048306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] 10.222.0.15 "PUT /v2.0/ports/100b5b83-7dd2-423f-86f2-a852c4815018 HTTP/1.1" status: 200 len: 1096 time: 3.0828314 Apr 25 14:29:30.055210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60734) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:30.055660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Request body: {'port': {'device_id': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:30.056849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'tag': '100b5b83-7dd2-423f-86f2-a852c4815018'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:30.094112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e21708-2074-40e3-b8da-45047206a3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e430e874-372d-4ab6-b058-90313b678f91,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:30.111905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3edddf87-8846-43ff-86f2-cf1ac90073fe req-36100d6b-b1b4-4344-85c5-d1591af7bd99 service neutron] 10.222.0.15 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125409 Apr 25 14:29:30.159635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-849d11ee-64c8-46cd-abfb-1df0aafcaa0b tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.162623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-849d11ee-64c8-46cd-abfb-1df0aafcaa0b tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 1100 time: 0.4980464 Apr 25 14:29:30.191042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b0941-07f8-4b30-a77e-06b66a82d87e service neutron] Pushing event updated for resources: {'Port': ['ID=100b5b83-7dd2-423f-86f2-a852c4815018,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:30.204495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.219140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6318d50c-ae5a-4488-aaaf-025381d11c75 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:30.238755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:30.244583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-747efc19-44fa-49ab-afd9-79d073d285dc req-31bced64-4d70-4e54-bab2-b902cf0f4fd2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111420 Apr 25 14:29:30.244828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Usage tracker for resource:security_group_rule and tenant:159dad787e3d4293be08a8894d53b3da is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:30.254363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:30.268245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:30.271648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-626c53d2-0b19-402f-8229-e7c065cd912b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.296254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 6318d50c-ae5a-4488-aaaf-025381d11c75 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:30.296654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6318d50c-ae5a-4488-aaaf-025381d11c75 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:30.310319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.335671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-626c53d2-0b19-402f-8229-e7c065cd912b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.361592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-1b54fd5c-164f-4f40-b3e4-baaa262b745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.363096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-1b54fd5c-164f-4f40-b3e4-baaa262b745a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 1099 time: 0.2615016 Apr 25 14:29:30.416754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-9f000059-054b-4a79-a692-ec95762f62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.418764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-9f000059-054b-4a79-a692-ec95762f62e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 1094 time: 0.2281580 Apr 25 14:29:30.457852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-44ed5a9c-05c5-4cf2-8b1f-1b7bcd70cd89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=100b5b83-7dd2-423f-86f2-a852c4815018 HTTP/1.1" status: 200 len: 217 time: 0.0848927 Apr 25 14:29:30.498250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Deleting port 6318d50c-ae5a-4488-aaaf-025381d11c75 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:30.498435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.600746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] The port '6318d50c-ae5a-4488-aaaf-025381d11c75' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:29:30.636586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-626c53d2-0b19-402f-8229-e7c065cd912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.686118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c53d2-0b19-402f-8229-e7c065cd912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e430e874-372d-4ab6-b058-90313b678f91,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:30.688652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-52660395-7312-4189-b02e-2943644a2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.690318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-52660395-7312-4189-b02e-2943644a2727 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2252564 Apr 25 14:29:30.703582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.719449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-0925bda0-4812-46e0-8364-5b4d9adc9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.720933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-0925bda0-4812-46e0-8364-5b4d9adc9202 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 924 time: 0.2558444 Apr 25 14:29:30.756462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.845990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Synchronizing usage tracker for tenant:159dad787e3d4293be08a8894d53b3da on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:30.854205 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-a68a3802-d298-4d6f-a279-3a7999cbd828 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ec1651-db25-4fff-923a-60930e055626 HTTP/1.1" status: 200 len: 217 time: 0.0806127 Apr 25 14:29:30.855002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.865600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18fe6-9ee7-4129-b8e1-f4426f2488ce req-823a0fac-4523-438b-9747-e8a6df2d5649 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:30.869739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3f18fe6-9ee7-4129-b8e1-f4426f2488ce req-823a0fac-4523-438b-9747-e8a6df2d5649 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 945 time: 0.4443667 Apr 25 14:29:30.888118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565e14d-160c-4621-b67c-8991e434dc6f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:30.891199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-626c53d2-0b19-402f-8229-e7c065cd912b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:30.892298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-626c53d2-0b19-402f-8229-e7c065cd912b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e430e874-372d-4ab6-b058-90313b678f91 HTTP/1.1" status: 204 len: 168 time: 0.8274603 Apr 25 14:29:30.904435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2085db-a6ca-48f5-98eb-c6d4399056e0']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:30.919052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:30.930771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a97842-b62c-4ad4-9bb5-0a054562e567') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:30.931284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a97842-b62c-4ad4-9bb5-0a054562e567') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:30.941862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] Unset dirty status for tenant:159dad787e3d4293be08a8894d53b3da on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:30.947659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41e0efe8-803b-4120-ad70-00aff7e45d3d req-31d635d7-a431-4dc1-9bc3-89a77f6ad974 tempest-LiveMigrationNegativeTest-1989290317 tempest-LiveMigrationNegativeTest-1989290317-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7820575 Apr 25 14:29:30.965471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.017132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-a7ff400f-e445-4d78-857b-707e01164e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:31.020846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-a7ff400f-e445-4d78-857b-707e01164e36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3093596 Apr 25 14:29:31.021872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.026718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-3e79d714-f1f1-4c0c-a294-198a5d94567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:31.029684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-3e79d714-f1f1-4c0c-a294-198a5d94567e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.1535609 Apr 25 14:29:31.046439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3f18fe6-9ee7-4129-b8e1-f4426f2488ce req-0d5778a7-93b4-4f27-a1a3-9531fa7c29f7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664681 Apr 25 14:29:31.084291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:29:31.084729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:29:31.102751 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:29:31.159239 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37b3473-aec4-4e5e-8a04-c3cec779155c'] response: {'name': 'network-changed', 'server_uuid': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'tag': '100b5b83-7dd2-423f-86f2-a852c4815018', 'status': 'completed', 'code': 200} Apr 25 14:29:31.198065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:29:31.308932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-75422489-ec39-42e4-998a-5149c05fd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:31.310440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-75422489-ec39-42e4-998a-5149c05fd2c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624612 Apr 25 14:29:31.323365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac11821-6242-4a87-847f-4d01539730b5 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:31.392583 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.461909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-b44fc685-d4f8-4fad-879b-14f1313a725e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303379 Apr 25 14:29:31.468244 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.478271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Transition to ACTIVE for port object 9ac11821-6242-4a87-847f-4d01539730b5 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:31.497021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.531531 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:31.543170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2085db-a6ca-48f5-98eb-c6d4399056e0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:31.780604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6aa6edb2-c47f-4dc1-974f-fe554396fca6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c2085db-a6ca-48f5-98eb-c6d4399056e0 HTTP/1.1" status: 204 len: 168 time: 3.6049685 Apr 25 14:29:31.801114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-e0cedff5-8db7-46bd-b2f1-3186d2784cc1 service neutron] 10.222.0.15 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726856 Apr 25 14:29:31.813288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Pushing event updated for resources: {'Port': ['ID=9ac11821-6242-4a87-847f-4d01539730b5,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:31.857238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f280b-0f1d-40b7-9e03-c2fceba6c6ea req-f3d4d846-76b5-4c48-8235-3ae47ca490af tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:31.858078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-371f280b-0f1d-40b7-9e03-c2fceba6c6ea req-f3d4d846-76b5-4c48-8235-3ae47ca490af tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:31.866822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-ddeeb426-66ad-4c69-85b6-28d64b6f626d service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948171 Apr 25 14:29:31.886456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-371f280b-0f1d-40b7-9e03-c2fceba6c6ea req-f3d4d846-76b5-4c48-8235-3ae47ca490af tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:31.888013 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-371f280b-0f1d-40b7-9e03-c2fceba6c6ea req-f3d4d846-76b5-4c48-8235-3ae47ca490af tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 936 time: 0.8052168 Apr 25 14:29:31.978455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60778) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:32.035771 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-371f280b-0f1d-40b7-9e03-c2fceba6c6ea req-8cb6adbc-487d-4496-814b-18a11b75f86e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393778 Apr 25 14:29:32.083129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ca8c8547-951c-48b9-b2f9-b7b9420377d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32cbce4bb1b649c0bf9cc06e111183ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002872 Apr 25 14:29:32.086762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60784) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:32.106027 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72cb8f9a-cfdf-48b5-85ae-16bfdd30fdfe'] response: {'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'code': 200} Apr 25 14:29:32.153849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c882-9864-4bd6-b62e-f87be1138894 req-b0b90874-3834-41ca-a157-23f2e5d66474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.155244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-b0b90874-3834-41ca-a157-23f2e5d66474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 1099 time: 0.2222981 Apr 25 14:29:32.155393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94e02f6-aa5f-4eb1-ab16-e077b400bd87 req-f5b2ab74-4fce-497c-af0a-41962048bf65 service neutron] 10.222.0.15 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429739 Apr 25 14:29:32.186140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ac23c-e438-48de-93b3-a0128fa2cdbc req-0aea9285-3a8e-4491-9772-ea651c1293b7 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.187642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c18ac23c-e438-48de-93b3-a0128fa2cdbc req-0aea9285-3a8e-4491-9772-ea651c1293b7 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 943 time: 0.5945792 Apr 25 14:29:32.189990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Attempting to bind port 9ac11821-6242-4a87-847f-4d01539730b5 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:32.190541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Attempting to bind port 9ac11821-6242-4a87-847f-4d01539730b5 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:32.191043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Attempting to bind port 9ac11821-6242-4a87-847f-4d01539730b5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:32.219837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Port 9ac11821-6242-4a87-847f-4d01539730b5 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:32.220179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Attempting to bind port 9ac11821-6242-4a87-847f-4d01539730b5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:32.236097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:32.236673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:32.237265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:32.237867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Bound port: 9ac11821-6242-4a87-847f-4d01539730b5, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:32.238376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.263938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c18ac23c-e438-48de-93b3-a0128fa2cdbc req-062a3b12-dbf3-40ec-bf1a-e01b7177dd11 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701742 Apr 25 14:29:32.354616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] For port 9ac11821-6242-4a87-847f-4d01539730b5, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:32.358308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] For port 9ac11821-6242-4a87-847f-4d01539730b5, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ac11821-6242-4a87-847f-4d01539730b5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:32.365354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.411473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68b15bf0-2f64-4926-9903-427ded44f109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.478984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.479807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.481875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] 10.222.0.15 "PUT /v2.0/ports/9ac11821-6242-4a87-847f-4d01539730b5 HTTP/1.1" status: 200 len: 1096 time: 2.5500422 Apr 25 14:29:32.484812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'tag': '9ac11821-6242-4a87-847f-4d01539730b5'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:32.505507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68b15bf0-2f64-4926-9903-427ded44f109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.525287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3f9c-dd81-4c4a-99d8-ad7e5632f5cd service neutron] Pushing event updated for resources: {'Port': ['ID=9ac11821-6242-4a87-847f-4d01539730b5,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:32.530162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c882-9864-4bd6-b62e-f87be1138894 req-d975ee7b-ee1a-44f0-bef2-c1dce8b88ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.531636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-d975ee7b-ee1a-44f0-bef2-c1dce8b88ab9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3593814 Apr 25 14:29:32.533660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12376e5-6fa4-4b81-9309-9cf0ab537227 req-768eff7d-3780-4fe1-8ea3-920c4636b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.535002 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b12376e5-6fa4-4b81-9309-9cf0ab537227 req-768eff7d-3780-4fe1-8ea3-920c4636b7f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 1096 time: 0.3640416 Apr 25 14:29:32.613916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-8289f701-3933-47b8-8082-c53d97174a2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=100b5b83-7dd2-423f-86f2-a852c4815018 HTTP/1.1" status: 200 len: 217 time: 0.0698321 Apr 25 14:29:32.619700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341290c-e6e3-491f-bc2f-b59447105679 req-177dee33-5daf-4eab-8de8-e7f43b2b364c tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.628272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6341290c-e6e3-491f-bc2f-b59447105679 req-177dee33-5daf-4eab-8de8-e7f43b2b364c tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1096 time: 0.2102201 Apr 25 14:29:32.691176 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6341290c-e6e3-491f-bc2f-b59447105679 req-86117a59-3382-4e63-a357-d7064b960735 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Apr 25 14:29:32.699072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-3f8d79a6-20cb-4b2d-9807-0dcb51c41980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.704134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-3f8d79a6-20cb-4b2d-9807-0dcb51c41980 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 1099 time: 0.1651106 Apr 25 14:29:32.729591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006319a5-05c6-498b-9884-f5c34f0f219c req-fd5ba2ed-b6bf-46d5-8310-d172e26744fe tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.731676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-006319a5-05c6-498b-9884-f5c34f0f219c req-fd5ba2ed-b6bf-46d5-8310-d172e26744fe tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 945 time: 0.3837349 Apr 25 14:29:32.762000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b12376e5-6fa4-4b81-9309-9cf0ab537227 req-4d093bc4-0222-4ca0-a630-2c0465c056ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506717 Apr 25 14:29:32.785085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c882-9864-4bd6-b62e-f87be1138894 req-cea590d1-285a-4546-bbe2-50595449677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.785085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-cea590d1-285a-4546-bbe2-50595449677f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1440179 Apr 25 14:29:32.840711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68b15bf0-2f64-4926-9903-427ded44f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.860194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-49ffc509-33da-4835-b1ea-3fed6cca8239 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9ac11821-6242-4a87-847f-4d01539730b5 HTTP/1.1" status: 200 len: 217 time: 0.1469445 Apr 25 14:29:32.865639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-006319a5-05c6-498b-9884-f5c34f0f219c req-c4d7bb9b-bf04-4afa-bb8a-960d0f627b9d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250374 Apr 25 14:29:32.887367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b15bf0-2f64-4926-9903-427ded44f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f83ce-aeb7-40df-9f84-5d3102131622,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:32.908105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68b15bf0-2f64-4926-9903-427ded44f109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:32.911929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-68b15bf0-2f64-4926-9903-427ded44f109 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/308f83ce-aeb7-40df-9f84-5d3102131622 HTTP/1.1" status: 204 len: 168 time: 0.8215845 Apr 25 14:29:32.929643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c882-9864-4bd6-b62e-f87be1138894 req-128da567-2fdc-4688-8725-a5da176c3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:32.931262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-128da567-2fdc-4688-8725-a5da176c3748 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452711 Apr 25 14:29:33.033968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-78fe0480-5e4e-4b02-9d2b-2115f5eba88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:33.035410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-78fe0480-5e4e-4b02-9d2b-2115f5eba88b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1685812 Apr 25 14:29:33.092394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-36ca117b-869b-47b4-ace8-e14d63fb9a73 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550546 Apr 25 14:29:33.122028 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a281a5-09f8-40b9-ba81-cb52d153e946'] response: {'name': 'network-changed', 'server_uuid': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'tag': '9ac11821-6242-4a87-847f-4d01539730b5', 'status': 'completed', 'code': 200} Apr 25 14:29:33.148379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33b34-c6fb-4dd6-a204-706f80516482 req-75f2a22c-2642-4715-87db-f26928cde2c2 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:33.150004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0b33b34-c6fb-4dd6-a204-706f80516482 req-75f2a22c-2642-4715-87db-f26928cde2c2 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 945 time: 0.2135715 Apr 25 14:29:33.206263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0b33b34-c6fb-4dd6-a204-706f80516482 req-f1fff27d-1077-4fd3-be90-b727d0471297 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464664 Apr 25 14:29:33.243639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-5f2715ae-c79e-4a51-a80a-88924675302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:33.248552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-5f2715ae-c79e-4a51-a80a-88924675302f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030778 Apr 25 14:29:33.265410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1384c882-9864-4bd6-b62e-f87be1138894 req-f0764d06-eb3c-4ec1-a9c3-a72a6d43836f service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646514 Apr 25 14:29:33.428924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-9b67164c-629d-4403-a182-8398d6ff3fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739531 Apr 25 14:29:33.623977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-422e7813-356b-42b8-81e6-a9abef4c7a7d req-e9d534bf-ea72-4f53-af81-efa7feb10ddf service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889598 Apr 25 14:29:33.646068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cba5c-d588-43e9-9132-9ea458541aa2 req-e5bb40b6-45ae-451d-8c54-549f46eb3788 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:33.647617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d48cba5c-d588-43e9-9132-9ea458541aa2 req-e5bb40b6-45ae-451d-8c54-549f46eb3788 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1096 time: 0.1030669 Apr 25 14:29:33.745024 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d48cba5c-d588-43e9-9132-9ea458541aa2 req-02c286aa-a65f-4804-a8a5-04e269fd2594 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Apr 25 14:29:33.791727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa13032-2335-4ec1-bbd4-56426633973c req-a142398e-32ea-4f01-b003-ef9820e9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:33.793434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-a142398e-32ea-4f01-b003-ef9820e9b870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 1099 time: 0.1129034 Apr 25 14:29:33.798369 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:33.896535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60860) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:33.925117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f6ec1651-db25-4fff-923a-60930e055626 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:33.975605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa13032-2335-4ec1-bbd4-56426633973c req-8f8580bd-8351-4bb4-bb5f-a3c65afb5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:33.977753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-8f8580bd-8351-4bb4-bb5f-a3c65afb5182 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1779966 Apr 25 14:29:34.072356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-748181ec-d77b-40d9-8347-69f0301f9038 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9ac11821-6242-4a87-847f-4d01539730b5 HTTP/1.1" status: 200 len: 217 time: 0.0879493 Apr 25 14:29:34.095468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-network', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:34.100330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:34.106573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Usage tracker for resource:network and tenant:5aaa6d2d9d3147fd89a4a6e4a7613ac8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:34.110425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:34.118636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:34.155299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Made reservation on behalf of 5aaa6d2d9d3147fd89a4a6e4a7613ac8 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:34.158599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.175417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f6ec1651-db25-4fff-923a-60930e055626, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f6ec1651-db25-4fff-923a-60930e055626,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:34.190727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.197116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f6ec1651-db25-4fff-923a-60930e055626', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'port_id': 'f6ec1651-db25-4fff-923a-60930e055626', 'mac_address': 'fa:16:3e:35:da:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:34.225582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:34.226649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa13032-2335-4ec1-bbd4-56426633973c req-d063fca2-1f97-4cdd-b1b7-01a01b1fe619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:34.228207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-d063fca2-1f97-4cdd-b1b7-01a01b1fe619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1473320 Apr 25 14:29:34.230661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Usage tracker for resource:security_group_rule and tenant:5aaa6d2d9d3147fd89a4a6e4a7613ac8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:34.236032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:34.243044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:34.269098 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.297506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ec1651-db25-4fff-923a-60930e055626 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:34.320012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f6ec1651-db25-4fff-923a-60930e055626, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f6ec1651-db25-4fff-923a-60930e055626,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:34.324302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.372575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.377572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.402925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f6ec1651-db25-4fff-923a-60930e055626,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:34.421428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de6739-34f3-46f3-a253-a6bdd9d2a2df,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:34.432181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:29:34.442198 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.442606 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Added segment 068a4e1c-32e6-4b1b-9b58-97a0963086fe of type vlan for network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae Apr 25 14:29:34.466527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6a6d-6d58-4e09-a315-dcebba4a2436 req-0c19d307-ee7d-4708-8794-77573b4bb0e4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:34.469384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbca6a6d-6d58-4e09-a315-dcebba4a2436 req-0c19d307-ee7d-4708-8794-77573b4bb0e4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 948 time: 0.2985857 Apr 25 14:29:34.472121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.511248 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.512374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:34.513518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.515657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa13032-2335-4ec1-bbd4-56426633973c req-ae0c3095-82d2-4edd-a045-7ebe3c829e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:34.517631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-ae0c3095-82d2-4edd-a045-7ebe3c829e7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2806244 Apr 25 14:29:34.583634 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbca6a6d-6d58-4e09-a315-dcebba4a2436 req-99062c8e-69fc-45ef-a6ce-87b26362975f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991807 Apr 25 14:29:34.590558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f6ec1651-db25-4fff-923a-60930e055626'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:34.591134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7695ca03-62d0-4d8a-a552-9797db894489 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:29:34.592117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7695ca03-62d0-4d8a-a552-9797db894489 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119708 Apr 25 14:29:34.617781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7198453 Apr 25 14:29:34.623578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:34.632727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Request body: {'subnet': {'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-subnet', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:34.638031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:34.642193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Usage tracker for resource:subnet and tenant:5aaa6d2d9d3147fd89a4a6e4a7613ac8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:34.645112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:34.653185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:34.655218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21c3c-2c54-40af-b4ae-dddea91417db admin admin] Pushing event updated for resources: {'Network': ['ID=46831cc2-8bfc-4fe6-bd97-20a702ae43ae,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:34.663279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Request body: {'binding': {'host': 'n-h1-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:34.664390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:29:34.669066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Made reservation on behalf of 5aaa6d2d9d3147fd89a4a6e4a7613ac8 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:34.670584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:29:34.671873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:34.791228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-02f441fa-4064-4222-b3d6-961a0545b2ba service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530375 Apr 25 14:29:34.918228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.041942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on host n-h1-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:35.042279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:35.043132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:35.048927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:35.049290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:35.053054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa13032-2335-4ec1-bbd4-56426633973c req-dd105a7e-e885-45ce-ab1c-91d10c88dec9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065609 Apr 25 14:29:35.091423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358130cb-f347-4078-8927-91752e5358e2,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:35.098559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:35.098900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:35.099281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:35.099719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Bound port: 49c39e0f-c353-4e97-971c-65997bf4b4e1, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:35.102496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Checking segment: {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:35.102895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Network hostable DHCP agents. Network: 46831cc2-8bfc-4fe6-bd97-20a702ae43ae, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:29:35.123996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:29:35.134874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 46831cc2-8bfc-4fe6-bd97-20a702ae43ae) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:35.139449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.140187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.149176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1683397a-3009-4ab2-9b70-4d3cbb454966 None None] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:29:35.150038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:35.160534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.161728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-d096904f-1403-42ad-a38c-0220301d9028 service neutron] 10.222.0.23 "POST /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5089631 Apr 25 14:29:35.175712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cefb9-9b03-48e0-949c-e51184909e1b req-70568244-7899-4a81-989e-ef1a6c37c1be tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.177201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-900cefb9-9b03-48e0-949c-e51184909e1b req-70568244-7899-4a81-989e-ef1a6c37c1be tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 944 time: 0.1222563 Apr 25 14:29:35.182019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-908b7bf0-03d2-4b2f-b415-f1b1e358b1e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5572619 Apr 25 14:29:35.183978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60884) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:35.193730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:35.199440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:35.204052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Usage tracker for resource:router and tenant:5aaa6d2d9d3147fd89a4a6e4a7613ac8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:35.208752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:35.216052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:35.238220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.241345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-900cefb9-9b03-48e0-949c-e51184909e1b req-9d203026-8c75-4087-b3a6-a6c86ecb0267 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564899 Apr 25 14:29:35.241873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.278082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.434791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-46831cc2-8bfc-4fe6-bd97-20a702ae43ae', 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'fixed_ips': [{'subnet_id': '358130cb-f347-4078-8927-91752e5358e2'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:29:35.436426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.533501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726214-c0a3-4a89-a6f9-5d2d478c57d6 req-7d050164-f41a-499e-9379-83705a23213a tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.535221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a726214-c0a3-4a89-a6f9-5d2d478c57d6 req-7d050164-f41a-499e-9379-83705a23213a tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1096 time: 0.0960269 Apr 25 14:29:35.580226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a726214-c0a3-4a89-a6f9-5d2d478c57d6 req-e73ea97d-e135-4b2b-97df-5271f0899cdb tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Apr 25 14:29:35.661181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Allocated IP 172.20.0.2 (46831cc2-8bfc-4fe6-bd97-20a702ae43ae/358130cb-f347-4078-8927-91752e5358e2/aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:35.760323 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.776296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d01144-682e-4900-a0ea-9e22fcc5ac7f req-4b7d1e92-3ce5-4393-90bc-10f99505c1c9 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.778735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89d01144-682e-4900-a0ea-9e22fcc5ac7f req-4b7d1e92-3ce5-4393-90bc-10f99505c1c9 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 945 time: 0.0963812 Apr 25 14:29:35.827390 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89d01144-682e-4900-a0ea-9e22fcc5ac7f req-980813d4-6f83-4384-8463-291311643a62 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Apr 25 14:29:35.848500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7fd1a276-73e7-4a18-a93a-31028cf2e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.849993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7fd1a276-73e7-4a18-a93a-31028cf2e7a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1096 time: 0.3220789 Apr 25 14:29:35.902803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:35.915548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Transition to ACTIVE for port object aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:35.936333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 100b5b83-7dd2-423f-86f2-a852c4815018 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:35.946629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f6ec1651-db25-4fff-923a-60930e055626 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:35.948339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1dc5-0392-4ab6-8d7c-2f79335fa7b1 req-4254fecb-8521-4df6-be9e-6f6444f40b49 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.956936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa8e1dc5-0392-4ab6-8d7c-2f79335fa7b1 req-4254fecb-8521-4df6-be9e-6f6444f40b49 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.4254715 Apr 25 14:29:35.969387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-cda622d7-097d-44b6-97f5-de84affde26f tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:35.972592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-cda622d7-097d-44b6-97f5-de84affde26f tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 949 time: 0.1241760 Apr 25 14:29:36.017525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Transition to ACTIVE for port object aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:36.030211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.072700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Deleting port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:36.073606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.089790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa8e1dc5-0392-4ab6-8d7c-2f79335fa7b1 req-1d78ac82-2d4f-43de-9cbd-0fdb1fb9273d tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317630 Apr 25 14:29:36.124633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-e9584635-9292-4399-87f3-ad901a5ff733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:36.126326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-e9584635-9292-4399-87f3-ad901a5ff733 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.2328749 Apr 25 14:29:36.203263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-f5e803fe-ab89-4465-bcb5-5bc2c85b760f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 217 time: 0.0687749 Apr 25 14:29:36.260330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 100b5b83-7dd2-423f-86f2-a852c4815018, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=100b5b83-7dd2-423f-86f2-a852c4815018,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:36.275772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:36.286182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '100b5b83-7dd2-423f-86f2-a852c4815018', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '100b5b83-7dd2-423f-86f2-a852c4815018', 'mac_address': 'fa:16:3e:0a:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:36.291585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:36.297804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:36.390631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port f6ec1651-db25-4fff-923a-60930e055626 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:36.452799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Pushing event updated for resources: {'Port': ['ID=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:36.469143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f6ec1651-db25-4fff-923a-60930e055626 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:36.469792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.475889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7656e25-f5e1-4f51-a5eb-4f4a6de78f3c req-da9db1cf-9eb8-4172-b690-737b0920eb63 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:36.477959 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7656e25-f5e1-4f51-a5eb-4f4a6de78f3c req-da9db1cf-9eb8-4172-b690-737b0920eb63 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 945 time: 0.3177264 Apr 25 14:29:36.480523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] For port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:36.481245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.497813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7f2d6ef3-e038-42fc-83d3-903163bdd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:36.499479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7f2d6ef3-e038-42fc-83d3-903163bdd1a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2273664 Apr 25 14:29:36.557199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Attempting to bind port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:36.557811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Attempting to bind port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:36.558893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Attempting to bind port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed on network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:36.571855 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.574265 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.596736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:36.597649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Checking segment: {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:36.598283 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.598884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Bound using segment: {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:36.600206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Bound port: aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:36.600796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.670279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Calling delete_port for 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:36.691504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100b5b83-7dd2-423f-86f2-a852c4815018 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:36.704071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-9fee8563-1f8d-43d8-b33b-793bbb460ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976497 Apr 25 14:29:36.739842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.749002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7656e25-f5e1-4f51-a5eb-4f4a6de78f3c req-8f0a8d8a-0c36-49a9-a569-3336e96b6b56 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521484 Apr 25 14:29:36.801765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 100b5b83-7dd2-423f-86f2-a852c4815018, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=100b5b83-7dd2-423f-86f2-a852c4815018,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:36.815252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8581b-8fe0-44a4-9ef0-6698a5f916ed req-1a6ce8f1-7eeb-4b86-8f24-aad696c784e4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:36.817151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ba8581b-8fe0-44a4-9ef0-6698a5f916ed req-1a6ce8f1-7eeb-4b86-8f24-aad696c784e4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 948 time: 0.5534315 Apr 25 14:29:36.836999 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.918998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] For port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:36.948066 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:36.960274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] For port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:36.969500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=100b5b83-7dd2-423f-86f2-a852c4815018,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:36.978364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:37.008803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ba8581b-8fe0-44a4-9ef0-6698a5f916ed req-f8624eae-77a5-4916-b0da-edea2284ba7f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364164 Apr 25 14:29:37.086696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-5f68ef5b-53e6-489b-991f-49b800adf456 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733251 Apr 25 14:29:37.106900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f6ec1651-db25-4fff-923a-60930e055626, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f6ec1651-db25-4fff-923a-60930e055626,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:37.120849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a35ab3-2c20-479e-b7e1-fb6c9d9424e5 None None] Pushing event updated for resources: {'Port': ['ID=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:37.124062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:37.138565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:37.157808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:37.161240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6793413a-3990-482d-9a36-a85f1cabc6ee', '4c43bc7e-abab-4d4a-9466-9cfa1a08db09'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:37.203253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Allocated IP 172.25.0.252 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/4c65db19-64a7-430a-864a-a0626596d91e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:37.233816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Pushing event deleted for resources: {'Port': ['ID=4c43bc7e-abab-4d4a-9466-9cfa1a08db09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:37.263919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['100b5b83-7dd2-423f-86f2-a852c4815018'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:37.375471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] No DVR routers for this DVR port 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:37.376928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:37.382657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'name': 'network-vif-deleted', 'tag': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:37.440290 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df3590b0-c7d2-4a20-a39a-6b9232056da9 req-18615573-afa8-4713-aa1f-bfdd72f55f33 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "DELETE /v2.0/ports/4c43bc7e-abab-4d4a-9466-9cfa1a08db09 HTTP/1.1" status: 204 len: 173 time: 1.4614213 Apr 25 14:29:37.555382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60922) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:37.638431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f6ec1651-db25-4fff-923a-60930e055626,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:37.679442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:37.689877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4d483-b9ba-437f-8eb4-92d77b304b14 req-6a7c98c4-a51c-49fa-9526-a4df7e675f1c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:37.695512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5bb4d483-b9ba-437f-8eb4-92d77b304b14 req-6a7c98c4-a51c-49fa-9526-a4df7e675f1c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 945 time: 0.2072399 Apr 25 14:29:37.734676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-146906ee-a4d1-4634-9bdd-6231ff5d3314 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374700 Apr 25 14:29:37.827108 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5bb4d483-b9ba-437f-8eb4-92d77b304b14 req-9b9a23dc-e9fa-43a5-a09b-d4a6b22e2788 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237078 Apr 25 14:29:37.828034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:37.844939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:37.849009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Usage tracker for resource:security_group_rule and tenant:f458a10cce824655bc743863fdc42993 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:37.852175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:37.859615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:37.880119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5047a-48eb-4eb7-ab3c-16f8cf320e41 req-0b872c4f-2af9-4046-b474-d31a38a0220d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:37.881839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-27a5047a-48eb-4eb7-ab3c-16f8cf320e41 req-0b872c4f-2af9-4046-b474-d31a38a0220d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Synchronizing usage tracker for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:37.927397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ac11821-6242-4a87-847f-4d01539730b5 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:37.936915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.050615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.073604 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.105422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:38.106499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-27a5047a-48eb-4eb7-ab3c-16f8cf320e41 req-0b872c4f-2af9-4046-b474-d31a38a0220d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Unset dirty status for tenant:3fe17f792608410d9e07d35de3599b1f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:38.114469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27a5047a-48eb-4eb7-ab3c-16f8cf320e41 req-0b872c4f-2af9-4046-b474-d31a38a0220d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.9129679 Apr 25 14:29:38.129791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:38.143735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:38.185430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9ac11821-6242-4a87-847f-4d01539730b5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ac11821-6242-4a87-847f-4d01539730b5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:38.210418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9ac11821-6242-4a87-847f-4d01539730b5', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '9ac11821-6242-4a87-847f-4d01539730b5', 'mac_address': 'fa:16:3e:66:83:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:38.244864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-0276af3a-5121-4e4b-8b7a-c95c268cbb96 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:38.246464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-0276af3a-5121-4e4b-8b7a-c95c268cbb96 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.4455881 Apr 25 14:29:38.286255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15d4ebe-e3bf-4063-b8c1-144ad5a87727,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:38.287618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.292062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-512c11b3-9d0e-4cee-abf9-b38cf6a714c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f458a10cce824655bc743863fdc42993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7365060 Apr 25 14:29:38.297394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27a5047a-48eb-4eb7-ab3c-16f8cf320e41 req-927a4a41-24f4-4f9a-ace0-b2019cc9937a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819429 Apr 25 14:29:38.299757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60934) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:38.301462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ab750782-9e75-482b-b408-73b38c420f84 req-3878ccbb-4e19-4220-ba5b-f2ea58dec975 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Synchronizing usage tracker for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:38.309248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-6'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:38.314764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:38.343360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac11821-6242-4a87-847f-4d01539730b5 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:38.363197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Pushing event updated for resources: {'Port': ['ID=4c65db19-64a7-430a-864a-a0626596d91e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:38.384288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ab750782-9e75-482b-b408-73b38c420f84 req-3878ccbb-4e19-4220-ba5b-f2ea58dec975 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Unset dirty status for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:38.386543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab750782-9e75-482b-b408-73b38c420f84 req-3878ccbb-4e19-4220-ba5b-f2ea58dec975 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb57f40a-f1c6-4c0d-a08d-88529050c12d HTTP/1.1" status: 200 len: 210 time: 0.1865497 Apr 25 14:29:38.393310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0601c7-ee3a-4579-b4e2-cff9f4bdc1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.406541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9ac11821-6242-4a87-847f-4d01539730b5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ac11821-6242-4a87-847f-4d01539730b5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:38.447594 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9edc74b-2584-46c9-9b36-2da0e3d331b1'] response: {'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626', 'code': 200} Apr 25 14:29:38.484399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.532442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0601c7-ee3a-4579-b4e2-cff9f4bdc1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.549089 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b15575-66fd-4598-9a46-117813ec5d48'] response: {'server_uuid': 'cb57f40a-f1c6-4c0d-a08d-88529050c12d', 'name': 'network-vif-deleted', 'tag': '4c43bc7e-abab-4d4a-9466-9cfa1a08db09', 'status': 'completed', 'code': 200} Apr 25 14:29:38.687721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9ac11821-6242-4a87-847f-4d01539730b5,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:38.709191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-554f027b-ee4e-4848-97ba-421f4899a294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.730562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:38.754840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c136c-8202-42d9-9d04-da741d2cfec7 req-64edd9cd-e44d-46ea-ae26-0c6894bc6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:38.756734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a05c136c-8202-42d9-9d04-da741d2cfec7 req-64edd9cd-e44d-46ea-ae26-0c6894bc6098 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 1096 time: 0.3157115 Apr 25 14:29:38.790872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0601c7-ee3a-4579-b4e2-cff9f4bdc1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.804830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ac11821-6242-4a87-847f-4d01539730b5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:38.834327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0601c7-ee3a-4579-b4e2-cff9f4bdc1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15d4ebe-e3bf-4063-b8c1-144ad5a87727,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:38.850394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0601c7-ee3a-4579-b4e2-cff9f4bdc1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.854995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ae0601c7-ee3a-4579-b4e2-cff9f4bdc1bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e15d4ebe-e3bf-4063-b8c1-144ad5a87727 HTTP/1.1" status: 204 len: 168 time: 0.5446551 Apr 25 14:29:38.854995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a05c136c-8202-42d9-9d04-da741d2cfec7 req-002e9a4d-17df-4cc2-8f0d-a17b34fedf5f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893695 Apr 25 14:29:38.866850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481d5a-67c3-423f-b116-8ed72d15dd19 req-d7ba6f47-20d2-452e-b795-b871c0f41ad9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:38.869286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06481d5a-67c3-423f-b116-8ed72d15dd19 req-d7ba6f47-20d2-452e-b795-b871c0f41ad9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 945 time: 0.2258482 Apr 25 14:29:38.918107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:38.982325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06481d5a-67c3-423f-b116-8ed72d15dd19 req-df1cc4b2-b410-4e32-89fe-d553d38b7fd1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063585 Apr 25 14:29:39.205216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387980c-1be1-40b0-a472-f5d03e141336 None None] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:29:39.233249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f614b4-9663-4ae6-bdee-aca389c6eb24 req-2911531e-dbac-45b2-8043-4211fe079c43 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:39.241410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81f614b4-9663-4ae6-bdee-aca389c6eb24 req-2911531e-dbac-45b2-8043-4211fe079c43 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 949 time: 0.1135626 Apr 25 14:29:39.248710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.283654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60944) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:39.301367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81f614b4-9663-4ae6-bdee-aca389c6eb24 req-4a6dadd4-58d9-409b-80f9-d75e43feb1f2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590680 Apr 25 14:29:39.306780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.334436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:39.341657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] Provisioning for port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:39.342305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9337a769ee4d8cbd10ccd7e092e44c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:39.348084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:39.351208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3a85-5758-43de-a4ea-0a8f5954b2c2 req-a3450a10-cd55-4a23-99e0-cb13d8f44174 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:39.352718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8ff3a85-5758-43de-a4ea-0a8f5954b2c2 req-a3450a10-cd55-4a23-99e0-cb13d8f44174 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1096 time: 0.8190057 Apr 25 14:29:39.360931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:39.378418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] Provisioning complete for port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:39.379523 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.419074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:39.472605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.524615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:39.524831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.525095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4c43bc7e-abab-4d4a-9466-9cfa1a08db09 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:39.577349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d17e82-1128-451a-8be3-2fffe15ec263,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:39.587996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bdfd3aec-433c-4a5f-b1a9-357353f60ab9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba9337a769ee4d8cbd10ccd7e092e44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020406 Apr 25 14:29:39.590762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:39.593840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d8ff3a85-5758-43de-a4ea-0a8f5954b2c2 req-38b8a856-6838-4aee-aa31-915558d9aead tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Synchronizing usage tracker for tenant:93803a1f0aef4d5295beb4aa97831f22 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:39.641986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d8ff3a85-5758-43de-a4ea-0a8f5954b2c2 req-38b8a856-6838-4aee-aa31-915558d9aead tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Unset dirty status for tenant:93803a1f0aef4d5295beb4aa97831f22 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:39.642379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44e6bb-8b1d-459b-99fb-b814adcd01b7 req-a18adaf6-cb09-46ff-a72c-ad7dbeaa47bd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:39.643182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8ff3a85-5758-43de-a4ea-0a8f5954b2c2 req-38b8a856-6838-4aee-aa31-915558d9aead tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826540 Apr 25 14:29:39.643854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae44e6bb-8b1d-459b-99fb-b814adcd01b7 req-a18adaf6-cb09-46ff-a72c-ad7dbeaa47bd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 945 time: 0.1698582 Apr 25 14:29:39.700821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.705186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c29f942-e613-4829-8ced-d37da51e93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.742920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] For port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:39.744614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c29f942-e613-4829-8ced-d37da51e93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.745560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:39.750966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.813841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae44e6bb-8b1d-459b-99fb-b814adcd01b7 req-e4d95a31-563e-4a9a-bc5c-bc22b01c9592 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595211 Apr 25 14:29:39.826726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c29f942-e613-4829-8ced-d37da51e93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.862334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29f942-e613-4829-8ced-d37da51e93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d17e82-1128-451a-8be3-2fffe15ec263,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:39.870821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c29f942-e613-4829-8ced-d37da51e93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:39.873100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c29f942-e613-4829-8ced-d37da51e93ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40d17e82-1128-451a-8be3-2fffe15ec263 HTTP/1.1" status: 204 len: 168 time: 0.2747438 Apr 25 14:29:39.909687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55e6d6-9766-46bd-8fb7-7364c675e210 None None] Pushing event updated for resources: {'Port': ['ID=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:39.925747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ac11821-6242-4a87-847f-4d01539730b5 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:39.991590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:29:40.030564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.061584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9ac11821-6242-4a87-847f-4d01539730b5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:40.075103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9ac11821-6242-4a87-847f-4d01539730b5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:40.075854 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.174850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:40.213290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-320b5dd1-d277-4821-bdd1-4a31af6f9528 None None] Provisioning complete for port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:40.213657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-320b5dd1-d277-4821-bdd1-4a31af6f9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.283053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:40.485178 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.534926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:40.544485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.560040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac11821-6242-4a87-847f-4d01539730b5'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:40.583551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9ac11821-6242-4a87-847f-4d01539730b5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ac11821-6242-4a87-847f-4d01539730b5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:40.597096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:40.597512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.597732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.626836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181dee-0cda-49ec-9f6c-f2fd3565d587 req-06b2ebd5-1f87-49e6-b865-3c646fef468e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:40.628810 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.629620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 100b5b83-7dd2-423f-86f2-a852c4815018 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:40.639249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90181dee-0cda-49ec-9f6c-f2fd3565d587 req-06b2ebd5-1f87-49e6-b865-3c646fef468e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.7860627 Apr 25 14:29:40.813782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9ac11821-6242-4a87-847f-4d01539730b5,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:40.849723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Router f73fae57-1599-4f50-921c-ab358af9fc49 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:29:40.864167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8def377-2e7e-42ac-b51b-a3ff70ddf3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:40.867065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90181dee-0cda-49ec-9f6c-f2fd3565d587 req-9fd1072f-745b-456f-8faa-f66af2d0f6d6 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268939 Apr 25 14:29:40.871375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 100b5b83-7dd2-423f-86f2-a852c4815018 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:40.896511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 100b5b83-7dd2-423f-86f2-a852c4815018 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:40.896891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.049411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.087774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 100b5b83-7dd2-423f-86f2-a852c4815018, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=100b5b83-7dd2-423f-86f2-a852c4815018,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:41.094808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.155632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on host n-h2-811416-6 for vnic_type normal with profile {"migrating_to": "n-h1-811416-6"} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:41.156232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:41.156566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:41.164053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:41.164365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Attempting to bind port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:41.170640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:41.175572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:41.175917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:41.176296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:41.176736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Bound port: 49c39e0f-c353-4e97-971c-65997bf4b4e1, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:41.177103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.200384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=100b5b83-7dd2-423f-86f2-a852c4815018,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:41.539059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:41.545874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:29:41.558575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Sync routers for ids ['f73fae57-1599-4f50-921c-ab358af9fc49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:29:41.572002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:41.574839 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.575046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Routers {'f73fae57-1599-4f50-921c-ab358af9fc49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:41.576091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24e74880-3360-4004-b47b-22082e44e14d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3896091 Apr 25 14:29:41.576775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f73fae57-1599-4f50-921c-ab358af9fc49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:41.579528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:41.580939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.828952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:41.829613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.830996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] 10.222.0.21 "PUT /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 1121 time: 3.5544946 Apr 25 14:29:41.870795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48222550-0884-4aa2-b3cd-aca170c60701 service neutron] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:41.972188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.978822 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:41.997587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:42.074438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569ceb9-d9b2-415c-b5c8-6b06bae65cb9 req-9c0603af-9ccc-412a-8cf3-d5999e38123c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:42.079050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5569ceb9-d9b2-415c-b5c8-6b06bae65cb9 req-9c0603af-9ccc-412a-8cf3-d5999e38123c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.1199067 Apr 25 14:29:42.086895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['49c39e0f-c353-4e97-971c-65997bf4b4e1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:42.135332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5569ceb9-d9b2-415c-b5c8-6b06bae65cb9 req-257aa5ae-4ee4-44f3-af7f-40f4c484ef2d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507243 Apr 25 14:29:42.208514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Set router f73fae57-1599-4f50-921c-ab358af9fc49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:42.413999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f989-9fbc-423e-a4bd-ecb3aeef71b4 req-f03c7d9e-6327-46bf-aaba-4ddf1205ecbf tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:42.415922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ca2f989-9fbc-423e-a4bd-ecb3aeef71b4 req-f03c7d9e-6327-46bf-aaba-4ddf1205ecbf tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 950 time: 0.1490932 Apr 25 14:29:42.478360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ca2f989-9fbc-423e-a4bd-ecb3aeef71b4 req-9af0c61d-a112-4dba-bb61-a8d5b9da2333 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547323 Apr 25 14:29:42.487589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-ef9a1784-353f-41ac-ab1d-4edeb6417541 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:29:42.488848 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-ef9a1784-353f-41ac-ab1d-4edeb6417541 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4902942 Apr 25 14:29:42.551106 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c6df19-ca45-4880-af3b-2bf73369005b'] response: {'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'code': 200} Apr 25 14:29:42.611935 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91628d7d-0b39-4d68-bee5-71d87c364e61'] response: {'server_uuid': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac11821-6242-4a87-847f-4d01539730b5', 'code': 200} Apr 25 14:29:42.685440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:29:38Z', 'revision_number': 3, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:42.689697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Checking router: f73fae57-1599-4f50-921c-ab358af9fc49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:29:42.690055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Updating router f73fae57-1599-4f50-921c-ab358af9fc49 port 4c65db19-64a7-430a-864a-a0626596d91e binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:29:42.743068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Request body: {'binding': {'host': 'n-h2-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:42.743630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:29:42.751271 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:42.891360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee389e3e-9fa6-4bed-b5c9-25624e2e872c req-455a2d16-ce53-4fdc-b82c-a3e876809d7b tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:42.893728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee389e3e-9fa6-4bed-b5c9-25624e2e872c req-455a2d16-ce53-4fdc-b82c-a3e876809d7b tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 950 time: 0.0980337 Apr 25 14:29:42.950382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee389e3e-9fa6-4bed-b5c9-25624e2e872c req-6cf88faa-51d1-47cf-9256-11df3cca6f70 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/security-groups?id=7081ef46-cf2c-47ad-85b4-3ffbe4186059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497470 Apr 25 14:29:43.027668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa587055-52e4-463a-b913-c23a9e5ae72d req-f21b0b87-87e0-401c-88ee-732a9bc8f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:43.029202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa587055-52e4-463a-b913-c23a9e5ae72d req-f21b0b87-87e0-401c-88ee-732a9bc8f2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 1101 time: 0.3513982 Apr 25 14:29:43.109392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.117664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.122332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Transition to ACTIVE for port object 4c65db19-64a7-430a-864a-a0626596d91e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:43.129379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.136473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac2961-58b7-4294-8864-62680b0756c5 req-c3cceb63-eb51-4ee4-b93e-7ab3c78b1a24 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:43.138237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0ac2961-58b7-4294-8864-62680b0756c5 req-c3cceb63-eb51-4ee4-b93e-7ab3c78b1a24 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0837395 Apr 25 14:29:43.148402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa587055-52e4-463a-b913-c23a9e5ae72d req-c0576f65-46f0-4513-8458-95520df43bbd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026599 Apr 25 14:29:43.185694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0ac2961-58b7-4294-8864-62680b0756c5 req-78308acf-af27-417f-8849-fb34059fc320 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Apr 25 14:29:43.193102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on host n-h2-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:43.193518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:43.193903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:43.205676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:43.205905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:43.206168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Attempting to bind port 4c65db19-64a7-430a-864a-a0626596d91e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:43.206548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Attempting to bind port 4c65db19-64a7-430a-864a-a0626596d91e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:43.207026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Attempting to bind port 4c65db19-64a7-430a-864a-a0626596d91e on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:43.230600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:43.230927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:43.231263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:43.231783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:43.232526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.233052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:43.233809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Bound port: 4c65db19-64a7-430a-864a-a0626596d91e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:43.233960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:43.234294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Bound port: c507c881-3b18-4286-951e-52c8ad6e6df6, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:43.234455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.276309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314be1-a1d3-4a47-8813-b12190940458 None None] Pushing event updated for resources: {'Port': ['ID=4c65db19-64a7-430a-864a-a0626596d91e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:43.336459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] For port 4c65db19-64a7-430a-864a-a0626596d91e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:43.340920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] For port 4c65db19-64a7-430a-864a-a0626596d91e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4c65db19-64a7-430a-864a-a0626596d91e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:43.345911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.389806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:43.409804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.411055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-a96a4035-5d84-436c-9008-3eab157f7254 service neutron] 10.222.0.23 "POST /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7402375 Apr 25 14:29:43.416267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:43.419599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Allocated IP 172.20.0.1 (46831cc2-8bfc-4fe6-bd97-20a702ae43ae/358130cb-f347-4078-8927-91752e5358e2/c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:29:43.441972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Routers {'f73fae57-1599-4f50-921c-ab358af9fc49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:43.442763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f73fae57-1599-4f50-921c-ab358af9fc49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:43.534793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314be1-a1d3-4a47-8813-b12190940458 None None] Pushing event updated for resources: {'Port': ['ID=4c65db19-64a7-430a-864a-a0626596d91e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:43.600338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.721713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:43.737293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 has no active binding in host n-h1-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:29:43.741520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-abe33752-89e5-4d08-81e3-cb91e2ce5869 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:43.743279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-abe33752-89e5-4d08-81e3-cb91e2ce5869 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 950 time: 0.1140041 Apr 25 14:29:43.863401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.864282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Deleting port 6793413a-3990-482d-9a36-a85f1cabc6ee {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:29:43.864630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:43.881367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] Set router f73fae57-1599-4f50-921c-ab358af9fc49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:43.902812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0488-f944-47dd-8444-1fe2b354a839 req-fda167fc-d1fd-48db-9c6e-afb17f2e412a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:43.910064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e8b0488-f944-47dd-8444-1fe2b354a839 req-fda167fc-d1fd-48db-9c6e-afb17f2e412a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.2345984 Apr 25 14:29:43.912339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Transition to ACTIVE for port object c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:43.917961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3940c503-0337-495e-8ed3-a57b1dc77c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:43.919541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3940c503-0337-495e-8ed3-a57b1dc77c77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1096 time: 0.2019253 Apr 25 14:29:43.983708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf65bda-e915-48d5-82fc-36341c3a9c1b req-2335600b-622c-42eb-bde9-7e627c6cfd97 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:43.984927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bdf65bda-e915-48d5-82fc-36341c3a9c1b req-2335600b-622c-42eb-bde9-7e627c6cfd97 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.2059107 Apr 25 14:29:44.004200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:44.063068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Request body: {'floatingip': {'port_id': 'f6ec1651-db25-4fff-923a-60930e055626'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:44.157632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e8b0488-f944-47dd-8444-1fe2b354a839 req-44e77234-afae-432b-8a50-53f7e2f02ce8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466357 Apr 25 14:29:44.178508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:44.180337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:29:38Z', 'revision_number': 3, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:44.203224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fec070-0947-458e-a1d6-3a4f4c131a38 None None] The sync data for ids ['f73fae57-1599-4f50-921c-ab358af9fc49'] in n-d-811416-6 is: [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:29:38Z', 'revision_number': 3, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:29:44.253167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d9b5-9af3-4d36-a991-334a121c4379 req-ecc5b536-0b56-4da6-b403-9312fc629968 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:44.254897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c71d9b5-9af3-4d36-a991-334a121c4379 req-ecc5b536-0b56-4da6-b403-9312fc629968 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 945 time: 0.1362329 Apr 25 14:29:44.281310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] For port 6793413a-3990-482d-9a36-a85f1cabc6ee, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6793413a-3990-482d-9a36-a85f1cabc6ee,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:44.281933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:44.443294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:44.452133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Calling delete_port for 6793413a-3990-482d-9a36-a85f1cabc6ee owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:29:44.553644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:44.579766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c71d9b5-9af3-4d36-a991-334a121c4379 req-f9656b40-f796-45ed-bb4b-e0c1c8531a4a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828586 Apr 25 14:29:44.613479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b5b83-7dd2-423f-86f2-a852c4815018'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:44.654094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:44.675735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:44.694964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:29:44.701366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:44.714408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6793413a-3990-482d-9a36-a85f1cabc6ee'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:44.804932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-ab42b379-81e2-4ad9-ae1b-e55282c7f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:44.806564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-ab42b379-81e2-4ad9-ae1b-e55282c7f3bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.8726449 Apr 25 14:29:44.852292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Pushing event updated for resources: {'Port': ['ID=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:44.971309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Pushing event deleted for resources: {'Port': ['ID=6793413a-3990-482d-9a36-a85f1cabc6ee,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:44.991713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-fa554b0a-2205-40a3-9a33-7db0163e218a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 217 time: 0.1407082 Apr 25 14:29:45.055034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e875c5-f41d-436c-843e-7da227da148c req-05ae8878-2f85-4e2d-895e-26c1cf4f1da4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:45.064100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0e875c5-f41d-436c-843e-7da227da148c req-05ae8878-2f85-4e2d-895e-26c1cf4f1da4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 950 time: 0.6336699 Apr 25 14:29:45.069692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] No DVR routers for this DVR port 6793413a-3990-482d-9a36-a85f1cabc6ee on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:45.072640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:45.075322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:45.088198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0ffff1ab-8b3f-4a80-a392-8fa48718e83f None None] Provisioning for port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:45.097901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0ffff1ab-8b3f-4a80-a392-8fa48718e83f None None] Provisioning complete for port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:45.098657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffff1ab-8b3f-4a80-a392-8fa48718e83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:45.138344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a163ac40-bc80-4345-8d85-3405e9062c8d req-c86b895f-6ef7-415e-9149-6a9187ee0803 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Synchronizing usage tracker for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:45.143380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-612f9954-d2a8-4d73-8262-27436d7d49b3 req-a6071863-74b3-4518-85df-4c1f82e9c234 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.21 "DELETE /v2.0/ports/6793413a-3990-482d-9a36-a85f1cabc6ee HTTP/1.1" status: 204 len: 173 time: 1.3945639 Apr 25 14:29:45.158244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a163ac40-bc80-4345-8d85-3405e9062c8d req-c86b895f-6ef7-415e-9149-6a9187ee0803 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] Unset dirty status for tenant:f80707cbd1ec4903baf0a452e933d0ed on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:45.167249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a163ac40-bc80-4345-8d85-3405e9062c8d req-c86b895f-6ef7-415e-9149-6a9187ee0803 tempest-LiveMigrationNegativeTest-1424716202 tempest-LiveMigrationNegativeTest-1424716202-project] 10.222.0.23 "GET /v2.0/ports?device_id=646dc473-9efd-4cdf-be39-1e4ddac61565 HTTP/1.1" status: 200 len: 210 time: 0.0742855 Apr 25 14:29:45.169113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0ffff1ab-8b3f-4a80-a392-8fa48718e83f None None] Port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:29:45.222356 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3557f8f9-072b-4d4b-8c68-5873e01259fd'] response: {'name': 'network-changed', 'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'status': 'completed', 'code': 200} Apr 25 14:29:45.297963 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64da94a-9062-4df6-84de-077a719dd220'] response: {'server_uuid': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b5b83-7dd2-423f-86f2-a852c4815018', 'code': 200} Apr 25 14:29:45.396312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-b860c4c1-16d3-4209-a12d-5566d1f6de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:45.397858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-b860c4c1-16d3-4209-a12d-5566d1f6de82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1124 time: 0.1492922 Apr 25 14:29:45.436329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:45.475803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-20a363c0-6c6d-413d-95a5-200d4b9ba62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:45.477257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-20a363c0-6c6d-413d-95a5-200d4b9ba62c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.4717629 Apr 25 14:29:45.547814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0e875c5-f41d-436c-843e-7da227da148c req-3e74ceb6-d91b-4b96-95f6-fda84fc36b66 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826195 Apr 25 14:29:45.646428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-b04dfdbd-db09-45e9-abc2-f4b3caa71e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:45.647883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-b04dfdbd-db09-45e9-abc2-f4b3caa71e5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.2352386 Apr 25 14:29:45.662372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-4d202995-72ca-4173-8d03-1e9f6d072e4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643794 Apr 25 14:29:45.727640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:45.738851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-33d51330-8546-4397-9051-dc8556d724a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 217 time: 0.0775831 Apr 25 14:29:45.756674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'mac_address': 'fa:16:3e:09:a2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:29:45.848181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-f4796da1-bf74-4f0a-842a-763ed9b71325 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630328 Apr 25 14:29:45.854531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:45.859282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a99b-05d6-4aea-8075-71daeffba2b7 req-3f6c880a-86f4-4b9d-bba8-2ab3d337b1b9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:45.870149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39a7a99b-05d6-4aea-8075-71daeffba2b7 req-3f6c880a-86f4-4b9d-bba8-2ab3d337b1b9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.2790823 Apr 25 14:29:45.899298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51d17272-6eb4-4ef6-8dc2-545c9175d271 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:45.938699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:45.944606 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:45.948697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-d68c1436-a1d2-4c3e-9b87-d5de7dff8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:45.950290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-d68c1436-a1d2-4c3e-9b87-d5de7dff8386 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1987610 Apr 25 14:29:45.958097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39a7a99b-05d6-4aea-8075-71daeffba2b7 req-7c84f698-3bd1-4807-babd-47a9a3b88c63 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859337 Apr 25 14:29:46.023388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-094fad66-0c0c-4537-a328-572943f3f3a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643334 Apr 25 14:29:46.065739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:46.102601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['51d17272-6eb4-4ef6-8dc2-545c9175d271'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:46.301633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4c65db19-64a7-430a-864a-a0626596d91e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:46.379555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-561f7268-c214-4f72-8dfe-79f820c82d0a service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307734 Apr 25 14:29:46.382058 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-fddb9857-d0d8-4a8e-b8ae-efdf87cdd28c service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141263 Apr 25 14:29:46.402981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f088bfb-7f88-4248-ae38-7d3eae29383e req-7966b5ed-a48a-46f4-b27b-77181cc898fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:46.404461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f088bfb-7f88-4248-ae38-7d3eae29383e req-7966b5ed-a48a-46f4-b27b-77181cc898fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 1101 time: 0.9737711 Apr 25 14:29:46.463126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110425c-e01e-46fc-9ab9-9b66b81a2142 req-afcde2db-2b2c-4399-9098-b1ec36a3a2e3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:46.464756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6110425c-e01e-46fc-9ab9-9b66b81a2142 req-afcde2db-2b2c-4399-9098-b1ec36a3a2e3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 945 time: 0.3429298 Apr 25 14:29:46.488095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4c65db19-64a7-430a-864a-a0626596d91e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:46.496583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4c65db19-64a7-430a-864a-a0626596d91e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:46.496968 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:46.629402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ef52f1-e5c3-4835-8af9-602c8a36ff2a req-f99dd046-4f70-425b-9f90-777d1a6275da service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366447 Apr 25 14:29:46.641760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f088bfb-7f88-4248-ae38-7d3eae29383e req-f9d8b62a-eaef-4ceb-ad7b-7b0fb61197a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289953 Apr 25 14:29:46.645854 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:46.713434 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:46.713963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6110425c-e01e-46fc-9ab9-9b66b81a2142 req-4646acb7-415d-4496-9341-0def5bb48e51 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189384 Apr 25 14:29:46.732839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4c65db19-64a7-430a-864a-a0626596d91e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4c65db19-64a7-430a-864a-a0626596d91e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:46.738126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:46.753771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-af28bc36-c133-4bd7-8da8-055026fc33e9 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:46.755447 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-af28bc36-c133-4bd7-8da8-055026fc33e9 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.2993536 Apr 25 14:29:46.826606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:29:46.828384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4c65db19-64a7-430a-864a-a0626596d91e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:46.904456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-6'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:46.981686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32908) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:47.044792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.148614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.163318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32918) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:47.199553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3a87e-6286-4050-90b4-e240b51a2195 req-29b3801c-639e-4698-8fd9-d8472b88b749 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:47.205722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4b3a87e-6286-4050-90b4-e240b51a2195 req-29b3801c-639e-4698-8fd9-d8472b88b749 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.1018701 Apr 25 14:29:47.225784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'name': 'network-vif-deleted', 'tag': '6793413a-3990-482d-9a36-a85f1cabc6ee'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:47.257391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656108-a992-490a-aa20-b0afb9a172ea req-437f04d2-9b20-4129-942e-27a431b912a0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:47.258896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03656108-a992-490a-aa20-b0afb9a172ea req-437f04d2-9b20-4129-942e-27a431b912a0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 950 time: 0.5294046 Apr 25 14:29:47.266335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.268695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.305008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:47.329619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Usage tracker for resource:security_group_rule and tenant:88311ab31f4f4084b35d9bde509222cf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:47.335291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4b3a87e-6286-4050-90b4-e240b51a2195 req-e5e4ae20-a9a9-40e3-8678-97a7f3093da7 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266999 Apr 25 14:29:47.336089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:47.345515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:47.352472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-81608515-b84e-4698-889b-3d9c39b167e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f80707cbd1ec4903baf0a452e933d0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665318 Apr 25 14:29:47.376988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32926) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:47.395377 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf149f9-b683-4a12-a53c-1aa2dd87c8bd'] response: {'server_uuid': '646dc473-9efd-4cdf-be39-1e4ddac61565', 'name': 'network-vif-deleted', 'tag': '6793413a-3990-482d-9a36-a85f1cabc6ee', 'status': 'completed', 'code': 200} Apr 25 14:29:47.442884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:47.468594 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a48943-9c4f-4c4e-a5c8-fda2a319b010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.494570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03656108-a992-490a-aa20-b0afb9a172ea req-4d1824bf-87e9-46cc-a355-07a0dbc4eaf1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143741 Apr 25 14:29:47.498052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a48943-9c4f-4c4e-a5c8-fda2a319b010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.542319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 51d17272-6eb4-4ef6-8dc2-545c9175d271 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:47.543212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.563627 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f associated. External IP: 172.25.0.201, port: f6ec1651-db25-4fff-923a-60930e055626. Apr 25 14:29:47.581904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a48943-9c4f-4c4e-a5c8-fda2a319b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.622383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a48943-9c4f-4c4e-a5c8-fda2a319b010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7081ef46-cf2c-47ad-85b4-3ffbe4186059,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:47.635116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.640960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a48943-9c4f-4c4e-a5c8-fda2a319b010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.645405 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-65a48943-9c4f-4c4e-a5c8-fda2a319b010 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7081ef46-cf2c-47ad-85b4-3ffbe4186059 HTTP/1.1" status: 204 len: 168 time: 0.2673090 Apr 25 14:29:47.647076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.676169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:29:47.700926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88311ab31f4f4084b35d9bde509222cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363107 Apr 25 14:29:47.701889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477abfa-9719-4a35-8ddf-f5a862beb387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6360e64-0892-462e-9810-07d2a2ad4707,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:47.704712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32944) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:47.712092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.725186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.784567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23d04d43-f25e-4429-8c4c-0b62f77e97a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.803062 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.815650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23d04d43-f25e-4429-8c4c-0b62f77e97a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.860159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:47.892548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:47.902204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.903212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6793413a-3990-482d-9a36-a85f1cabc6ee no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:47.966633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23d04d43-f25e-4429-8c4c-0b62f77e97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:47.992554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d04d43-f25e-4429-8c4c-0b62f77e97a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6360e64-0892-462e-9810-07d2a2ad4707,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:47.998532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:48.005793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23d04d43-f25e-4429-8c4c-0b62f77e97a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.007600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-23d04d43-f25e-4429-8c4c-0b62f77e97a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6360e64-0892-462e-9810-07d2a2ad4707 HTTP/1.1" status: 204 len: 168 time: 0.3018782 Apr 25 14:29:48.035347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cefd02-c1c8-4f18-a3ad-db0da6c83742 req-b7ff70dc-f2dd-4b7f-a795-593f443f10be tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:48.037078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9cefd02-c1c8-4f18-a3ad-db0da6c83742 req-b7ff70dc-f2dd-4b7f-a795-593f443f10be tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 945 time: 0.1397853 Apr 25 14:29:48.048408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 6793413a-3990-482d-9a36-a85f1cabc6ee {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:29:48.049198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6793413a-3990-482d-9a36-a85f1cabc6ee not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:48.072475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Pushing event updated for resources: {'Port': ['ID=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:48.131623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:48.164323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9cefd02-c1c8-4f18-a3ad-db0da6c83742 req-a20063ae-815b-408d-96a8-500c0041734f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204429 Apr 25 14:29:48.187283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32956) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:48.193683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4c65db19-64a7-430a-864a-a0626596d91e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:48.239739 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f496e95-c6d9-44e6-88e7-c4fc7d29e4b7'] response: {'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'code': 200} Apr 25 14:29:48.259982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-202bee31-69f4-4760-a2fc-680100f46b78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=159dad787e3d4293be08a8894d53b3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672553 Apr 25 14:29:48.260866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32960) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:48.300207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4c65db19-64a7-430a-864a-a0626596d91e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:48.300555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.329859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-459da603-2a6c-4022-af7c-a36c254dd4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.359708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-459da603-2a6c-4022-af7c-a36c254dd4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.425996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:48.630594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32970) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:48.655738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.656140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.660405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:48.676895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:48.678890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.682406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-459da603-2a6c-4022-af7c-a36c254dd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.687082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e64fbddbaf0b4542ab181e2eb284bc74 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:48.702089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:48.716158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459da603-2a6c-4022-af7c-a36c254dd4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565e14d-160c-4621-b67c-8991e434dc6f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:48.719875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.720073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:48.749697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-459da603-2a6c-4022-af7c-a36c254dd4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.750814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-459da603-2a6c-4022-af7c-a36c254dd4db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8565e14d-160c-4621-b67c-8991e434dc6f HTTP/1.1" status: 204 len: 168 time: 0.4887595 Apr 25 14:29:48.761132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4064469-5cf9-4a21-b4f6-6e55a251d864 req-270f28cf-fcca-479b-a471-663ebc3d247b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:48.762535 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4064469-5cf9-4a21-b4f6-6e55a251d864 req-270f28cf-fcca-479b-a471-663ebc3d247b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.1864336 Apr 25 14:29:48.828410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4064469-5cf9-4a21-b4f6-6e55a251d864 req-7f9023af-3e05-419b-8572-853746555f2b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545757 Apr 25 14:29:48.869083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.875022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:48.925820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f79672-0c07-4475-a36e-0f68274d9809,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:48.932690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-146c589b-7539-49a1-a2ff-e39cb0e9d6b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e64fbddbaf0b4542ab181e2eb284bc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976925 Apr 25 14:29:48.936709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32986) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:48.999302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fa2-603e-476c-a375-6d56aa02370f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.027150 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c602cc0f-a032-484e-a715-9842b17fa3f4'] response: {'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'code': 200} Apr 25 14:29:49.042385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fa2-603e-476c-a375-6d56aa02370f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.075313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:29:49.104671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-59eb2941-6d2f-48df-94fe-b18d7359db7c service neutron] 10.222.0.15 "GET /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1/bindings/n-h1-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.5133708 Apr 25 14:29:49.114230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fa2-603e-476c-a375-6d56aa02370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.131662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa8fa2-603e-476c-a375-6d56aa02370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f79672-0c07-4475-a36e-0f68274d9809,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:49.141593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fa2-603e-476c-a375-6d56aa02370f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.155524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bcfa8fa2-603e-476c-a375-6d56aa02370f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3f79672-0c07-4475-a36e-0f68274d9809 HTTP/1.1" status: 204 len: 168 time: 0.2177334 Apr 25 14:29:49.197380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9ddba-4536-4dc2-a65f-48746657c29a req-3589077e-11fd-47a5-8b9c-d3d17b79d955 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:49.198958 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90a9ddba-4536-4dc2-a65f-48746657c29a req-3589077e-11fd-47a5-8b9c-d3d17b79d955 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 950 time: 1.2529600 Apr 25 14:29:49.199623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:49.351933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on host n-h1-811416-6 for vnic_type normal with profile {"migrating_to": "n-h2-811416-6"} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:49.352276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:49.352608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:49.395797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:29:49.405649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:49.410352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:29:49.410684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Attempting to bind port c507c881-3b18-4286-951e-52c8ad6e6df6 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:49.431359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:49.431730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:49.432158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:49.432688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Bound port: c507c881-3b18-4286-951e-52c8ad6e6df6, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:49.433125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.445530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90a9ddba-4536-4dc2-a65f-48746657c29a req-56eeb63a-dc62-43ad-a494-1412f0ecc1bc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228057 Apr 25 14:29:49.465128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf49e7-d51a-48b6-8e9e-300834aa54da req-71846478-7022-45b3-a74c-a7419b214cc2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:49.478944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5aaf49e7-d51a-48b6-8e9e-300834aa54da req-71846478-7022-45b3-a74c-a7419b214cc2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.1319163 Apr 25 14:29:49.594070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5aaf49e7-d51a-48b6-8e9e-300834aa54da req-4a6e3410-220f-454f-acb2-edf89bc3aacf tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123896 Apr 25 14:29:49.834852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee61087f-2f82-4917-8aec-5e3a722484b2 None None] Provisioning complete for port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:49.835350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee61087f-2f82-4917-8aec-5e3a722484b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.840863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:29:49.845544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:49.858705 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:29:49.890350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:49.905629 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:49.977819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ee61087f-2f82-4917-8aec-5e3a722484b2 None None] Port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:29:50.193925 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:50.443446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:50.480237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Router f73fae57-1599-4f50-921c-ab358af9fc49 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:29:50.492215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-098b56fb-e458-4824-9a69-e89300f29c81 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "PUT /v2.0/floatingips/b5e5973c-4bea-4a22-9eac-fd702046d91f HTTP/1.1" status: 200 len: 991 time: 6.4416308 Apr 25 14:29:50.498817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:50.537208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:50.860314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879bb5c-f357-4143-a497-07c3570678b4 req-d7333fd4-1e8c-4155-87c3-df0f191ae295 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:50.870513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c879bb5c-f357-4143-a497-07c3570678b4 req-d7333fd4-1e8c-4155-87c3-df0f191ae295 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 950 time: 0.1517053 Apr 25 14:29:50.964600 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b5e5973c-4bea-4a22-9eac-fd702046d91f', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'port_id': 'f6ec1651-db25-4fff-923a-60930e055626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'mac_address': 'fa:16:3e:35:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:27:28Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:50.970407 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:29:50.981525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:50.982447 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:50.995418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c879bb5c-f357-4143-a497-07c3570678b4 req-41a4b101-c823-47f5-bab1-9c1c9c3efc17 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228111 Apr 25 14:29:51.071576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:51.143366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0fbc1-2efc-4d1c-a278-6b7cd704c90b req-5af84a6a-57a9-474b-8ed4-5669d71b6478 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:51.153432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5bc0fbc1-2efc-4d1c-a278-6b7cd704c90b req-5af84a6a-57a9-474b-8ed4-5669d71b6478 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 943 time: 0.9476738 Apr 25 14:29:51.190219 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:51.194023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:51.242812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:51.452517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:51.508181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4dbf-c875-403d-8242-0f2635f82497 req-18ffcb48-c211-4e07-b6f9-90fcf6fe7a36 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:51.509740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f27a4dbf-c875-403d-8242-0f2635f82497 req-18ffcb48-c211-4e07-b6f9-90fcf6fe7a36 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.2299402 Apr 25 14:29:51.524543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:51.549793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=8']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:51.569469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5bc0fbc1-2efc-4d1c-a278-6b7cd704c90b req-95ecd1de-c92c-4507-8e03-fc1c7253bf99 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151046 Apr 25 14:29:51.574973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:51.575598 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:51.578959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Usage tracker for resource:security_group_rule and tenant:9dd25a9886e44a16ab57b0929616fb03 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:51.587831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-55d0f94a-6ac2-44c2-8993-2810d8c4fe57 service neutron] 10.222.0.15 "PUT /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 1121 time: 4.6967716 Apr 25 14:29:51.596036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:51.612859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:51.640944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:51.649763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c507c881-3b18-4286-951e-52c8ad6e6df6'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:29:51.746459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:29:51.755863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f27a4dbf-c875-403d-8242-0f2635f82497 req-aeadc57b-0561-4906-96d8-4132e393e63e tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286646 Apr 25 14:29:51.763667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d37785df-4265-4197-a3d7-1f6ad228af0c admin admin] 10.222.0.23 "PUT /v2.0/routers/f73fae57-1599-4f50-921c-ab358af9fc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1824679 Apr 25 14:29:51.783825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Sync routers for ids ['f73fae57-1599-4f50-921c-ab358af9fc49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:29:51.793486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c39e0f-c353-4e97-971c-65997bf4b4e1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:51.822301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:51.867404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Routers {'f73fae57-1599-4f50-921c-ab358af9fc49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:51.868214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:51.872552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f73fae57-1599-4f50-921c-ab358af9fc49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:51.899680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b5e5973c-4bea-4a22-9eac-fd702046d91f', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'port_id': 'f6ec1651-db25-4fff-923a-60930e055626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'mac_address': 'fa:16:3e:35:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:27:28Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:51.915421 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2b7f8-874d-4052-9602-acee30d8ccf6 None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b5e5973c-4bea-4a22-9eac-fd702046d91f', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'port_id': 'f6ec1651-db25-4fff-923a-60930e055626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'mac_address': 'fa:16:3e:35:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:27:28Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:29:51.964904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:51.973182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:52.011901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:52.078154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dd25a9886e44a16ab57b0929616fb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8830469 Apr 25 14:29:52.083466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33118) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:52.123014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e618d28-aa2a-4b84-b09c-467538c3268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5075389-52f2-4439-a109-874957dc2ca5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:52.260338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8a83bfa-ff63-406a-9943-b47aa83aebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:52.304465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8a83bfa-ff63-406a-9943-b47aa83aebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:52.332582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] Transition to ACTIVE for port object 49c39e0f-c353-4e97-971c-65997bf4b4e1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:52.356772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:52.429130 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:52.447572 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b223e72-ee89-43a4-a729-b6068f30e20a None None] New status for floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:29:52.653935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8a83bfa-ff63-406a-9943-b47aa83aebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:52.685632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a83bfa-ff63-406a-9943-b47aa83aebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5075389-52f2-4439-a109-874957dc2ca5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:52.698560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8a83bfa-ff63-406a-9943-b47aa83aebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:52.703830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a8a83bfa-ff63-406a-9943-b47aa83aebbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5075389-52f2-4439-a109-874957dc2ca5 HTTP/1.1" status: 204 len: 168 time: 0.6179872 Apr 25 14:29:52.723257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73f2e-3cb2-42c7-ba42-c8ed93449325 req-ec0c9f97-6e6a-401a-bb88-d2f435b9ed89 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:52.731946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73f2e-3cb2-42c7-ba42-c8ed93449325 req-ec0c9f97-6e6a-401a-bb88-d2f435b9ed89 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:52.743194 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4bb73f2e-3cb2-42c7-ba42-c8ed93449325 req-ec0c9f97-6e6a-401a-bb88-d2f435b9ed89 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3&device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 1691 time: 0.1790650 Apr 25 14:29:52.768335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Set router f73fae57-1599-4f50-921c-ab358af9fc49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:52.809460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4bb73f2e-3cb2-42c7-ba42-c8ed93449325 req-a6d3f10a-c127-4403-a1ca-4d6ea3621000 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646806 Apr 25 14:29:53.003760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] No DVR routers for this DVR port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:53.032455 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c400eec-43cf-4c08-a33f-11ce92edc7f7'] response: {'name': 'network-changed', 'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626', 'status': 'completed', 'code': 200} Apr 25 14:29:53.224939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1ff78-7cda-4000-8759-ce171ede59d8 req-8913577d-a388-47ae-8c56-6c8ef80e7599 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:53.239792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32f1ff78-7cda-4000-8759-ce171ede59d8 req-8913577d-a388-47ae-8c56-6c8ef80e7599 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 1.2519217 Apr 25 14:29:53.257624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] 10.222.0.15 "PUT /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1/bindings/n-h1-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 4.1168253 Apr 25 14:29:53.353350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f', 'name': '', 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'mac_address': 'fa:16:3e:22:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '358130cb-f347-4078-8927-91752e5358e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:43Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 2, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'subnets': [{'id': '358130cb-f347-4078-8927-91752e5358e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:53.358689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Checking router: f73fae57-1599-4f50-921c-ab358af9fc49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:29:53.359232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Updating router f73fae57-1599-4f50-921c-ab358af9fc49 port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:29:53.393882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dcabd-5450-4c51-ad17-370a0d5b9baf service neutron] Pushing event updated for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:53.477917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:53.487029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32f1ff78-7cda-4000-8759-ce171ede59d8 req-e2faebbb-e44a-4ef5-a976-5a71e200309d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203879 Apr 25 14:29:53.506698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-c90f5fc4-9887-470f-be9c-adaa3bfc3d20 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:53.508201 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-c90f5fc4-9887-470f-be9c-adaa3bfc3d20 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.1801846 Apr 25 14:29:53.530837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ceff-e028-4676-a775-b85b86a2f003 req-7fea5c89-6f71-410f-87ee-72f79218ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:53.540725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-7fea5c89-6f71-410f-87ee-72f79218ea41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fe17f792608410d9e07d35de3599b1f&device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 1096 time: 0.4457326 Apr 25 14:29:53.811950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c1e0b2d-2830-4a61-bb3e-553bb533cba8 req-fa6019df-7910-4c5a-b32c-5013516988af tempest-FloatingIPsNegativeTestJSON-482971853 tempest-FloatingIPsNegativeTestJSON-482971853-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=5aaa6d2d9d3147fd89a4a6e4a7613ac8 HTTP/1.1" status: 200 len: 217 time: 0.1948977 Apr 25 14:29:53.868526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-31ce28f0-bc0b-43e9-9b9c-fca57fe619e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:53.870722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-31ce28f0-bc0b-43e9-9b9c-fca57fe619e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787&tenant_id=08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 1095 time: 0.3523118 Apr 25 14:29:53.990403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:29:53.995788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ceff-e028-4676-a775-b85b86a2f003 req-ba3a620e-6bfe-4b10-ab2c-2b7e08f78c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.007613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-ba3a620e-6bfe-4b10-ab2c-2b7e08f78c19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 200 len: 924 time: 0.4505582 Apr 25 14:29:54.016225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-105539f5-d34e-42e0-a3a7-3f3a26702884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.018826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-105539f5-d34e-42e0-a3a7-3f3a26702884 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1095 time: 0.1155558 Apr 25 14:29:54.224213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:54.241716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 has no active binding in host n-h2-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:29:54.291167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0f52-698b-455d-9689-05538ab5426b req-d748d2f5-2d51-4a0a-9d2d-6c4c89f292cb tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.293277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5ab0f52-698b-455d-9689-05538ab5426b req-d748d2f5-2d51-4a0a-9d2d-6c4c89f292cb tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 944 time: 0.5502605 Apr 25 14:29:54.320115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33174) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:54.365878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5ab0f52-698b-455d-9689-05538ab5426b req-f0a74caa-4c66-413f-af64-4d113f68efcd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Apr 25 14:29:54.389984 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-ffdad672-c38c-48bb-83d1-d843953c932a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ec1651-db25-4fff-923a-60930e055626 HTTP/1.1" status: 200 len: 1001 time: 0.3766403 Apr 25 14:29:54.408650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-c93d9baf-b176-4d0f-8c81-81dd05499674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.410743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-c93d9baf-b176-4d0f-8c81-81dd05499674 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.3841102 Apr 25 14:29:54.456761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:54.496538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Transition to ACTIVE for port object c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:54.515151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0abdfe26-be4b-46aa-997a-3a6b83e3b13e req-80bb194f-e237-41f0-b8f1-7610b85dcc19 tempest-FloatingIPsNegativeTestJSON-482971853 tempest-FloatingIPsNegativeTestJSON-482971853-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0639260 Apr 25 14:29:54.518571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:54.537414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ceff-e028-4676-a775-b85b86a2f003 req-94e566cb-19d5-4dd5-8331-54c4615a610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.539821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-94e566cb-19d5-4dd5-8331-54c4615a610f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 200 len: 862 time: 0.1293321 Apr 25 14:29:54.630453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-8b2e2212-c253-4ef0-8b0c-5830b26cedf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 217 time: 0.2120740 Apr 25 14:29:54.657094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ceff-e028-4676-a775-b85b86a2f003 req-e57836f7-20cc-4ac2-8832-30e82143ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.665309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-e57836f7-20cc-4ac2-8832-30e82143ef28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b923594c-484b-4ea6-b34c-8d8a53a21180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164625 Apr 25 14:29:54.713701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1687032822-network', 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:54.751887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:54.785199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Usage tracker for resource:network and tenant:69d5e2c9617842f990ffa62771b2e771 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:54.796519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:54.806448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:54.823677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-2c8ffc4b-9c33-4862-ab6f-15e482ea6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:54.826155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-2c8ffc4b-9c33-4862-ab6f-15e482ea6f16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1875057 Apr 25 14:29:54.888598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:54.891798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:54.912011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:54.925199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-70114398-11d3-4ff7-827e-007aec11ce8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908904 Apr 25 14:29:54.931628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:54.944971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-468682d0-7433-493e-99cf-d0944bf23e2d service neutron] 10.222.0.15 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695866 Apr 25 14:29:54.980445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca261c-6d1b-4cb1-bdf5-380a68fc8195 None None] Pushing event updated for resources: {'Port': ['ID=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:55.013801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Attempting to bind port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:29:55.014558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Attempting to bind port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:29:55.014702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Attempting to bind port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f on network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:29:55.029263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:29:55.029755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Checking segment: {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:55.030237 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.030829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Bound using segment: {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:29:55.031482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Bound port: c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068a4e1c-32e6-4b1b-9b58-97a0963086fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:29:55.031908 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.073969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:29:55.164775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] For port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:55.172814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] For port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:29:55.185146 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.210080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8455ee-02d6-42b6-8512-4c6485caafca req-41a65726-8ec9-4eb8-b4a4-50c4bc15e319 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:55.220382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f8455ee-02d6-42b6-8512-4c6485caafca req-41a65726-8ec9-4eb8-b4a4-50c4bc15e319 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 1101 time: 0.2740126 Apr 25 14:29:55.262115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3785ceff-e028-4676-a775-b85b86a2f003 req-1d938f97-b77f-4f5a-a1f1-68c348c204f8 service neutron] 10.222.0.15 "GET /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386878 Apr 25 14:29:55.299602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Routers {'f73fae57-1599-4f50-921c-ab358af9fc49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:29:55.300332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f73fae57-1599-4f50-921c-ab358af9fc49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:55.308788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f8455ee-02d6-42b6-8512-4c6485caafca req-40077f5c-cae9-4539-9378-dd62c0267537 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868912 Apr 25 14:29:55.315458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Usage tracker for resource:security_group_rule and tenant:69d5e2c9617842f990ffa62771b2e771 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:55.325001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-bf141ec8-2d29-44f8-8b77-95025db79f41 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896017 Apr 25 14:29:55.329284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:55.371140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:55.411124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca261c-6d1b-4cb1-bdf5-380a68fc8195 None None] Pushing event updated for resources: {'Port': ['ID=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:55.553359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-7d5f47b9-3b02-4b0b-8bd3-f72482a67f69 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200520 Apr 25 14:29:55.573870 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-2a962cd9-e24d-4a13-a060-0ed15406a09c req-d6e5b79e-0018-4d48-a932-b224082da6c4 tempest-FloatingIPsNegativeTestJSON-482971853 tempest-FloatingIPsNegativeTestJSON-482971853-project] show failed (client error): The resource could not be found. Apr 25 14:29:55.575004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a962cd9-e24d-4a13-a060-0ed15406a09c req-d6e5b79e-0018-4d48-a932-b224082da6c4 tempest-FloatingIPsNegativeTestJSON-482971853 tempest-FloatingIPsNegativeTestJSON-482971853-project] 10.222.0.23 "GET /v2.0/floatingips/a8df6b8c-0573-40fb-89f9-af6ed3b403de HTTP/1.1" status: 404 len: 350 time: 0.2220161 Apr 25 14:29:55.640511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] Set router f73fae57-1599-4f50-921c-ab358af9fc49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:29:55.658001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33206) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:55.668492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.679155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.727263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:29:55.744270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9957-6789-4796-ab51-663f8535ed8f req-5c210338-4560-4f97-aeb0-1819b25b2a40 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:55.752570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62dc9957-6789-4796-ab51-663f8535ed8f req-5c210338-4560-4f97-aeb0-1819b25b2a40 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.5184429 Apr 25 14:29:55.790634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bfd7ff-918b-43d8-b78b-3e398b4d1482,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:55.796404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.797104 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Added segment 1a2c8271-a3f7-4c1a-8dec-497b6434a26b of type vlan for network de3be37b-41c4-44a9-9e3a-353e347a15f7 Apr 25 14:29:55.837243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62dc9957-6789-4796-ab51-663f8535ed8f req-c4b0e1a3-2e07-43c5-9f09-d3df61f378ed tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835130 Apr 25 14:29:55.899822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:55.953161 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4657664-fd4e-4c8e-a846-2dfd651cd4d5'] response: {'name': 'network-changed', 'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'status': 'completed', 'code': 200} Apr 25 14:29:56.186610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:56.187711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:56.188433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:56.310964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-bcd35fda-fd14-4997-9b32-93c20fca58db service neutron] 10.222.0.21 "GET /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.7350411 Apr 25 14:29:56.319070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f', 'name': '', 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'mac_address': 'fa:16:3e:22:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '358130cb-f347-4078-8927-91752e5358e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:43Z', 'updated_at': '2022-04-25T14:29:55Z', 'revision_number': 4, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'subnets': [{'id': '358130cb-f347-4078-8927-91752e5358e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:29:56.336620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] Pushing event updated for resources: {'Network': ['ID=de3be37b-41c4-44a9-9e3a-353e347a15f7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:56.348199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea612cda-62fe-418c-873c-ebff52bacff5 None None] The sync data for ids ['f73fae57-1599-4f50-921c-ab358af9fc49'] in n-d-811416-6 is: [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f', 'name': '', 'network_id': '46831cc2-8bfc-4fe6-bd97-20a702ae43ae', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'mac_address': 'fa:16:3e:22:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '358130cb-f347-4078-8927-91752e5358e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:43Z', 'updated_at': '2022-04-25T14:29:55Z', 'revision_number': 4, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'subnets': [{'id': '358130cb-f347-4078-8927-91752e5358e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:29:56.352768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:29:56.482816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-379d24ee-d8b3-4ca2-af7d-d8db874afb08 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1250846 Apr 25 14:29:56.500379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33224) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:56.506100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-61ab32e6-8a1b-41d7-adbf-72984bb76bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:56.510819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-61ab32e6-8a1b-41d7-adbf-72984bb76bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1124 time: 0.5377386 Apr 25 14:29:56.521280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24149300-3933-46f3-9ea3-0ad99f4d2723 req-5f0a8a2a-8844-45f8-9bae-85835242d1d6 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:56.532749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24149300-3933-46f3-9ea3-0ad99f4d2723 req-5f0a8a2a-8844-45f8-9bae-85835242d1d6 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 1101 time: 0.4036045 Apr 25 14:29:56.544931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Request body: {'subnet': {'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1687032822-subnet', 'tenant_id': '69d5e2c9617842f990ffa62771b2e771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:29:56.708978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-6457ba30-ef51-4784-b0fd-6c25405c9925 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:56.710540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-6457ba30-ef51-4784-b0fd-6c25405c9925 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.6723871 Apr 25 14:29:56.779766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fdc2e-5950-43e5-8c32-07e52d7a168e req-1665f146-ce78-48ba-ac67-fe8084fb13b3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:56.781483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae5fdc2e-5950-43e5-8c32-07e52d7a168e req-1665f146-ce78-48ba-ac67-fe8084fb13b3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 944 time: 0.4726961 Apr 25 14:29:56.814274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-ed370bfa-5e9f-4c60-9b54-e25bec5e05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:56.816076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-ed370bfa-5e9f-4c60-9b54-e25bec5e05a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.2596185 Apr 25 14:29:56.817186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:56.825667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Usage tracker for resource:subnet and tenant:69d5e2c9617842f990ffa62771b2e771 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:29:56.898254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:29:56.911601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-24149300-3933-46f3-9ea3-0ad99f4d2723 req-a4764986-a88a-41c6-a845-80dba8508a2c tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Synchronizing usage tracker for tenant:3e3b6b9b40fb4520b32d8c6392cc0b4d on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:29:56.914995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:29:56.930956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-9902cdc6-8077-4311-a0dc-4a6f2e933c08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 217 time: 0.1065428 Apr 25 14:29:57.014056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-c5558c1d-ab3f-4dad-a5b6-1ef844503e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:57.015919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-c5558c1d-ab3f-4dad-a5b6-1ef844503e6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0776906 Apr 25 14:29:57.019684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:29:57.022317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:57.076684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-24149300-3933-46f3-9ea3-0ad99f4d2723 req-a4764986-a88a-41c6-a845-80dba8508a2c tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Unset dirty status for tenant:3e3b6b9b40fb4520b32d8c6392cc0b4d on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:29:57.085394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24149300-3933-46f3-9ea3-0ad99f4d2723 req-a4764986-a88a-41c6-a845-80dba8508a2c tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495336 Apr 25 14:29:57.143613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-c4591c52-d510-441b-888d-693943386349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046841 Apr 25 14:29:57.365296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae5fdc2e-5950-43e5-8c32-07e52d7a168e req-ac263a2f-075c-41fa-b0bb-05dedb40c52a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237422 Apr 25 14:29:57.558978 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-556f4da2-bb3e-4d72-8358-ff2081ee541f service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333313 Apr 25 14:29:57.850444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-87e3b878-5ba6-4445-ba2a-c58c784048a2 service neutron] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:57.942317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-87e3b878-5ba6-4445-ba2a-c58c784048a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:57.951539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-990937ea-e9b3-43a1-98ee-7cec86cd26ed req-87e3b878-5ba6-4445-ba2a-c58c784048a2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1/bindings/n-h2-811416-6 HTTP/1.1" status: 204 len: 173 time: 1.1830049 Apr 25 14:29:58.013526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-773f07c8-8f7a-433b-9d97-017f3ea5b190 req-ba84fd71-54d2-47d1-9736-28fc9c7940fe service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473670 Apr 25 14:29:58.034205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:58.111527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:58.137610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:29:58.201331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c507c881-3b18-4286-951e-52c8ad6e6df6 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:29:58.213342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:58.262809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:29:58.284424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:58.354668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ed832-b115-447b-a730-2e828ccd722f req-28ca16e3-7bf8-4505-bebb-b21c403f09ab tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:58.362980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-713ed832-b115-447b-a730-2e828ccd722f req-28ca16e3-7bf8-4505-bebb-b21c403f09ab tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 943 time: 0.6571794 Apr 25 14:29:58.449785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-713ed832-b115-447b-a730-2e828ccd722f req-0c55a7a8-73d1-4343-980c-2f3686b57058 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858347 Apr 25 14:29:58.457996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=929f7a99-8eff-4a19-ba1b-7faa6d44a30c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:58.466144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:29:58.496447 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:29:58.513233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:29:58.513632 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:58.567880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.568130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.568497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.569066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.569442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.569779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.570157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.570548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.570876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.572675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.573073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.573951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:29:58.587474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:29:58.588077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Network hostable DHCP agents. Network: de3be37b-41c4-44a9-9e3a-353e347a15f7, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:29:58.618923 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:58.632786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:29:58.659273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, de3be37b-41c4-44a9-9e3a-353e347a15f7) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:29:58.677958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7977fd8-6a5a-4784-8e50-a092417a1f6a None None] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:29:58.687035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:58.688078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:58.693533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783c07a-d30d-45f0-8f68-afcdea1e285c req-d9d64f57-6914-4e68-b2a4-fba9d2c45c7f tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:58.707093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4783c07a-d30d-45f0-8f68-afcdea1e285c req-d9d64f57-6914-4e68-b2a4-fba9d2c45c7f tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1095 time: 0.2353237 Apr 25 14:29:58.780370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-6d5d33e5-1a89-4f18-9756-03fe8f57c194 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941098 Apr 25 14:29:58.783109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] Transition to ACTIVE for port object c507c881-3b18-4286-951e-52c8ad6e6df6 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:29:58.803579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4783c07a-d30d-45f0-8f68-afcdea1e285c req-7e5f7857-5d7e-4e3a-bca3-eafdbabba22c tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942855 Apr 25 14:29:58.831219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-14793a05-e974-4a29-862c-856815ab3acd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3191476 Apr 25 14:29:59.075292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-e228db38-1be5-4691-80d5-84ceb9fb8666 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:59.082911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-e228db38-1be5-4691-80d5-84ceb9fb8666 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012955 Apr 25 14:29:59.088858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:59.187085 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:59.193738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:59.212283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-341898d0-c6fb-437e-9d61-a20a97b57457 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/quotas/7001d80d84c54bef8b1ba6e852215280 HTTP/1.1" status: 200 len: 375 time: 0.1280961 Apr 25 14:29:59.336527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:29:59.343979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:59.459275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d67911-c690-48b7-955c-62ea98ccebb1 None None] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:29:59.516674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] No DVR routers for this DVR port c507c881-3b18-4286-951e-52c8ad6e6df6 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:29:59.518032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:29:59.658673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33300) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:29:59.720304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-3365e3fa-4e4c-4443-8083-15d816de49f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6/bindings/n-h2-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 3.3927610 Apr 25 14:29:59.743160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:29:59.753539 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:59.804631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:29:59.909871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:29:59.926752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-1617e66e-4e2e-47fa-ad0b-7f62cb8b5987 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7132132 Apr 25 14:29:59.957063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411a442-aa4f-4ab5-b5c8-fb99d55b7565 req-1a0f357a-a1e7-4806-b755-34010b1c4397 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:29:59.958709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a411a442-aa4f-4ab5-b5c8-fb99d55b7565 req-1a0f357a-a1e7-4806-b755-34010b1c4397 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.2069848 Apr 25 14:29:59.972003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:29:59.995812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Usage tracker for resource:security_group_rule and tenant:df9113ec59e940918c523019edd104dc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:00.005447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:00.014799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:00.061612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a411a442-aa4f-4ab5-b5c8-fb99d55b7565 req-4d10b0e2-d31d-4a92-abda-5bc7cd910933 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953920 Apr 25 14:30:00.085181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-cbe289f2-cffb-4476-8de1-ff6c09ccd340 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:00.086703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-cbe289f2-cffb-4476-8de1-ff6c09ccd340 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.2673202 Apr 25 14:30:00.218465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:00.225659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:00.268181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:00.392797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:00.394850 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:00.481342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-467b3257-d98d-41ef-a998-5d6466352d04 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:00.497027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-467b3257-d98d-41ef-a998-5d6466352d04 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.2377136 Apr 25 14:30:00.549635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8e58eccb-b7e0-4b57-b951-03d22f9141c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:00.551122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8e58eccb-b7e0-4b57-b951-03d22f9141c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60&tenant_id=59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 1095 time: 0.1958714 Apr 25 14:30:00.590974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-01dac24b-674a-4088-9597-a1c79aec27d6 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/quotas/08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 375 time: 0.0883436 Apr 25 14:30:00.602691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df9113ec59e940918c523019edd104dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9403551 Apr 25 14:30:00.638341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:00.666073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952ed74-34bc-442e-82c3-556687ece1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e3b49-d49e-433c-9fc0-092bfa03c4b4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:00.735990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Deleting port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:00.736340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:00.749798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-d4f9bb08-7708-436a-94e1-9587b73ef5f4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577563 Apr 25 14:30:00.898957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:00.967190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8a978824-2737-44b5-95f5-7d53b80d4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:00.969075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8a978824-2737-44b5-95f5-7d53b80d4ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1095 time: 0.3745325 Apr 25 14:30:00.976303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-d28bc04e-b253-4be7-baa5-04c6f8e79168 service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250216 Apr 25 14:30:01.099186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:01.149316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-9944ad73-9ddc-475c-b870-ef261d52ff06 service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711257 Apr 25 14:30:01.422980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] For port c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:01.423350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:01.570920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-be3551a2-32c2-4dc0-af39-4f97f1f06d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:01.572597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-be3551a2-32c2-4dc0-af39-4f97f1f06d32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.5909364 Apr 25 14:30:01.720040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Calling delete_port for c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:01.784171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-eea6aac5-f9cd-4593-a039-8ab87726cc75 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:01.785960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-eea6aac5-f9cd-4593-a039-8ab87726cc75 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.7099512 Apr 25 14:30:01.789205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:01.793742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-149a7d9f-7550-4608-9dd0-a1e5b4a09c8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 217 time: 0.1465051 Apr 25 14:30:02.224879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edbc79-c96e-4d65-82bc-a0d91fc97ddc req-4441e276-73e2-491d-b399-a44166ed6b4c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:02.234205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0edbc79-c96e-4d65-82bc-a0d91fc97ddc req-4441e276-73e2-491d-b399-a44166ed6b4c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.1625371 Apr 25 14:30:02.249310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-e453381a-12d9-4494-b630-0ee33bd2063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:02.251509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-e453381a-12d9-4494-b630-0ee33bd2063f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.4379182 Apr 25 14:30:02.258598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-bc7ba0d0-f005-45a0-a61f-f54e8f638734 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.4616666 Apr 25 14:30:02.261231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e3b49-d49e-433c-9fc0-092bfa03c4b4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:02.329002 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0edbc79-c96e-4d65-82bc-a0d91fc97ddc req-72d261f0-7b85-4e73-86f8-4a7446dff2bb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937448 Apr 25 14:30:02.507518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ae811ad-eb79-4845-a6c9-f048a48e173c req-d24560a8-c828-4a99-b739-2740d99b8b28 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 210 time: 0.0511916 Apr 25 14:30:02.559554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.559985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.560503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.560906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.561331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.561765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.562181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.562530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.562917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.563310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.563692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.564074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:02.577002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-d46bb3dd-db89-4e44-83de-1a6a4ccb9d38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3128524 Apr 25 14:30:02.580954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:02.595466 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6c5ca1bd-8796-4910-9983-382e70001863 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e26e3b49-d49e-433c-9fc0-092bfa03c4b4 HTTP/1.1" status: 204 len: 168 time: 1.9433010 Apr 25 14:30:02.610111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-22d798fc-c120-46ff-8e6c-b7e4857dda7f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3500979 Apr 25 14:30:02.811947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d070d99-de5f-4655-9350-4194fd215cf6 req-34a8c3b8-d998-4f35-b842-3e7a1a319ac5 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 210 time: 0.1087241 Apr 25 14:30:03.060785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-88a8d806-df9e-4fa9-866d-1570b2ff67ce tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368156 Apr 25 14:30:03.210531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33382) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:03.267228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:03.299796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:03.307686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-89542688-d8d3-4400-8c81-6b996ac164c5 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:03.310950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-89542688-d8d3-4400-8c81-6b996ac164c5 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307086 Apr 25 14:30:03.311927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Usage tracker for resource:security_group_rule and tenant:2f3c97366ef449c4b33953dc9690450f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:03.318075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:03.322479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-cc88749c-8926-437e-ac16-332fa4ed1f34 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089536 Apr 25 14:30:03.334265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': 'ca648d01-7d29-42c0-8836-4adf24812911', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:03.340257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:03.528614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:03.537559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:03.598347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:03.612802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:03.699226 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f3c97366ef449c4b33953dc9690450f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875102 Apr 25 14:30:03.752352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d01e5-f4df-4c7d-bf0c-786587508832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6145e2e0-d3db-4742-948b-2aa561c00a3c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:03.756358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33390) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:03.792188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-b410a631-153e-43f9-8dd4-f444d9454460 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696849 Apr 25 14:30:03.794363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-0c03ecef-bd90-4175-a871-1fa28475e896 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1771443 Apr 25 14:30:03.795606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-7ccfed77-ec28-4db4-b3fb-aba14a8cc8d2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7216251 Apr 25 14:30:03.798825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:03.802858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:03.807397 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:03.889597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeeeba-e238-4782-82d3-d44e64e43a87 req-04bd3b12-d591-4376-b102-bfdda4127f5c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:03.898274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eeeeba-e238-4782-82d3-d44e64e43a87 req-04bd3b12-d591-4376-b102-bfdda4127f5c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.3346288 Apr 25 14:30:03.946569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-020ce262-c607-4fe4-9a20-cb7d67485092 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:03.948654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-020ce262-c607-4fe4-9a20-cb7d67485092 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.3857093 Apr 25 14:30:03.972362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Request body: {'port': {'device_id': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'admin_state_up': True, 'tenant_id': '08bf0721b9034e97abb37206c06cb39c'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:03.989839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-7148496e-0e25-4216-b491-67484b17f789 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690154 Apr 25 14:30:04.058983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eeeeba-e238-4782-82d3-d44e64e43a87 req-c89741fa-ae16-4f89-b275-5602bced735f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504467 Apr 25 14:30:04.058983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b0f-0a53-42ee-8227-d54bf9850820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:04.086416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b0f-0a53-42ee-8227-d54bf9850820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:04.154535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b0f-0a53-42ee-8227-d54bf9850820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:04.419508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb9b0f-0a53-42ee-8227-d54bf9850820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6145e2e0-d3db-4742-948b-2aa561c00a3c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:04.429011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f22b230-3f78-4e24-abd5-eb93d87c1359 req-e99053e7-5b89-46c3-9df6-66f85ed0a543 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 210 time: 0.0725834 Apr 25 14:30:04.434799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9b0f-0a53-42ee-8227-d54bf9850820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:04.438467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e1cb9b0f-0a53-42ee-8227-d54bf9850820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6145e2e0-d3db-4742-948b-2aa561c00a3c HTTP/1.1" status: 204 len: 168 time: 0.6730816 Apr 25 14:30:04.516615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:04.542097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:04.556558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Made reservation on behalf of 08bf0721b9034e97abb37206c06cb39c for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:04.563959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:04.612418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-6e2241e0-e03e-47c9-8bd7-49e5f9fba888 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:04.614721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-6e2241e0-e03e-47c9-8bd7-49e5f9fba888 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7983906 Apr 25 14:30:04.691448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:04.772080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3711d519-e8e5-4691-a850-0f34fa562119 req-5a90abbd-c94f-4f8a-b4be-d7372442ab57 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 210 time: 0.1217933 Apr 25 14:30:05.031281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c685741d-f72a-4aba-b913-c5c720d7400d req-3efe33e6-d66b-4120-8377-3fed97738e0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 210 time: 0.6155283 Apr 25 14:30:05.297199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:05.301424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:05.379768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Allocated IP 172.20.0.4 (c59cd87e-4422-4f12-a746-9bb2fdb11846/98fd76db-e8e5-4b89-ad9f-5277a08b28fd/6aa96867-90c2-4f00-834a-63b15782a4c9) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:05.386435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:05.422765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729a45d-a6b5-4751-be1e-535072811696 req-d13c1e4d-9131-481e-90a1-6eb391c0a61e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:05.433117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d729a45d-a6b5-4751-be1e-535072811696 req-d13c1e4d-9131-481e-90a1-6eb391c0a61e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.1714735 Apr 25 14:30:05.448418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:05.452124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:05.464507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:05.580139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d729a45d-a6b5-4751-be1e-535072811696 req-24c21662-068e-4fa9-8ad5-adc0246f2600 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458328 Apr 25 14:30:05.692751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.67 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:05.796729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-06640ba7-153b-4333-ad5f-fcc5c310288b tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:05.798793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-06640ba7-153b-4333-ad5f-fcc5c310288b tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 1.3820064 Apr 25 14:30:05.997125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:06.070255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:06.190979 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22d8c76c-91b7-49e8-bb4d-f5a6278fcf7e req-dd28692b-f63f-4c85-a3ed-07ebd23d5191 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 210 time: 0.3707354 Apr 25 14:30:06.299761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:06.447144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:06.454308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:06.464432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d4c0-6f11-40d4-b0dc-ec92e97ccd3e req-fbf667a6-9bca-44f6-b828-90f45b916f65 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:06.473190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66b3d4c0-6f11-40d4-b0dc-ec92e97ccd3e req-fbf667a6-9bca-44f6-b828-90f45b916f65 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1095 time: 0.5477364 Apr 25 14:30:06.537740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:06.593239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d45ed8d2-2527-4548-9a2c-9d68b06d05a7 req-af20b4bb-c964-4baf-909e-b1df04082d7a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 210 time: 0.1701586 Apr 25 14:30:06.680859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:06.699228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66b3d4c0-6f11-40d4-b0dc-ec92e97ccd3e req-55796def-4104-4025-b551-2d7b8d80d185 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248573 Apr 25 14:30:06.786626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:06.787272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:06.851942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-3fb2b275-7a67-447c-a51a-8310b1bd1b10 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:06.853146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d850d5e4-4115-467e-916b-2568771e4154 req-3fb2b275-7a67-447c-a51a-8310b1bd1b10 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:06.888404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-0a7228b7-04c8-4236-88e1-ffbd8bc8c0a8 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9260101 Apr 25 14:30:06.901666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Request body: {'port': {'device_id': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:06.936572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d850d5e4-4115-467e-916b-2568771e4154 req-3fb2b275-7a67-447c-a51a-8310b1bd1b10 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:06.937708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-3fb2b275-7a67-447c-a51a-8310b1bd1b10 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.6556239 Apr 25 14:30:06.962318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:07.060016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8a6f2000-a6a3-415e-a74f-8f4d8275b7ed service neutron] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:07.199894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8a6f2000-a6a3-415e-a74f-8f4d8275b7ed service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:07.201204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c75df6c-15ab-453b-a095-116ca6f4817b req-8a6f2000-a6a3-415e-a74f-8f4d8275b7ed service neutron] 10.222.0.15 "DELETE /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6/bindings/n-h1-811416-6 HTTP/1.1" status: 204 len: 173 time: 1.3673391 Apr 25 14:30:07.231898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:07.293718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:07.317329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdd37a-bcd3-4624-8dbc-d8f62cda199c req-41ca396d-be85-4451-ab59-69e23efd5af2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:07.317329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41cdd37a-bcd3-4624-8dbc-d8f62cda199c req-41ca396d-be85-4451-ab59-69e23efd5af2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 931 time: 0.4858572 Apr 25 14:30:07.458660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41cdd37a-bcd3-4624-8dbc-d8f62cda199c req-a1a0a916-0c2e-434f-bc05-92ddb858546c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414211 Apr 25 14:30:07.472868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-4776bd6a-dac0-4336-90d0-96c4f6315408 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:07.481884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-4776bd6a-dac0-4336-90d0-96c4f6315408 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 0.3638783 Apr 25 14:30:07.483610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:07.561349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:07.575602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:07.576743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-624c94d5-e371-41c9-baa7-58e908bb625d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/quotas/59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 375 time: 0.0939174 Apr 25 14:30:07.835690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:07.843906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:07.846390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:07.911910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:07.917695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Usage tracker for resource:port and tenant:69d5e2c9617842f990ffa62771b2e771 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:07.921327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:07.929146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:07.953282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:07.957771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:08.043386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e425fb22-0976-42c8-9f27-eee2d19c2743 req-88128709-c442-4049-991b-6b1794a3dc68 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:08.054035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.177 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/1f99f245-972f-4195-9093-8fef093bdfcd) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:08.068482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Router f73fae57-1599-4f50-921c-ab358af9fc49 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:30:08.102597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:08.169814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:08.170446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:08.272501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e425fb22-0976-42c8-9f27-eee2d19c2743 req-88128709-c442-4049-991b-6b1794a3dc68 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:08.283161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e425fb22-0976-42c8-9f27-eee2d19c2743 req-88128709-c442-4049-991b-6b1794a3dc68 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 210 time: 0.4039762 Apr 25 14:30:08.309882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-48aac559-01b1-4c32-8140-9e3710eb5bed None None] Provisioning for port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:08.338072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-48aac559-01b1-4c32-8140-9e3710eb5bed None None] Provisioning complete for port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:08.338734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48aac559-01b1-4c32-8140-9e3710eb5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:08.351666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-243c2077-1b75-46aa-9d60-7732c94cb6cc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0229814 Apr 25 14:30:08.371630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Request body: {'port': {'device_id': 'ca648d01-7d29-42c0-8836-4adf24812911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:08.490897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-48aac559-01b1-4c32-8140-9e3710eb5bed None None] Port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:30:08.613414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67d52447-6967-4527-93c5-7259cfbd30a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:08.837682 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-35cec870-f13f-451c-adfd-08a1c493cf7f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2599175 Apr 25 14:30:08.899981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ebb68f06-e2d5-45ea-a376-4174b40401b3 req-80ab63ee-ec9d-485b-84c7-e732e8b55a6a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 210 time: 0.2216504 Apr 25 14:30:08.941959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.12 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/2bc5956a-6d60-4cd3-880f-4a2d00bb9658) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:08.969474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:30:08.978787 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-250ef5a7-9d11-4ea7-810f-21b0fb156a09 admin admin] 10.222.0.23 "PUT /v2.0/routers/f73fae57-1599-4f50-921c-ab358af9fc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2985873 Apr 25 14:30:08.980068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:08.983807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] Sync routers for ids ['f73fae57-1599-4f50-921c-ab358af9fc49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:30:08.996540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] Routers {'f73fae57-1599-4f50-921c-ab358af9fc49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:08.997219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f73fae57-1599-4f50-921c-ab358af9fc49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:09.192874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.265886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.370290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.410790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-16ef920d-4a72-497f-a3b4-a0dec2b0afd0 service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607731 Apr 25 14:30:09.481201 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.511142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] Set router f73fae57-1599-4f50-921c-ab358af9fc49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:09.523441 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.559354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-66c9e3ca-9e26-455f-b40c-d4ce442a240c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7f95c6347e644679bbb84f65325bce94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596813 Apr 25 14:30:09.640046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object 1f99f245-972f-4195-9093-8fef093bdfcd will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:09.720928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.776977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:09.807295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa96867-90c2-4f00-834a-63b15782a4c9 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:09.813229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:09.820187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:09.824448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:09.835320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:09.911158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:09.977657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Transition to ACTIVE for port object 6aa96867-90c2-4f00-834a-63b15782a4c9 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:09.999895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:10.124965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-f6c01207-76b9-4871-8b55-59bafcfa4941 service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006102 Apr 25 14:30:10.167082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:10.171890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:10.273638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:30:03Z', 'revision_number': 5, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:10.308429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] Checking router: f73fae57-1599-4f50-921c-ab358af9fc49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:30:10.363864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] Routers {'f73fae57-1599-4f50-921c-ab358af9fc49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:10.365343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f73fae57-1599-4f50-921c-ab358af9fc49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:10.369855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-d9fdfa5b-5e78-4218-9ad2-b24a1abf2178 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4142401 Apr 25 14:30:10.399796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Request body: {'port': {'device_id': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:10.754102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:10.863958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] Set router f73fae57-1599-4f50-921c-ab358af9fc49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:11.285906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=1f99f245-972f-4195-9093-8fef093bdfcd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:11.342858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:11.378679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-a6954eca-023f-4dea-b77f-3db7defbfc05 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:11.384300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-070fdc0b-89b2-4857-aa90-1f1c141ee6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:11.385817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-a6954eca-023f-4dea-b77f-3db7defbfc05 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7200046 Apr 25 14:30:11.395808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:11.409777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:11.413850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:11.418183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:11.431742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-a7ff13c2-34d0-4b17-b0ad-7d9b33d5e8bd tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/quotas/7f95c6347e644679bbb84f65325bce94 HTTP/1.1" status: 200 len: 375 time: 0.0444195 Apr 25 14:30:11.527870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:11.604164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:11.618287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f080a6-39e5-4876-b64d-4c1075b92663 req-0b4fefcb-aee9-404c-afc7-a591044f6d90 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:11.627271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0f080a6-39e5-4876-b64d-4c1075b92663 req-0b4fefcb-aee9-404c-afc7-a591044f6d90 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:11.658389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-08179054-fdc1-4df8-a335-5f81bdcc3f99 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f95c6347e644679bbb84f65325bce94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2256675 Apr 25 14:30:11.682182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Deleting port 4c65db19-64a7-430a-864a-a0626596d91e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:11.693107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:11.765121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Transition to ACTIVE for port object 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:11.778487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:11.792705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0f080a6-39e5-4876-b64d-4c1075b92663 req-0b4fefcb-aee9-404c-afc7-a591044f6d90 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:11.800761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0f080a6-39e5-4876-b64d-4c1075b92663 req-0b4fefcb-aee9-404c-afc7-a591044f6d90 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 1.0910778 Apr 25 14:30:11.840016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:11.841305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:11.842074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:12.004014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:12.022997 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.028854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.074143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Transition to ACTIVE for port object 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:12.094578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.198793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-694ee9d0-89c5-43b3-819d-84d7f77ba659 None None] Provisioning for port 1f99f245-972f-4195-9093-8fef093bdfcd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:12.222788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.247342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-694ee9d0-89c5-43b3-819d-84d7f77ba659 None None] Provisioning complete for port 1f99f245-972f-4195-9093-8fef093bdfcd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:12.247817 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-694ee9d0-89c5-43b3-819d-84d7f77ba659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.301372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:12.301372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.312092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:12.325015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:12.452984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-694ee9d0-89c5-43b3-819d-84d7f77ba659 None None] Port 1f99f245-972f-4195-9093-8fef093bdfcd cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:30:12.495738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:30:03Z', 'revision_number': 5, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:12.503738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32f6e6-f4ee-426d-bd14-2993365e7df9 None None] The sync data for ids ['f73fae57-1599-4f50-921c-ab358af9fc49'] in n-d-811416-6 is: [{'id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880306626-router', 'tenant_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '4c65db19-64a7-430a-864a-a0626596d91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:29:35Z', 'updated_at': '2022-04-25T14:30:03Z', 'revision_number': 5, 'project_id': '5aaa6d2d9d3147fd89a4a6e4a7613ac8', 'gw_port': {'id': '4c65db19-64a7-430a-864a-a0626596d91e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73fae57-1599-4f50-921c-ab358af9fc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:29:36Z', 'updated_at': '2022-04-25T14:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:30:12.544956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:12.566451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:12.567522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:12.568147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:12.568818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Bound port: 6aa96867-90c2-4f00-834a-63b15782a4c9, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:12.569723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:12.593805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-257c4641-3eef-4750-83ff-3657a11221b8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9193487 Apr 25 14:30:12.637099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0f080a6-39e5-4876-b64d-4c1075b92663 req-f30674ca-c457-48f7-945e-defcaffd2b12 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8327889 Apr 25 14:30:12.701573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Request body: {'port': {'device_id': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:12.934082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Pushing event updated for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:13.010904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49012486-2e43-42d5-b046-b4ca58eb9a1c req-4167c002-7125-4211-a245-261da0a7fa9d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:13.022097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49012486-2e43-42d5-b046-b4ca58eb9a1c req-4167c002-7125-4211-a245-261da0a7fa9d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 936 time: 0.7235730 Apr 25 14:30:13.028724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] For port 4c65db19-64a7-430a-864a-a0626596d91e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4c65db19-64a7-430a-864a-a0626596d91e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:13.035022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.242003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:13.245408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:13.267042 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.412938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Calling delete_port for 4c65db19-64a7-430a-864a-a0626596d91e owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:13.435424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:13.435911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.438072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] 10.222.0.21 "PUT /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 1091 time: 6.5423522 Apr 25 14:30:13.438633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:13.473676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.487394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.527273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Attempting to bind port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:13.527733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Attempting to bind port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:13.528062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Attempting to bind port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:13.534961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:13.535279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Attempting to bind port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:13.537288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b91fd8-0ea0-4379-bcfd-0d558fd176ea service neutron] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:13.550397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:13.550736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:13.551117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:13.551560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Bound port: 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:13.551910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.667051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:13.670304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:13.711447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.756755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-da906511-6c43-4661-89e8-84c5c81ef6d4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:13.757587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-da906511-6c43-4661-89e8-84c5c81ef6d4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:13.800702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:13.801337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:13.802881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] 10.222.0.15 "PUT /v2.0/ports/2bc5956a-6d60-4cd3-880f-4a2d00bb9658 HTTP/1.1" status: 200 len: 1092 time: 3.4142756 Apr 25 14:30:13.832315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-da906511-6c43-4661-89e8-84c5c81ef6d4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:13.833470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-da906511-6c43-4661-89e8-84c5c81ef6d4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 944 time: 0.5729177 Apr 25 14:30:13.838115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262e8f4-176f-44a7-9b22-87db3e4ccabb service neutron] Pushing event updated for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:13.958215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-94abe8c8-1720-44c9-ac4d-aa5ad3117673 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:13.964351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-a91ceef0-c394-43ca-9167-497446a7dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:13.965876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-a91ceef0-c394-43ca-9167-497446a7dc68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1094 time: 0.2942281 Apr 25 14:30:13.989367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49012486-2e43-42d5-b046-b4ca58eb9a1c req-6592bede-523b-461a-8e1b-e1633a3c5b04 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9654739 Apr 25 14:30:13.995562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-94abe8c8-1720-44c9-ac4d-aa5ad3117673 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:13.996687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec0985c3-502c-4c6f-a81f-05c33e4875d6 req-94abe8c8-1720-44c9-ac4d-aa5ad3117673 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555192 Apr 25 14:30:14.003792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-15d6396e-3f67-4cee-a15e-946647b21b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:14.005277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-15d6396e-3f67-4cee-a15e-946647b21b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 1095 time: 0.1387863 Apr 25 14:30:14.007089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Attempting to bind port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:14.007371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Attempting to bind port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:14.007702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Attempting to bind port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:14.154309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:14.154680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Attempting to bind port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:14.189924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:14.190238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:14.190753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:14.191069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Bound port: 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:14.191413 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:14.203402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:14.221610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-d1485a0a-ce0d-486a-8793-6ea7922fe75e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:14.223131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-d1485a0a-ce0d-486a-8793-6ea7922fe75e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 1.1263955 Apr 25 14:30:14.247669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:14.248025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c4c6fa3a-ccd3-4a25-ac4f-656e858ef38f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:14.251242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Request body: {'port': {'device_id': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'admin_state_up': True, 'tenant_id': '59aa456541ee4328a8649e9ef257d941'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:14.282184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-372793b8-ee8b-4186-89d4-e12b2320c2c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658 HTTP/1.1" status: 200 len: 217 time: 0.1813414 Apr 25 14:30:14.283860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-e75a560d-d8f6-45ed-89c7-4ca95086721b tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f95c6347e644679bbb84f65325bce94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360016 Apr 25 14:30:14.289638 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-b76e7566-c7c7-436c-91dd-4cde68f7b329 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 217 time: 0.2798958 Apr 25 14:30:14.318158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a95f528-282b-4d7f-9c3d-0a277e58c874 req-6d3bd3a9-96a2-4bd7-9ad6-fb9a71cebcf0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 210 time: 0.1240406 Apr 25 14:30:14.390228 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7969030b-6265-4fd2-ac7f-147012daa5bf'] response: {'name': 'network-changed', 'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'status': 'completed', 'code': 200} Apr 25 14:30:14.448028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf94e2ce-47c7-4802-bef9-0cb79a15a1f4 req-e5a8ebf7-4ae3-462c-8605-f293261d9781 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 210 time: 0.1274130 Apr 25 14:30:14.521426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-b9b15097-378a-43e2-90fc-be3ab2e8a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:14.523589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-b9b15097-378a-43e2-90fc-be3ab2e8a52f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2040522 Apr 25 14:30:14.551754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] For port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:14.557842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d5e4-4115-467e-916b-2568771e4154 req-527bd664-cf9f-4a1e-80de-15a7f7c36b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:14.559452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-527bd664-cf9f-4a1e-80de-15a7f7c36b72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.2451117 Apr 25 14:30:14.561440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] For port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:14.667919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f99f245-972f-4195-9093-8fef093bdfcd {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:14.678741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:14.698656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Transition to ACTIVE for port object 1f99f245-972f-4195-9093-8fef093bdfcd will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:14.712150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:14.768168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-d2e19891-0990-4e29-a4cf-b49299af2190 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009196 Apr 25 14:30:14.770857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:14.790479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-8f74d01e-468d-4889-b71f-eff6f255ccec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577774 Apr 25 14:30:14.797018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:14.797742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:14.799677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-986ec569-1204-4532-be03-bf206bf7990b service neutron] 10.222.0.21 "PUT /v2.0/ports/8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 HTTP/1.1" status: 200 len: 1095 time: 6.4353397 Apr 25 14:30:14.804366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:14.814304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:14.828994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca648d01-7d29-42c0-8836-4adf24812911', 'tag': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:14.842080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Made reservation on behalf of 59aa456541ee4328a8649e9ef257d941 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:14.846414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:14.853588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-1f258496-c4b9-4f2a-80db-716bb6bd5e80 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:14.855066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-1f258496-c4b9-4f2a-80db-716bb6bd5e80 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5645735 Apr 25 14:30:14.937705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Request body: {'port': {'device_id': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7f95c6347e644679bbb84f65325bce94'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:15.106035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:15.116863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec569-1204-4532-be03-bf206bf7990b service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:15.213973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6893537-0d98-4bd9-811d-1a72f893650b req-992c7c8c-13f1-4b03-a8f0-428a58d6d79f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:15.215482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a6893537-0d98-4bd9-811d-1a72f893650b req-992c7c8c-13f1-4b03-a8f0-428a58d6d79f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.6971607 Apr 25 14:30:15.232279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-028b9fb8-b762-4e6c-8896-909ae27d8c2f service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489946 Apr 25 14:30:15.308429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:15.313094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-9c2ca809-27e7-48f7-8310-99d0d89b8419 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570744 Apr 25 14:30:15.355983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Usage tracker for resource:port and tenant:7f95c6347e644679bbb84f65325bce94 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:15.370359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:15.387247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Pushing event updated for resources: {'Port': ['ID=1f99f245-972f-4195-9093-8fef093bdfcd,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:15.451334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a6893537-0d98-4bd9-811d-1a72f893650b req-e85a364c-f753-4a0a-8956-df30004c9309 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212381 Apr 25 14:30:15.454040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:15.458216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-443b730e-e893-469c-bfd9-7ead71b29b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:15.459837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-443b730e-e893-469c-bfd9-7ead71b29b81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 1098 time: 0.5374053 Apr 25 14:30:15.461543 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8eb9608-a791-41ca-bb56-30c639777f11'] response: {'name': 'network-changed', 'server_uuid': 'ca648d01-7d29-42c0-8836-4adf24812911', 'tag': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', 'status': 'completed', 'code': 200} Apr 25 14:30:15.560612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Pushing event deleted for resources: {'Port': ['ID=4c65db19-64a7-430a-864a-a0626596d91e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:15.580894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-70ec7109-d551-41a9-a0ea-46392699c224 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0927086 Apr 25 14:30:15.582855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Attempting to bind port 1f99f245-972f-4195-9093-8fef093bdfcd on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:15.582855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Attempting to bind port 1f99f245-972f-4195-9093-8fef093bdfcd by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:15.583073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Attempting to bind port 1f99f245-972f-4195-9093-8fef093bdfcd on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:15.587413 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:15.593417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Made reservation on behalf of 7f95c6347e644679bbb84f65325bce94 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:15.601382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:15.624030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:15.713919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:15.724993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d850d5e4-4115-467e-916b-2568771e4154 req-b6689dff-7409-433d-90b1-b50b16637284 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593871 Apr 25 14:30:15.732169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Usage tracker for resource:security_group_rule and tenant:7f95c6347e644679bbb84f65325bce94 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:15.741333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab53621c-d5a5-492b-b180-f9f9316341c2 req-be4a88fe-1c25-440e-a683-97559d0f6784 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046979 Apr 25 14:30:15.743290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:15.753656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:15.858579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b63152-3860-4ba4-8247-8b4e0c19f3bc req-452789a0-13b9-4984-899c-317ba81e0a34 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:15.859995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9b63152-3860-4ba4-8247-8b4e0c19f3bc req-452789a0-13b9-4984-899c-317ba81e0a34 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 944 time: 0.2217093 Apr 25 14:30:15.918650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Port 1f99f245-972f-4195-9093-8fef093bdfcd on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:15.919012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Attempting to bind port 1f99f245-972f-4195-9093-8fef093bdfcd on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:15.929072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Allocated IP 172.20.0.8 (266958da-ab21-4171-acf7-f8efef1f33d7/869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2/14870aba-dbd5-43c3-a5e2-e36ecd951965) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:15.948546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9b63152-3860-4ba4-8247-8b4e0c19f3bc req-a420782b-5db8-43b4-b96e-7f4cb9247fa0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788848 Apr 25 14:30:15.975904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:15.984129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-f0855b05-8c74-4152-b283-7926abe4c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:15.985683 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-f0855b05-8c74-4152-b283-7926abe4c160 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1094 time: 0.1721933 Apr 25 14:30:15.986291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:15.993949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:15.994197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:15.994584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:15.995035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Bound port: 1f99f245-972f-4195-9093-8fef093bdfcd, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:15.995387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.023213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.032347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.098633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-8f5980e9-0fb6-4cec-a3b3-cbd3db9a4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:16.100065 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-8f5980e9-0fb6-4cec-a3b3-cbd3db9a4596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.4291751 Apr 25 14:30:16.161744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a69c73f-e9db-48bf-a7bb-028a96420ba1 req-abad121a-a8ee-478e-a669-fd9d30c1c14f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 210 time: 0.0875301 Apr 25 14:30:16.212122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31b10a-5f94-4f57-8838-97b5d3798631,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:16.221991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.222742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f73fae57-1599-4f50-921c-ab358af9fc49 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:30:16.291089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68797c81-5c2d-4e5a-8c66-38a86a474f20 req-364da8e8-31df-4187-99ef-507db79c2385 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:16.298468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-68797c81-5c2d-4e5a-8c66-38a86a474f20 req-364da8e8-31df-4187-99ef-507db79c2385 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 948 time: 0.7324252 Apr 25 14:30:16.307117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] For port 1f99f245-972f-4195-9093-8fef093bdfcd, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:16.328729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-57a4944b-3110-47d1-ba71-2ab094c0672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:16.331516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-57a4944b-3110-47d1-ba71-2ab094c0672d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.3346496 Apr 25 14:30:16.424249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Allocated IP 192.168.233.245 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/58fceaf0-7124-4023-9c24-16d133f5057a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:16.433293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:16.446881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] For port 1f99f245-972f-4195-9093-8fef093bdfcd, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1f99f245-972f-4195-9093-8fef093bdfcd,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:16.465237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-ea147585-f9ca-4ec3-9cad-ca817c1cdb46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 217 time: 0.1240466 Apr 25 14:30:16.487782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.495962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b2a44d2-2c10-4e70-86dc-434c9c17feca admin admin] 10.222.0.23 "DELETE /v2.0/routers/f73fae57-1599-4f50-921c-ab358af9fc49 HTTP/1.1" status: 204 len: 168 time: 7.5087144 Apr 25 14:30:16.503903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:16.523205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c3cac8ab-9e1c-4929-9221-5a9c53efc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:16.524709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c3cac8ab-9e1c-4929-9221-5a9c53efc878 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4071159 Apr 25 14:30:16.530758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-68797c81-5c2d-4e5a-8c66-38a86a474f20 req-fbfdaeaa-f418-43bf-90d9-e10214fa380d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311618 Apr 25 14:30:16.531797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.662197 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69203b0-27b4-483f-85aa-6a087ce3e062'] response: {'name': 'network-changed', 'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658', 'status': 'completed', 'code': 200} Apr 25 14:30:16.674496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:16.675040 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.676441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] 10.222.0.15 "PUT /v2.0/ports/1f99f245-972f-4195-9093-8fef093bdfcd HTTP/1.1" status: 200 len: 1096 time: 4.0024083 Apr 25 14:30:16.878782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-65e14a3e-e1a8-4ba1-9e57-03cf7205d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:16.880281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-65e14a3e-e1a8-4ba1-9e57-03cf7205d5b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.4061399 Apr 25 14:30:16.917660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccddd0e6-4cdf-4b1f-ab44-bf66dc0d4196 req-f13bfd2c-fc5a-4614-9acc-4a73ccb32b7e tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 210 time: 0.2597187 Apr 25 14:30:16.938850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:16.941762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68184-9431-46b0-9e42-e13263595d4c service neutron] Pushing event updated for resources: {'Port': ['ID=1f99f245-972f-4195-9093-8fef093bdfcd,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:16.959033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Deleting subnet 358130cb-f347-4078-8927-91752e5358e2 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:30:16.972357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.030238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-88691fdc-fcdc-4fb2-8a47-77d01a5729f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261373 Apr 25 14:30:17.075612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-6860b6cd-f355-4a09-ab21-611c63e6542e service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328019 Apr 25 14:30:17.077542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.187206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-3a1bfe21-2061-4cd0-bfd2-357029dfeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.188628 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-3a1bfe21-2061-4cd0-bfd2-357029dfeef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 1099 time: 0.4497254 Apr 25 14:30:17.244681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdba9c-6db9-4aab-a3f9-c6664cc0e2e9 req-9e846974-1f5e-4413-8f9d-2913040b842f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.246195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15bdba9c-6db9-4aab-a3f9-c6664cc0e2e9 req-9e846974-1f5e-4413-8f9d-2913040b842f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.4647810 Apr 25 14:30:17.305501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f56f-686f-4710-9680-6663be917de5 req-a76993f2-d2fc-4572-be2f-733fc4871847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.307018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-a76993f2-d2fc-4572-be2f-733fc4871847 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 1095 time: 0.6483266 Apr 25 14:30:17.313108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.318438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.390062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-23c5c3f1-7249-4046-bbc9-44e39cdee56f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1f99f245-972f-4195-9093-8fef093bdfcd HTTP/1.1" status: 200 len: 217 time: 0.1428566 Apr 25 14:30:17.464398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Transition to ACTIVE for port object 58fceaf0-7124-4023-9c24-16d133f5057a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:17.473075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-ccdb55bf-da54-4409-9270-b00d05acf400 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253871 Apr 25 14:30:17.477476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'tag': '1f99f245-972f-4195-9093-8fef093bdfcd'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:17.488866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-1bb6528c-deab-431f-b5e4-a2fed2c532af tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.490443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-1bb6528c-deab-431f-b5e4-a2fed2c532af tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.4542136 Apr 25 14:30:17.522497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Network 266958da-ab21-4171-acf7-f8efef1f33d7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:17.536343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:17.548112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:17.557296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-cd258a09-e681-4ad7-bc2b-10b4202d8952 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/quotas/af8236c523924215b55de5a4324e8693 HTTP/1.1" status: 200 len: 375 time: 0.0408325 Apr 25 14:30:17.580114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15bdba9c-6db9-4aab-a3f9-c6664cc0e2e9 req-7dc9edd8-1ed7-4d58-9379-5004ba76136d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753711 Apr 25 14:30:17.582023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-3e31f67f-bce1-4ef3-afcd-7718e2127135 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663014 Apr 25 14:30:17.589745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:17.590394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:17.615229 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.689817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f56f-686f-4710-9680-6663be917de5 req-e30ce638-e288-4e8b-b8d7-be457220475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.691319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-e30ce638-e288-4e8b-b8d7-be457220475d service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.3677230 Apr 25 14:30:17.773621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-e0154095-269b-43a0-9118-7f01ae886243 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658 HTTP/1.1" status: 200 len: 217 time: 0.0741758 Apr 25 14:30:17.774457 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.774666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.787231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c669f7e3-0030-47ba-a380-57e4c862d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.788869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-c669f7e3-0030-47ba-a380-57e4c862d0bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3772564 Apr 25 14:30:17.804256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:17.814140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:17.818243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.888648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:17.897279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d17be35d-04ff-454d-8a85-0c70ac678286 req-542f2af9-6aa9-4424-85b6-7e421791d579 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026129 Apr 25 14:30:17.897920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.897920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.898379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.898978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.899450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.900387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.900387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.900673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.901392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.902116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.902116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.902575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:30:17.916241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:17.926819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:17.934704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:17.947889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.949064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:17.972831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Pushing event updated for resources: {'Port': ['ID=58fceaf0-7124-4023-9c24-16d133f5057a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:17.981467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f56f-686f-4710-9680-6663be917de5 req-62d3ff1b-190f-40d5-a559-8d990ac9788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:17.983022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-62d3ff1b-190f-40d5-a559-8d990ac9788a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.1958427 Apr 25 14:30:18.006264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-1aa719f3-8d9b-4ef6-b194-26839b18bb1e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7719541 Apr 25 14:30:18.026064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Request body: {'port': {'device_id': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:18.055699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-c685e066-4750-4e80-9f3e-afe701aef357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557363 Apr 25 14:30:18.066775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-e7181373-e203-4ece-a5bb-2996c3bd6e43 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4542632 Apr 25 14:30:18.075244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.092784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:18.093459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.142405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358130cb-f347-4078-8927-91752e5358e2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:18.147255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.151920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-44b4ce75-dd22-404d-9ad0-1c2b3403096d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/358130cb-f347-4078-8927-91752e5358e2 HTTP/1.1" status: 204 len: 168 time: 1.6229951 Apr 25 14:30:18.156780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:18.163087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a0a0e-a1c1-47cd-bb85-fb2e64797aca None None] Network 46831cc2-8bfc-4fe6-bd97-20a702ae43ae requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:30:18.164397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04063217-fbb3-48f8-9f10-81713b949fb7 req-a8623593-435c-41e8-a13b-ab5d64c6adbc tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:18.166351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04063217-fbb3-48f8-9f10-81713b949fb7 req-a8623593-435c-41e8-a13b-ab5d64c6adbc tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 944 time: 0.3834577 Apr 25 14:30:18.175849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-390518b8-a5e2-45f3-aa2c-a907b14886f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:18.177366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-390518b8-a5e2-45f3-aa2c-a907b14886f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3238268 Apr 25 14:30:18.217662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4c65db19-64a7-430a-864a-a0626596d91e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:18.243290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-6f363815-c03b-4123-8e59-daa11a030bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:18.245669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-6f363815-c03b-4123-8e59-daa11a030bdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 1098 time: 0.4640501 Apr 25 14:30:18.319991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4c65db19-64a7-430a-864a-a0626596d91e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:18.320252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4c65db19-64a7-430a-864a-a0626596d91e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:18.341707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73cf6801-000d-4b22-8687-b6780bd82ef0 None None] Provisioning for port 58fceaf0-7124-4023-9c24-16d133f5057a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:18.376643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73cf6801-000d-4b22-8687-b6780bd82ef0 None None] Provisioning complete for port 58fceaf0-7124-4023-9c24-16d133f5057a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:18.377021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73cf6801-000d-4b22-8687-b6780bd82ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.411602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.482771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04063217-fbb3-48f8-9f10-81713b949fb7 req-1b762b19-706a-4462-a9fa-09c3b9289d77 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034720 Apr 25 14:30:18.492406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-6611480a-bcc8-467f-a23f-73129d2db14c tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5630522 Apr 25 14:30:18.521739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-73cf6801-000d-4b22-8687-b6780bd82ef0 None None] Port 58fceaf0-7124-4023-9c24-16d133f5057a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:30:18.543981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Request body: {'port': {'device_id': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:18.590363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-a83e4a33-52ae-4d6b-89f4-8918997ba116 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666227 Apr 25 14:30:18.642182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.646765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-7695237e-e624-4507-8cc4-558aa51c476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:18.648234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-7695237e-e624-4507-8cc4-558aa51c476d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3923602 Apr 25 14:30:18.656820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-4550c1dc-b6bd-4408-932e-c0303f4a71e7 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871222 Apr 25 14:30:18.660077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] DHCP port deletion for 46831cc2-8bfc-4fe6-bd97-20a702ae43ae request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:30:18.667087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] Deleting port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:18.667617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.769737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-c75f42e0-74ee-4401-a60c-ec29f2b1fee7 service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696658 Apr 25 14:30:18.778650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Deleting port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:18.779019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.845918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-3a84b1ba-b175-4837-8492-727ddd9255be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 HTTP/1.1" status: 200 len: 217 time: 0.1900587 Apr 25 14:30:18.893713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] For port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:18.894181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:18.948758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.058887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-2b44c53d-ee46-4de4-b2ae-50fb7e34138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:19.060342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-2b44c53d-ee46-4de4-b2ae-50fb7e34138a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1957803 Apr 25 14:30:19.060669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] Calling delete_port for aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:19.066881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1e844de-cb9a-49a0-9ef8-03cd5f25f092 req-68e8a5e7-686e-4aae-8694-5a0f2e0bb497 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664636 Apr 25 14:30:19.073012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-44655fc8-4af6-4978-a68d-f402aa67940b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:19.074479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-44655fc8-4af6-4978-a68d-f402aa67940b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f7aa1d6-6253-426d-85ce-ad25ef4c5441 HTTP/1.1" status: 200 len: 943 time: 0.5748122 Apr 25 14:30:19.145597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.150599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15151e8-b0d5-4417-9298-697c191bcdb2 req-8dc218d0-cb43-43fc-b1b2-60b388a07618 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:19.151316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e15151e8-b0d5-4417-9298-697c191bcdb2 req-8dc218d0-cb43-43fc-b1b2-60b388a07618 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:19.192404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e15151e8-b0d5-4417-9298-697c191bcdb2 req-8dc218d0-cb43-43fc-b1b2-60b388a07618 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:19.193615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e15151e8-b0d5-4417-9298-697c191bcdb2 req-8dc218d0-cb43-43fc-b1b2-60b388a07618 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 931 time: 0.4483809 Apr 25 14:30:19.199294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] Pushing event deleted for resources: {'Port': ['ID=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:19.201566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f670b-be50-4da8-bccc-8118a0eeb7ab None None] No DVR routers for this DVR port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:30:19.217509 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fb7f56f-686f-4710-9680-6663be917de5 req-1b7f198a-2ec9-44a1-af8c-dbf3753fb44b service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473423 Apr 25 14:30:19.250541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-2ddd52b6-1271-4bf2-ad9e-1b30e0137598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:19.252038 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-2ddd52b6-1271-4bf2-ad9e-1b30e0137598 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763120 Apr 25 14:30:19.305210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Deleting port 51d17272-6eb4-4ef6-8dc2-545c9175d271 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:19.305547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.334417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-c1841e61-c26d-4720-9292-5b999c0dfd3c service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297709 Apr 25 14:30:19.517018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] For port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed,segment=NetworkSegment(068a4e1c-32e6-4b1b-9b58-97a0963086fe),segment_id=068a4e1c-32e6-4b1b-9b58-97a0963086fe)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:19.517378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.528841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14870aba-dbd5-43c3-a5e2-e36ecd951965 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:19.534997 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4b01df-a97e-4651-a202-e18b086682ba'] response: {'name': 'network-changed', 'server_uuid': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'tag': '1f99f245-972f-4195-9093-8fef093bdfcd', 'status': 'completed', 'code': 200} Apr 25 14:30:19.551637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e15151e8-b0d5-4417-9298-697c191bcdb2 req-1c3a6c51-5f63-4268-adc1-277880162ade tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427074 Apr 25 14:30:19.578926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.603745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:19.633226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Transition to ACTIVE for port object 14870aba-dbd5-43c3-a5e2-e36ecd951965 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:19.667249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.678567 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e33cd7-327c-4465-9356-6c7725ffdff2'] response: {'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'code': 200} Apr 25 14:30:19.778461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Calling delete_port for aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:19.788834 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-e2378b29-43bd-4a29-afb0-532002f30745 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997706 Apr 25 14:30:19.861712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:19.877581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'port_id': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'mac_address': 'fa:16:3e:3e:2f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fd76db-e8e5-4b89-ad9f-5277a08b28fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:19.945623 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:19.955434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:19.980436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa96867-90c2-4f00-834a-63b15782a4c9 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:20.002458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:20.007842 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.090532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:20.131067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:20.174178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f6e86d4-5d16-4be0-9292-f94bd3bf4b8d req-cf275ae3-ffee-4c8b-8a61-7a4aa7f03e61 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183110 Apr 25 14:30:20.181487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:20.182028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:20.182526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:20.193980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fdeaa-6748-45a7-9447-a15608dea14e req-d8528d91-cb14-4534-8536-c4ada2c680ae tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.201119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad3fdeaa-6748-45a7-9447-a15608dea14e req-d8528d91-cb14-4534-8536-c4ada2c680ae tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 936 time: 0.3518357 Apr 25 14:30:20.217339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:20.217674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:20.229867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:20.230209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:20.230807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:20.231435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Bound port: 14870aba-dbd5-43c3-a5e2-e36ecd951965, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:20.231963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.273423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-6854c2b2-9812-4eb7-ade3-e61aae875eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.275460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-6854c2b2-9812-4eb7-ade3-e61aae875eda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 1099 time: 0.6994991 Apr 25 14:30:20.317844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:30:20.318161 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:30:20.325703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad3fdeaa-6748-45a7-9447-a15608dea14e req-5db4baa6-b2cc-4c97-9765-cc6e51120eb0 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236186 Apr 25 14:30:20.406659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:20.421268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:20.425404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:20.432112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658', 'mac_address': 'fa:16:3e:5e:a8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:20.445251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] For port 51d17272-6eb4-4ef6-8dc2-545c9175d271, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51d17272-6eb4-4ef6-8dc2-545c9175d271,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:20.445875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.468081 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.470144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4f726-f71c-4b91-bbb4-b959a155e980 req-829b3b36-9a0b-4637-bcdc-e01724e61521 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.477347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bb4f726-f71c-4b91-bbb4-b959a155e980 req-829b3b36-9a0b-4637-bcdc-e01724e61521 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 948 time: 0.6651764 Apr 25 14:30:20.523596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:20.540467 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:30:20.562843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.564196 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.565862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] 10.222.0.21 "PUT /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 1091 time: 2.5511792 Apr 25 14:30:20.593813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.606668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:20.607023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:20.607306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2691b-27aa-49e5-b38d-6b6fa89dc046 service neutron] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:20.617581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:20.636164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:20.638017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Calling delete_port for 51d17272-6eb4-4ef6-8dc2-545c9175d271 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:20.641338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.685948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6aa96867-90c2-4f00-834a-63b15782a4c9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:20.696616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048278-dc4d-49cf-ab32-4719adc0f644 req-6465f18b-6429-4d12-bf02-833d6ee18e57 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.698376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27048278-dc4d-49cf-ab32-4719adc0f644 req-6465f18b-6429-4d12-bf02-833d6ee18e57 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 944 time: 0.2711046 Apr 25 14:30:20.749836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-8f74155f-cfd3-4d7a-acf5-b64bd8ac969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.751491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-8f74155f-cfd3-4d7a-acf5-b64bd8ac969f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1094 time: 0.1374686 Apr 25 14:30:20.754071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-b6079dfd-7634-4372-9819-8cf071dc8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:20.755649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-b6079dfd-7634-4372-9819-8cf071dc8a0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.4658976 Apr 25 14:30:20.759924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27048278-dc4d-49cf-ab32-4719adc0f644 req-e3efc2e1-09c6-4680-83a7-1b0abebfbce3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Apr 25 14:30:20.769381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fceaf0-7124-4023-9c24-16d133f5057a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:20.793732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:20.828341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Deleting port aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:20.828678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.857842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-a218a667-6d86-44a8-8804-151bfa270447 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 217 time: 0.0969362 Apr 25 14:30:20.875866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bb4f726-f71c-4b91-bbb4-b959a155e980 req-efaaf173-49e6-4387-bc42-879c22d3dd5f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967180 Apr 25 14:30:20.903449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:20.935271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-4148bf20-8a3f-4e3d-9837-a22514b8d769 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1f99f245-972f-4195-9093-8fef093bdfcd HTTP/1.1" status: 200 len: 217 time: 0.1614332 Apr 25 14:30:20.966202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2bc5956a-6d60-4cd3-880f-4a2d00bb9658'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:20.974544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01eb28a7-378c-42fd-882e-744c71c2eaed req-0f4464b0-9e76-4499-a1ca-4b1b63e7c2c6 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 210 time: 0.0549526 Apr 25 14:30:21.093179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] The port 'aaec2c1b-2298-48bc-b4b0-18c9eebfb9ed' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:30:21.100042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Transition to ACTIVE for port object 58fceaf0-7124-4023-9c24-16d133f5057a will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:21.183222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-a0902ab7-2ef6-4872-93d1-c24d34f3c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:21.184640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-a0902ab7-2ef6-4872-93d1-c24d34f3c135 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.3203373 Apr 25 14:30:21.204474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.248548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-fd6e8d65-aeb0-48dd-abe6-c779b5380230 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534983 Apr 25 14:30:21.312322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-a7116019-5120-4b58-a1ba-3f28efc07ea3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:21.313805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-a7116019-5120-4b58-a1ba-3f28efc07ea3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.3237031 Apr 25 14:30:21.367033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Request body: {'port': {'device_id': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'admin_state_up': True, 'tenant_id': 'af8236c523924215b55de5a4324e8693'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:21.416785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-7b405409-c3b0-4c83-b69e-bb42227362b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:21.418296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-7b405409-c3b0-4c83-b69e-bb42227362b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.4400923 Apr 25 14:30:21.513532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.544079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:21.545742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Pushing event updated for resources: {'Port': ['ID=58fceaf0-7124-4023-9c24-16d133f5057a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:21.617005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca636-0aff-4bed-929d-02f18af2be58 req-e467eadc-309d-4aae-bd05-17882c6d6e2e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:21.618406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d4ca636-0aff-4bed-929d-02f18af2be58 req-e467eadc-309d-4aae-bd05-17882c6d6e2e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.4890854 Apr 25 14:30:21.628095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:21.648072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46831cc2-8bfc-4fe6-bd97-20a702ae43ae']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:21.678969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:21.680608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-df0330c3-338a-4890-a041-9f37c3b38e8f service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185209 Apr 25 14:30:21.693541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068a4e1c-32e6-4b1b-9b58-97a0963086fe') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:21.693885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068a4e1c-32e6-4b1b-9b58-97a0963086fe') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:21.716297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.723561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.732886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec89a5-4bc9-4b64-bb67-b197a3257a17 req-104fdf81-b8d5-4c1b-873a-794660c7de35 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:21.739400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3ec89a5-4bc9-4b64-bb67-b197a3257a17 req-104fdf81-b8d5-4c1b-873a-794660c7de35 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 945 time: 0.6340795 Apr 25 14:30:21.748158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d4ca636-0aff-4bed-929d-02f18af2be58 req-271c0c90-c71b-4b35-aa5e-bf0a7e72ce77 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195769 Apr 25 14:30:21.766397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 51d17272-6eb4-4ef6-8dc2-545c9175d271 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:21.766397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51d17272-6eb4-4ef6-8dc2-545c9175d271 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:21.780037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.786505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:30:21.786965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.818960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:21.819250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:21.835352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', 'mac_address': 'fa:16:3e:95:19:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:21.845949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:21.876702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Made reservation on behalf of af8236c523924215b55de5a4324e8693 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:21.881255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.905829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.928402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:21.936073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d46c25-a4a9-49d6-855f-7c3bdb5db0ba req-b113c94e-857f-4f93-bf38-8273c14e8c33 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431862 Apr 25 14:30:21.946068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:21.952931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:30:21.994548 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:30:22.035036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:22.067260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645f44b-ccee-487b-85f7-595e2240566d req-d5dcef94-f2a1-418f-bb66-34a3cef78709 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:22.068764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3645f44b-ccee-487b-85f7-595e2240566d req-d5dcef94-f2a1-418f-bb66-34a3cef78709 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 948 time: 0.1771266 Apr 25 14:30:22.124604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event deleted for resources: {'Port': ['ID=51d17272-6eb4-4ef6-8dc2-545c9175d271,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:22.135047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1f99f245-972f-4195-9093-8fef093bdfcd details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:22.138903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:22.167346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Allocated IP 172.20.0.14 (aa40f1eb-b7a6-4370-a4fb-875f7a9df45b/6cb6121a-af71-4b62-a8e9-9ecd542b093c/5c931486-513c-4896-bd17-c27e20a2894e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:22.172284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3645f44b-ccee-487b-85f7-595e2240566d req-a705843f-677b-4ce5-8941-269c70354412 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754113 Apr 25 14:30:22.193618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Attempting to bind port 58fceaf0-7124-4023-9c24-16d133f5057a on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:22.195501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Attempting to bind port 58fceaf0-7124-4023-9c24-16d133f5057a by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:22.195501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Attempting to bind port 58fceaf0-7124-4023-9c24-16d133f5057a on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:22.196729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] No DVR routers for this DVR port 51d17272-6eb4-4ef6-8dc2-545c9175d271 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:30:22.203802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.208779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-deleted', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:22.214859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-bb2bbbc8-2117-419f-a3a5-1b6b30bfaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:22.216327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-bb2bbbc8-2117-419f-a3a5-1b6b30bfaf53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7501931 Apr 25 14:30:22.224918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Port 58fceaf0-7124-4023-9c24-16d133f5057a on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:22.225354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Attempting to bind port 58fceaf0-7124-4023-9c24-16d133f5057a on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:22.254102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3ec89a5-4bc9-4b64-bb67-b197a3257a17 req-cc6a366b-88e5-4a28-9144-37c1f6f84fdf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135627 Apr 25 14:30:22.260292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.276402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:22.276678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:22.278408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:22.278901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Bound port: 58fceaf0-7124-4023-9c24-16d133f5057a, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:22.279253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.285858 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5acc3e-c74d-47ab-af78-f90112864b45'] response: {'name': 'network-changed', 'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'status': 'completed', 'code': 200} Apr 25 14:30:22.310833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.312653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/46831cc2-8bfc-4fe6-bd97-20a702ae43ae HTTP/1.1" status: 204 len: 168 time: 4.1556866 Apr 25 14:30:22.331442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d7b1bb4-42fa-429f-8734-2bf49de3f496 req-78f375ee-adab-4790-a1dd-6e062bf81174 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "DELETE /v2.0/ports/51d17272-6eb4-4ef6-8dc2-545c9175d271 HTTP/1.1" status: 204 len: 173 time: 3.2367473 Apr 25 14:30:22.379756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:22.427898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:22.428964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.438809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1219f-986a-4d6d-a672-b40c7560ccf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46831cc2-8bfc-4fe6-bd97-20a702ae43ae,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:22.532163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:22.638260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33720) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:22.704568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1f99f245-972f-4195-9093-8fef093bdfcd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1f99f245-972f-4195-9093-8fef093bdfcd,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:22.711332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204b13-207f-4c4c-af46-0115efc3085b req-408d9b49-b96c-4ede-abcc-7b8aa3296d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:22.713765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-408d9b49-b96c-4ede-abcc-7b8aa3296d55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1094 time: 0.4268486 Apr 25 14:30:22.718456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-04302eee-8988-4422-bb01-16cad3b1319a service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906683 Apr 25 14:30:22.722511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] For port 58fceaf0-7124-4023-9c24-16d133f5057a, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:22.747109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.760248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '1f99f245-972f-4195-9093-8fef093bdfcd', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '1f99f245-972f-4195-9093-8fef093bdfcd', 'mac_address': 'fa:16:3e:9b:b4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:22.763902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] For port 58fceaf0-7124-4023-9c24-16d133f5057a, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=58fceaf0-7124-4023-9c24-16d133f5057a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:22.787065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.825277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f1bf6cf5-a367-4bbf-a409-319a92a24cb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5aaa6d2d9d3147fd89a4a6e4a7613ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810989 Apr 25 14:30:22.835804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:22.872177 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.881953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9265d1b-7e17-453a-a69c-340f863edbfc req-bbd28250-01a5-47bd-8a46-6f8aaaaa5996 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:22.889737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9265d1b-7e17-453a-a69c-340f863edbfc req-bbd28250-01a5-47bd-8a46-6f8aaaaa5996 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 944 time: 0.2950275 Apr 25 14:30:22.898984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.920725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:22.921369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:22.922739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] 10.222.0.21 "PUT /v2.0/ports/58fceaf0-7124-4023-9c24-16d133f5057a HTTP/1.1" status: 200 len: 1096 time: 4.3833718 Apr 25 14:30:22.932563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd26-8d2c-4df0-b71e-5681bb307b57 req-fb02d112-edfc-4180-9d12-af9504b1b50b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:22.939596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-74afbd26-8d2c-4df0-b71e-5681bb307b57 req-fb02d112-edfc-4180-9d12-af9504b1b50b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 948 time: 0.4082227 Apr 25 14:30:22.943173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:22.958743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f99f245-972f-4195-9093-8fef093bdfcd {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:22.983197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:22.997821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.040116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9265d1b-7e17-453a-a69c-340f863edbfc req-d21c3986-9c95-4bac-beae-ef79eb28f13c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495388 Apr 25 14:30:23.041747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204b13-207f-4c4c-af46-0115efc3085b req-06b8a295-1163-4190-bae0-ba0900a7e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.043474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-06b8a295-1163-4190-bae0-ba0900a7e38f service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.3230267 Apr 25 14:30:23.060819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1f99f245-972f-4195-9093-8fef093bdfcd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1f99f245-972f-4195-9093-8fef093bdfcd,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:23.065570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01bfb4b2-86cc-4f4d-a84d-0f7977264620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.067309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63554-fb91-406c-bc8c-e71747898df1 service neutron] Pushing event updated for resources: {'Port': ['ID=58fceaf0-7124-4023-9c24-16d133f5057a,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:23.081664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.082813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.085573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e6f210f-de7b-4a4d-9da8-ac6ffaff3a19 req-2a1a35d2-2cd0-4977-baa8-0d2fb0f81e8b service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534520 Apr 25 14:30:23.124586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-74afbd26-8d2c-4df0-b71e-5681bb307b57 req-73f5c644-8ade-464b-a6fd-d04aef3f2248 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840389 Apr 25 14:30:23.142529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:23.174873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-170ec036-96d6-4b6b-a315-dbc661e6c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.175946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-170ec036-96d6-4b6b-a315-dbc661e6c27d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f95c6347e644679bbb84f65325bce94&device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 1099 time: 0.2007723 Apr 25 14:30:23.276126 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ed621b-00e4-4e7e-8f87-a8ebc4649995'] response: {'server_uuid': '6f7aa1d6-6253-426d-85ce-ad25ef4c5441', 'name': 'network-vif-deleted', 'tag': '51d17272-6eb4-4ef6-8dc2-545c9175d271', 'status': 'completed', 'code': 200} Apr 25 14:30:23.285949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-e603c2d8-79b1-4cba-b115-2e9dfe9c4cdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=58fceaf0-7124-4023-9c24-16d133f5057a HTTP/1.1" status: 200 len: 217 time: 0.1015606 Apr 25 14:30:23.315423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=1f99f245-972f-4195-9093-8fef093bdfcd,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:23.321354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-6ca860e0-e55b-4ebb-a082-df2b360b887a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 217 time: 0.2569110 Apr 25 14:30:23.395182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01bfb4b2-86cc-4f4d-a84d-0f7977264620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.407155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:23.418249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-f2bad717-f22e-4d38-a91b-345e5f601df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.418536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:23.419880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-f2bad717-f22e-4d38-a91b-345e5f601df0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1276696 Apr 25 14:30:23.470389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:23.484691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:23.491464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:23.495070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce522f-d78b-4a67-b036-7ea4b53903cc req-4fe17da4-a156-48db-b769-7c54076f5560 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.495898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-38ce522f-d78b-4a67-b036-7ea4b53903cc req-4fe17da4-a156-48db-b769-7c54076f5560 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:23.529802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-38ce522f-d78b-4a67-b036-7ea4b53903cc req-4fe17da4-a156-48db-b769-7c54076f5560 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:23.531045 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38ce522f-d78b-4a67-b036-7ea4b53903cc req-4fe17da4-a156-48db-b769-7c54076f5560 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 932 time: 0.1859214 Apr 25 14:30:23.538056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-54c0b18f-a45f-4a91-b2dc-3605f4758fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.539581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-54c0b18f-a45f-4a91-b2dc-3605f4758fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109366 Apr 25 14:30:23.571364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204b13-207f-4c4c-af46-0115efc3085b req-52c2e631-00bb-49ea-a5b7-bd9858cc795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.572878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-52c2e631-00bb-49ea-a5b7-bd9858cc795f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.2359786 Apr 25 14:30:23.633593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:23.635902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-fde9ffca-93bd-4dfd-8b23-9f8d22dfea98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535665 Apr 25 14:30:23.645792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.646315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.673066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38ce522f-d78b-4a67-b036-7ea4b53903cc req-4a10b6fd-ba32-44a6-b3bd-69af5a2f8908 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324356 Apr 25 14:30:23.722142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6aa96867-90c2-4f00-834a-63b15782a4c9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:23.730840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6aa96867-90c2-4f00-834a-63b15782a4c9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:23.731227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.738205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-4ea0c1ca-56b6-4a85-8d8f-edf87e397381 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825814 Apr 25 14:30:23.800988 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a87c3a9-3f1f-40a1-9921-476a2f5c251c'] response: {'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658', 'code': 200} Apr 25 14:30:23.903154 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01bfb4b2-86cc-4f4d-a84d-0f7977264620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.912266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.940171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf52b-587f-4358-ba6a-1d0bb3def587 req-b01729f3-668c-469c-9117-c458a03bb8d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:23.942784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76cbf52b-587f-4358-ba6a-1d0bb3def587 req-b01729f3-668c-469c-9117-c458a03bb8d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.5488510 Apr 25 14:30:23.947874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:23.950877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfb4b2-86cc-4f4d-a84d-0f7977264620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de6739-34f3-46f3-a253-a6bdd9d2a2df,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:23.953288 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.971808 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-ddfd1ab9-1645-4654-8574-491d759e89e7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6086326 Apr 25 14:30:23.977009 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01bfb4b2-86cc-4f4d-a84d-0f7977264620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:23.981029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01bfb4b2-86cc-4f4d-a84d-0f7977264620 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4de6739-34f3-46f3-a253-a6bdd9d2a2df HTTP/1.1" status: 204 len: 168 time: 1.1413639 Apr 25 14:30:23.984541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Request body: {'port': {'device_id': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:24.057595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:24.080634 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-5373b7ee-17f2-4b74-ae32-dd5bd66febfc service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288416 Apr 25 14:30:24.113704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76cbf52b-587f-4358-ba6a-1d0bb3def587 req-e3a7397d-ea6b-4507-8001-a7597d915e83 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639502 Apr 25 14:30:24.164504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03a3fd8-0f95-4881-8cfa-a93f123a8a02 req-7aa818c0-2beb-4fb1-b03e-ad758e6229b8 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184601 Apr 25 14:30:24.187011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86bc3c-b915-4852-8571-ed80732d65ce req-4ad173b9-1f4b-48f3-9e7a-7b2d07651dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:24.188447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff86bc3c-b915-4852-8571-ed80732d65ce req-4ad173b9-1f4b-48f3-9e7a-7b2d07651dba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 1097 time: 0.3266871 Apr 25 14:30:24.205303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-8e81b60d-f974-4846-8cc8-30c7f82d76c9 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:24.206430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-8e81b60d-f974-4846-8cc8-30c7f82d76c9 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Synchronizing usage tracker for tenant:7f95c6347e644679bbb84f65325bce94 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:24.242336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:24.254854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-8e81b60d-f974-4846-8cc8-30c7f82d76c9 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Unset dirty status for tenant:7f95c6347e644679bbb84f65325bce94 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:24.256121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-8e81b60d-f974-4846-8cc8-30c7f82d76c9 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 948 time: 0.3932354 Apr 25 14:30:24.279538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff86bc3c-b915-4852-8571-ed80732d65ce req-58578315-f9d1-4326-b5a7-d642bec4eaea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677896 Apr 25 14:30:24.307679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-7947df2f-8aab-4dc2-8fbd-2ddf0cbf190a tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Synchronizing usage tracker for tenant:7f95c6347e644679bbb84f65325bce94 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:24.326648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-7947df2f-8aab-4dc2-8fbd-2ddf0cbf190a tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Unset dirty status for tenant:7f95c6347e644679bbb84f65325bce94 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:24.327511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dea19de2-913f-4331-87c3-5b26d63f35d5 req-7947df2f-8aab-4dc2-8fbd-2ddf0cbf190a tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Apr 25 14:30:24.405404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9204b13-207f-4c4c-af46-0115efc3085b req-3c417608-a18f-450b-95eb-868a32c2aa6d service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905941 Apr 25 14:30:24.514703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f8b00-2964-4daa-a782-e66ed5e7dd87 req-3b91c1e7-c024-45e7-835d-f88c911486bd tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:24.523470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3f8b00-2964-4daa-a782-e66ed5e7dd87 req-3b91c1e7-c024-45e7-835d-f88c911486bd tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 946 time: 0.2561386 Apr 25 14:30:24.544053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234d01-0de3-4277-a2bb-7d57559076fe req-320e6502-c601-4fc8-b86d-bdd734ac571d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:24.545620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6234d01-0de3-4277-a2bb-7d57559076fe req-320e6502-c601-4fc8-b86d-bdd734ac571d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 949 time: 0.1133690 Apr 25 14:30:24.597227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6234d01-0de3-4277-a2bb-7d57559076fe req-cfd02185-1247-4b70-bc05-4d9a1743fbef tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Apr 25 14:30:24.653727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3f8b00-2964-4daa-a782-e66ed5e7dd87 req-60dda0b5-5053-47cc-a58e-065b1b62c998 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292105 Apr 25 14:30:24.812390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbf20-831d-4d5b-b51d-f518a25d4b7b req-e5ac4f70-54eb-4852-89d3-3b7e82ed46e6 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:24.814287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a1fbf20-831d-4d5b-b51d-f518a25d4b7b req-e5ac4f70-54eb-4852-89d3-3b7e82ed46e6 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.0983212 Apr 25 14:30:24.827758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c931486-513c-4896-bd17-c27e20a2894e {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:24.843644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:24.872118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Transition to ACTIVE for port object 5c931486-513c-4896-bd17-c27e20a2894e will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:24.874041 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a1fbf20-831d-4d5b-b51d-f518a25d4b7b req-381d41cb-50e4-42b3-884a-e8fe12f0ca27 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532367 Apr 25 14:30:24.878977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:24.967224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:25.085091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39392f9-c5be-4df1-b2d3-43cd03379534 req-cdbd16b2-06be-4310-b7f1-09455bd1e016 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.086567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e39392f9-c5be-4df1-b2d3-43cd03379534 req-cdbd16b2-06be-4310-b7f1-09455bd1e016 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 944 time: 0.0933373 Apr 25 14:30:25.137694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e39392f9-c5be-4df1-b2d3-43cd03379534 req-91e12cf0-b4c3-4df6-b0e2-4e2687a46b80 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450933 Apr 25 14:30:25.281470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37b7d-a361-421d-b1e4-d7aec34f819b req-e8357710-3fa0-4656-b8d4-4bc37705188d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.282988 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fb37b7d-a361-421d-b1e4-d7aec34f819b req-e8357710-3fa0-4656-b8d4-4bc37705188d tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.2247529 Apr 25 14:30:25.302031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'tag': '58fceaf0-7124-4023-9c24-16d133f5057a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:25.310595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Attempting to bind port 5c931486-513c-4896-bd17-c27e20a2894e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:25.310595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Attempting to bind port 5c931486-513c-4896-bd17-c27e20a2894e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:25.310595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Attempting to bind port 5c931486-513c-4896-bd17-c27e20a2894e on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:25.322138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Port 5c931486-513c-4896-bd17-c27e20a2894e on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:25.322554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Attempting to bind port 5c931486-513c-4896-bd17-c27e20a2894e on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:25.339359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:25.339733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Checking segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:25.340266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Bound using segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:25.340685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Bound port: 5c931486-513c-4896-bd17-c27e20a2894e, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:25.341024 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:25.363899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f40ae-aa68-4764-abeb-a564ee21b705 req-6605c4e3-c191-4fca-86fa-b8b5d903c87f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.365626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-815f40ae-aa68-4764-abeb-a564ee21b705 req-6605c4e3-c191-4fca-86fa-b8b5d903c87f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.0999978 Apr 25 14:30:25.390974 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fb37b7d-a361-421d-b1e4-d7aec34f819b req-c261e8a9-b179-4095-bf36-0b1a6b3f7a3a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990179 Apr 25 14:30:25.419223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-815f40ae-aa68-4764-abeb-a564ee21b705 req-93cc33e9-e200-40b9-b8f4-b6bef370e8e0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470455 Apr 25 14:30:25.453588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:25.457334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:25.464699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:25.464870 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0158c1a-3d91-4739-a28d-c049c12ec0d8'] response: {'name': 'network-changed', 'server_uuid': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'tag': '58fceaf0-7124-4023-9c24-16d133f5057a', 'status': 'completed', 'code': 200} Apr 25 14:30:25.604472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.604984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:25.606510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] 10.222.0.15 "PUT /v2.0/ports/5c931486-513c-4896-bd17-c27e20a2894e HTTP/1.1" status: 200 len: 1092 time: 1.6266327 Apr 25 14:30:25.615979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:25.623781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dd2b4-0d31-4a6a-a9a8-a597748f6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:25.648019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:25.651021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:25.662839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-2a5e06ad-dfe0-44d8-b7a8-1bde5ed65754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.665232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-2a5e06ad-dfe0-44d8-b7a8-1bde5ed65754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f95c6347e644679bbb84f65325bce94&device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 1099 time: 0.1028509 Apr 25 14:30:25.681566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2a0a9-a55c-489b-bf87-aa8edbb0e4e7 req-36182d6d-c652-41f3-93c1-8ca3a4a2b1d5 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.684596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5d2a0a9-a55c-489b-bf87-aa8edbb0e4e7 req-36182d6d-c652-41f3-93c1-8ca3a4a2b1d5 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 948 time: 0.1313312 Apr 25 14:30:25.747987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5d2a0a9-a55c-489b-bf87-aa8edbb0e4e7 req-3dc8d879-e330-410a-9784-2289bf67670b tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Apr 25 14:30:25.780444 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed69a581-03bc-4730-8a4a-72762956a31b'] response: {'name': 'network-changed', 'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e', 'status': 'completed', 'code': 200} Apr 25 14:30:25.802501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:25.911852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:25.929306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:25.929835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:25.990197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37aa3-4913-4503-9598-e2f7362b2cfd req-87160dce-54ff-4a6c-a962-dc5e2e9751d6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:25.991733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a2d37aa3-4913-4503-9598-e2f7362b2cfd req-87160dce-54ff-4a6c-a962-dc5e2e9751d6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 946 time: 0.1110101 Apr 25 14:30:26.048692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a2d37aa3-4913-4503-9598-e2f7362b2cfd req-7c83b960-3cbc-439c-9b64-fc45c35680ef tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 Apr 25 14:30:26.083134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:26.108364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'port_id': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'mac_address': 'fa:16:3e:f1:e5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:26.110112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.121746 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ce8c7e-e2a6-48dc-87d8-f79ccaad1abb'] response: {'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'code': 200} Apr 25 14:30:26.163146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1f99f245-972f-4195-9093-8fef093bdfcd up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:26.192553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-65b06b05-6a5c-4c5e-af27-ee7bec410da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.194192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-65b06b05-6a5c-4c5e-af27-ee7bec410da0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5101819 Apr 25 14:30:26.196380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-7e0e2b52-dbc3-445b-8478-76b02abbb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.198057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-7e0e2b52-dbc3-445b-8478-76b02abbb68e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 1095 time: 0.4546962 Apr 25 14:30:26.255358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e3041-26f5-49eb-b3b0-13f7983a62cf req-b0e034f4-1a45-4805-97fa-65e64c970ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.256977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b81e3041-26f5-49eb-b3b0-13f7983a62cf req-b0e034f4-1a45-4805-97fa-65e64c970ec0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1096 time: 0.0802186 Apr 25 14:30:26.259768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e73822-333b-4441-b8ae-1ce6b8d17ab0 req-b7708f28-c2ef-4faa-a216-6d357ec63379 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.261305 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63e73822-333b-4441-b8ae-1ce6b8d17ab0 req-b7708f28-c2ef-4faa-a216-6d357ec63379 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 949 time: 0.4015856 Apr 25 14:30:26.284555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:26.296142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.299048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.343549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-df57811b-6c6f-4012-b3f3-6c728bbe5711 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=58fceaf0-7124-4023-9c24-16d133f5057a HTTP/1.1" status: 200 len: 217 time: 0.1388316 Apr 25 14:30:26.355333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-e42d8636-5e7c-4f1a-ae1c-2e4997f0a9d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c931486-513c-4896-bd17-c27e20a2894e HTTP/1.1" status: 200 len: 217 time: 0.0929472 Apr 25 14:30:26.361566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b81e3041-26f5-49eb-b3b0-13f7983a62cf req-63737bf4-3072-4f5f-8c64-a83180bdc106 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Apr 25 14:30:26.364709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14870aba-dbd5-43c3-a5e2-e36ecd951965 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:26.392787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 1f99f245-972f-4195-9093-8fef093bdfcd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:26.396022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d212b-95a0-4f07-86ab-8427f38fe4d1 req-4659a2aa-a13c-4ee2-b338-aa3ba4f14bce tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.397080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e4d212b-95a0-4f07-86ab-8427f38fe4d1 req-4659a2aa-a13c-4ee2-b338-aa3ba4f14bce tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.1030183 Apr 25 14:30:26.402848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:26.405882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 1f99f245-972f-4195-9093-8fef093bdfcd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:26.406293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.431017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:26.442811 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.457882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e4d212b-95a0-4f07-86ab-8427f38fe4d1 req-7acb5e2f-27f4-436a-afdf-13e4f090e275 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509689 Apr 25 14:30:26.467584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63e73822-333b-4441-b8ae-1ce6b8d17ab0 req-60e187a7-a4a6-43f2-92af-e51b20b5c1fd tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346631 Apr 25 14:30:26.495414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-01c767f7-ae2f-42f1-8aaf-40ed2eb203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.496938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-01c767f7-ae2f-42f1-8aaf-40ed2eb203b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1391227 Apr 25 14:30:26.511445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-5e014874-a6a3-4bcd-b0bc-dd3ef93407f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.513025 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-5e014874-a6a3-4bcd-b0bc-dd3ef93407f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.1203384 Apr 25 14:30:26.566621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-a8a8debe-581b-4550-ab28-8fe4caeeac79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455909 Apr 25 14:30:26.665614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:26.671346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.707672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1f99f245-972f-4195-9093-8fef093bdfcd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1f99f245-972f-4195-9093-8fef093bdfcd,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:26.711644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:26.785226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=1f99f245-972f-4195-9093-8fef093bdfcd,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:26.810004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['14870aba-dbd5-43c3-a5e2-e36ecd951965'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:26.827665 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-7e340588-34a5-40bc-9fce-704b33b01ffe service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528942 Apr 25 14:30:26.956732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c967-7dff-4ba2-afab-545ce0faa756 req-f4ef4f52-d5d9-497b-9ed2-ba6b89987566 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.957403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f4d3c967-7dff-4ba2-afab-545ce0faa756 req-f4ef4f52-d5d9-497b-9ed2-ba6b89987566 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:26.975724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-61b50a9e-db94-47ec-908e-5588883f92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:26.977880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-61b50a9e-db94-47ec-908e-5588883f92ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924998 Apr 25 14:30:27.012630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-01d5b505-4753-4768-9651-9fefa29fadb7 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.017687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-01d5b505-4753-4768-9651-9fefa29fadb7 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.1295986 Apr 25 14:30:27.042673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f4d3c967-7dff-4ba2-afab-545ce0faa756 req-f4ef4f52-d5d9-497b-9ed2-ba6b89987566 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:27.043844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4d3c967-7dff-4ba2-afab-545ce0faa756 req-f4ef4f52-d5d9-497b-9ed2-ba6b89987566 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 944 time: 0.3602355 Apr 25 14:30:27.097142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Deleting port f6ec1651-db25-4fff-923a-60930e055626 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:27.097515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:27.138664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3af8b078-a36f-4b6c-bbfc-cb50b166a4d2 req-8fff00b6-7943-49b0-bec0-e18e57f571bf service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025653 Apr 25 14:30:27.170430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4d3c967-7dff-4ba2-afab-545ce0faa756 req-c9b1bb19-a5e3-472c-b374-49edeb3a765a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132870 Apr 25 14:30:27.193354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-9bdaaa1f-8bb6-402a-87f3-e5b578f7c45f service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059298 Apr 25 14:30:27.316803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c139-8e63-481c-9c96-5bbeb6850985 req-c853a2c4-a006-467e-b73e-9469a106c8ec tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.318267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1176c139-8e63-481c-9c96-5bbeb6850985 req-c853a2c4-a006-467e-b73e-9469a106c8ec tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 945 time: 0.1953626 Apr 25 14:30:27.439249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3e97-316a-4720-b570-7c181c296820 req-25a798d9-3956-4585-9f90-3286a79c6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.440757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-25a798d9-3956-4585-9f90-3286a79c6375 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 1095 time: 0.2452462 Apr 25 14:30:27.441152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1176c139-8e63-481c-9c96-5bbeb6850985 req-e32febb3-e8b2-432c-a8dd-8e179beee1b1 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups?id=37e57ab5-9a17-4a5d-ae0a-1b25301b7656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113014 Apr 25 14:30:27.447509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f358404d-ec53-4c22-8b3a-bcf931b0760c req-dfa59e3b-5bd4-48a1-860f-122989822793 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186582 Apr 25 14:30:27.476825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] For port f6ec1651-db25-4fff-923a-60930e055626, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f6ec1651-db25-4fff-923a-60930e055626,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:27.477228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:27.557772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc014-21b1-49be-b216-e732639edce2 req-97bf5250-953a-4a0b-8030-06c7b2c77c55 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.559297 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-541bc014-21b1-49be-b216-e732639edce2 req-97bf5250-953a-4a0b-8030-06c7b2c77c55 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 944 time: 0.2298064 Apr 25 14:30:27.634778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-541bc014-21b1-49be-b216-e732639edce2 req-19be71e0-757a-4145-b3f7-57b8a7f0e7ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675797 Apr 25 14:30:27.645889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 58fceaf0-7124-4023-9c24-16d133f5057a details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:27.647418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3e97-316a-4720-b570-7c181c296820 req-f11aa932-f2d5-45fb-affa-728d74f8f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.649063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-f11aa932-f2d5-45fb-affa-728d74f8f3d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 905 time: 0.1990964 Apr 25 14:30:27.746255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-03d1f6a5-1e76-4c5a-90c4-ca62a722e0ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c931486-513c-4896-bd17-c27e20a2894e HTTP/1.1" status: 200 len: 217 time: 0.0896447 Apr 25 14:30:27.871692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 58fceaf0-7124-4023-9c24-16d133f5057a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=58fceaf0-7124-4023-9c24-16d133f5057a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:27.891122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '58fceaf0-7124-4023-9c24-16d133f5057a', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '58fceaf0-7124-4023-9c24-16d133f5057a', 'mac_address': 'fa:16:3e:ac:b8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:27.961333 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:27.974963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3e97-316a-4720-b570-7c181c296820 req-b8c1afd3-3808-48e6-aa95-9eadce32aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.976530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-b8c1afd3-3808-48e6-aa95-9eadce32aa4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.2225676 Apr 25 14:30:27.983484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d4323-2972-489a-bb4b-67cb44c671df req-2d685717-b962-4730-93b2-e699e325e713 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:27.985154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fceaf0-7124-4023-9c24-16d133f5057a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:27.991506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc9d4323-2972-489a-bb4b-67cb44c671df req-2d685717-b962-4730-93b2-e699e325e713 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 948 time: 0.4175146 Apr 25 14:30:28.002573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 58fceaf0-7124-4023-9c24-16d133f5057a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=58fceaf0-7124-4023-9c24-16d133f5057a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:28.007792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:28.028844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-4ad298e8-ee2f-442c-b053-cd8f32383ebf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456221 Apr 25 14:30:28.053387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc9d4323-2972-489a-bb4b-67cb44c671df req-5f8bb081-2c5d-4025-8bbf-8f67969e58d4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607781 Apr 25 14:30:28.062775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:28.063424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:28.063673 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f disassociated. External IP: 172.25.0.201, port: f6ec1651-db25-4fff-923a-60930e055626. Apr 25 14:30:28.064021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Calling delete_port for f6ec1651-db25-4fff-923a-60930e055626 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:28.097655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=58fceaf0-7124-4023-9c24-16d133f5057a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:28.123268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca648d01-7d29-42c0-8836-4adf24812911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'}, {'server_uuid': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f99f245-972f-4195-9093-8fef093bdfcd'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:28.219885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-d67505bb-b9e8-4e9f-85a9-b517953446cf service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844947 Apr 25 14:30:28.297102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:28.357083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event deleted for resources: {'Port': ['ID=f6ec1651-db25-4fff-923a-60930e055626,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:28.370392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['58fceaf0-7124-4023-9c24-16d133f5057a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:28.450565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9770-e3c5-463b-9651-733aeb913293 req-29d0e7ed-e208-42d6-9781-1559f73c0ccf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:28.452115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b36a9770-e3c5-463b-9651-733aeb913293 req-29d0e7ed-e208-42d6-9781-1559f73c0ccf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 946 time: 0.2291722 Apr 25 14:30:28.462966 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-055d3e97-316a-4720-b570-7c181c296820 req-519ff85c-8a78-4d05-9d02-76a7f2086510 service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310922 Apr 25 14:30:28.477234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249c9d-f20c-4a3a-90ea-4d566e9c4fb7 req-3d344d19-debc-49c5-a9d2-e231feed7968 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:28.486039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c249c9d-f20c-4a3a-90ea-4d566e9c4fb7 req-3d344d19-debc-49c5-a9d2-e231feed7968 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 950 time: 0.2356627 Apr 25 14:30:28.495807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:28.545612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c249c9d-f20c-4a3a-90ea-4d566e9c4fb7 req-bf5d3b22-1ae4-4e3d-9784-c2ae49421f50 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 Apr 25 14:30:28.612330 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b36a9770-e3c5-463b-9651-733aeb913293 req-f8b7c047-340d-41e5-9f0f-f1a46348797f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732167 Apr 25 14:30:28.619486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:30:28.726973 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907a789f-0c02-401a-9b5b-4aea4117294f'] response: {'server_uuid': 'ca648d01-7d29-42c0-8836-4adf24812911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', 'code': 200} Apr 25 14:30:28.727488 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907a789f-0c02-401a-9b5b-4aea4117294f'] response: {'server_uuid': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f99f245-972f-4195-9093-8fef093bdfcd', 'code': 200} Apr 25 14:30:28.794125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da8a-7a35-496a-a42b-b6fbb453e420 req-919d4ad5-3191-4203-8c7f-d44aabf4f516 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:28.801388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98a4da8a-7a35-496a-a42b-b6fbb453e420 req-919d4ad5-3191-4203-8c7f-d44aabf4f516 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.1314993 Apr 25 14:30:28.913262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:30:28.924218 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:30:28.933392 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:28.934261 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:30:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:28.960341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98a4da8a-7a35-496a-a42b-b6fbb453e420 req-299d02c9-f365-450f-808c-3e281c927dc2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578083 Apr 25 14:30:28.996347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] No DVR routers for this DVR port f6ec1651-db25-4fff-923a-60930e055626 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:30:28.999266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:29.001994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'name': 'network-vif-deleted', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:29.023979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20c95a-ff79-4b28-93f6-72ff2b4be5b0 req-6420d7ca-3b6d-4838-b069-1da9ac4763b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:29.026763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d20c95a-ff79-4b28-93f6-72ff2b4be5b0 req-6420d7ca-3b6d-4838-b069-1da9ac4763b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 1101 time: 0.2224796 Apr 25 14:30:29.030600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe91158-2bb3-46b6-9adf-b19315484e0b req-447fc03f-e760-4c0e-9750-3921a1c1dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:29.031860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cb0cab9-4cff-412e-aafb-850fc8ced8f2 req-28f34245-28ca-49cb-8187-546efb86259c tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.15 "DELETE /v2.0/ports/f6ec1651-db25-4fff-923a-60930e055626 HTTP/1.1" status: 204 len: 173 time: 2.0077176 Apr 25 14:30:29.032453 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffe91158-2bb3-46b6-9adf-b19315484e0b req-447fc03f-e760-4c0e-9750-3921a1c1dd32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 1100 time: 0.2272160 Apr 25 14:30:29.058250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024c028-7e35-4a6b-b004-6cdaf0a2a880 req-c85cf536-577e-4f1d-b068-dea6e4bae082 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:29.066394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a024c028-7e35-4a6b-b004-6cdaf0a2a880 req-c85cf536-577e-4f1d-b068-dea6e4bae082 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 944 time: 0.2029402 Apr 25 14:30:29.105772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffe91158-2bb3-46b6-9adf-b19315484e0b req-be14755c-c545-4dee-a55f-c96bb328173f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Apr 25 14:30:29.126383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a024c028-7e35-4a6b-b004-6cdaf0a2a880 req-30553fec-653b-4304-87ec-b250305495f6 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583799 Apr 25 14:30:29.127952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d20c95a-ff79-4b28-93f6-72ff2b4be5b0 req-7500ecfa-a6ac-4ef1-8700-b086bafc12a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913908 Apr 25 14:30:29.175739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:29.183408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6ee10db-a5c4-4126-8990-589cdb2bad04 req-10922c91-df7a-4568-8815-bf4f719d373b tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4174960-84a7-4acd-929e-64e02328f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0757146 Apr 25 14:30:29.417250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9e3e-9ac0-4e54-8bc6-8aecae7a0da6 req-d3bbd30b-da33-4f85-b864-a7bb35ac15f2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:29.418842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8ef9e3e-9ac0-4e54-8bc6-8aecae7a0da6 req-d3bbd30b-da33-4f85-b864-a7bb35ac15f2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 944 time: 0.1196661 Apr 25 14:30:29.472919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8ef9e3e-9ac0-4e54-8bc6-8aecae7a0da6 req-f65c1166-56cb-4650-ae7a-eaf8defa02f6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482762 Apr 25 14:30:29.535924 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:29.540754 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:30:29.549666 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:29.550275 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:30:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:29.659010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:29.665785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab627c1-01aa-4846-a21e-cd9f7ce1400b req-8792922b-6e2e-4e67-a9c0-74deabaf30b8 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:29.673534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ab627c1-01aa-4846-a21e-cd9f7ce1400b req-8792922b-6e2e-4e67-a9c0-74deabaf30b8 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1096 time: 0.0834851 Apr 25 14:30:29.728287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ab627c1-01aa-4846-a21e-cd9f7ce1400b req-c9000c83-93b7-4837-8083-ffdcc31b4197 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Apr 25 14:30:29.737296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 14870aba-dbd5-43c3-a5e2-e36ecd951965 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:29.745230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 14870aba-dbd5-43c3-a5e2-e36ecd951965 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:29.745619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:29.779311 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:29.902317 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2dad608-fdc1-4018-b313-431afbab0f23'] response: {'server_uuid': 'e4174960-84a7-4acd-929e-64e02328f8a0', 'name': 'network-vif-deleted', 'tag': 'f6ec1651-db25-4fff-923a-60930e055626', 'status': 'completed', 'code': 200} Apr 25 14:30:29.922307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:30.000228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:30.011426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:30.012772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 58fceaf0-7124-4023-9c24-16d133f5057a up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:30.094109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f49f-2b17-4a8a-bfe7-308c8ddf9964 req-dc46faf8-610c-4046-b8b6-266bf1470c76 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:30.095658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f73f49f-2b17-4a8a-bfe7-308c8ddf9964 req-dc46faf8-610c-4046-b8b6-266bf1470c76 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 949 time: 0.1027961 Apr 25 14:30:30.134138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb39ec-0302-478b-ba02-2e5ffcf88269 req-5c896b3d-b23d-4e75-8934-36eba4148155 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:30.135975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0cbb39ec-0302-478b-ba02-2e5ffcf88269 req-5c896b3d-b23d-4e75-8934-36eba4148155 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 946 time: 0.1140351 Apr 25 14:30:30.159181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f73f49f-2b17-4a8a-bfe7-308c8ddf9964 req-afdffbf1-2975-4765-8316-7e72b1b3bc71 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Apr 25 14:30:30.160902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:30.199616 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0cbb39ec-0302-478b-ba02-2e5ffcf88269 req-c35ce43a-69ea-48cc-b076-0a16f939a554 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Apr 25 14:30:30.204281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:30.218790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f6ec1651-db25-4fff-923a-60930e055626 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:30.224488 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:30.230813 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485bca7-68fa-47e7-a2be-beaa7c9e4b96 None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:27:01Z', 'revision_number': 4, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '73e098ab-8476-4800-b7ad-1887c90caa7a', 'name': '', 'network_id': 'b923594c-484b-4ea6-b34c-8d8a53a21180', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'mac_address': 'fa:16:3e:ab:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:59Z', 'updated_at': '2022-04-25T14:27:11Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'subnets': [{'id': 'b87de169-fa8a-4444-a68c-65ac33a87277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:30:30.261272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: f6ec1651-db25-4fff-923a-60930e055626 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:30.261627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f6ec1651-db25-4fff-923a-60930e055626 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:30.445423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2455a-ad55-4c6d-b91f-612773b1b523 req-f5765250-99aa-4164-b5e1-d54b50ebe331 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:30.452579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 58fceaf0-7124-4023-9c24-16d133f5057a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:30.455735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17f2455a-ad55-4c6d-b91f-612773b1b523 req-f5765250-99aa-4164-b5e1-d54b50ebe331 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 950 time: 0.1433268 Apr 25 14:30:30.499191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 58fceaf0-7124-4023-9c24-16d133f5057a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:30.499565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:30.559669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17f2455a-ad55-4c6d-b91f-612773b1b523 req-93021c9a-8260-48a8-9836-02893cd4c005 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Apr 25 14:30:30.593490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04a7c-b0c6-4352-8285-a8ccadd5e9f7 req-7337bdb5-2920-4114-b946-9d1a3bed2a9a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:30.601231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7b04a7c-b0c6-4352-8285-a8ccadd5e9f7 req-7337bdb5-2920-4114-b946-9d1a3bed2a9a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 944 time: 0.1288276 Apr 25 14:30:30.691761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7b04a7c-b0c6-4352-8285-a8ccadd5e9f7 req-ff4fe6db-a8cf-423b-ad5c-e63dd40e461b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895422 Apr 25 14:30:30.713223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:30.739062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:30.777242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70445a34-aaa1-41ce-b73b-18289b65dd05 None None] New status for floating IP b5e5973c-4bea-4a22-9eac-fd702046d91f: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:30:30.862056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5c931486-513c-4896-bd17-c27e20a2894e', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': '5c931486-513c-4896-bd17-c27e20a2894e', 'mac_address': 'fa:16:3e:df:fd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:30.968161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d37e2f-f52f-4e68-aad3-bd2cc9fcb7c1 req-c3173a84-b849-440f-9b7e-388c2ac7d0cb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:30.976501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4d37e2f-f52f-4e68-aad3-bd2cc9fcb7c1 req-c3173a84-b849-440f-9b7e-388c2ac7d0cb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1213863 Apr 25 14:30:31.042049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4d37e2f-f52f-4e68-aad3-bd2cc9fcb7c1 req-9c1a9f52-b823-42e9-968a-5cd9098dcbfd tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643747 Apr 25 14:30:31.115394 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2163a2a2-109d-44b2-b619-86a27806435f'] response: {'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'code': 200} Apr 25 14:30:31.132314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-c09b627b-5d4a-44c0-8ff4-e3ff3fea7943 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:31.133937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-c09b627b-5d4a-44c0-8ff4-e3ff3fea7943 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 946 time: 0.1959970 Apr 25 14:30:31.283389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:31.302283 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:31.339699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c931486-513c-4896-bd17-c27e20a2894e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:31.386484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:31.392759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:31.394069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:31.397017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 58fceaf0-7124-4023-9c24-16d133f5057a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=58fceaf0-7124-4023-9c24-16d133f5057a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:31.402515 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:31.491128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:31.589084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:31.615577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852d6f1-862a-4fcb-97fc-c64e36b6345e req-be3ba9d0-02fa-4f82-b257-e3f81f4c63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:31.617237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f852d6f1-862a-4fcb-97fc-c64e36b6345e req-be3ba9d0-02fa-4f82-b257-e3f81f4c63e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1096 time: 0.3799894 Apr 25 14:30:31.691697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5c931486-513c-4896-bd17-c27e20a2894e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:31.713490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59985-70c7-497a-b74f-51e13a22c6c7 req-35c1e2d4-d701-4800-ae89-adca55a75501 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:31.715022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ad59985-70c7-497a-b74f-51e13a22c6c7 req-35c1e2d4-d701-4800-ae89-adca55a75501 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.1183579 Apr 25 14:30:31.778986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ad59985-70c7-497a-b74f-51e13a22c6c7 req-d35c9187-6da3-4e24-89d3-94434706d213 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Apr 25 14:30:31.807413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=58fceaf0-7124-4023-9c24-16d133f5057a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:31.905456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34074) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:31.972717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830629-e780-4663-b847-903421c60aec req-9b7489ba-3311-4553-be1f-aa7f0ca7f7d0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:31.980377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33830629-e780-4663-b847-903421c60aec req-9b7489ba-3311-4553-be1f-aa7f0ca7f7d0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 946 time: 0.5284400 Apr 25 14:30:32.001179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d104612-f216-4f9a-b42c-d3f33ab7cf8a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.004689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f852d6f1-862a-4fcb-97fc-c64e36b6345e req-0bc95df0-76f5-4b19-b963-0e98b451f6f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795042 Apr 25 14:30:32.043934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d104612-f216-4f9a-b42c-d3f33ab7cf8a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.060525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33830629-e780-4663-b847-903421c60aec req-a274b93d-2f08-40c5-a49d-956998bda441 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792739 Apr 25 14:30:32.067081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:32.067733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.191301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:32.202421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d104612-f216-4f9a-b42c-d3f33ab7cf8a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.221130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:32.227626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124231-ad5b-41e4-9f6b-575fd93edc75 req-56f76798-8531-4d0b-8c92-66a497e56c14 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:32.235945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e124231-ad5b-41e4-9f6b-575fd93edc75 req-56f76798-8531-4d0b-8c92-66a497e56c14 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 950 time: 0.1812134 Apr 25 14:30:32.258272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d104612-f216-4f9a-b42c-d3f33ab7cf8a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e57ab5-9a17-4a5d-ae0a-1b25301b7656,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:32.289436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d104612-f216-4f9a-b42c-d3f33ab7cf8a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.295180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d104612-f216-4f9a-b42c-d3f33ab7cf8a tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "DELETE /v2.0/security-groups/37e57ab5-9a17-4a5d-ae0a-1b25301b7656 HTTP/1.1" status: 204 len: 168 time: 0.3881738 Apr 25 14:30:32.299565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34084) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:32.309937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e124231-ad5b-41e4-9f6b-575fd93edc75 req-5699027d-5cd2-4c89-8e2b-61b8fba43a2c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731421 Apr 25 14:30:32.339060 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.347943 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-69291042-3cfd-4c4a-b113-151801413e05 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] show failed (client error): The resource could not be found. Apr 25 14:30:32.349150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-69291042-3cfd-4c4a-b113-151801413e05 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "GET /v2.0/security-groups/37e57ab5-9a17-4a5d-ae0a-1b25301b7656 HTTP/1.1" status: 404 len: 347 time: 0.0462854 Apr 25 14:30:32.352070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34094) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:32.390687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:32.395610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.459275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:30:32.460023 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:30:32.490035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e2e6e-1b5d-4b63-813b-b90ea323ad90 req-275e7e67-c332-48df-b88e-92f5b69f15b8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:32.499643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-417e2e6e-1b5d-4b63-813b-b90ea323ad90 req-275e7e67-c332-48df-b88e-92f5b69f15b8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 945 time: 0.2861066 Apr 25 14:30:32.561541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-417e2e6e-1b5d-4b63-813b-b90ea323ad90 req-45b262af-2292-415e-93e4-ca916780f3f7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Apr 25 14:30:32.631165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:32.668428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Deleting port 12a25228-fcd6-4e85-ad6d-a058e209c5f7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:32.668896 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.764445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1cd6f-e727-4fd9-a83f-65596916b2ff req-949054bf-fb97-4c36-9789-d60cbdab00df tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:32.766434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23c1cd6f-e727-4fd9-a83f-65596916b2ff req-949054bf-fb97-4c36-9789-d60cbdab00df tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.0976620 Apr 25 14:30:32.827037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23c1cd6f-e727-4fd9-a83f-65596916b2ff req-f3cf5a3f-a804-4a10-9a8c-db9075ab6da6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Apr 25 14:30:32.884699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.885795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:32.967584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:32.967961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.046292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Calling delete_port for 12a25228-fcd6-4e85-ad6d-a058e209c5f7 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:33.117544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fceaf0-7124-4023-9c24-16d133f5057a'}, {'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:33.152400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf23879-3964-4789-9790-eb0a7474273d req-a1380e80-2aed-47dd-9299-2844d94447eb tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:33.154704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcf23879-3964-4789-9790-eb0a7474273d req-a1380e80-2aed-47dd-9299-2844d94447eb tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.2217822 Apr 25 14:30:33.164410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d3012-07b5-4978-9c9e-5aaf3867817c req-30724849-c86a-4ecf-9c19-4426c9dc3510 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:33.169528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b3d3012-07b5-4978-9c9e-5aaf3867817c req-30724849-c86a-4ecf-9c19-4426c9dc3510 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 949 time: 0.2172642 Apr 25 14:30:33.267962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b3d3012-07b5-4978-9c9e-5aaf3867817c req-b026bac8-2875-41e4-b973-c726c6837102 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919654 Apr 25 14:30:33.269261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.320348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcf23879-3964-4789-9790-eb0a7474273d req-3b5b4b0c-f16c-4262-b190-e1627481ade3 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531997 Apr 25 14:30:33.340099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Pushing event deleted for resources: {'Port': ['ID=12a25228-fcd6-4e85-ad6d-a058e209c5f7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:33.360616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:33.361015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.486734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.535508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.539209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3069d843-c05b-4007-867a-9dcb18b179e3 tempest-ServersWithSpecificFlavorTestJSON-187410461 tempest-ServersWithSpecificFlavorTestJSON-187410461-project] 10.222.0.23 "DELETE /v2.0/floatingips/b5e5973c-4bea-4a22-9eac-fd702046d91f HTTP/1.1" status: 204 len: 168 time: 1.1835539 Apr 25 14:30:33.641018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:33.797547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.828400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e0251-285a-45c3-9796-3acb36dd06fc req-653d6ed4-b50b-423b-8767-a8a16c9548aa tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:33.829979 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a34e0251-285a-45c3-9796-3acb36dd06fc req-653d6ed4-b50b-423b-8767-a8a16c9548aa tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5c77be-28ae-433d-a3ad-535e253c69ee HTTP/1.1" status: 200 len: 944 time: 0.1547682 Apr 25 14:30:33.935732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:33.980908 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a34e0251-285a-45c3-9796-3acb36dd06fc req-1b2baab2-2722-417c-9a8b-a30bcc004fba tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959146 Apr 25 14:30:33.989274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-a7a644e6-2beb-4983-a61f-78bb0fcf2b35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908458 Apr 25 14:30:33.991243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=2bc5956a-6d60-4cd3-880f-4a2d00bb9658,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:34.027357 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bfdf72-8bdb-4e06-a026-e6233de2faf9'] response: {'server_uuid': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fceaf0-7124-4023-9c24-16d133f5057a', 'code': 200} Apr 25 14:30:34.027634 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bfdf72-8bdb-4e06-a026-e6233de2faf9'] response: {'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658', 'code': 200} Apr 25 14:30:34.075663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port 2bc5956a-6d60-4cd3-880f-4a2d00bb9658 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:30:34.078615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:34.082539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'name': 'network-vif-deleted', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:34.111794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4eb12391-b19e-4a5d-94a5-33e77bab4ba5 req-9d12f56f-7ea0-412b-8949-4edf4eb8cf60 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "DELETE /v2.0/ports/2bc5956a-6d60-4cd3-880f-4a2d00bb9658 HTTP/1.1" status: 204 len: 173 time: 2.9711096 Apr 25 14:30:34.189550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-b2f5990a-ce36-4827-b7c3-1ff831312123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.194115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-b2f5990a-ce36-4827-b7c3-1ff831312123 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1096 time: 0.0978363 Apr 25 14:30:34.212678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:34.226072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd475b5-3d08-4882-a345-719adee1de6b req-b218f320-f990-4d63-a873-d13bbd40d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.230972 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fcd475b5-3d08-4882-a345-719adee1de6b req-b218f320-f990-4d63-a873-d13bbd40d3aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 1101 time: 0.1177061 Apr 25 14:30:34.284341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fcd475b5-3d08-4882-a345-719adee1de6b req-51e68c61-1b08-4464-bfa1-5ffd4199c3c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Apr 25 14:30:34.328025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 5c931486-513c-4896-bd17-c27e20a2894e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:34.335048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5c931486-513c-4896-bd17-c27e20a2894e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:34.335834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:34.412953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-9ca6f5bd-1e2c-43f7-80f6-64d0342900db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.414342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-9ca6f5bd-1e2c-43f7-80f6-64d0342900db service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.1722717 Apr 25 14:30:34.422064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c25a81-4b38-4aaf-8d86-96b3064157d5 req-b4e86879-cfbc-4379-a386-8a088f621ee5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.423621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36c25a81-4b38-4aaf-8d86-96b3064157d5 req-b4e86879-cfbc-4379-a386-8a088f621ee5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 945 time: 0.2169032 Apr 25 14:30:34.476834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:34.498980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-5cc15139-846c-4916-a059-2541ceefa5f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.0743580 Apr 25 14:30:34.519610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:34.522640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5470-a54c-4209-903c-1c93e1194ecb req-399d4ace-ea11-439a-b4b0-8832291a27e8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.525196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:34.533724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5470-a54c-4209-903c-1c93e1194ecb req-399d4ace-ea11-439a-b4b0-8832291a27e8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.535566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54ad5470-a54c-4209-903c-1c93e1194ecb req-399d4ace-ea11-439a-b4b0-8832291a27e8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827&device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 1690 time: 0.2250183 Apr 25 14:30:34.582390 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36c25a81-4b38-4aaf-8d86-96b3064157d5 req-0ebb9118-e3b7-42b3-8500-dd055b7d5c74 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044934 Apr 25 14:30:34.589991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-b459c2d5-5d3b-4e71-99e5-dbb334c858b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.591406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-b459c2d5-5d3b-4e71-99e5-dbb334c858b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0840733 Apr 25 14:30:34.613393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54ad5470-a54c-4209-903c-1c93e1194ecb req-7be43994-de28-479a-9403-6ac23a0fcce8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Apr 25 14:30:34.637535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:34.663689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-920d0b35-8952-4cca-8384-26a7da0056f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665560 Apr 25 14:30:34.966609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-ec2b5651-e7c7-4143-a542-23277cb910b5 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972150 Apr 25 14:30:34.982071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd035609-37af-4789-b355-44167773259d req-f48ebf2d-4e93-4f53-b3d4-429527af7344 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:34.982071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd035609-37af-4789-b355-44167773259d req-f48ebf2d-4e93-4f53-b3d4-429527af7344 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2743132 Apr 25 14:30:35.112845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd035609-37af-4789-b355-44167773259d req-27d92afd-5dc9-437b-bf24-45c4ad66fff3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140642 Apr 25 14:30:35.148903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a771a845-5384-4e58-92d2-d9182d56ec2c req-f2106520-a9e0-48f1-84ba-0194380de003 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674545 Apr 25 14:30:35.235493 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a095df-5316-40d3-b803-5dfae8bceadd'] response: {'server_uuid': '0a5c77be-28ae-433d-a3ad-535e253c69ee', 'name': 'network-vif-deleted', 'tag': '2bc5956a-6d60-4cd3-880f-4a2d00bb9658', 'status': 'completed', 'code': 200} Apr 25 14:30:35.394210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348011e2-0739-41ad-83c8-5314e36c1c46 req-17c37052-fdf4-4e7f-b48c-14cb21d69e01 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:35.396010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-348011e2-0739-41ad-83c8-5314e36c1c46 req-17c37052-fdf4-4e7f-b48c-14cb21d69e01 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.0884533 Apr 25 14:30:35.453389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-348011e2-0739-41ad-83c8-5314e36c1c46 req-a0060cdd-691f-40fb-b97e-870725c27afa tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509453 Apr 25 14:30:35.502116 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:30:35.594171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbafd5-301f-49bb-bac7-dacc36f4eca6 req-4d01189d-bffb-4adf-a3c0-a0cd83c58ee0 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:35.595747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-74dbafd5-301f-49bb-bac7-dacc36f4eca6 req-4d01189d-bffb-4adf-a3c0-a0cd83c58ee0 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1096 time: 0.1125255 Apr 25 14:30:35.655767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-74dbafd5-301f-49bb-bac7-dacc36f4eca6 req-d161a4c7-a2e4-4605-8cf0-a19de491d3dc tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533812 Apr 25 14:30:35.848348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407165d2-5b63-4848-a2c9-8ec235b604c1 req-8106db19-f5fb-4c74-a54c-120a37cd2bfd tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:35.849815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-407165d2-5b63-4848-a2c9-8ec235b604c1 req-8106db19-f5fb-4c74-a54c-120a37cd2bfd tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 1101 time: 0.0706010 Apr 25 14:30:35.894510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-407165d2-5b63-4848-a2c9-8ec235b604c1 req-be33c3fd-3ad5-46d5-97ab-42c60bd54ca1 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375896 Apr 25 14:30:36.029220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:36.187165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-2e1de511-99e0-4857-9ad3-52f2d8a17c74 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:36.188663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-2e1de511-99e0-4857-9ad3-52f2d8a17c74 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.1520727 Apr 25 14:30:36.205067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-69dcea74-ecf4-49e3-a2d4-045cf8bbe052 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.0100861 Apr 25 14:30:36.217500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93575fe5-a0da-4d2d-be6d-294f63f2fe09 req-c829c505-f9d2-414d-b24f-9e44f3f13094 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:36.219159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-93575fe5-a0da-4d2d-be6d-294f63f2fe09 req-c829c505-f9d2-414d-b24f-9e44f3f13094 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.0885143 Apr 25 14:30:36.262629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-a63dcb46-4210-43bb-99e5-6e96bd432b29 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514739 Apr 25 14:30:36.273920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-93575fe5-a0da-4d2d-be6d-294f63f2fe09 req-a00d90f3-a00b-4ee9-8a8f-3c7d5c63f38d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Apr 25 14:30:36.445570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-6c575d52-987e-4147-8fb6-d0a4f086fb86 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734824 Apr 25 14:30:36.507188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400ff7-efe2-4d4a-a520-048868a47c19 req-22c83b54-0924-4147-a92d-685bf5f0f455 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:36.510288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23400ff7-efe2-4d4a-a520-048868a47c19 req-22c83b54-0924-4147-a92d-685bf5f0f455 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 1100 time: 0.0780361 Apr 25 14:30:36.569309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23400ff7-efe2-4d4a-a520-048868a47c19 req-9bb7cff4-1be3-41de-bdce-ed75a3e20447 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Apr 25 14:30:36.620064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-99970f07-36bb-4bef-9b29-34ce1a8acc39 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641409 Apr 25 14:30:36.728894 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025aa9dc-8fb9-4712-8d3e-aa4ddab3bfdb'] response: {'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e', 'code': 200} Apr 25 14:30:36.996783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61f4b4-55fa-4b7b-aed3-7d6f8d87c995 req-d2e2a111-4a1b-4dd9-89b5-edee75faf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:36.998634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e61f4b4-55fa-4b7b-aed3-7d6f8d87c995 req-d2e2a111-4a1b-4dd9-89b5-edee75faf784 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 1097 time: 0.1516371 Apr 25 14:30:37.130595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e61f4b4-55fa-4b7b-aed3-7d6f8d87c995 req-5ab88a78-0020-413d-974f-3e16d61d2a61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076586 Apr 25 14:30:37.197179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1beac-0ab9-4fdc-bd64-9be91810824e req-62b39652-8b05-4d70-87d6-f699631138bc tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:37.198660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dce1beac-0ab9-4fdc-bd64-9be91810824e req-62b39652-8b05-4d70-87d6-f699631138bc tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.1769671 Apr 25 14:30:37.255271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dce1beac-0ab9-4fdc-bd64-9be91810824e req-b9124be8-4a35-40b4-8f60-db6695f71644 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501397 Apr 25 14:30:37.670337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-84461c55-79de-43c3-9ede-e3cfbae42ef3 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505025 Apr 25 14:30:37.819304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b44fed31-06eb-4df4-84da-ac27434eaa41 req-71355a4e-d32a-450c-bfed-957715c87516 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:37.839324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b44fed31-06eb-4df4-84da-ac27434eaa41 req-71355a4e-d32a-450c-bfed-957715c87516 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:37.841296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44fed31-06eb-4df4-84da-ac27434eaa41 req-71355a4e-d32a-450c-bfed-957715c87516 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 210 time: 0.0844545 Apr 25 14:30:37.900758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-24b2a000-002d-40a4-a2c9-469b79a6485b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:37.909191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-24b2a000-002d-40a4-a2c9-469b79a6485b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318087 Apr 25 14:30:37.934167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-a27b8339-b031-443c-a8ab-ebffb57c4b0c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/quotas/7001d80d84c54bef8b1ba6e852215280 HTTP/1.1" status: 200 len: 375 time: 0.0237176 Apr 25 14:30:38.095555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-5016e75f-0db9-406b-8437-6575913a3318 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1597846 Apr 25 14:30:38.122280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d124e2-61b6-4d0d-a2d9-d1a7823ed7cc req-0e8255f2-7b76-435e-affb-54c1aa9e66d1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:38.124789 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4d124e2-61b6-4d0d-a2d9-d1a7823ed7cc req-0e8255f2-7b76-435e-affb-54c1aa9e66d1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.0999775 Apr 25 14:30:38.195113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4d124e2-61b6-4d0d-a2d9-d1a7823ed7cc req-697ade6d-ddb5-4079-8dbb-7a1c325a9f1d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654149 Apr 25 14:30:38.475886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02f89a49-05da-4377-972c-23e9a2bc1fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:38.543813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34398) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:38.569932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fdf61e6b-c1a4-433a-be7d-60d1b4d990e9 req-8cad8261-3fb7-4a17-a8db-6926a6d413a4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 210 time: 0.1424375 Apr 25 14:30:39.062848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-d42ab84a-d24c-46ca-b80b-ab7f733515e2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:39.064351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-d42ab84a-d24c-46ca-b80b-ab7f733515e2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.5825942 Apr 25 14:30:39.146306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:39.213683 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-370ebac0-f5bb-4ec5-88eb-5bfe5bebc4af req-aefa7d4b-b8b3-42de-86a7-7dbdd6428617 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 210 time: 0.1481590 Apr 25 14:30:39.409558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:39.454294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:39.496193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:39.500672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:39.603050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df861b7-307c-4910-a5a0-938ded0b0149 req-f97f669a-4466-456c-a4b7-12f4fd80107a tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:39.611748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7df861b7-307c-4910-a5a0-938ded0b0149 req-f97f669a-4466-456c-a4b7-12f4fd80107a tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.1935585 Apr 25 14:30:39.679761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7df861b7-307c-4910-a5a0-938ded0b0149 req-b4930892-87ad-460a-a86b-7122cc0592f6 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668650 Apr 25 14:30:39.695127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:39.780034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbb053-0976-4da2-8676-caf9f030c004 req-cd64416a-de23-4971-9a65-05644660bfb7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:39.787386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ddbb053-0976-4da2-8676-caf9f030c004 req-cd64416a-de23-4971-9a65-05644660bfb7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1935403 Apr 25 14:30:39.872041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.3 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/5375525a-ccdf-4c59-9176-f7b2e42b0789) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:39.920765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ddbb053-0976-4da2-8676-caf9f030c004 req-8be938f6-027c-4492-872f-f1296af87d7d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322572 Apr 25 14:30:40.278104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-eb31c316-4c6a-4555-8549-36f129e5ca98 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706139 Apr 25 14:30:40.445794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:40.505270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-17963add-7452-4e27-8667-a74e25418886 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:40.506749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-17963add-7452-4e27-8667-a74e25418886 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173209 Apr 25 14:30:40.542852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': '928e16b1-ed62-498f-b962-4040e933c675', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:40.651872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:40.802320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed092c0d-4c08-4784-b47e-bbc0b8b4d5cd req-7d0889bb-9d11-4935-8ddb-a3fc1820ee72 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 210 time: 0.1428390 Apr 25 14:30:40.805157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:40.814163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:40.816824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:40.817658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:40.819674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=5375525a-ccdf-4c59-9176-f7b2e42b0789,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:40.826773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:40.833751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:40.838230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:40.838628 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7f74-9ae2-4b85-83a0-648dd464569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:40.986400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-b0de6f18-c732-46d4-b5d7-fa5033454b10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4751935 Apr 25 14:30:41.018789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-309c9705-1aad-4d78-bc47-98c51c0db416 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:41.020555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-309c9705-1aad-4d78-bc47-98c51c0db416 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.21 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.4293914 Apr 25 14:30:41.044039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:41.045625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.154999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Deleting port 73e098ab-8476-4800-b7ad-1887c90caa7a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:41.155356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.315229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-dea878a0-8285-4c88-9e97-98d1f36f0539 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1937842 Apr 25 14:30:41.325825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Deleting port 58fceaf0-7124-4023-9c24-16d133f5057a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:41.326213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.367613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Request body: {'port': {'device_id': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:41.614520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.192 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/1e8b23f9-a975-4e21-8ab2-ba174b7bef0e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:41.651998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] For port 73e098ab-8476-4800-b7ad-1887c90caa7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=73e098ab-8476-4800-b7ad-1887c90caa7a,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:41.652648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.698441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb902a5-3826-47de-83ac-e7ce31bd3043 req-3504c2b4-caaa-4ac4-a8dd-0019b52f8589 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:41.699651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4eb902a5-3826-47de-83ac-e7ce31bd3043 req-3504c2b4-caaa-4ac4-a8dd-0019b52f8589 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:41.715235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.760960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098357-b0cf-4e9b-9b7b-bd8eedb6c976 req-6aa4970a-6648-4507-a581-5112dc70fac9 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:41.762607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88098357-b0cf-4e9b-9b7b-bd8eedb6c976 req-6aa4970a-6648-4507-a581-5112dc70fac9 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 950 time: 0.2993054 Apr 25 14:30:41.782375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.797460 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:41.862936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Calling delete_port for 73e098ab-8476-4800-b7ad-1887c90caa7a owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:41.890240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-3fbc28b5-41b6-4417-816a-1f1a8984bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:41.893326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-3fbc28b5-41b6-4417-816a-1f1a8984bb5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1095 time: 0.7330041 Apr 25 14:30:42.010751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:42.029723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4eb902a5-3826-47de-83ac-e7ce31bd3043 req-3504c2b4-caaa-4ac4-a8dd-0019b52f8589 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:42.030882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4eb902a5-3826-47de-83ac-e7ce31bd3043 req-3504c2b4-caaa-4ac4-a8dd-0019b52f8589 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 931 time: 0.9788847 Apr 25 14:30:42.113257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88098357-b0cf-4e9b-9b7b-bd8eedb6c976 req-f6cfda5a-b4a3-47c8-88d1-7914e7162d79 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208261 Apr 25 14:30:42.264531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:42.312536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:42.326211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:42.364120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4eb902a5-3826-47de-83ac-e7ce31bd3043 req-5256c4d6-f9d9-49b8-94cb-9e25617d39c6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044319 Apr 25 14:30:42.392455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] For port 58fceaf0-7124-4023-9c24-16d133f5057a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=58fceaf0-7124-4023-9c24-16d133f5057a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:42.392733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:42.395843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:42.400590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Usage tracker for resource:security_group_rule and tenant:a29cfce7be1b48318d71690195ef6915 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:42.404738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:42.409593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:42.559446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:42.574152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:42.650704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:42.708724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723973-2722-416f-a1fe-da852bff365a req-ca395414-aaa4-4c06-8ee1-faa4afaf45eb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:42.709706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f723973-2722-416f-a1fe-da852bff365a req-ca395414-aaa4-4c06-8ee1-faa4afaf45eb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.3688955 Apr 25 14:30:42.718904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5375525a-ccdf-4c59-9176-f7b2e42b0789 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:42.784803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-c9b7f583-8cb5-44cc-afc8-e5a6eb3fb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:42.786696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-c9b7f583-8cb5-44cc-afc8-e5a6eb3fb0d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.7497816 Apr 25 14:30:42.796481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Calling delete_port for 58fceaf0-7124-4023-9c24-16d133f5057a owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:42.818299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:42.826900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:42.853206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:43.016853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-8f466b4e-976b-41ad-89d9-84440319dd74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.1866145 Apr 25 14:30:43.071497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Transition to ACTIVE for port object 5375525a-ccdf-4c59-9176-f7b2e42b0789 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:43.106096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.116745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:43.133598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:43.152527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:43.246681 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f723973-2722-416f-a1fe-da852bff365a req-5f33561a-ab0f-4489-a74c-79ae229990bc tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924352 Apr 25 14:30:43.427948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-07f148fa-292f-4bcc-807a-e950a949dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:43.429513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-07f148fa-292f-4bcc-807a-e950a949dd94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.4050534 Apr 25 14:30:43.453909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5375525a-ccdf-4c59-9176-f7b2e42b0789,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:43.473421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=73e098ab-8476-4800-b7ad-1887c90caa7a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:43.508418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.560575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.566287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-ab25d169-efdf-4797-926a-f876cc02bf2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165874 Apr 25 14:30:43.587594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.597712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:43.598668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.608086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.614067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ff70950d-d12c-4913-a41a-061453294731 None None] Provisioning for port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:43.626984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ff70950d-d12c-4913-a41a-061453294731 None None] Provisioning complete for port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:43.627655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ff70950d-d12c-4913-a41a-061453294731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.638936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5e933-cd46-4fb3-b88c-5e4a08ea74ef req-96c1b29f-886e-499a-94a0-16e282c66069 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:43.640768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8e5e933-cd46-4fb3-b88c-5e4a08ea74ef req-96c1b29f-886e-499a-94a0-16e282c66069 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 936 time: 0.9170256 Apr 25 14:30:43.741955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a29cfce7be1b48318d71690195ef6915&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7150259 Apr 25 14:30:43.744374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Pushing event deleted for resources: {'Port': ['ID=58fceaf0-7124-4023-9c24-16d133f5057a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:43.748752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 58fceaf0-7124-4023-9c24-16d133f5057a no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:43.749469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:43.763672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d083ecf-1e95-48c4-b94a-fa357827096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4f3f41-53d5-4cf3-83b3-acf5b20c5f32,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:43.788270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-1d26c197-d92d-4875-a937-f0e3974e9a01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2644675 Apr 25 14:30:43.798204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:43.808385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Request body: {'port': {'device_id': '928e16b1-ed62-498f-b962-4040e933c675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:43.819684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 58fceaf0-7124-4023-9c24-16d133f5057a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:43.820371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 58fceaf0-7124-4023-9c24-16d133f5057a not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:43.830675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ff70950d-d12c-4913-a41a-061453294731 None None] Port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:30:44.077584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] No DVR routers for this DVR port 58fceaf0-7124-4023-9c24-16d133f5057a on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:30:44.084988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fddc81-6b71-41b0-93db-46f4f840b7e0 req-6fd17f9a-9be6-4584-8ba1-9b768761a7f0 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:44.086538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22fddc81-6b71-41b0-93db-46f4f840b7e0 req-6fd17f9a-9be6-4584-8ba1-9b768761a7f0 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/ports?device_id=d269fd56-9a65-4c71-86c7-bbbe86027e99 HTTP/1.1" status: 200 len: 867 time: 0.6044512 Apr 25 14:30:44.087934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8e5e933-cd46-4fb3-b88c-5e4a08ea74ef req-89be637c-c8a5-456a-a8b5-f228adf8800e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008636 Apr 25 14:30:44.091687 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.097455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'name': 'network-vif-deleted', 'tag': '58fceaf0-7124-4023-9c24-16d133f5057a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:44.121783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Attempting to bind port 5375525a-ccdf-4c59-9176-f7b2e42b0789 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:44.122123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Attempting to bind port 5375525a-ccdf-4c59-9176-f7b2e42b0789 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:44.122659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Attempting to bind port 5375525a-ccdf-4c59-9176-f7b2e42b0789 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:44.152392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Port 5375525a-ccdf-4c59-9176-f7b2e42b0789 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:44.152754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Attempting to bind port 5375525a-ccdf-4c59-9176-f7b2e42b0789 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:44.156948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.165653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a2c0184d-ce1d-4d7d-b9a3-32240f104950 req-35678dca-adae-4ea2-96eb-c79e2b978df4 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.21 "DELETE /v2.0/ports/58fceaf0-7124-4023-9c24-16d133f5057a HTTP/1.1" status: 204 len: 173 time: 3.0506117 Apr 25 14:30:44.174699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-7bcbf30b-ea4a-49b4-b0b8-68d98ce09fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704038 Apr 25 14:30:44.175465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:44.176007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:44.176631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:44.177281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Bound port: 5375525a-ccdf-4c59-9176-f7b2e42b0789, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:44.177820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.239368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9679f8c7-2b2c-4e83-bebf-4b9391148e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.439548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9679f8c7-2b2c-4e83-bebf-4b9391148e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.498722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22fddc81-6b71-41b0-93db-46f4f840b7e0 req-85650800-8caa-417e-9797-20508be97b25 tempest-ServerDiagnosticsNegativeTest-1504675839 tempest-ServerDiagnosticsNegativeTest-1504675839-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b31b10a-5f94-4f57-8838-97b5d3798631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427646 Apr 25 14:30:44.522789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] For port 5375525a-ccdf-4c59-9176-f7b2e42b0789, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:44.544656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bf2e973-1314-4094-be65-0bb6280813c4 req-0f39921b-62b7-4a72-b824-c0d065cc4867 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540077 Apr 25 14:30:44.546315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] For port 5375525a-ccdf-4c59-9176-f7b2e42b0789, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:44.575434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.623819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9679f8c7-2b2c-4e83-bebf-4b9391148e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.628833 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35706fdf-810c-4ea0-8e12-b5ec35676d67'] response: {'server_uuid': 'd269fd56-9a65-4c71-86c7-bbbe86027e99', 'name': 'network-vif-deleted', 'tag': '58fceaf0-7124-4023-9c24-16d133f5057a', 'status': 'completed', 'code': 200} Apr 25 14:30:44.671572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:44.672277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.673762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/5375525a-ccdf-4c59-9176-f7b2e42b0789 HTTP/1.1" status: 200 len: 1091 time: 3.3125842 Apr 25 14:30:44.676781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f8c7-2b2c-4e83-bebf-4b9391148e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4f3f41-53d5-4cf3-83b3-acf5b20c5f32,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:44.689820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d3d02-f095-49b8-ba94-807e0005ded9 req-e8277b5a-8dfa-4f13-842c-fa9bd1466d29 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:44.692108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-396d3d02-f095-49b8-ba94-807e0005ded9 req-e8277b5a-8dfa-4f13-842c-fa9bd1466d29 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 943 time: 0.4196064 Apr 25 14:30:44.713644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9679f8c7-2b2c-4e83-bebf-4b9391148e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:44.715476 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9679f8c7-2b2c-4e83-bebf-4b9391148e0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee4f3f41-53d5-4cf3-83b3-acf5b20c5f32 HTTP/1.1" status: 204 len: 168 time: 0.7954817 Apr 25 14:30:44.745027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151af67-f704-43c6-ab71-1ccc926a86d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5375525a-ccdf-4c59-9176-f7b2e42b0789,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:44.842248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-396d3d02-f095-49b8-ba94-807e0005ded9 req-9fd225fc-5b49-45d8-ba51-b1db94570dcd tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296906 Apr 25 14:30:44.887727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-0f6f3b2b-3205-421c-b139-c9d1cbe747a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:44.889640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-0f6f3b2b-3205-421c-b139-c9d1cbe747a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 1094 time: 0.1224487 Apr 25 14:30:44.975759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-bc0562ac-4e68-4bb7-b39f-b74ac2dce7d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789 HTTP/1.1" status: 200 len: 217 time: 0.0719738 Apr 25 14:30:45.117957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:30:45.158761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-ea093b78-22ce-4b62-b41e-6fb2daab4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:45.161551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-ea093b78-22ce-4b62-b41e-6fb2daab4de4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.1604087 Apr 25 14:30:45.238729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-cc1a1d77-41c9-415c-96b1-5cb9a9822ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641320 Apr 25 14:30:45.347777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:45.364711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a8973-1353-4c5c-9e23-ef9018e660cc req-eee5645c-5d68-499e-9872-556fb26178c9 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:45.372009 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e75a8973-1353-4c5c-9e23-ef9018e660cc req-eee5645c-5d68-499e-9872-556fb26178c9 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.5870018 Apr 25 14:30:45.384380 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:45.515161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cd40-5828-4964-aa0f-e5f289d4dc7b req-4f72fb41-8a79-4d54-9b86-b0d0830a9084 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:45.522952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0938cd40-5828-4964-aa0f-e5f289d4dc7b req-4f72fb41-8a79-4d54-9b86-b0d0830a9084 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 936 time: 0.2690442 Apr 25 14:30:45.534398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Transition to ACTIVE for port object 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:30:45.543752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e75a8973-1353-4c5c-9e23-ef9018e660cc req-04ebfbea-8e29-42ef-a35d-dc1eb32758d5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707909 Apr 25 14:30:45.544003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-057b90e5-10c5-4139-8e67-897ed02d983e service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254329 Apr 25 14:30:45.549562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:45.667927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:45.671187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0938cd40-5828-4964-aa0f-e5f289d4dc7b req-b4036a38-ddf7-42da-a763-8eea00ce984e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472459 Apr 25 14:30:45.732343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:30:45.754101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-33ca6205-44d1-492c-b8d7-583deb772a4a admin admin] 10.222.0.23 "PUT /v2.0/routers/23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2062905 Apr 25 14:30:45.755191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:45.755590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] Sync routers for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:30:45.780471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b68f25-e898-490e-8847-6b3c2b9ae057 req-c79b05d6-3d3d-4e5f-b532-791e0fbb2812 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306368 Apr 25 14:30:45.784437 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:45.787156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:46.069502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Attempting to bind port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:46.069846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Attempting to bind port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:46.070173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Attempting to bind port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:46.078141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:46.078582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Attempting to bind port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:46.092331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:46.096860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:46.098683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:46.099329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Bound port: 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:46.101204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.165396 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:46.200923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9405bb-a92b-48e7-bf81-0ffdc71bea3a req-499e8850-b247-48bb-b8e5-a15ff6cafdb2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:46.203730 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb9405bb-a92b-48e7-bf81-0ffdc71bea3a req-499e8850-b247-48bb-b8e5-a15ff6cafdb2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 943 time: 0.1965904 Apr 25 14:30:46.228296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34618) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:46.298438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb9405bb-a92b-48e7-bf81-0ffdc71bea3a req-cf182900-01d7-48e6-810c-b84cf8baa5dc tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879917 Apr 25 14:30:46.436779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.458575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9cde3dee-7e7f-4a9e-adc0-788f4c2c6058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f95c6347e644679bbb84f65325bce94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288194 Apr 25 14:30:46.460961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34648) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:46.541820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c01784ce-89af-4301-9f75-d9d527182b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.556796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] For port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:30:46.577838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] For port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:46.579976 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:30:42Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:46.586942 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] Checking router: 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:30:46.600354 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] Routers {'23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:46.601596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:46.603318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.617280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c01784ce-89af-4301-9f75-d9d527182b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.635169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'tag': '5375525a-ccdf-4c59-9176-f7b2e42b0789'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:46.753121 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311bef74-a459-4cac-be38-3eb9b7a2d144'] response: {'name': 'network-changed', 'server_uuid': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'tag': '5375525a-ccdf-4c59-9176-f7b2e42b0789', 'status': 'completed', 'code': 200} Apr 25 14:30:46.754252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c01784ce-89af-4301-9f75-d9d527182b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.837006 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] Set router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:46.889635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:46.890926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:46.892752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e8b23f9-a975-4e21-8ab2-ba174b7bef0e HTTP/1.1" status: 200 len: 1096 time: 3.0895758 Apr 25 14:30:46.936496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928e16b1-ed62-498f-b962-4040e933c675', 'tag': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:47.004383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01784ce-89af-4301-9f75-d9d527182b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31b10a-5f94-4f57-8838-97b5d3798631,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:47.041405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee373266-3ffc-4ffb-935c-317b6b96bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:47.050178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34678) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:47.082276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:47.136719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c01784ce-89af-4301-9f75-d9d527182b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:47.137874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c01784ce-89af-4301-9f75-d9d527182b99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b31b10a-5f94-4f57-8838-97b5d3798631 HTTP/1.1" status: 204 len: 168 time: 0.6755395 Apr 25 14:30:47.147166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Deleting port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:47.147570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:47.271910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-b81c79f3-47bc-4a40-875f-81c6d30f2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:47.274406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:47.279828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-b81c79f3-47bc-4a40-875f-81c6d30f2383 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 1094 time: 0.4913063 Apr 25 14:30:47.295309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849d63-f70c-4ee4-8601-7427c552a19d req-a5aa8b16-9560-4d12-94c0-b873358f60e0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:47.297999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d849d63-f70c-4ee4-8601-7427c552a19d req-a5aa8b16-9560-4d12-94c0-b873358f60e0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.5138404 Apr 25 14:30:47.325115 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:30:42Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:47.332364 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111ba93-0c64-4435-9b39-79b28d6b346a None None] The sync data for ids ['23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26'] in n-d-811416-6 is: [{'id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-616257314-router', 'tenant_id': '3fe17f792608410d9e07d35de3599b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:26:55Z', 'updated_at': '2022-04-25T14:30:42Z', 'revision_number': 5, 'project_id': '3fe17f792608410d9e07d35de3599b1f', 'gw_port': {'id': 'f5bcb3a0-146b-4958-8d5d-cd7714eea9dd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:26:56Z', 'updated_at': '2022-04-25T14:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:30:47.358984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:47.364296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9240cc9cbc402398a5af8012dca661 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:47.377559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:47.407329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741db9a-256b-4a92-a3f6-2f2861530e2f req-59995708-a2b9-45ba-825f-00cf47f55f44 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:47.415696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3741db9a-256b-4a92-a3f6-2f2861530e2f req-59995708-a2b9-45ba-825f-00cf47f55f44 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 948 time: 0.4912024 Apr 25 14:30:47.500668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:47.537959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3741db9a-256b-4a92-a3f6-2f2861530e2f req-c9b88a5d-5d7b-429c-9d95-41aa9cc8272b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209347 Apr 25 14:30:47.583282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-05a95ed0-e28b-44b6-af13-76a740f65959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:47.584977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-05a95ed0-e28b-44b6-af13-76a740f65959 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.2912650 Apr 25 14:30:47.702610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-17e4d4d4-ae79-44f2-94fe-75e7a64d3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:47.705227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-17e4d4d4-ae79-44f2-94fe-75e7a64d3e32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 1099 time: 0.7542732 Apr 25 14:30:47.717799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-eafdcafa-cf1e-4a7a-9b2d-676c875d0086 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789 HTTP/1.1" status: 200 len: 217 time: 0.1257813 Apr 25 14:30:47.722335 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ceab321-df64-4453-8096-c7a607d69011'] response: {'name': 'network-changed', 'server_uuid': '928e16b1-ed62-498f-b962-4040e933c675', 'tag': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', 'status': 'completed', 'code': 200} Apr 25 14:30:47.818386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34692) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:47.853159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-0f2e6d8f-5b3c-4434-af0f-a4ad6bc46081 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e HTTP/1.1" status: 200 len: 217 time: 0.1215057 Apr 25 14:30:47.858424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:47.864277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d849d63-f70c-4ee4-8601-7427c552a19d req-d41c0067-51c3-4ba1-9c5f-8b1a3e66844a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331476 Apr 25 14:30:47.879253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-e0a81c4a-1731-4a7a-a4b1-e1a23a12a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:47.880791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-e0a81c4a-1731-4a7a-a4b1-e1a23a12a4a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.1566186 Apr 25 14:30:47.884038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:47.890150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Usage tracker for resource:security_group_rule and tenant:018174c0d1dc40b592000d0020980127 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:47.923406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:47.934021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] For port f5bcb3a0-146b-4958-8d5d-cd7714eea9dd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:47.934527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:47.940522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:47.944865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-ac55e57a-8f4a-4cdc-a8a4-ced7d11f5fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545292 Apr 25 14:30:48.102724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76113-6780-4a16-be19-5c6b704903da req-57415d0c-b251-410c-b3e1-2a20506beccf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:48.104229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6be76113-6780-4a16-be19-5c6b704903da req-57415d0c-b251-410c-b3e1-2a20506beccf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 943 time: 0.3330173 Apr 25 14:30:48.105571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Calling delete_port for f5bcb3a0-146b-4958-8d5d-cd7714eea9dd owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:48.135792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ce74bd12-5c85-4f16-83ec-c8f1dc0bfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:48.137302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ce74bd12-5c85-4f16-83ec-c8f1dc0bfb11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2721276 Apr 25 14:30:48.196579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-a4e286af-6e68-41ba-93aa-f475b952a0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344611 Apr 25 14:30:48.228480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73e098ab-8476-4800-b7ad-1887c90caa7a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:48.240135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6be76113-6780-4a16-be19-5c6b704903da req-48475bce-7bbd-47ae-b127-b6468712059a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230500 Apr 25 14:30:48.277824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5375525a-ccdf-4c59-9176-f7b2e42b0789 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:48.288373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 73e098ab-8476-4800-b7ad-1887c90caa7a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:48.288857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73e098ab-8476-4800-b7ad-1887c90caa7a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:48.297941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.316852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.339226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.346000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.421902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=018174c0d1dc40b592000d0020980127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022348 Apr 25 14:30:48.422657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b942e-f79e-451e-82bd-dba7d4146a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf7a170-109a-478b-b99a-057a24178d3e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:48.425182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34702) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:48.428806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ec048d18-6721-4268-8374-48d6c80f64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:48.430876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-ec048d18-6721-4268-8374-48d6c80f64f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2768457 Apr 25 14:30:48.437220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef9240cc9cbc402398a5af8012dca661&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3836892 Apr 25 14:30:48.443026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-332ca3a0-cdbc-424f-96fe-d805f29911f2 req-710c9ec4-5eef-4286-8e41-509726719950 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440825 Apr 25 14:30:48.446978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:48.448701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a32d3-518a-4522-9a66-8766497b1759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec288915-80d8-4df7-90ae-16d8d41d9464,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:48.466918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5375525a-ccdf-4c59-9176-f7b2e42b0789, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:48.482355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5375525a-ccdf-4c59-9176-f7b2e42b0789', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '5375525a-ccdf-4c59-9176-f7b2e42b0789', 'mac_address': 'fa:16:3e:e1:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:48.547325 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ba35ee64-1215-4795-870b-d9a3a09ef238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.549062 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.583701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ba35ee64-1215-4795-870b-d9a3a09ef238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.583993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5375525a-ccdf-4c59-9176-f7b2e42b0789 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:48.610504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5375525a-ccdf-4c59-9176-f7b2e42b0789, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:48.616532 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.692384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ba35ee64-1215-4795-870b-d9a3a09ef238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.710910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5375525a-ccdf-4c59-9176-f7b2e42b0789,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:48.722581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867ba0-8228-4385-85d2-55a58a48235d req-cabeeccd-2e48-416f-a96d-c3dd25216aab tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:48.724251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24867ba0-8228-4385-85d2-55a58a48235d req-cabeeccd-2e48-416f-a96d-c3dd25216aab tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1096 time: 0.4119577 Apr 25 14:30:48.726404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35ee64-1215-4795-870b-d9a3a09ef238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf7a170-109a-478b-b99a-057a24178d3e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:48.737797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ba35ee64-1215-4795-870b-d9a3a09ef238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.739224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ba35ee64-1215-4795-870b-d9a3a09ef238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddf7a170-109a-478b-b99a-057a24178d3e HTTP/1.1" status: 204 len: 168 time: 0.3112512 Apr 25 14:30:48.771134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df0daea5-5ac2-4e8b-b3d7-997cd54db583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.791898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-7d677bd1-cd31-4a04-a991-ecd4c0f24783 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460999 Apr 25 14:30:48.798800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded3167-e373-45b4-8e1d-49ed081493fc req-9b894098-6408-4c7e-b387-8b83aee7c9fa tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:48.801108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ded3167-e373-45b4-8e1d-49ed081493fc req-9b894098-6408-4c7e-b387-8b83aee7c9fa tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 948 time: 0.1414175 Apr 25 14:30:48.828287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:48.877804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ded3167-e373-45b4-8e1d-49ed081493fc req-64f5123b-df51-4590-b8eb-69b61aae0429 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699935 Apr 25 14:30:48.926145 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24867ba0-8228-4385-85d2-55a58a48235d req-180c641a-100e-4428-a221-3a74e2aed346 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875515 Apr 25 14:30:48.938292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bcb3a0-146b-4958-8d5d-cd7714eea9dd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:48.939307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5375525a-ccdf-4c59-9176-f7b2e42b0789'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:48.975916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df0daea5-5ac2-4e8b-b3d7-997cd54db583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.193160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112f5e-32d0-442b-bad4-a35f61b36a1c req-597ad302-461a-42d3-9e20-3250f8b70cd1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:49.194874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de112f5e-32d0-442b-bad4-a35f61b36a1c req-597ad302-461a-42d3-9e20-3250f8b70cd1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1737449 Apr 25 14:30:49.195451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.250485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de112f5e-32d0-442b-bad4-a35f61b36a1c req-c0171b45-f84b-4bbe-9e01-c357650d10d0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490353 Apr 25 14:30:49.315314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03af438d-1968-49c7-b9a6-8bb963dd0fff req-fed9ab10-23ab-4ad5-87e3-f3db48d12b91 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108244 Apr 25 14:30:49.543266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aaaa2-fdb6-4e20-95ed-93327a136036 req-95383b02-8aa0-4c14-a7ca-9555398bee10 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:49.544908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b6aaaa2-fdb6-4e20-95ed-93327a136036 req-95383b02-8aa0-4c14-a7ca-9555398bee10 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1096 time: 0.1384280 Apr 25 14:30:49.611578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b6aaaa2-fdb6-4e20-95ed-93327a136036 req-225fd3b9-16af-40ae-b794-ed1c62b6110d tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542159 Apr 25 14:30:49.692146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.695199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.751407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df0daea5-5ac2-4e8b-b3d7-997cd54db583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.771592 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.772129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:30:49.792650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0daea5-5ac2-4e8b-b3d7-997cd54db583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec288915-80d8-4df7-90ae-16d8d41d9464,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:49.802538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-71ce36d7-ceeb-4352-8a40-4e8666b0d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:49.804037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-71ce36d7-ceeb-4352-8a40-4e8666b0d033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 1099 time: 0.4029152 Apr 25 14:30:49.807572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df0daea5-5ac2-4e8b-b3d7-997cd54db583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.809308 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df0daea5-5ac2-4e8b-b3d7-997cd54db583 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec288915-80d8-4df7-90ae-16d8d41d9464 HTTP/1.1" status: 204 len: 168 time: 1.3557508 Apr 25 14:30:49.809688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:49.815758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da3a709a-a2ee-40a2-a4a5-13118294ccb0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/23fe59f3-2bcb-40a6-9d8b-cd80e76a3c26 HTTP/1.1" status: 204 len: 168 time: 4.0318782 Apr 25 14:30:49.816579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34760) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:49.848870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b43b-1fa0-452c-9a6a-ebe7aa4f7746 req-79c4d524-07dd-4ea1-b1f5-6dc69e72921e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:49.852725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2c8b43b-1fa0-452c-9a6a-ebe7aa4f7746 req-79c4d524-07dd-4ea1-b1f5-6dc69e72921e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 944 time: 0.1414936 Apr 25 14:30:49.926610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2c8b43b-1fa0-452c-9a6a-ebe7aa4f7746 req-d4de8a10-545c-4398-bfe9-3a227795955d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 Apr 25 14:30:49.961134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Deleting subnet b87de169-fa8a-4444-a68c-65ac33a87277 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:30:49.978934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.122731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.240551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5375525a-ccdf-4c59-9176-f7b2e42b0789 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:50.269270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-0afb3064-2b9e-4a72-bafc-22fa5e09aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:50.270796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-0afb3064-2b9e-4a72-bafc-22fa5e09aa95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.4520845 Apr 25 14:30:50.409223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 5375525a-ccdf-4c59-9176-f7b2e42b0789 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:50.441565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5375525a-ccdf-4c59-9176-f7b2e42b0789 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:50.442172 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.484909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-6770c044-9f05-482e-b779-04d509744204 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e HTTP/1.1" status: 200 len: 217 time: 0.2020109 Apr 25 14:30:50.556136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5bcb3a0-146b-4958-8d5d-cd7714eea9dd no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:50.559392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.611535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-1ef29d74-26ad-4729-8c51-858aec7c55e7 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:30:50.612532 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-1ef29d74-26ad-4729-8c51-858aec7c55e7 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562015 Apr 25 14:30:50.613019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f5bcb3a0-146b-4958-8d5d-cd7714eea9dd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:50.613394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5bcb3a0-146b-4958-8d5d-cd7714eea9dd not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:50.638844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Request body: {'binding': {'host': 'n-h2-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:50.639412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:30:50.684914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-3e2c5b49-6702-4588-8367-b4b4ed6de6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:50.686523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-3e2c5b49-6702-4588-8367-b4b4ed6de6bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1900580 Apr 25 14:30:50.710882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.746075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375525a-ccdf-4c59-9176-f7b2e42b0789'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:50.761397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5375525a-ccdf-4c59-9176-f7b2e42b0789, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:50.766844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.852743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.864650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5375525a-ccdf-4c59-9176-f7b2e42b0789,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:50.920479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87de169-fa8a-4444-a68c-65ac33a87277,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:50.933602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ffdc2-ea34-420d-b640-1cba889efef1 None None] Network b923594c-484b-4ea6-b34c-8d8a53a21180 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:30:50.938276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:50.989556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4ae8e630-6f7d-4f48-a089-2d5e1bfe6eab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b87de169-fa8a-4444-a68c-65ac33a87277 HTTP/1.1" status: 204 len: 168 time: 1.1693048 Apr 25 14:30:50.993273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34822) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:50.995826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-d2476b49-4a30-4771-8162-42611e76c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:50.997669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-d2476b49-4a30-4771-8162-42611e76c40a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2992699 Apr 25 14:30:51.113740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.131815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Deleting port a5e080b9-3d69-426d-b423-31d01537fb0b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:51.132385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.277341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] DHCP port deletion for b923594c-484b-4ea6-b34c-8d8a53a21180 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:30:51.278737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-81c6ee3f-8d6c-4d32-9b90-e21097fe2671 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616668 Apr 25 14:30:51.282818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Deleting port a5e080b9-3d69-426d-b423-31d01537fb0b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:51.283897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.318799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on host n-h2-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:51.319502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:51.320044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:51.447061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34838) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:51.457740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:51.458172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:51.520969 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1b1af9f-dc81-4089-be31-925bb8e41e5f req-4b82a649-e7dd-4e4d-8ce1-f8a3a64c1342 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033594 Apr 25 14:30:51.524389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:51.524957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:51.525706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:51.526738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Bound port: 6aa96867-90c2-4f00-834a-63b15782a4c9, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:51.537667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] For port a5e080b9-3d69-426d-b423-31d01537fb0b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5e080b9-3d69-426d-b423-31d01537fb0b,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:51.542322 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.590933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:51.602539 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.603752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-981ede8d-b5ce-49e3-851c-3ba76b348189 service neutron] 10.222.0.23 "POST /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9684362 Apr 25 14:30:51.694918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] For port a5e080b9-3d69-426d-b423-31d01537fb0b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5e080b9-3d69-426d-b423-31d01537fb0b,segment=NetworkSegment(077e0455-3e73-4206-9847-f5eed9359765),segment_id=077e0455-3e73-4206-9847-f5eed9359765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:51.695321 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.722356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Calling delete_port for a5e080b9-3d69-426d-b423-31d01537fb0b owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:51.731029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1588318886-network', 'tenant_id': '517fd10ff20b4074b32578f506d43ea2'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:51.737698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:51.746796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Usage tracker for resource:network and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:51.755404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:51.763945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:51.808011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Made reservation on behalf of 517fd10ff20b4074b32578f506d43ea2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:51.817825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.842635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.845240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:51.888308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:30:51.903544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Calling delete_port for a5e080b9-3d69-426d-b423-31d01537fb0b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:51.924807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:51.929449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Usage tracker for resource:security_group_rule and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:51.934041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:51.945305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e080b9-3d69-426d-b423-31d01537fb0b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:51.945611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:51.994732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-97c5ff62-3a15-4fc9-87dd-872220d041ac tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:30:51.995745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-97c5ff62-3a15-4fc9-87dd-872220d041ac tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193477 Apr 25 14:30:52.001878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] No DVR routers for this DVR port a5e080b9-3d69-426d-b423-31d01537fb0b on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:30:52.019732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Request body: {'binding': {'host': 'n-h2-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:52.020187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:30:52.103395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:30:52.104007 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:30:52.135545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:52.151918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', 'mac_address': 'fa:16:3e:f9:1b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:30:52.182977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.206918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d3dca-b299-46b9-b676-9a7565ab1172 req-479d6dfb-731e-412e-a15c-04566080088a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:52.207632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bf4d3dca-b299-46b9-b676-9a7565ab1172 req-479d6dfb-731e-412e-a15c-04566080088a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:52.232055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-785f3dba-418f-4539-bf1b-b9b711fdc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:52.234210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-785f3dba-418f-4539-bf1b-b9b711fdc05c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1096 time: 0.2969255 Apr 25 14:30:52.235107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.239992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b923594c-484b-4ea6-b34c-8d8a53a21180']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:52.247245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.247742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.266986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bf4d3dca-b299-46b9-b676-9a7565ab1172 req-479d6dfb-731e-412e-a15c-04566080088a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:52.268272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf4d3dca-b299-46b9-b676-9a7565ab1172 req-479d6dfb-731e-412e-a15c-04566080088a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 948 time: 0.3900101 Apr 25 14:30:52.279025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:30:52.294159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:30:52.298419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:52.302938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077e0455-3e73-4206-9847-f5eed9359765') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:52.303436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077e0455-3e73-4206-9847-f5eed9359765') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:52.304629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.327554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.348275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5e080b9-3d69-426d-b423-31d01537fb0b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:30:52.364050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595b5ecf-4b76-479e-8f02-4092b5072087,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:52.370231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.370573 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Added segment be60e67c-dc9a-41cb-9458-e774398f3b42 of type vlan for network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 Apr 25 14:30:52.399422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a5e080b9-3d69-426d-b423-31d01537fb0b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:30:52.399818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5e080b9-3d69-426d-b423-31d01537fb0b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:30:52.432535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:52.433853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.453989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:30:52.454756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:30:52.470367 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:30:52.510210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf4d3dca-b299-46b9-b676-9a7565ab1172 req-603d2852-5385-4a1f-b45a-1258aa03bba5 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277596 Apr 25 14:30:52.526274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on host n-h2-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:30:52.526672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:30:52.527049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:52.545549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:30:52.545682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:30:52.551731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.561079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:30:52.562154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:52.562798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:30:52.564322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Bound port: 14870aba-dbd5-43c3-a5e2-e36ecd951965, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:30:52.605128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Deleting port a5e080b9-3d69-426d-b423-31d01537fb0b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:52.605877 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.608481 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.609879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:52.610641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.614433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-e819294b-4ea5-40f3-8341-61b3a4f25bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:52.618945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-e819294b-4ea5-40f3-8341-61b3a4f25bb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.3646808 Apr 25 14:30:52.620648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.629715 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.710767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-25370eae-5154-4041-a97d-a89f53a24c17 None None] The port 'a5e080b9-3d69-426d-b423-31d01537fb0b' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:30:52.732814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1e8b23f9-a975-4e21-8ab2-ba174b7bef0e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:30:52.745587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] Pushing event deleted for resources: {'Network': ['ID=b923594c-484b-4ea6-b34c-8d8a53a21180,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:52.748430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-af09f88e-35a1-479b-b046-6f4cc0a3714c admin admin] 10.222.0.23 "DELETE /v2.0/networks/b923594c-484b-4ea6-b34c-8d8a53a21180 HTTP/1.1" status: 204 len: 168 time: 1.7541149 Apr 25 14:30:52.755422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34852) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:52.777833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3276176 Apr 25 14:30:52.784501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:30:52.794646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:52.801752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Request body: {'subnet': {'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1588318886-subnet', 'tenant_id': '517fd10ff20b4074b32578f506d43ea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:52.806100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7f2e0-123e-4fda-93bd-b3b9cd78fb68 admin admin] Pushing event updated for resources: {'Network': ['ID=cebc7e63-4aa8-4fdd-b244-ff1b3622def2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:52.814175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.815341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f54805b-b5ca-4167-bae7-6e03dcfba066 service neutron] 10.222.0.23 "POST /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965/bindings HTTP/1.1" status: 201 len: 389 time: 0.7991204 Apr 25 14:30:52.816332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:52.824188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-e460575b-550f-44b1-8293-9f0ed75cbc08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 217 time: 0.1696455 Apr 25 14:30:52.827434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Usage tracker for resource:subnet and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:52.831285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:52.839396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:52.843791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:30:52.864977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Made reservation on behalf of 517fd10ff20b4074b32578f506d43ea2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:52.867423 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:52.915422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eb796-caac-47eb-9546-567d7e5f7ff4 req-2bd6172b-3267-45e7-b5c9-458973ea0661 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:52.917438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-500eb796-caac-47eb-9546-567d7e5f7ff4 req-2bd6172b-3267-45e7-b5c9-458973ea0661 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1804750 Apr 25 14:30:52.919179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-aee4e1e9-15c8-417c-b8c7-7c7bbc878e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:52.920709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-aee4e1e9-15c8-417c-b8c7-7c7bbc878e0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.0902901 Apr 25 14:30:52.990138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-91a36f34-a94d-4ebe-b770-e483a2885305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611110 Apr 25 14:30:53.013434 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fc06fa-28c7-49a9-bfcd-2725ac18ad22'] response: {'server_uuid': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375525a-ccdf-4c59-9176-f7b2e42b0789', 'code': 200} Apr 25 14:30:53.056124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-500eb796-caac-47eb-9546-567d7e5f7ff4 req-e2f9717a-4c75-4692-9c59-a27bbb0294f2 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725691 Apr 25 14:30:53.201073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-457999a1-082a-48eb-b77f-c9ab67cab29c service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008262 Apr 25 14:30:53.236364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:53.241150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2beec-e19b-4365-8712-103c26cd42a7 req-47b96be3-4152-442e-8b55-ae62ac0b2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:53.243150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2fc2beec-e19b-4365-8712-103c26cd42a7 req-47b96be3-4152-442e-8b55-ae62ac0b2a51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1321175 Apr 25 14:30:53.372899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2fc2beec-e19b-4365-8712-103c26cd42a7 req-aaa7a5e4-b6dd-49f7-a2b1-33adf34d0bd0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014581 Apr 25 14:30:53.381741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c000d5b3-7cec-47ab-b577-8c2674d4da58,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:53.388462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Checking segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:30:53.388898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Network hostable DHCP agents. Network: cebc7e63-4aa8-4fdd-b244-ff1b3622def2, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:30:53.410732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:30:53.424448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, cebc7e63-4aa8-4fdd-b244-ff1b3622def2) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:53.430523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:53.431503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:53.436068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1e3f3-778a-4c6d-ab52-52c619b3c26f None None] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:30:53.499452 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0322e661-a1bc-47cd-a782-1d0dad3f2761 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7031126 Apr 25 14:30:53.659498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d718df-c3fb-4d2a-ab6a-6cab750d83f7 req-1a9228a8-1e6c-4b2b-a621-59ef6c94881f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:53.667406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42d718df-c3fb-4d2a-ab6a-6cab750d83f7 req-1a9228a8-1e6c-4b2b-a621-59ef6c94881f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 945 time: 0.4687502 Apr 25 14:30:53.761910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-756286c2-46bb-481d-b5ab-0cdf44fa3843 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515652 Apr 25 14:30:53.814180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3294d-f405-4e6a-9012-e3b87c2e5278 None None] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:30:53.881358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e363c-bdf4-4aed-bb07-6bfde613578c req-e5b33673-438e-45ea-b05e-9221d0d14b7a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:53.883551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-667e363c-bdf4-4aed-bb07-6bfde613578c req-e5b33673-438e-45ea-b05e-9221d0d14b7a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.1694446 Apr 25 14:30:53.901588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42d718df-c3fb-4d2a-ab6a-6cab750d83f7 req-e421af08-3c72-477c-b8e9-f776ddd29a2d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326877 Apr 25 14:30:53.978316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-667e363c-bdf4-4aed-bb07-6bfde613578c req-fd2b32e4-43e7-4b38-b4e4-5f10f344a029 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757582 Apr 25 14:30:54.161950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f204865-84fb-47f5-94ca-3a08c91f4394 req-f2370358-94d7-4676-889f-06248e4c0cae tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0541525 Apr 25 14:30:54.297527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cab52-ddfa-40d1-bc15-230e0c4bbad9 req-32a19133-7d87-468c-bbc5-4568da06a326 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:54.301223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e33cab52-ddfa-40d1-bc15-230e0c4bbad9 req-32a19133-7d87-468c-bbc5-4568da06a326 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1966016 Apr 25 14:30:54.365601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:54.416907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7bbac-e373-40b3-b4d9-1ce06779cf9e req-502e1ac2-9f7a-47c2-ba7b-fa44fcfa5834 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:54.419393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bf7bbac-e373-40b3-b4d9-1ce06779cf9e req-502e1ac2-9f7a-47c2-ba7b-fa44fcfa5834 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 949 time: 0.1134334 Apr 25 14:30:54.436953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e33cab52-ddfa-40d1-bc15-230e0c4bbad9 req-c5faa57b-4e90-47aa-a761-bb04bdadfbd3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291850 Apr 25 14:30:54.495841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bf7bbac-e373-40b3-b4d9-1ce06779cf9e req-ea63d443-38e0-4c34-9b9e-458dddf85e7d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672221 Apr 25 14:30:54.832986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b277e9-3d37-4ac9-a955-ad5b9dd65a55 req-596ae309-f4c2-4f78-b311-825e0203c1b3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:54.846413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92b277e9-3d37-4ac9-a955-ad5b9dd65a55 req-596ae309-f4c2-4f78-b311-825e0203c1b3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1802418 Apr 25 14:30:54.918246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92b277e9-3d37-4ac9-a955-ad5b9dd65a55 req-d918b9f8-f04a-44ba-91f3-662abc495a22 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681045 Apr 25 14:30:54.946576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-15bee187-ed31-4a09-8cc4-a9b1492c06cb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:54.948100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-15bee187-ed31-4a09-8cc4-a9b1492c06cb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 822 time: 0.2128980 Apr 25 14:30:54.997745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-2d832403-4c8f-4c1f-bf4f-81ef78c89772 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/quotas/517fd10ff20b4074b32578f506d43ea2 HTTP/1.1" status: 200 len: 375 time: 0.0238655 Apr 25 14:30:55.051031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Deleting port 0849bd44-568b-4241-9e45-ad6c1e75929c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:55.051375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:55.089607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-fc265902-41f0-4a4b-ad7f-c368d9739ed2 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794139 Apr 25 14:30:55.091022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2e955684-2ae8-4229-a0ea-f5cd7051f589 req-7fd7592b-37be-4d9f-b8a6-d0a57f61792c tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0434706 Apr 25 14:30:55.336120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d729c2-8bd0-464f-bb46-10b91bfec719 req-ee92f62f-1c91-4b69-8503-125dc1c65228 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:55.339208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3d729c2-8bd0-464f-bb46-10b91bfec719 req-ee92f62f-1c91-4b69-8503-125dc1c65228 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 945 time: 0.1140797 Apr 25 14:30:55.415088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3d729c2-8bd0-464f-bb46-10b91bfec719 req-6b55ce20-10cc-492b-9dce-8651edf63d17 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619140 Apr 25 14:30:55.641069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-9078c521-3e99-418d-aebf-80709cdcbea7 service neutron] 10.222.0.23 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423360 Apr 25 14:30:55.777878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] For port 0849bd44-568b-4241-9e45-ad6c1e75929c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0849bd44-568b-4241-9e45-ad6c1e75929c,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:55.778240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:55.788854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:30:55.795265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f2c91-e032-4470-91c4-0cae3bcdac21 req-2d6faeb8-b3b7-4c83-8b29-4cf3c884b695 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:55.796810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-151f2c91-e032-4470-91c4-0cae3bcdac21 req-2d6faeb8-b3b7-4c83-8b29-4cf3c884b695 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.1106102 Apr 25 14:30:55.898911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-151f2c91-e032-4470-91c4-0cae3bcdac21 req-76f7212e-8b0e-4d31-87e8-9e499d4c1f65 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934672 Apr 25 14:30:55.913080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:30:55.926748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:30:55.927526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:55.960531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Calling delete_port for 0849bd44-568b-4241-9e45-ad6c1e75929c owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:56.043072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-9a59787b-be74-44ea-a6b2-f1f151a7afee service neutron] 10.222.0.23 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010193 Apr 25 14:30:56.152984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:56.210549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928e16b1-ed62-498f-b962-4040e933c675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:30:56.239941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:56.248900 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:56.359104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:56.393910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8f18b-08af-44c5-84d9-b38b32b1e39f req-1783f38a-73cb-4097-ac06-9444f24aa409 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:56.402910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5b8f18b-08af-44c5-84d9-b38b32b1e39f req-1783f38a-73cb-4097-ac06-9444f24aa409 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1859059 Apr 25 14:30:56.467641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5b8f18b-08af-44c5-84d9-b38b32b1e39f req-20a1ba7f-67ff-41b4-a036-eafd6f73fd84 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636721 Apr 25 14:30:56.470049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc46c6-f575-4025-9c5a-358055c4ba86 req-fea2471c-4f47-4d8b-ace4-7098869683ea tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:56.471906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cbc46c6-f575-4025-9c5a-358055c4ba86 req-fea2471c-4f47-4d8b-ace4-7098869683ea tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 950 time: 0.1286561 Apr 25 14:30:56.646848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cbc46c6-f575-4025-9c5a-358055c4ba86 req-23dd37ea-059a-4cf2-8fe5-615c67aedfd9 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616402 Apr 25 14:30:56.691670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:56.767671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Pushing event deleted for resources: {'Port': ['ID=0849bd44-568b-4241-9e45-ad6c1e75929c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:56.863397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f9cc-f4b9-4ac9-a48e-2298cb1b933b req-0f963840-0a72-4438-b42d-e3065c159dbb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:56.873805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6014f9cc-f4b9-4ac9-a48e-2298cb1b933b req-0f963840-0a72-4438-b42d-e3065c159dbb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.2391801 Apr 25 14:30:56.992932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6014f9cc-f4b9-4ac9-a48e-2298cb1b933b req-b1d355f8-acda-4341-9f71-c4cc1836a4bc tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175473 Apr 25 14:30:57.120444 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca340866-b2bf-4971-9ab7-12490bdc20f3 req-b40d0abc-4452-484e-8ca8-4d1673fa2f5f tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1660576 Apr 25 14:30:57.249543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af1dd0fa-366b-4fe1-9f17-e31c5a9c4633 req-eaafc0a4-c720-41dc-93e4-bf2188adece4 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 210 time: 0.0892863 Apr 25 14:30:57.268083 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662bf428-165e-4aad-a63b-a1f866b81f13'] response: {'server_uuid': '928e16b1-ed62-498f-b962-4040e933c675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', 'code': 200} Apr 25 14:30:57.397623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:57.516668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226946a-da4b-4acc-8696-341b6a55f2be req-bdd2c443-6d9a-4873-992c-a96f6665f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:57.520371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9226946a-da4b-4acc-8696-341b6a55f2be req-bdd2c443-6d9a-4873-992c-a96f6665f146 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 1101 time: 0.1457644 Apr 25 14:30:57.580201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9226946a-da4b-4acc-8696-341b6a55f2be req-0bfcc95b-17c8-4cd4-8c7f-4204ad398b38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Apr 25 14:30:57.715456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6eea5-c417-48dd-b0f2-32f9d444a63d req-fc13f8da-0b18-494a-b877-6925bca947f2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:57.717063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99b6eea5-c417-48dd-b0f2-32f9d444a63d req-fc13f8da-0b18-494a-b877-6925bca947f2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.0950682 Apr 25 14:30:57.771015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99b6eea5-c417-48dd-b0f2-32f9d444a63d req-ec441991-4b4a-4657-82cc-6eefee177928 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476685 Apr 25 14:30:57.802273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aff61-c073-4c80-b307-28d229e95a5b req-b2f6caa6-6687-444b-bee8-c62dd89752d3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:57.803883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f6aff61-c073-4c80-b307-28d229e95a5b req-b2f6caa6-6687-444b-bee8-c62dd89752d3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.3148069 Apr 25 14:30:57.926674 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f6aff61-c073-4c80-b307-28d229e95a5b req-ff499921-f396-4b94-950f-ee86a7eda294 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746706 Apr 25 14:30:57.961560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288bfcd-3036-4ac4-9000-99a227d09808 req-e30e7bc4-ed7d-4415-a410-927723497289 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:57.963813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5288bfcd-3036-4ac4-9000-99a227d09808 req-e30e7bc4-ed7d-4415-a410-927723497289 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 950 time: 0.0844803 Apr 25 14:30:58.026931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:30:58.117536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5288bfcd-3036-4ac4-9000-99a227d09808 req-ae6ea6c4-a1dc-4133-b0be-de0ecc918fbc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453586 Apr 25 14:30:58.319193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:30:58.329103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] Sync routers for ids ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:30:58.329771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-34ba85e8-f578-4159-98d5-72c13435888f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:58.330666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cff25-ba07-486a-ac5b-02265ec49314 req-7dcf8b84-a02f-45ef-a2eb-1bd6c9a3d7f0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:58.331034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-34ba85e8-f578-4159-98d5-72c13435888f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:30:58.339348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-552cff25-ba07-486a-ac5b-02265ec49314 req-7dcf8b84-a02f-45ef-a2eb-1bd6c9a3d7f0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.2135990 Apr 25 14:30:58.343369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] Routers {'8df112bc-d6e3-4e8c-b7ee-599b480b2505'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:58.344182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:58.370259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7848c9f3-4761-4f0c-a02d-5a827e5d989e admin admin] 10.222.0.23 "PUT /v2.0/routers/8df112bc-d6e3-4e8c-b7ee-599b480b2505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6133420 Apr 25 14:30:58.379064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34952) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:30:58.399868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88c47e5e-c9b1-4b29-8303-2b922dfafec3 req-a4157733-1b82-493b-a61f-a41cec260e02 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0519977 Apr 25 14:30:58.405814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-34ba85e8-f578-4159-98d5-72c13435888f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:30:58.407541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-34ba85e8-f578-4159-98d5-72c13435888f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 822 time: 0.2934301 Apr 25 14:30:58.422683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'port': {'device_id': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'admin_state_up': True, 'tenant_id': '517fd10ff20b4074b32578f506d43ea2'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:30:58.476598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-552cff25-ba07-486a-ac5b-02265ec49314 req-54a1f55b-02e2-434d-a2b7-3a1acdb5b5ae tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314359 Apr 25 14:30:58.520390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:58.610794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:58.665619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] Set router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:58.715011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b3512d51-2cc2-46f4-9d00-0171a28f43b0 req-7995251c-3b82-4130-a7b9-cf5a8bee861f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 210 time: 0.0581520 Apr 25 14:30:58.725939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:30:58.738935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Usage tracker for resource:port and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:30:58.738935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:30:58.740175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:30:58.753003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Made reservation on behalf of 517fd10ff20b4074b32578f506d43ea2 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:30:58.757252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:58.881107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:58.895219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Deleting port 0b70a541-426f-423a-a626-cd96ce453e52 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:30:58.895559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:59.080468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Allocated IP 172.20.0.5 (cebc7e63-4aa8-4fdd-b244-ff1b3622def2/c000d5b3-7cec-47ab-b577-8c2674d4da58/25fc8ff2-ce09-46c9-a688-00c5d4fadd55) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:30:59.128690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '0b70a541-426f-423a-a626-cd96ce453e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:30:56Z', 'revision_number': 5, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port': {'id': '0b70a541-426f-423a-a626-cd96ce453e52', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:27:09Z', 'updated_at': '2022-04-25T14:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:59.138718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] For port 0b70a541-426f-423a-a626-cd96ce453e52, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0b70a541-426f-423a-a626-cd96ce453e52,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:30:59.139201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:59.140179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] Checking router: 8df112bc-d6e3-4e8c-b7ee-599b480b2505 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:30:59.174076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] Routers {'8df112bc-d6e3-4e8c-b7ee-599b480b2505'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:30:59.174720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:59.259764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fad2c-42e8-4f15-8c40-4b53e601c908 req-f03e198f-52f7-49b8-8d9a-6214064d28d6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:59.262081 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d20fad2c-42e8-4f15-8c40-4b53e601c908 req-f03e198f-52f7-49b8-8d9a-6214064d28d6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.3064637 Apr 25 14:30:59.317942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Calling delete_port for 0b70a541-426f-423a-a626-cd96ce453e52 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:30:59.389889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] Set router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:30:59.469605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d20fad2c-42e8-4f15-8c40-4b53e601c908 req-005add0c-4a09-4ce7-b1d9-90196371af3f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862004 Apr 25 14:30:59.568399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:59.601688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd8493-ae81-4298-9c64-6f6518a6db9a req-fe3e9cc6-7d1b-4249-a67c-1f501a8cb984 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:59.603360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6acd8493-ae81-4298-9c64-6f6518a6db9a req-fe3e9cc6-7d1b-4249-a67c-1f501a8cb984 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.3904855 Apr 25 14:30:59.616176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:30:58Z', 'revision_number': 6, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:30:59.621208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:59.628226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ae8df-e7be-4a1a-bd8e-3f3a7f1bb616 None None] The sync data for ids ['8df112bc-d6e3-4e8c-b7ee-599b480b2505'] in n-d-811416-6 is: [{'id': '8df112bc-d6e3-4e8c-b7ee-599b480b2505', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1725630937-router', 'tenant_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:27:07Z', 'updated_at': '2022-04-25T14:30:58Z', 'revision_number': 6, 'project_id': '458b3be0e9ee4e399ea58b22b7e0ad5e', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:30:59.680175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6acd8493-ae81-4298-9c64-6f6518a6db9a req-9ed74c5c-c50c-4aba-8bfe-f8b35f1aa59f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694585 Apr 25 14:30:59.770004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:30:59.771497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:30:59.860025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:30:59.865956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:30:59.868599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:30:59.915567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90e1023d-897d-45e5-bffd-6cd2ad5d5247 req-d5394eb4-6fe4-4ca3-a068-2fb20b8a5894 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0574327 Apr 25 14:30:59.980167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:30:59.980473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.007504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0b70a541-426f-423a-a626-cd96ce453e52,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:00.011323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd0948-35b6-4bb0-b45b-4d87b4f26ee8 req-f395f3e4-4376-4c18-bfaa-acc4c80ce24b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:00.019095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-77dd0948-35b6-4bb0-b45b-4d87b4f26ee8 req-f395f3e4-4376-4c18-bfaa-acc4c80ce24b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 950 time: 0.2502203 Apr 25 14:31:00.048967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-37380b6d-2576-40f8-b63d-046a44a53258 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6308725 Apr 25 14:31:00.061952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-517827be-54f2-4206-815d-e0255f774c10 req-14632c87-58af-4fd1-90f0-49f392a15479 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.2100234 Apr 25 14:31:00.064538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Request body: {'port': {'device_id': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:00.067512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.067864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.068204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.068541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.068876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.069237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.069585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.069897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.070220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.071115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.071445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.071770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:00.115028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-77dd0948-35b6-4bb0-b45b-4d87b4f26ee8 req-6d3b1786-d3bd-4403-bc5d-0ec11d1238c7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Apr 25 14:31:00.151421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.224704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.316167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0849bd44-568b-4241-9e45-ad6c1e75929c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:00.408249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 0849bd44-568b-4241-9e45-ad6c1e75929c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:00.408901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0849bd44-568b-4241-9e45-ad6c1e75929c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:00.409260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0b70a541-426f-423a-a626-cd96ce453e52 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:00.434096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.438019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.456398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 0b70a541-426f-423a-a626-cd96ce453e52 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:00.459849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0b70a541-426f-423a-a626-cd96ce453e52 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:00.522581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbc2d7-eed2-4695-9389-833437062437 req-a520d88d-fe3f-4138-a6f5-4ca758f67be7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:00.531959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6dfbc2d7-eed2-4695-9389-833437062437 req-a520d88d-fe3f-4138-a6f5-4ca758f67be7 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.4558852 Apr 25 14:31:00.578999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.579521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df112bc-d6e3-4e8c-b7ee-599b480b2505 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:31:00.604583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.607868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ce8d93f5-df52-4d46-a24c-5990e65727fd admin admin] 10.222.0.23 "DELETE /v2.0/routers/8df112bc-d6e3-4e8c-b7ee-599b480b2505 HTTP/1.1" status: 204 len: 168 time: 2.2255454 Apr 25 14:31:00.613566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6dfbc2d7-eed2-4695-9389-833437062437 req-5a84cde0-1ed0-4b56-bbc1-8513b24ec9c5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807295 Apr 25 14:31:00.614457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34988) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:00.638222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-25241206-1290-44bd-8d59-21ca89673ffd tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:00.638963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-25241206-1290-44bd-8d59-21ca89673ffd tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:00.686559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-25241206-1290-44bd-8d59-21ca89673ffd tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:00.695448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-25241206-1290-44bd-8d59-21ca89673ffd tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 931 time: 0.2825906 Apr 25 14:31:00.766296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-13ee3085-36d1-45f9-8636-264937ef070f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:00.802833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Deleting subnet c3530e29-15a8-4269-8a76-fa9defe9c14b {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:31:00.806597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.901511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:00.949931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-13ee3085-36d1-45f9-8636-264937ef070f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:00.968047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d436c2-23e1-4930-9aad-608eb5aea031 req-66c4c7d9-b912-45d5-a667-6ca1247e54d3 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:00.979328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c6d436c2-23e1-4930-9aad-608eb5aea031 req-66c4c7d9-b912-45d5-a667-6ca1247e54d3 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 1101 time: 0.2420902 Apr 25 14:31:00.985654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ff984dd-01cd-45ac-ba6a-ca564c53b7bd req-13ee3085-36d1-45f9-8636-264937ef070f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759416 Apr 25 14:31:00.989506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:01.001929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.022528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Transition to ACTIVE for port object 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:01.027648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.126232 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c6d436c2-23e1-4930-9aad-608eb5aea031 req-551a97d2-b2bf-4fbf-836e-646f7cb951cc tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116972 Apr 25 14:31:01.138892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.231921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.284649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.290845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319d350-6778-463d-86f8-c2138064810b None None] Network f0e6f15d-9cec-4627-8df6-65e2d297e284 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:31:01.329333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3530e29-15a8-4269-8a76-fa9defe9c14b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:01.351537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:01.359162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-59405cb1-9bc7-4a3f-b285-dc137e3553a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3530e29-15a8-4269-8a76-fa9defe9c14b HTTP/1.1" status: 204 len: 168 time: 0.7435012 Apr 25 14:31:01.360525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:01.479748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64803f9-3673-4f5c-b891-4b6b34229725 req-c8658757-563e-4435-833b-a9042628e67b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:01.481293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b64803f9-3673-4f5c-b891-4b6b34229725 req-c8658757-563e-4435-833b-a9042628e67b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.3849149 Apr 25 14:31:01.483680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Attempting to bind port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:01.484234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Attempting to bind port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:01.484757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Attempting to bind port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:01.523997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:01.524680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Attempting to bind port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:01.543651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:01.544538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Checking segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:01.545182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Bound using segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:01.546090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Bound port: 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:01.546282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.565459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b64803f9-3673-4f5c-b891-4b6b34229725 req-932fdcbf-a609-440f-87f8-64634f4b5883 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779517 Apr 25 14:31:01.608086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.620369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f135-4edc-4f12-b70b-3c3603ab5dad req-b2f9bf6d-6034-40e3-b49a-ae29cd58ed6f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:01.631814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f63f135-4edc-4f12-b70b-3c3603ab5dad req-b2f9bf6d-6034-40e3-b49a-ae29cd58ed6f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.3486500 Apr 25 14:31:01.667021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:01.672594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:01.678412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.678739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] DHCP port deletion for f0e6f15d-9cec-4627-8df6-65e2d297e284 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:31:01.684058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] Deleting port 1ee192a8-c727-4251-8a7b-28f86a615a7a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:01.684732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.717221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f63f135-4edc-4f12-b70b-3c3603ab5dad req-35dbabac-e873-44fc-82a4-4968246f6bd7 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840406 Apr 25 14:31:01.732449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Deleting port 1ee192a8-c727-4251-8a7b-28f86a615a7a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:01.732809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.807017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-752d920b-fd50-4c27-a858-611da335a6ec req-f6d986d8-063f-4b7c-b9c6-7f38ef9b53e1 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0643198 Apr 25 14:31:01.807017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:01.807017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:01.807017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] 10.222.0.21 "PUT /v2.0/ports/25fc8ff2-ce09-46c9-a688-00c5d4fadd55 HTTP/1.1" status: 200 len: 1091 time: 1.7418902 Apr 25 14:31:01.807017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:01.830634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570b799-1ce0-4f15-b91f-feb8ed74ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:01.963480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b33c59e0-dcd8-49ca-91ef-72d3a1712c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:01.966125 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-b33c59e0-dcd8-49ca-91ef-72d3a1712c33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 1094 time: 0.1062729 Apr 25 14:31:01.979922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-9ddd4891-21d6-4d35-aff8-6f87cef1d135 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350313 Apr 25 14:31:02.045152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] For port 1ee192a8-c727-4251-8a7b-28f86a615a7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1ee192a8-c727-4251-8a7b-28f86a615a7a,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:02.045510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:02.059543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-a520438a-fe0e-4cd9-978b-f77e18a42e0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55 HTTP/1.1" status: 200 len: 217 time: 0.0845003 Apr 25 14:31:02.187763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-81ded4f4-fb89-4e6a-b95e-3d44b27292ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:02.187763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-81ded4f4-fb89-4e6a-b95e-3d44b27292ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 200 len: 862 time: 0.0754285 Apr 25 14:31:02.197325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] Calling delete_port for 1ee192a8-c727-4251-8a7b-28f86a615a7a owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:02.257600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-ef614955-68ad-4db1-b317-039d61854708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657880 Apr 25 14:31:02.269116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b90fe-e82c-48c5-b665-9c58808a2327 req-2ae8bd11-fb55-4799-9e89-810f335cd854 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:02.276209 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:02.278085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c02b90fe-e82c-48c5-b665-9c58808a2327 req-2ae8bd11-fb55-4799-9e89-810f335cd854 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.2213557 Apr 25 14:31:02.289814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] For port 1ee192a8-c727-4251-8a7b-28f86a615a7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1ee192a8-c727-4251-8a7b-28f86a615a7a,segment=NetworkSegment(374de9a9-4cec-47d6-baa4-d09b9769e21d),segment_id=374de9a9-4cec-47d6-baa4-d09b9769e21d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:02.290187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:02.303704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-07e407ea-4f7e-459c-b7cd-c965f22f0c99 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:02.310361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-07e407ea-4f7e-459c-b7cd-c965f22f0c99 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3235543 Apr 25 14:31:02.328605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1ee192a8-c727-4251-8a7b-28f86a615a7a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:02.371255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] Pushing event deleted for resources: {'Port': ['ID=1ee192a8-c727-4251-8a7b-28f86a615a7a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:02.383439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-76985c49-da27-48ae-a5a1-c7fbd4014344 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/quotas/7001d80d84c54bef8b1ba6e852215280 HTTP/1.1" status: 200 len: 375 time: 0.0721810 Apr 25 14:31:02.415353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3fff4-433c-428b-87f7-4793f1049ef9 None None] No DVR routers for this DVR port 1ee192a8-c727-4251-8a7b-28f86a615a7a on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:02.417180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1ee192a8-c727-4251-8a7b-28f86a615a7a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:02.417722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1ee192a8-c727-4251-8a7b-28f86a615a7a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:02.421930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c02b90fe-e82c-48c5-b665-9c58808a2327 req-5f54e7e6-5162-4146-955d-4aeaba9fb05d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427507 Apr 25 14:31:02.449759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Calling delete_port for 1ee192a8-c727-4251-8a7b-28f86a615a7a owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:02.465399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-0059d2b1-910f-4df7-8bf4-36e7839d8deb service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707323 Apr 25 14:31:02.582149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:31:02.582360 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:31:02.610487 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004aa3ee-cf52-4272-9fcd-489b7af99af6'] response: {'name': 'network-changed', 'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'status': 'completed', 'code': 200} Apr 25 14:31:02.611497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-a1a7710d-87d3-4d07-8778-56b7376f72f7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1722341 Apr 25 14:31:02.650605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2469394d-5ddc-4c55-9f20-e45b2c4b6eab req-5f191a72-b088-493a-8c2b-93ce470c8158 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785088 Apr 25 14:31:02.780454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e9a1-8262-4f69-a001-36a46192c01b req-786814c0-1eb8-4de8-9b1e-a291e9df21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:02.782697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-786814c0-1eb8-4de8-9b1e-a291e9df21b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 1094 time: 0.0871980 Apr 25 14:31:03.028779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-22b3c595-0cce-40ad-9639-b92e2f302082 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:03.030728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-22b3c595-0cce-40ad-9639-b92e2f302082 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.1109025 Apr 25 14:31:03.049436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-035a810e-fe30-4ee2-b9b4-b88adb1a7918 req-4e04398d-59c4-4089-abd6-d2eb76ef93ce tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0873594 Apr 25 14:31:03.078259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-6'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:03.103193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Deleting port 1ee192a8-c727-4251-8a7b-28f86a615a7a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:03.103525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.103912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e9a1-8262-4f69-a001-36a46192c01b req-ca089868-cfb5-45bf-8bea-80572a984f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:03.105717 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-ca089868-cfb5-45bf-8bea-80572a984f11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 923 time: 0.3149886 Apr 25 14:31:03.206809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] The port '1ee192a8-c727-4251-8a7b-28f86a615a7a' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:31:03.351248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-4636a040-db42-4c99-906a-61bbdd082958 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55 HTTP/1.1" status: 200 len: 217 time: 0.2382352 Apr 25 14:31:03.408767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.436788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.457273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e9a1-8262-4f69-a001-36a46192c01b req-ed27d165-5fe9-4a9b-aac8-615997d9c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:03.457670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e6f15d-9cec-4627-8df6-65e2d297e284']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:31:03.458890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-ed27d165-5fe9-4a9b-aac8-615997d9c5a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 200 len: 862 time: 0.1002841 Apr 25 14:31:03.473818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24f8b4-9fcd-4dc6-84b5-5a6835707aa5 req-357bd5e3-d59d-43e3-a77e-bde35a2b7493 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:03.475305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd24f8b4-9fcd-4dc6-84b5-5a6835707aa5 req-357bd5e3-d59d-43e3-a77e-bde35a2b7493 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 943 time: 0.4415960 Apr 25 14:31:03.512420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374de9a9-4cec-47d6-baa4-d09b9769e21d') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:31:03.513005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374de9a9-4cec-47d6-baa4-d09b9769e21d') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:31:03.548062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2126865-8be3-4a66-96dc-ea2a11bab6ff req-ef4b6f9d-0c36-49cf-b004-7750bb3c8912 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:03.548943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2126865-8be3-4a66-96dc-ea2a11bab6ff req-ef4b6f9d-0c36-49cf-b004-7750bb3c8912 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2451048 Apr 25 14:31:03.557104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.557774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-03aebe6f-0fd6-451e-82cc-eb5edc9bf12b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896976 Apr 25 14:31:03.605247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.624726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd24f8b4-9fcd-4dc6-84b5-5a6835707aa5 req-da994426-f9a8-4dee-839a-3a619e3498b2 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202872 Apr 25 14:31:03.651647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:31:03.652064 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:31:03.665207 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:31:03.721293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2126865-8be3-4a66-96dc-ea2a11bab6ff req-4e63055d-bc13-44b0-aa88-312af6b51b94 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570091 Apr 25 14:31:03.769317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-76d990fd-c2ff-4a2d-adbd-a63cbc4f5c4e service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883712 Apr 25 14:31:03.808865 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.964237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6876e9a1-8262-4f69-a001-36a46192c01b req-f33919eb-0149-4adc-8665-6a20cf4ef846 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879525 Apr 25 14:31:03.970586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-861ce2ac-805d-442f-8f00-65db1f30d51f req-d1617312-7288-4f71-b338-79a91260df8a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 210 time: 0.1869800 Apr 25 14:31:03.974409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.980185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:03.989740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72901e92-1761-412a-8327-19df0a4b3eb5 req-e53a8319-1fe4-4520-a15b-d902404b9188 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:03.991369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72901e92-1761-412a-8327-19df0a4b3eb5 req-e53a8319-1fe4-4520-a15b-d902404b9188 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 945 time: 0.1277182 Apr 25 14:31:04.015171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0e6f15d-9cec-4627-8df6-65e2d297e284 HTTP/1.1" status: 204 len: 168 time: 2.6484647 Apr 25 14:31:04.019313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2463720-dbb7-4de0-93ab-16f1cd5dce00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e6f15d-9cec-4627-8df6-65e2d297e284,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:04.058631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:04.094989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72901e92-1761-412a-8327-19df0a4b3eb5 req-84621f9b-90a1-4b57-91e3-8ea80bb9bc5c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932052 Apr 25 14:31:04.110493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:04.225542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-0ef55508-436d-47ea-82d1-7794661aaa3f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557754 Apr 25 14:31:04.261341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35060) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:04.265360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69a156f0-7102-4fa7-b293-db97156527a4 req-d2b69903-91b7-45f4-975d-bf87af120ec3 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1183624 Apr 25 14:31:04.283198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:04.334263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:04.343745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:04.364268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:04.426773 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be9112d-df7e-425b-8755-c5acafb919d4'] response: {'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'code': 200} Apr 25 14:31:04.512020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-4cc77944-e21f-4981-836c-9bc34c4beec6 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:04.513682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-4cc77944-e21f-4981-836c-9bc34c4beec6 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749834 Apr 25 14:31:04.516174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:04.531155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:04.550579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 has no active binding in host n-h2-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:31:04.556260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3edb17bd-2371-4e84-a869-9ff5a121d0e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fe17f792608410d9e07d35de3599b1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935214 Apr 25 14:31:04.565199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:04.631219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:04.633966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on host n-h1-811416-6 for vnic_type normal with profile {"migrating_to": "n-h2-811416-6"} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:04.634291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:04.634612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:04.647249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:04.647580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Attempting to bind port 6aa96867-90c2-4f00-834a-63b15782a4c9 on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:04.665573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:04.665916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:04.666297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:04.666988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Bound port: 6aa96867-90c2-4f00-834a-63b15782a4c9, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:04.667848 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:04.685414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2f06f-37bc-4651-a4f8-3cb6c4283c9a req-1c33e4b1-ef13-43b6-9bdd-afbe72dc3cb3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:04.685729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-298b79a5-7c0b-4e9f-9545-3d45e6ae2c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:04.687405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03b2f06f-37bc-4651-a4f8-3cb6c4283c9a req-1c33e4b1-ef13-43b6-9bdd-afbe72dc3cb3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.4054091 Apr 25 14:31:04.778441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:04.780755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-298b79a5-7c0b-4e9f-9545-3d45e6ae2c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:04.790141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:04.801811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03b2f06f-37bc-4651-a4f8-3cb6c4283c9a req-ab7bccb4-bf21-443d-846b-463cd39125b5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Apr 25 14:31:04.805200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:04.809314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:04.943221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:04.948048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:04.958588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:05.067714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.216 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/349af128-192a-4114-bc9e-db6f5ff691c1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:05.109694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-298b79a5-7c0b-4e9f-9545-3d45e6ae2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:05.132827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab43dfc-2414-43d4-bff2-a65cd88fbfb1 req-f12fd5a3-8a00-4bf0-85b8-1864c375b7a1 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:05.134866 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bab43dfc-2414-43d4-bff2-a65cd88fbfb1 req-f12fd5a3-8a00-4bf0-85b8-1864c375b7a1 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1557364 Apr 25 14:31:05.180486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b79a5-7c0b-4e9f-9545-3d45e6ae2c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa566d0-f967-46ee-8634-cfffa3f4abbb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:05.206917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0ab0a-230a-4d6c-a30c-ade4a9ca93ed req-7408c734-7cf4-4e91-9375-37a18aef0f54 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:05.208449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44c0ab0a-230a-4d6c-a30c-ade4a9ca93ed req-7408c734-7cf4-4e91-9375-37a18aef0f54 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 943 time: 0.4189920 Apr 25 14:31:05.213471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:05.213666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:05.214986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] 10.222.0.15 "PUT /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 1121 time: 2.1460617 Apr 25 14:31:05.233144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-298b79a5-7c0b-4e9f-9545-3d45e6ae2c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:05.237908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-298b79a5-7c0b-4e9f-9545-3d45e6ae2c46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aa566d0-f967-46ee-8634-cfffa3f4abbb HTTP/1.1" status: 204 len: 168 time: 0.6594534 Apr 25 14:31:05.237908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5837f-a309-4df7-a9ea-3603ae3ed173 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:05.274246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44c0ab0a-230a-4d6c-a30c-ade4a9ca93ed req-92f13a31-8dd3-414f-bb03-c02a6756be99 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565131 Apr 25 14:31:05.286016 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bab43dfc-2414-43d4-bff2-a65cd88fbfb1 req-afde4611-8e0b-4204-857b-34ffe9bfec4e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407201 Apr 25 14:31:05.337849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['6aa96867-90c2-4f00-834a-63b15782a4c9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:05.380706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6aa96867-90c2-4f00-834a-63b15782a4c9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:05.403909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:05.535918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb167dc4-9b34-4845-b2de-5ac0013eb5ac req-42187fde-9807-474a-9706-100bf64b485f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 210 time: 0.1254437 Apr 25 14:31:05.669950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object 349af128-192a-4114-bc9e-db6f5ff691c1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:05.731176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fde5c4-fe90-4cc9-962c-a13fdb365c1e req-43d510d2-2ad5-4b09-99ee-083035f9b9ea tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:05.732844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5fde5c4-fe90-4cc9-962c-a13fdb365c1e req-43d510d2-2ad5-4b09-99ee-083035f9b9ea tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.3201284 Apr 25 14:31:05.734579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:05.801598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:05.847971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:05.850205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbac22b-1d0c-494a-9a6f-7c3ae52376a8 req-c35f0c3c-2a89-403f-81e0-83adfd0fcdda tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0999763 Apr 25 14:31:05.860626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:05.863283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:05.863901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:05.932886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:05.950542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=349af128-192a-4114-bc9e-db6f5ff691c1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:05.994133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5fde5c4-fe90-4cc9-962c-a13fdb365c1e req-45bf5a44-aeff-40da-88d8-750c9cc27118 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171993 Apr 25 14:31:06.000596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.003964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.004693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.005248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.007015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.007569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.008377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.009183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.009695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.010302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.010807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.011354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:06.047543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:06.048292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.083209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-c645cf7c-73b5-4726-a226-e1431e117c65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5571358 Apr 25 14:31:06.087567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a7a63705-eeb6-418c-9884-bd14090315ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=458b3be0e9ee4e399ea58b22b7e0ad5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1535668 Apr 25 14:31:06.090451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35094) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:06.098677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Request body: {'port': {'device_id': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:06.194332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d6164-0a14-4afb-8fc8-593f8d85b953 req-feac0a37-73a2-46c3-a813-a55534c5ed6b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:06.196119 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c97d6164-0a14-4afb-8fc8-593f8d85b953 req-feac0a37-73a2-46c3-a813-a55534c5ed6b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1621571 Apr 25 14:31:06.197493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a03a76e-0302-49c7-a9ab-ad509737597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.198705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:06.233670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'port_id': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'mac_address': 'fa:16:3e:ca:d3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000d5b3-7cec-47ab-b577-8c2674d4da58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:06.251652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a03a76e-0302-49c7-a9ab-ad509737597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.254143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.294878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c97d6164-0a14-4afb-8fc8-593f8d85b953 req-a597a789-b46c-40c4-b11d-4aab4a9cff17 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871589 Apr 25 14:31:06.356552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.369024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a03a76e-0302-49c7-a9ab-ad509737597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.400650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eda7440-63cf-490d-82cc-ebe96aa7b6b0 None None] Provisioning for port 349af128-192a-4114-bc9e-db6f5ff691c1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:06.409867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eda7440-63cf-490d-82cc-ebe96aa7b6b0 None None] Provisioning complete for port 349af128-192a-4114-bc9e-db6f5ff691c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:06.409867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eda7440-63cf-490d-82cc-ebe96aa7b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.416253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03a76e-0302-49c7-a9ab-ad509737597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b917f-de21-4ce1-be9f-d9327ad1e1d0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:06.440946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:06.446625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a03a76e-0302-49c7-a9ab-ad509737597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.447724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4a03a76e-0302-49c7-a9ab-ad509737597e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e9b917f-de21-4ce1-be9f-d9327ad1e1d0 HTTP/1.1" status: 204 len: 168 time: 0.3559866 Apr 25 14:31:06.535475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5eda7440-63cf-490d-82cc-ebe96aa7b6b0 None None] Port 349af128-192a-4114-bc9e-db6f5ff691c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:31:06.572556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:06.590624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e134efc-3daa-4fe4-80ed-862be88057ff req-f89dc1c4-4069-4674-8d9f-2a5249726fb1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:06.592740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e134efc-3daa-4fe4-80ed-862be88057ff req-f89dc1c4-4069-4674-8d9f-2a5249726fb1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 943 time: 0.1274788 Apr 25 14:31:06.604497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:06.621683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:06.645444 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.692934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e134efc-3daa-4fe4-80ed-862be88057ff req-f188b08e-a920-4af0-a19b-bd28686abc9a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Apr 25 14:31:06.722570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349af128-192a-4114-bc9e-db6f5ff691c1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:06.731301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.788873 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41eb8aa2-9bb4-474c-9699-03e489673d86'] response: {'name': 'network-changed', 'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'status': 'completed', 'code': 200} Apr 25 14:31:06.792180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:06.802862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Transition to ACTIVE for port object 349af128-192a-4114-bc9e-db6f5ff691c1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:06.809580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:06.894490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Pushing event updated for resources: {'Port': ['ID=349af128-192a-4114-bc9e-db6f5ff691c1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:07.029553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-b9901660-bc2f-435a-a5a2-f7a48cef626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.031797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-b9901660-bc2f-435a-a5a2-f7a48cef626f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1124 time: 0.2078426 Apr 25 14:31:07.195042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['25fc8ff2-ce09-46c9-a688-00c5d4fadd55'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:07.286211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Attempting to bind port 349af128-192a-4114-bc9e-db6f5ff691c1 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:07.287139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Attempting to bind port 349af128-192a-4114-bc9e-db6f5ff691c1 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:07.287760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Attempting to bind port 349af128-192a-4114-bc9e-db6f5ff691c1 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:07.294415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Port 349af128-192a-4114-bc9e-db6f5ff691c1 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:07.295109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Attempting to bind port 349af128-192a-4114-bc9e-db6f5ff691c1 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:07.305911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643bf8-7425-429d-b2ac-3ebf0b2a390d req-aafbf653-6208-498d-a268-691d3682c008 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.313977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a8643bf8-7425-429d-b2ac-3ebf0b2a390d req-aafbf653-6208-498d-a268-691d3682c008 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.5790973 Apr 25 14:31:07.336858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:07.337509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:07.338132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:07.338769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Bound port: 349af128-192a-4114-bc9e-db6f5ff691c1, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:07.339285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:07.372208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2980fe-724b-488a-ba5c-1eed3b953c7e req-3f7a81cd-d722-43a5-a8fd-b1150ff54082 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.381058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d2980fe-724b-488a-ba5c-1eed3b953c7e req-3f7a81cd-d722-43a5-a8fd-b1150ff54082 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 948 time: 0.4097054 Apr 25 14:31:07.425818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-fbd2e38d-7b93-4d4d-9673-0746f44ad5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.428215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-fbd2e38d-7b93-4d4d-9673-0746f44ad5fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.3901274 Apr 25 14:31:07.459064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a8643bf8-7425-429d-b2ac-3ebf0b2a390d req-731e0b02-8f84-4dfd-8dfa-d246d014fa83 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436560 Apr 25 14:31:07.536363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-57c1b575-419f-40d0-94d8-85085ec2ae07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 217 time: 0.0943930 Apr 25 14:31:07.552886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d2980fe-724b-488a-ba5c-1eed3b953c7e req-b0b58656-0555-4014-a247-bd2b708bdfa3 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702733 Apr 25 14:31:07.574604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] For port 349af128-192a-4114-bc9e-db6f5ff691c1, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:07.578527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] For port 349af128-192a-4114-bc9e-db6f5ff691c1, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=349af128-192a-4114-bc9e-db6f5ff691c1,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:07.585221 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:07.672701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.673715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:07.675573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] 10.222.0.21 "PUT /v2.0/ports/349af128-192a-4114-bc9e-db6f5ff691c1 HTTP/1.1" status: 200 len: 1096 time: 1.5823772 Apr 25 14:31:07.676178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'tag': '349af128-192a-4114-bc9e-db6f5ff691c1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:07.696819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-7118101e-9b0c-4cef-98f1-aabb7487c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.701539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-7118101e-9b0c-4cef-98f1-aabb7487c32c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1454458 Apr 25 14:31:07.719616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f62055-73a6-4b80-9013-11585ccb3d59 service neutron] Pushing event updated for resources: {'Port': ['ID=349af128-192a-4114-bc9e-db6f5ff691c1,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:07.841023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-2f757de7-b698-4ba0-8b10-4d4f1f96998c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159363 Apr 25 14:31:07.842701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d01f5fd0-172f-4531-b395-81af61965f78 req-78812094-a528-4152-b902-104f46844785 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0499213 Apr 25 14:31:07.880654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-a96a3221-012d-4dc9-a770-23817a9ff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:07.880871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-a96a3221-012d-4dc9-a770-23817a9ff486 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 1099 time: 0.1422682 Apr 25 14:31:07.970191 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-595e4dc6-de34-47af-bfd6-822e60d55afd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=349af128-192a-4114-bc9e-db6f5ff691c1 HTTP/1.1" status: 200 len: 217 time: 0.0770111 Apr 25 14:31:08.040415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035a7ff-f08c-4a5e-b999-167a513dff0d req-9561945f-6b0d-4a67-88b8-00fa38c3028f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.041946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6035a7ff-f08c-4a5e-b999-167a513dff0d req-9561945f-6b0d-4a67-88b8-00fa38c3028f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.2579501 Apr 25 14:31:08.075386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-007fa5e7-9c62-4dad-80e7-a33cc2f1ae98 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254827 Apr 25 14:31:08.083464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-bbcc7af9-d08f-4122-8889-7e95a73d19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.084953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-bbcc7af9-d08f-4122-8889-7e95a73d19b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0803766 Apr 25 14:31:08.137462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6035a7ff-f08c-4a5e-b999-167a513dff0d req-d97506e5-fdc9-49dc-be68-bd86cdbe9ca4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854595 Apr 25 14:31:08.170542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630433b-c31e-4480-a106-f1ac5ee5494e req-a179be9e-2619-44e5-9c74-a64caaf00c59 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.172087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d630433b-c31e-4480-a106-f1ac5ee5494e req-a179be9e-2619-44e5-9c74-a64caaf00c59 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.2045681 Apr 25 14:31:08.204853 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b867b6c8-54a5-45ab-b93d-39adcc216d4d'] response: {'name': 'network-changed', 'server_uuid': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'tag': '349af128-192a-4114-bc9e-db6f5ff691c1', 'status': 'completed', 'code': 200} Apr 25 14:31:08.305957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80a77a24-c7a9-4191-93cf-c0bb3a2375f8 req-c90a4d57-25d5-457a-868b-5954cf58748e service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197855 Apr 25 14:31:08.348498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d630433b-c31e-4480-a106-f1ac5ee5494e req-cf1266d2-1b86-4c2b-9232-3a5538e4823c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663022 Apr 25 14:31:08.366695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d9056-e203-4841-bcaa-b64f203a74ea req-36b33316-e55f-44ff-b21d-2a517a1b3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.371929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-36b33316-e55f-44ff-b21d-2a517a1b3b2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2754307 Apr 25 14:31:08.418293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf536ba-9fc0-44c0-8369-c7207510ee5b req-4b6a8698-5c8d-466b-aba6-8c61b424ad2c tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.427373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcf536ba-9fc0-44c0-8369-c7207510ee5b req-4b6a8698-5c8d-466b-aba6-8c61b424ad2c tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 944 time: 0.1202087 Apr 25 14:31:08.479596 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e5b896a-4144-4cc3-8841-bc1e96a8855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:08.481720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcf536ba-9fc0-44c0-8369-c7207510ee5b req-2e751a46-b340-4763-8269-b64b26de310b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531418 Apr 25 14:31:08.557969 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-2568bc5b-e45f-4a44-ae43-1a0a6c4d703d service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795871 Apr 25 14:31:08.766217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-493d9056-e203-4841-bcaa-b64f203a74ea req-21889d06-7b98-4268-9fab-45120d761603 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014744 Apr 25 14:31:08.789281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6dd84-9fd3-4d24-9004-7bbb844bbedc req-b0e1bdbd-41d5-43cb-b849-fd41199abceb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.790947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc6dd84-9fd3-4d24-9004-7bbb844bbedc req-b0e1bdbd-41d5-43cb-b849-fd41199abceb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1270392 Apr 25 14:31:08.881413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc6dd84-9fd3-4d24-9004-7bbb844bbedc req-e7a3bff9-2732-4540-bd59-fdf9f3b9d042 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839140 Apr 25 14:31:08.918748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68431fe-7263-474b-b858-304835630f6b req-862945bf-b5e1-4c44-b083-2db74d83899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.920238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-862945bf-b5e1-4c44-b083-2db74d83899b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 1099 time: 0.0976887 Apr 25 14:31:08.972967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ade10a-de14-43f5-8682-7cea6dbc08d5 req-ab15ada8-97e9-4a81-ab93-a24384c2c771 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:08.975637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0ade10a-de14-43f5-8682-7cea6dbc08d5 req-ab15ada8-97e9-4a81-ab93-a24384c2c771 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 948 time: 0.0854957 Apr 25 14:31:09.031738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0ade10a-de14-43f5-8682-7cea6dbc08d5 req-abe6de3e-6a13-4ee6-9bc8-6462378024ec tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495920 Apr 25 14:31:09.080422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68431fe-7263-474b-b858-304835630f6b req-af954353-13e1-4329-ab32-7172435ec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.082137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-af954353-13e1-4329-ab32-7172435ec3f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1523545 Apr 25 14:31:09.154400 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-24e3b87d-6a63-4562-8bc1-04afa3d7c26e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=349af128-192a-4114-bc9e-db6f5ff691c1 HTTP/1.1" status: 200 len: 217 time: 0.0658827 Apr 25 14:31:09.224535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b035-636f-4c77-84a6-9adf4dbf66ed req-71044b1d-d870-42ea-8958-14859085d416 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.226063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38a9b035-636f-4c77-84a6-9adf4dbf66ed req-71044b1d-d870-42ea-8958-14859085d416 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 945 time: 0.0937345 Apr 25 14:31:09.252638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae9ac315-c203-46fe-b111-ae366ccfab8c req-db77156f-565c-4b20-adf7-543042f4b367 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0543354 Apr 25 14:31:09.264030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68431fe-7263-474b-b858-304835630f6b req-0f138a05-cf7b-45bd-a27e-99c5e565a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.265416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-0f138a05-cf7b-45bd-a27e-99c5e565a381 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1045136 Apr 25 14:31:09.275102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38a9b035-636f-4c77-84a6-9adf4dbf66ed req-b5491669-8f2b-4c53-b0a7-dfb66977ef86 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Apr 25 14:31:09.371845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68431fe-7263-474b-b858-304835630f6b req-2f11a312-5127-4b96-970a-e72d5657b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.373483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-2f11a312-5127-4b96-970a-e72d5657b945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017442 Apr 25 14:31:09.541974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576bd64-6feb-4f0a-88b6-e655cef59ec2 req-d262447e-9558-473e-aeb8-b7c44b6c310e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.543571 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4576bd64-6feb-4f0a-88b6-e655cef59ec2 req-d262447e-9558-473e-aeb8-b7c44b6c310e tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.1159132 Apr 25 14:31:09.547629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-e0360cca-ba70-470c-90c8-99c6c6d0586c service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674733 Apr 25 14:31:09.595539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4576bd64-6feb-4f0a-88b6-e655cef59ec2 req-283027bc-797a-43bb-9c64-850ef9bd5e96 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Apr 25 14:31:09.752399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b68431fe-7263-474b-b858-304835630f6b req-10e87078-1f03-43f8-9b70-5e663bb01787 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894405 Apr 25 14:31:09.780650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047e10-98d2-4713-944f-47e8744294c9 req-4747a8d6-eb4f-48cf-9f4f-987bf8b17777 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.782172 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae047e10-98d2-4713-944f-47e8744294c9 req-4747a8d6-eb4f-48cf-9f4f-987bf8b17777 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1317859 Apr 25 14:31:09.783084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bf22-efef-4c59-897c-f5b510a85fcd req-1e6ef56f-12a2-44c2-9780-5760a4622ce9 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:09.784558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6dc6bf22-efef-4c59-897c-f5b510a85fcd req-1e6ef56f-12a2-44c2-9780-5760a4622ce9 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 944 time: 0.0855987 Apr 25 14:31:09.830189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae047e10-98d2-4713-944f-47e8744294c9 req-958455d5-c999-4f9d-bc3c-0ee8bbce6a2d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Apr 25 14:31:09.831549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6dc6bf22-efef-4c59-897c-f5b510a85fcd req-e3aba167-b000-4916-999e-8d3dfa18e897 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Apr 25 14:31:09.880686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:09.957095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:09.962906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:09.963282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:10.108172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1fde-c3eb-4ae4-8de5-2f64a3615563 req-40b52f11-41ed-479b-95c0-62588ad314e3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:10.110886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54dd1fde-c3eb-4ae4-8de5-2f64a3615563 req-40b52f11-41ed-479b-95c0-62588ad314e3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1076276 Apr 25 14:31:10.134145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:10.163039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:10.171771 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54dd1fde-c3eb-4ae4-8de5-2f64a3615563 req-3839878b-94a5-4912-ab1f-ea3f12bafe2e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551779 Apr 25 14:31:10.173975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:10.178506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:10.259854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:10.264902 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f395a615-03d6-42be-8ab7-5c853c119306'] response: {'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'code': 200} Apr 25 14:31:10.298073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b36d-acd8-4bf8-b684-0ab4f3ab04d1 req-592ac080-06d0-4350-98bf-9c84b22f4018 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:10.299239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f014b36d-acd8-4bf8-b684-0ab4f3ab04d1 req-592ac080-06d0-4350-98bf-9c84b22f4018 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:10.332375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f014b36d-acd8-4bf8-b684-0ab4f3ab04d1 req-592ac080-06d0-4350-98bf-9c84b22f4018 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:10.344639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f014b36d-acd8-4bf8-b684-0ab4f3ab04d1 req-592ac080-06d0-4350-98bf-9c84b22f4018 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 948 time: 0.1493349 Apr 25 14:31:10.433231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f014b36d-acd8-4bf8-b684-0ab4f3ab04d1 req-e54b63d2-8894-408f-86f8-f0ce21549473 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878942 Apr 25 14:31:10.456946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c07190-9841-416e-8a1c-6e3ccbca2aad req-3f784c14-2f18-4e68-8e95-d807208012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:10.458494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28c07190-9841-416e-8a1c-6e3ccbca2aad req-3f784c14-2f18-4e68-8e95-d807208012d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 1096 time: 0.1119993 Apr 25 14:31:10.501547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-877bb7dd-831a-48d7-856f-bd223447488c req-af3fb4d4-d9a9-4809-9b24-89068279cdc0 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0845735 Apr 25 14:31:10.514255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28c07190-9841-416e-8a1c-6e3ccbca2aad req-fae4f181-09de-4da9-b654-2e433d265683 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Apr 25 14:31:10.636388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607435d-70cc-4571-9c9d-6e5664f498e7 req-059eedf3-5af9-4bf7-a91d-0bd49116b575 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:10.637981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7607435d-70cc-4571-9c9d-6e5664f498e7 req-059eedf3-5af9-4bf7-a91d-0bd49116b575 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 945 time: 0.0871856 Apr 25 14:31:10.685601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7607435d-70cc-4571-9c9d-6e5664f498e7 req-faf95859-8915-4f4c-904f-a00936a55af3 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Apr 25 14:31:10.817539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c17f2aee-1001-401a-9ce2-7664fb6164eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:10.827952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d7a3d-9492-45bc-8cd7-7f1d8e45cb7f req-cb70ebb5-7179-4cb2-942e-3d63891df9a2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:10.829481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb7d7a3d-9492-45bc-8cd7-7f1d8e45cb7f req-cb70ebb5-7179-4cb2-942e-3d63891df9a2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.0916858 Apr 25 14:31:10.878767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb7d7a3d-9492-45bc-8cd7-7f1d8e45cb7f req-f278ca13-27ee-4a75-86d6-25932a0988fc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Apr 25 14:31:10.956023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35224) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:11.021509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ef52-292a-4d17-96a5-e18b6fbb7cd7 req-bf8cb6d6-d96e-4a3d-a3bf-3e32cbe020d8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:11.022998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9919ef52-292a-4d17-96a5-e18b6fbb7cd7 req-bf8cb6d6-d96e-4a3d-a3bf-3e32cbe020d8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.0836332 Apr 25 14:31:11.075073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804f162-72da-4bfb-854c-0f4a8c492273 req-3a0806e7-4684-44f4-98ad-ea3c10628be9 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:11.076648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c804f162-72da-4bfb-854c-0f4a8c492273 req-3a0806e7-4684-44f4-98ad-ea3c10628be9 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.0913713 Apr 25 14:31:11.107987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.132021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:11.132021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c862cb4988406fbb7ea79b44c84687 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:11.136144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:11.145616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:11.177164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c804f162-72da-4bfb-854c-0f4a8c492273 req-1413f7a2-bc74-4d91-aa40-8751edd49d12 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872612 Apr 25 14:31:11.185724 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9919ef52-292a-4d17-96a5-e18b6fbb7cd7 req-852d7c7c-3ef5-44af-b36a-153486d0de26 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563003 Apr 25 14:31:11.364094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-b1d73355-6ac9-454f-81ae-12e81c85b0df tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:11.365437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-b1d73355-6ac9-454f-81ae-12e81c85b0df tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 945 time: 0.1666930 Apr 25 14:31:11.529459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.540370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.604037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 5375525a-ccdf-4c59-9176-f7b2e42b0789 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:11.604383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.648860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4c862cb4988406fbb7ea79b44c84687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6916277 Apr 25 14:31:11.651826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09115b-187c-48f2-bf23-75d9837aeb46 req-ee4d7456-ee58-44fe-a01c-53f74d7bec5e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:11.653201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f09115b-187c-48f2-bf23-75d9837aeb46 req-ee4d7456-ee58-44fe-a01c-53f74d7bec5e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 948 time: 0.0808825 Apr 25 14:31:11.653671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35236) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:11.657997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2f756-341f-4e1b-85cc-5c97e9bbfd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024d111-0fda-487f-8022-e4a8b1912111,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:11.678913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b92f-a259-4888-95e8-bcb47b36d0f8 req-a1711502-e0cd-4cc9-9ed8-4eed05fd8fff tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:11.681257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2014b92f-a259-4888-95e8-bcb47b36d0f8 req-a1711502-e0cd-4cc9-9ed8-4eed05fd8fff tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.3841662 Apr 25 14:31:11.720540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.741294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f09115b-187c-48f2-bf23-75d9837aeb46 req-a689cdf9-8261-42e1-864b-1764c293c89c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732396 Apr 25 14:31:11.755995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d48e4bf-8caa-4364-b7ea-448c1266eea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.784966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d48e4bf-8caa-4364-b7ea-448c1266eea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.787429 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.788662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2014b92f-a259-4888-95e8-bcb47b36d0f8 req-33c6000a-11ba-4c0c-bfc6-f02db84230dc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970695 Apr 25 14:31:11.856504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d48e4bf-8caa-4364-b7ea-448c1266eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.882210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 349af128-192a-4114-bc9e-db6f5ff691c1 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:11.912121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48e4bf-8caa-4364-b7ea-448c1266eea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024d111-0fda-487f-8022-e4a8b1912111,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:11.931550 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-922c2aa3-06a1-4cf0-9ed1-a8f6dc6014f6 req-aa689635-b0aa-4187-8527-30b166f1ca3c tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0552847 Apr 25 14:31:11.932738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d48e4bf-8caa-4364-b7ea-448c1266eea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:11.934156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3d48e4bf-8caa-4364-b7ea-448c1266eea7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d024d111-0fda-487f-8022-e4a8b1912111 HTTP/1.1" status: 204 len: 168 time: 0.2795949 Apr 25 14:31:12.027611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 5375525a-ccdf-4c59-9176-f7b2e42b0789, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5375525a-ccdf-4c59-9176-f7b2e42b0789,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:12.028249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.083838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 349af128-192a-4114-bc9e-db6f5ff691c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=349af128-192a-4114-bc9e-db6f5ff691c1,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:12.111246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '349af128-192a-4114-bc9e-db6f5ff691c1', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '349af128-192a-4114-bc9e-db6f5ff691c1', 'mac_address': 'fa:16:3e:e3:38:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:12.168757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 5375525a-ccdf-4c59-9176-f7b2e42b0789 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:12.184499 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.213773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349af128-192a-4114-bc9e-db6f5ff691c1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:12.219942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d019bde-427d-49ea-b05c-bdb4dc735bc1 req-f6c7cb16-5fe0-4eda-b70a-a0b66ccab570 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:12.227410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d019bde-427d-49ea-b05c-bdb4dc735bc1 req-f6c7cb16-5fe0-4eda-b70a-a0b66ccab570 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 945 time: 0.3028188 Apr 25 14:31:12.237339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 349af128-192a-4114-bc9e-db6f5ff691c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=349af128-192a-4114-bc9e-db6f5ff691c1,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:12.247272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.247728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e6348-5d0c-4172-91c1-29d13630e97c req-133f9cdd-cec7-45f8-93f6-f6ee413d52e4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:12.259581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e90e6348-5d0c-4172-91c1-29d13630e97c req-133f9cdd-cec7-45f8-93f6-f6ee413d52e4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.1708310 Apr 25 14:31:12.313919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d019bde-427d-49ea-b05c-bdb4dc735bc1 req-17710955-53ad-48d0-9539-7ed1b07f953f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Apr 25 14:31:12.318956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e90e6348-5d0c-4172-91c1-29d13630e97c req-5e55d7ed-0269-4682-9e34-a7d384dad735 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581660 Apr 25 14:31:12.363087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=349af128-192a-4114-bc9e-db6f5ff691c1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:12.405881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35252) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:12.417628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.428033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.447545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:12.452810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ee236229a84490ab0fe9c8ff005312 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:12.525615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:12.525615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:12.535080 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:31:12.568355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=5375525a-ccdf-4c59-9176-f7b2e42b0789,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:12.606444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a21eca-e3a3-446d-8789-b4d10862eaa5 req-2a100838-0b55-4b5e-8f63-46c475e81a8f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:12.608549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84a21eca-e3a3-446d-8789-b4d10862eaa5 req-2a100838-0b55-4b5e-8f63-46c475e81a8f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 946 time: 0.1575994 Apr 25 14:31:12.610486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port 5375525a-ccdf-4c59-9176-f7b2e42b0789 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:12.613680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.616445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'name': 'network-vif-deleted', 'tag': '5375525a-ccdf-4c59-9176-f7b2e42b0789'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:12.647790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-557610dc-f017-4acb-9fa5-1bb5eba90a66 req-a9f353a6-cc34-447c-b017-c52c6e317049 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "DELETE /v2.0/ports/5375525a-ccdf-4c59-9176-f7b2e42b0789 HTTP/1.1" status: 204 len: 173 time: 1.2729976 Apr 25 14:31:12.686956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa1cd7-685c-45d6-ba78-9ec149c98add req-dc1f3e07-76cb-4e86-a964-feac464cea2a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:12.696044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8aa1cd7-685c-45d6-ba78-9ec149c98add req-dc1f3e07-76cb-4e86-a964-feac464cea2a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2244625 Apr 25 14:31:12.706772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84a21eca-e3a3-446d-8789-b4d10862eaa5 req-2c7944a0-6ce0-4222-9a73-d676524cd5ce tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855322 Apr 25 14:31:12.738008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.747863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:12.766979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8aa1cd7-685c-45d6-ba78-9ec149c98add req-c10d437b-631d-4e02-bc22-5da624c71673 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Apr 25 14:31:12.807248 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6c928a-4570-4e8a-8fbd-9c67567acafc'] response: {'server_uuid': '2026cf25-e967-4a25-9f5e-c3079b856ab2', 'name': 'network-vif-deleted', 'tag': '5375525a-ccdf-4c59-9176-f7b2e42b0789', 'status': 'completed', 'code': 200} Apr 25 14:31:12.854343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['349af128-192a-4114-bc9e-db6f5ff691c1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:12.878199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9ee236229a84490ab0fe9c8ff005312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711652 Apr 25 14:31:12.879592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfa17a-3cfb-4cf0-8556-fa753e9bb314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005957b2-ff32-416d-b9a8-51417d3b9a51,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:12.881095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35264) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:13.023419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a197b7d6-076a-4649-8258-c652bea38887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:13.093268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a197b7d6-076a-4649-8258-c652bea38887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:13.108327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be157d-6a81-440f-81b8-a3700912c06b req-47abcb0b-450f-4abf-9d22-c8187b1d668e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:13.109933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97be157d-6a81-440f-81b8-a3700912c06b req-47abcb0b-450f-4abf-9d22-c8187b1d668e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 949 time: 0.1444004 Apr 25 14:31:13.206529 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a197b7d6-076a-4649-8258-c652bea38887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:13.230681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197b7d6-076a-4649-8258-c652bea38887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005957b2-ff32-416d-b9a8-51417d3b9a51,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:13.239085 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a197b7d6-076a-4649-8258-c652bea38887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:13.240337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a197b7d6-076a-4649-8258-c652bea38887 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/005957b2-ff32-416d-b9a8-51417d3b9a51 HTTP/1.1" status: 204 len: 168 time: 0.3580759 Apr 25 14:31:13.270005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97be157d-6a81-440f-81b8-a3700912c06b req-7dee5ee8-9116-4fc9-bc7b-dc4851709f24 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282938 Apr 25 14:31:13.306279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-0965094e-54bc-4c9a-a023-e81b4d21c28f service neutron] 10.222.0.21 "GET /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.1705120 Apr 25 14:31:13.501414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:13.716016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16c15d-0a7e-48e3-ab09-f55dcce6282c req-510c06fe-78b0-4fe6-bab1-12f06d76977e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:13.728956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db16c15d-0a7e-48e3-ab09-f55dcce6282c req-510c06fe-78b0-4fe6-bab1-12f06d76977e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2861893 Apr 25 14:31:13.853622 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db16c15d-0a7e-48e3-ab09-f55dcce6282c req-4bb4ae17-7851-43b5-bddc-bd964541cfba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236992 Apr 25 14:31:13.887387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eae732b6-3aa1-4065-acca-8c80a00e1a88 req-e7a5d756-9cab-4732-b511-fa8af459851c tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0456688 Apr 25 14:31:13.903832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:13.911106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:13.952035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:14.008677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa96867-90c2-4f00-834a-63b15782a4c9 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:14.026817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:14.097514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8bf3f26-769b-4bd6-9008-7c0e57938f90 req-a4493cd8-f4bd-42d9-956f-9dbd65fdfb21 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=2026cf25-e967-4a25-9f5e-c3079b856ab2 HTTP/1.1" status: 200 len: 210 time: 0.0582104 Apr 25 14:31:14.098262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:14.208807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41cad9-04f8-46d9-a1bb-52a5fdecadca req-01896f06-8eea-4d43-aba5-6584cd0e7ed0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:14.218991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c41cad9-04f8-46d9-a1bb-52a5fdecadca req-01896f06-8eea-4d43-aba5-6584cd0e7ed0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 943 time: 0.1414616 Apr 25 14:31:14.242288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] Transition to ACTIVE for port object 6aa96867-90c2-4f00-834a-63b15782a4c9 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:14.252473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:14.295182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c41cad9-04f8-46d9-a1bb-52a5fdecadca req-6eb878fb-c444-4d58-bfe3-0950061d1143 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744483 Apr 25 14:31:14.359815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5375525a-ccdf-4c59-9176-f7b2e42b0789 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:14.394737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:14.406983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 5375525a-ccdf-4c59-9176-f7b2e42b0789 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:14.407928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5375525a-ccdf-4c59-9176-f7b2e42b0789 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:14.555679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5218da-a4f0-442c-be44-965896ab0670 req-83b3b868-4fa5-4a15-8848-ccb006a5db01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:14.557371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f5218da-a4f0-442c-be44-965896ab0670 req-83b3b868-4fa5-4a15-8848-ccb006a5db01 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 949 time: 0.1168811 Apr 25 14:31:14.574127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] No DVR routers for this DVR port 6aa96867-90c2-4f00-834a-63b15782a4c9 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:14.613590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f5218da-a4f0-442c-be44-965896ab0670 req-c72a3d45-51f2-44b2-8e27-dcc1a4b0baed tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503073 Apr 25 14:31:14.664242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f7949-1a7e-4964-a96e-b4362c16d868 req-302c354f-994d-470e-8b46-3956568f13be tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:14.665842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-471f7949-1a7e-4964-a96e-b4362c16d868 req-302c354f-994d-470e-8b46-3956568f13be tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2721241 Apr 25 14:31:14.668701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-408d61b5-25b1-40c6-a44c-ac8428a1e3f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9/bindings/n-h2-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3485427 Apr 25 14:31:14.802863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-30d22f6d-e52c-4101-b792-90c4c253c16a tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:14.804353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-30d22f6d-e52c-4101-b792-90c4c253c16a tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.0775797 Apr 25 14:31:14.824050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-471f7949-1a7e-4964-a96e-b4362c16d868 req-b5e7b855-e279-428e-9d92-cbbd0f63573e tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516712 Apr 25 14:31:14.903669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-0dac09a9-f68d-4b02-abee-e13e37eec332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:14.905179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-0dac09a9-f68d-4b02-abee-e13e37eec332 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa&tenant_id=08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 1095 time: 0.0919297 Apr 25 14:31:15.062374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95292fb2-f0e7-490d-ab2d-6fe6ac9e13ed req-db0c187e-d04b-4d5e-ae98-6321cf88cb01 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.064090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95292fb2-f0e7-490d-ab2d-6fe6ac9e13ed req-db0c187e-d04b-4d5e-ae98-6321cf88cb01 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.0872669 Apr 25 14:31:15.088918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196d4e-d2d8-4976-8d2f-2363bf97f636 req-8a703436-f06a-4ee7-9864-a951a98fe1af tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.090827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75196d4e-d2d8-4976-8d2f-2363bf97f636 req-8a703436-f06a-4ee7-9864-a951a98fe1af tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.1154807 Apr 25 14:31:15.094642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-9691a07b-3216-4b49-a4cf-816bf9df6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.096048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-9691a07b-3216-4b49-a4cf-816bf9df6f7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1095 time: 0.1648552 Apr 25 14:31:15.120188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95292fb2-f0e7-490d-ab2d-6fe6ac9e13ed req-7419454d-967b-487a-b767-3a9a5293f11d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Apr 25 14:31:15.285392 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6302cd59-d6d0-40ae-af5f-ff4aa5d109d9 req-cac6d02f-6151-43db-b840-43c8fdae59f1 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0485215 Apr 25 14:31:15.331380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75196d4e-d2d8-4976-8d2f-2363bf97f636 req-35ae7fa2-f6e1-45e4-aaee-1c79189a236d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342291 Apr 25 14:31:15.379834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-ab5bfafe-c23d-4bbf-b046-ad66bd06f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.381996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-ab5bfafe-c23d-4bbf-b046-ad66bd06f71b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.2711039 Apr 25 14:31:15.457328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-dc1984f8-b469-4a25-9018-13971fb13d47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 200 len: 217 time: 0.0669534 Apr 25 14:31:15.629620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-35c3db5c-0401-4fee-a90e-5327ea06f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.629620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-35c3db5c-0401-4fee-a90e-5327ea06f9fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1506958 Apr 25 14:31:15.682470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-11541ac2-8b64-43ab-93a7-29b0763e0de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552428 Apr 25 14:31:15.695352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a49e-8065-4f45-a69e-62b2b83fec0a req-3364e474-4209-42c2-a4f6-90baafce03f4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.696780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19a5a49e-8065-4f45-a69e-62b2b83fec0a req-3364e474-4209-42c2-a4f6-90baafce03f4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 944 time: 0.1756170 Apr 25 14:31:15.824073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0ff08-78b1-4008-bf3e-b860d14e877b req-b777eba7-78e4-49bf-9fb5-8789d71437ba tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:15.831343 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ab0ff08-78b1-4008-bf3e-b860d14e877b req-b777eba7-78e4-49bf-9fb5-8789d71437ba tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.0957041 Apr 25 14:31:15.844093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19a5a49e-8065-4f45-a69e-62b2b83fec0a req-0e5c358e-b65d-411f-a617-aef9bd7eb0a6 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238463 Apr 25 14:31:15.883484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-c9f26c91-6edd-4325-a924-382ebf21de6a service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856773 Apr 25 14:31:15.890881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ab0ff08-78b1-4008-bf3e-b860d14e877b req-540a847b-a97b-44af-b0b5-faf8168b9247 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579512 Apr 25 14:31:15.917432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 349af128-192a-4114-bc9e-db6f5ff691c1 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:16.046267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 349af128-192a-4114-bc9e-db6f5ff691c1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:16.053457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:16.055246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 349af128-192a-4114-bc9e-db6f5ff691c1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:16.056060 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.075934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-e4705add-0713-4a13-875d-b0281a18e9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834297 Apr 25 14:31:16.178461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77201e-4cc4-400e-9f4a-93402491ee24 req-70ec9b53-aa63-48c8-b4bf-7a7271a6697e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:16.181602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c77201e-4cc4-400e-9f4a-93402491ee24 req-70ec9b53-aa63-48c8-b4bf-7a7271a6697e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 949 time: 0.1836481 Apr 25 14:31:16.273607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c77201e-4cc4-400e-9f4a-93402491ee24 req-deffc466-db5b-4c2a-9c2e-6618d46a5800 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859883 Apr 25 14:31:16.290863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.320597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:16.333187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Usage tracker for resource:security_group_rule and tenant:3c07f0e638214778ae82d3f612387338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:16.342525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:16.347047 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.350488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:16.370693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccb5c1-b221-4930-9cc4-4ca8f9bae4bd req-dfccc78f-61e1-48ea-860f-7282bda08051 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:16.377861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eccb5c1-b221-4930-9cc4-4ca8f9bae4bd req-dfccc78f-61e1-48ea-860f-7282bda08051 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.1991315 Apr 25 14:31:16.388676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:16.405129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349af128-192a-4114-bc9e-db6f5ff691c1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:16.421969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 349af128-192a-4114-bc9e-db6f5ff691c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=349af128-192a-4114-bc9e-db6f5ff691c1,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:16.456747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.501074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0051e09-7e86-4244-ae9f-fbb957b965c3 req-7f42792c-94f0-4200-ba01-6c65e8393b8e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:16.509678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c0051e09-7e86-4244-ae9f-fbb957b965c3 req-7f42792c-94f0-4200-ba01-6c65e8393b8e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1230195 Apr 25 14:31:16.515188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eccb5c1-b221-4930-9cc4-4ca8f9bae4bd req-dc767305-5557-4fde-b771-8c06d9826852 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848796 Apr 25 14:31:16.550468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.568986 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.599498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c0051e09-7e86-4244-ae9f-fbb957b965c3 req-87e79692-f136-4895-8229-b1972b8f6ccc tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768991 Apr 25 14:31:16.712778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35410) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:16.720136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c07f0e638214778ae82d3f612387338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650181 Apr 25 14:31:16.800517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=349af128-192a-4114-bc9e-db6f5ff691c1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:16.817824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:16.835106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5c931486-513c-4896-bd17-c27e20a2894e', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': '5c931486-513c-4896-bd17-c27e20a2894e', 'mac_address': 'fa:16:3e:df:fd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:16.866840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37485393-2866-488a-89ba-29ea131cca86 req-edd35f20-3d17-4044-bdff-595570e3d91b tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1263709 Apr 25 14:31:16.884455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24315488-ad9e-4ed3-aa5d-5ef7db2b5c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458a432a-c9e1-45c0-9cc4-773a72238697,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:16.904575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f1eb64-96ca-4851-9e4b-90927bd781d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.928441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-a70f9643-2141-4c8f-a9b0-c9508d82ef16 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:16.931239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-a70f9643-2141-4c8f-a9b0-c9508d82ef16 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.2937436 Apr 25 14:31:16.969277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.981198 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba26c8d-7ff7-4886-b1a1-2ad60ff039fc'] response: {'server_uuid': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349af128-192a-4114-bc9e-db6f5ff691c1', 'code': 200} Apr 25 14:31:16.986109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f1eb64-96ca-4851-9e4b-90927bd781d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:16.997546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c931486-513c-4896-bd17-c27e20a2894e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:17.023265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:17.031203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:17.037649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-3ae9790e-f99f-4d08-b20c-eeb9d3889ac9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:17.045714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-3ae9790e-f99f-4d08-b20c-eeb9d3889ac9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.3189964 Apr 25 14:31:17.124835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-a6cd13fa-d5ab-4cbe-9572-687235841b17 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.0779653 Apr 25 14:31:17.163445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:17.167341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5c931486-513c-4896-bd17-c27e20a2894e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:17.177787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-47642c2c-06e8-4662-9c9c-239184f5b903 service neutron] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:17.190223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-47642c2c-06e8-4662-9c9c-239184f5b903 service neutron] Notify callbacks [] for binding, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:17.191488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88587dd5-c5ad-44e4-a546-af9d332e98d2 req-47642c2c-06e8-4662-9c9c-239184f5b903 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9/bindings/n-h1-811416-6 HTTP/1.1" status: 204 len: 173 time: 0.2540877 Apr 25 14:31:17.237751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-5cbd8b0b-f01e-48c3-9657-c091c66d1c9c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969424 Apr 25 14:31:17.370439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f1eb64-96ca-4851-9e4b-90927bd781d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:17.396250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303722b6-f566-4763-8773-56f2c8ec7d38 req-4d2c424d-443f-42b9-b45b-0525df7b1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:17.398694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-303722b6-f566-4763-8773-56f2c8ec7d38 req-4d2c424d-443f-42b9-b45b-0525df7b1c4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 1101 time: 0.3240244 Apr 25 14:31:17.402044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1eb64-96ca-4851-9e4b-90927bd781d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a432a-c9e1-45c0-9cc4-773a72238697,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:17.406213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1ee53-91b9-40e3-b823-dfe039b8a941 req-733b3b53-891b-4794-a98e-9bf2cd929326 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:17.410915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb1ee53-91b9-40e3-b823-dfe039b8a941 req-733b3b53-891b-4794-a98e-9bf2cd929326 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 944 time: 0.1354411 Apr 25 14:31:17.426529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f1eb64-96ca-4851-9e4b-90927bd781d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:17.427937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3f1eb64-96ca-4851-9e4b-90927bd781d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/458a432a-c9e1-45c0-9cc4-773a72238697 HTTP/1.1" status: 204 len: 168 time: 0.7138805 Apr 25 14:31:17.497937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-867b89a9-2911-4efb-951b-9d0c4de8d3df service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588098 Apr 25 14:31:17.500365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb1ee53-91b9-40e3-b823-dfe039b8a941 req-284dc894-af37-4e33-b29a-ad7c52b4424b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833149 Apr 25 14:31:17.549750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-303722b6-f566-4763-8773-56f2c8ec7d38 req-d6525920-d9d7-4faf-95b0-eff9c755cc69 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265161 Apr 25 14:31:17.743757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2a8f-062c-4948-9903-d0be72d880a2 req-c8c61253-a6a5-490d-9574-fea593e530ef tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:17.745913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-565d2a8f-062c-4948-9903-d0be72d880a2 req-c8c61253-a6a5-490d-9574-fea593e530ef tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.0907009 Apr 25 14:31:17.781163 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-c77378c0-fd55-4cb1-8ff4-4d3fe06efee1 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822490 Apr 25 14:31:17.842224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-565d2a8f-062c-4948-9903-d0be72d880a2 req-bac9ea36-541f-4cc2-89c7-a5685435f41a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878570 Apr 25 14:31:17.884842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35456) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:17.937797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:17.995745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:18.009636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Usage tracker for resource:security_group_rule and tenant:92cc14cdcfc14249a23b05be64dfd581 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:18.014706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:18.048014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:18.117819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fcb97-e055-492e-bd41-fc508a64a518 req-e9c4deca-695f-4d36-873d-f83b7aab6e77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:18.130083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-989fcb97-e055-492e-bd41-fc508a64a518 req-e9c4deca-695f-4d36-873d-f83b7aab6e77 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 950 time: 0.1613250 Apr 25 14:31:18.249594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-989fcb97-e055-492e-bd41-fc508a64a518 req-3d78e3ab-a00f-43c7-98da-efc516f8aed4 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164072 Apr 25 14:31:18.251209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.258923 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.374851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:18.470059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92cc14cdcfc14249a23b05be64dfd581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809665 Apr 25 14:31:18.474316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35476) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:18.480933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670e32-a8f5-46e9-ab61-587a4237ed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6e9d72-35a0-4357-b1c1-eaecff6509b7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:18.567090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5c931486-513c-4896-bd17-c27e20a2894e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:18.567753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.569652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc0f5-9aab-4c0d-8bda-f4749c1833e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.576385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95eaf6-7571-41a4-8282-50b8eb791fa7 req-47502e5f-04d6-423e-9661-907983bfbf6a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:18.580194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff95eaf6-7571-41a4-8282-50b8eb791fa7 req-47502e5f-04d6-423e-9661-907983bfbf6a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2850499 Apr 25 14:31:18.588026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a228963-f101-4318-9ed8-0b3c645e43ae req-ac2bad98-0761-4670-a410-67e771ce1758 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:18.596413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a228963-f101-4318-9ed8-0b3c645e43ae req-ac2bad98-0761-4670-a410-67e771ce1758 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2312672 Apr 25 14:31:18.695194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc0f5-9aab-4c0d-8bda-f4749c1833e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.701666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff95eaf6-7571-41a4-8282-50b8eb791fa7 req-abf1a7df-150c-44b8-970d-ca8ff1524901 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121602 Apr 25 14:31:18.738687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a228963-f101-4318-9ed8-0b3c645e43ae req-3d2ef62d-5c9d-4e01-bdef-6874ed61f1a6 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409566 Apr 25 14:31:18.838197 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc0f5-9aab-4c0d-8bda-f4749c1833e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.864085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc0f5-9aab-4c0d-8bda-f4749c1833e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6e9d72-35a0-4357-b1c1-eaecff6509b7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:18.868201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc0f5-9aab-4c0d-8bda-f4749c1833e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.869486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e4dc0f5-9aab-4c0d-8bda-f4749c1833e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd6e9d72-35a0-4357-b1c1-eaecff6509b7 HTTP/1.1" status: 204 len: 168 time: 0.3939838 Apr 25 14:31:18.976090 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:18.993992 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c00d08e-f900-4a7c-bffc-1441f6172c17 req-aa9c98b8-fb89-4bfc-bd90-34ca0a7d43ad tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0816648 Apr 25 14:31:19.061643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:19.087038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ed1b6577-110d-4458-9cbd-f9903fffd236 req-67e5384a-cfc4-42fe-b805-c41c10df74e2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:19.087336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:19.098376 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:19.123313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ed1b6577-110d-4458-9cbd-f9903fffd236 req-67e5384a-cfc4-42fe-b805-c41c10df74e2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:19.140727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed1b6577-110d-4458-9cbd-f9903fffd236 req-67e5384a-cfc4-42fe-b805-c41c10df74e2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 210 time: 0.1866643 Apr 25 14:31:19.255433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:19.272373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.272990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.273687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.274252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.274838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.275433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.276005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.276576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.277462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.278037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.278704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.279313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:31:19.513880 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c3c509-e26c-45c2-9fba-9f4685144517'] response: {'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e', 'code': 200} Apr 25 14:31:19.529299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fc5c4-8994-4378-b915-d1facdb13644 req-95347227-a37f-4b2c-8844-b6ee408d8b21 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:19.538513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a27fc5c4-8994-4378-b915-d1facdb13644 req-95347227-a37f-4b2c-8844-b6ee408d8b21 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1095 time: 0.2851543 Apr 25 14:31:19.619274 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a27fc5c4-8994-4378-b915-d1facdb13644 req-ad23d70a-c68c-4659-8f7a-5f566a4ce731 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Apr 25 14:31:19.664948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4a3062a2-305b-4438-bb1c-6186c341791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:19.666461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4a3062a2-305b-4438-bb1c-6186c341791e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1096 time: 0.4823577 Apr 25 14:31:20.102307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-b87b651d-a695-4175-8d85-64006df1984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:20.103820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-b87b651d-a695-4175-8d85-64006df1984f service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.4288177 Apr 25 14:31:20.282876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c6f5194d-1176-4438-a365-21da5936091a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 217 time: 0.1687610 Apr 25 14:31:20.404489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-1410eb73-2684-438a-bbb5-86c246ad7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:20.406243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-1410eb73-2684-438a-bbb5-86c246ad7884 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0842702 Apr 25 14:31:20.454100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-1dff1487-61e9-4fa1-a7b1-652a88a3228d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:20.455605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-1dff1487-61e9-4fa1-a7b1-652a88a3228d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.7335498 Apr 25 14:31:20.465671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-0f8ab6e5-5bcd-4ac8-aa25-a007ce09fb98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511284 Apr 25 14:31:20.478237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:20.527499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456584dc-3690-48ef-a0b6-612b696a5adf req-b5ab2dfe-dd5c-486d-b71d-31514f4a4ee0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:20.529920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-456584dc-3690-48ef-a0b6-612b696a5adf req-b5ab2dfe-dd5c-486d-b71d-31514f4a4ee0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2488616 Apr 25 14:31:20.564983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0199a-b95a-42a7-b67a-fc9e17b068a5 req-1b970dff-3868-4e05-9a78-73610ed694a6 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:20.566519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-59f0199a-b95a-42a7-b67a-fc9e17b068a5 req-1b970dff-3868-4e05-9a78-73610ed694a6 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 950 time: 0.5503581 Apr 25 14:31:20.668172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-456584dc-3690-48ef-a0b6-612b696a5adf req-6f5e6714-2305-421d-90e3-7c814a871747 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841112 Apr 25 14:31:20.695949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-7f22aacd-2312-4b08-becb-72382d3a8b28 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194924 Apr 25 14:31:20.729895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-59f0199a-b95a-42a7-b67a-fc9e17b068a5 req-2b58a135-dfe6-4c24-af2c-bc032446956d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428032 Apr 25 14:31:20.812403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:20.835143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:20.860537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:20.869215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:20.903437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-94218ec2-c315-4b45-9dac-f1c1f46ee4a6 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985137 Apr 25 14:31:21.005951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64bbd0-d2ad-4f85-a151-2da0263280b8 req-2563222f-45d5-4def-8e50-2071a5ba462f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:21.014107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe64bbd0-d2ad-4f85-a151-2da0263280b8 req-2563222f-45d5-4def-8e50-2071a5ba462f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1093719 Apr 25 14:31:21.079179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe64bbd0-d2ad-4f85-a151-2da0263280b8 req-6e5e219e-1c57-4676-a541-a5d53e7742f7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641403 Apr 25 14:31:21.241676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.13 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/9282f6f8-9ac7-4188-b713-e695c792182c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:21.283291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-902f9e8a-60b4-4817-9cda-a1fcbf2c7139 req-8d5af18d-2977-4fbc-b1f8-66570a7d3aaa tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 210 time: 0.0787864 Apr 25 14:31:21.500732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308c418-25aa-4fb8-968b-19254a3348bb req-f9d9b61c-c804-4fac-aaf7-b62c8ab3c1de tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:21.509874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3308c418-25aa-4fb8-968b-19254a3348bb req-f9d9b61c-c804-4fac-aaf7-b62c8ab3c1de tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 1095 time: 0.4530125 Apr 25 14:31:21.522025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-34eb942c-1643-4048-930b-177bf3eb5924 req-c6c3ec39-37a9-458b-9113-1f52812e9472 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1028416 Apr 25 14:31:21.599069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:21.642913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:21.748774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:21.752498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=9282f6f8-9ac7-4188-b713-e695c792182c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:21.755863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:21.764955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:21.828623 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3308c418-25aa-4fb8-968b-19254a3348bb req-3f37f508-080a-4765-8eb3-635909934c50 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177931 Apr 25 14:31:21.842077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:21.842898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:21.886787 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-86c39cb9-9ec6-4a0b-b2dd-bc7d4cc2e130 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4166231 Apr 25 14:31:21.901748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Request body: {'port': {'device_id': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:21.974923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb648c7-83bb-41ee-8f10-e341e6a83c99 req-bbc0c700-845a-4a8b-960a-750eb98896b3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:21.977067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8eb648c7-83bb-41ee-8f10-e341e6a83c99 req-bbc0c700-845a-4a8b-960a-750eb98896b3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2054617 Apr 25 14:31:22.084002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:22.092961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8eb648c7-83bb-41ee-8f10-e341e6a83c99 req-47247082-dc17-4e96-910f-c987725cf0af tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788641 Apr 25 14:31:22.440530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-015cfc34-2087-48da-b6d9-750a5fbee01f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434835 Apr 25 14:31:22.588926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9282f6f8-9ac7-4188-b713-e695c792182c {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:22.596678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:22.611661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Transition to ACTIVE for port object 9282f6f8-9ac7-4188-b713-e695c792182c will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:22.620992 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:22.626756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-6666d4df-b30d-497d-8c05-d728ca3e82c5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:22.634068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-6666d4df-b30d-497d-8c05-d728ca3e82c5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840680 Apr 25 14:31:22.653453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-4584d4ea-4ed3-4025-9e69-faaaeac9afc0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/quotas/240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 375 time: 0.0183575 Apr 25 14:31:22.715106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-e0304d78-e3ea-490a-9005-de0135c88fec tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604985 Apr 25 14:31:22.815015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Pushing event updated for resources: {'Port': ['ID=9282f6f8-9ac7-4188-b713-e695c792182c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:22.974501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8c03e-8069-46fa-8eb4-d7f7251cc180 req-f587cd0f-9f95-4ccc-a94c-909ab70a21d3 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:22.979283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ca8c03e-8069-46fa-8eb4-d7f7251cc180 req-f587cd0f-9f95-4ccc-a94c-909ab70a21d3 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 1101 time: 0.8965321 Apr 25 14:31:23.090833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96b47-71b6-4bd2-afbf-3fbb328e6e92 req-d6e27f60-4c67-430a-8e43-dd44efb25de5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:23.092741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68b96b47-71b6-4bd2-afbf-3fbb328e6e92 req-d6e27f60-4c67-430a-8e43-dd44efb25de5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.1556711 Apr 25 14:31:23.154183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68b96b47-71b6-4bd2-afbf-3fbb328e6e92 req-1ba7682c-5fe0-4e43-97cb-0ce5cc868654 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480876 Apr 25 14:31:23.177256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Attempting to bind port 9282f6f8-9ac7-4188-b713-e695c792182c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:23.177256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Attempting to bind port 9282f6f8-9ac7-4188-b713-e695c792182c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:23.177256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Attempting to bind port 9282f6f8-9ac7-4188-b713-e695c792182c on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:23.178790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ca8c03e-8069-46fa-8eb4-d7f7251cc180 req-25c15948-bf7e-4099-af87-d14fc52e4e20 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893618 Apr 25 14:31:23.180060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Port 9282f6f8-9ac7-4188-b713-e695c792182c on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:23.180389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Attempting to bind port 9282f6f8-9ac7-4188-b713-e695c792182c on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:23.187478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:23.188081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:23.188485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:23.188918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Bound port: 9282f6f8-9ac7-4188-b713-e695c792182c, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:23.189288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:23.584887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] For port 9282f6f8-9ac7-4188-b713-e695c792182c, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:23.591634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] For port 9282f6f8-9ac7-4188-b713-e695c792182c, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9282f6f8-9ac7-4188-b713-e695c792182c,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:23.613556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:23.785746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:23.786581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:23.788408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] 10.222.0.15 "PUT /v2.0/ports/9282f6f8-9ac7-4188-b713-e695c792182c HTTP/1.1" status: 200 len: 1092 time: 1.8932023 Apr 25 14:31:23.791509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'tag': '9282f6f8-9ac7-4188-b713-e695c792182c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:23.847307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504887b-c29e-4a59-988d-748c3d1ec378 service neutron] Pushing event updated for resources: {'Port': ['ID=9282f6f8-9ac7-4188-b713-e695c792182c,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:23.989067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-22e4ed10-6c98-4274-b684-7c97874db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:23.990711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-22e4ed10-6c98-4274-b684-7c97874db995 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 1095 time: 0.1121902 Apr 25 14:31:24.075844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-92b7e5a6-c98f-4adb-a2a3-d897906a2915 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9282f6f8-9ac7-4188-b713-e695c792182c HTTP/1.1" status: 200 len: 217 time: 0.0766771 Apr 25 14:31:24.222223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-22ee506b-169f-4511-b8f3-8d5906391582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:24.223941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-22ee506b-169f-4511-b8f3-8d5906391582 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.1397362 Apr 25 14:31:24.289082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-5f51e57a-206f-45ea-a1c6-367e62b6eacd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563102 Apr 25 14:31:24.316360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1cb44c1-9f1d-4f22-b01d-0ccbec4ab087 req-6a357895-bcf2-4963-a7b2-9668fa96064d tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0638285 Apr 25 14:31:24.445765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-90f5daea-b34c-4041-aac5-b8cbc061157b service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395037 Apr 25 14:31:24.453770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c0671-2dfd-4231-b1b0-a9c016bf5e42 req-6552317e-4d52-4854-886d-bc9160345202 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:24.454533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-130c0671-2dfd-4231-b1b0-a9c016bf5e42 req-6552317e-4d52-4854-886d-bc9160345202 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:24.636111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-130c0671-2dfd-4231-b1b0-a9c016bf5e42 req-6552317e-4d52-4854-886d-bc9160345202 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:24.637388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-130c0671-2dfd-4231-b1b0-a9c016bf5e42 req-6552317e-4d52-4854-886d-bc9160345202 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 944 time: 0.4860034 Apr 25 14:31:24.641754 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2734a5da-0afb-4c76-bf69-487c22dcae53 req-e292c7c6-9a64-4719-bbb5-527393593ac5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 210 time: 0.1030531 Apr 25 14:31:24.708048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b00d4f4-20fa-4d83-a248-68127d1e4ce4 req-1d73f435-f66c-46d5-a42d-2a045e957756 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504416 Apr 25 14:31:24.733469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-130c0671-2dfd-4231-b1b0-a9c016bf5e42 req-fc55124e-8b48-4e8e-aa57-8f350910fe2b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854418 Apr 25 14:31:24.792814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-12f8e623-54d5-4bd7-837f-0529978b2e8a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387690 Apr 25 14:31:24.817689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-fec6eb25-2a05-41f0-96e0-638d23eb9af2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547328 Apr 25 14:31:24.923450 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e7d999-e90f-45ed-a88d-fb55d3573654'] response: {'name': 'network-changed', 'server_uuid': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'tag': '9282f6f8-9ac7-4188-b713-e695c792182c', 'status': 'completed', 'code': 200} Apr 25 14:31:25.155419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9b7d6906-0835-4e91-ab1b-4f28f908f66c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:25.158014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9b7d6906-0835-4e91-ab1b-4f28f908f66c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531749 Apr 25 14:31:25.171051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Request body: {'port': {'device_id': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '240441bced794bb3b2215707ed7a817a'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:25.285147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-07fcba21-00ae-476b-94d6-daa274ec2919 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:25.290883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-07fcba21-00ae-476b-94d6-daa274ec2919 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4643412 Apr 25 14:31:25.382764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-fcd9f5dd-bdef-4a0a-9609-0cc9cfc3087a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/quotas/7001d80d84c54bef8b1ba6e852215280 HTTP/1.1" status: 200 len: 375 time: 0.0408807 Apr 25 14:31:25.522158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:25.528922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Usage tracker for resource:port and tenant:240441bced794bb3b2215707ed7a817a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:25.538194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-e94cb2cf-cc02-44e2-a7f1-ff856959ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:25.540055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-e94cb2cf-cc02-44e2-a7f1-ff856959ee75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 1095 time: 0.2478781 Apr 25 14:31:25.542209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:25.554051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:25.576157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845402d-5398-4eb6-bda4-115e8e0212e4 req-55a4569c-fef8-44f4-9dbe-b0c1a27cc95a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:25.577894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f845402d-5398-4eb6-bda4-115e8e0212e4 req-55a4569c-fef8-44f4-9dbe-b0c1a27cc95a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2287095 Apr 25 14:31:25.588032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Made reservation on behalf of 240441bced794bb3b2215707ed7a817a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:25.594702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:25.639404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:25.677889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:25.689763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Usage tracker for resource:security_group_rule and tenant:240441bced794bb3b2215707ed7a817a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:25.695562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:25.714297 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f845402d-5398-4eb6-bda4-115e8e0212e4 req-ee58d184-cdda-4a6a-9568-e661c5c80670 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948248 Apr 25 14:31:25.715330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:25.736845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-6b40574d-592d-420d-8b25-6865614fcebd tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3206587 Apr 25 14:31:25.826013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-16641d42-af4d-4afc-968c-5744afdf906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:25.831844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-16641d42-af4d-4afc-968c-5744afdf906c service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.2785151 Apr 25 14:31:25.848172 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:25.860093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:26.017813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-95751d15-9518-4dc1-b8a3-244c5be29212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9282f6f8-9ac7-4188-b713-e695c792182c HTTP/1.1" status: 200 len: 217 time: 0.1750839 Apr 25 14:31:26.097547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d2bab-76bb-468f-a8d3-746cfcd05fbb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:26.235114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-309716af-a5eb-4647-bf88-f5d33f326524 req-008a289f-9655-4674-af34-063d52faa53a tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0997994 Apr 25 14:31:26.261068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-8b1aee80-70a1-47b9-a8f1-c0b61c1f3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:26.262835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-8b1aee80-70a1-47b9-a8f1-c0b61c1f3faf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.2370448 Apr 25 14:31:26.285022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Allocated IP 192.168.233.197 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/9cbf8829-04c6-4f1f-b08d-4b23fe70e2af) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:26.409244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-79d18422-6199-4278-a42e-f0fb8faa22b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387239 Apr 25 14:31:26.767642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8f819d6d-591c-405c-a20e-6c99517413f4 req-8eeef5fa-e574-4272-9a77-9902045d9a9a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 210 time: 0.2530346 Apr 25 14:31:26.900427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-050b8cea-4197-456c-b100-1481fa9568f2 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842980 Apr 25 14:31:26.909958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5470b3e-10d2-4e71-9586-156eb3e315ba req-ea018a87-968a-4844-ab70-3c66bf9343cf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:26.917789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5470b3e-10d2-4e71-9586-156eb3e315ba req-ea018a87-968a-4844-ab70-3c66bf9343cf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 944 time: 0.2712340 Apr 25 14:31:26.938713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:26.982249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Transition to ACTIVE for port object 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:27.078153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:27.143437 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de93a747-0ffa-40b0-a377-cc17e79fa01d req-c6a8869f-bbc4-4362-81f7-5c61e6a0e563 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 210 time: 0.1511786 Apr 25 14:31:27.183284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5470b3e-10d2-4e71-9586-156eb3e315ba req-4ae8fa73-9cb1-49d6-b36b-d7c760016bf5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641897 Apr 25 14:31:27.204546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27122099-4063-4f12-9858-3c86b4cc9fb6 req-3334d740-1bec-48fa-bcc2-716b397be0fb service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837119 Apr 25 14:31:27.242959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:27.254035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:27.255453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:27.258833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:27.355546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:27.356404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:27.407943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-1086c2cb-d6ec-4854-bc09-efded54ae53e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2396104 Apr 25 14:31:27.426768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Request body: {'port': {'device_id': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:27.516938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae925341-e9ca-4589-b214-bcf56c805c6e req-9629e21e-baa3-44d3-a9f0-291f6d134999 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:27.536032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae925341-e9ca-4589-b214-bcf56c805c6e req-9629e21e-baa3-44d3-a9f0-291f6d134999 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.1895058 Apr 25 14:31:27.653522 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae925341-e9ca-4589-b214-bcf56c805c6e req-bee14bfb-ee3e-4f04-b75f-b8659e7ebe7a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162443 Apr 25 14:31:27.790430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:27.881341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4f3321bc-ec8b-4018-b8d9-6db950874bfb None None] Provisioning for port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:27.931526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4f3321bc-ec8b-4018-b8d9-6db950874bfb None None] Provisioning complete for port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:27.932320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f3321bc-ec8b-4018-b8d9-6db950874bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:27.940968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdb251-8085-4746-81cf-5b35f804b6d3 req-ed029987-ed16-4c2d-b37e-3c156c190d32 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:27.949474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b6bdb251-8085-4746-81cf-5b35f804b6d3 req-ed029987-ed16-4c2d-b37e-3c156c190d32 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2538235 Apr 25 14:31:27.951468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-13b465a2-b333-4d3c-a2e1-fac1ad3ef6bc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7001d80d84c54bef8b1ba6e852215280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510788 Apr 25 14:31:28.062611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4f3321bc-ec8b-4018-b8d9-6db950874bfb None None] Port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:31:28.065286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:28.087682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b6bdb251-8085-4746-81cf-5b35f804b6d3 req-2154a1a2-0c2f-4818-82b2-511e582616e9 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313903 Apr 25 14:31:28.244322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4b91f69-8622-407f-b9a3-f22e300a2103 req-42b8fb9c-269f-411a-ae24-20bb46cbc314 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1575134 Apr 25 14:31:28.378682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-9a054004-b7d5-4f2e-998a-8c4c6adce47e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:28.383629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-9a054004-b7d5-4f2e-998a-8c4c6adce47e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263747 Apr 25 14:31:28.398185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Request body: {'port': {'device_id': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '7001d80d84c54bef8b1ba6e852215280'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:28.421551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9282f6f8-9ac7-4188-b713-e695c792182c details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:28.459644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:28.545108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'port_id': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'mac_address': 'fa:16:3e:ca:d3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000d5b3-7cec-47ab-b577-8c2674d4da58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:28.633785 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:28.656274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:28.686040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:28.707828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-d05a5a95-1322-45ec-b7f8-f03f6ee974bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:28.708650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-d05a5a95-1322-45ec-b7f8-f03f6ee974bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:28.746784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-d05a5a95-1322-45ec-b7f8-f03f6ee974bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:28.755256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-d05a5a95-1322-45ec-b7f8-f03f6ee974bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 936 time: 0.4163144 Apr 25 14:31:28.787715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:28.796901 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:28.811098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-bd97a2e1-ba64-4415-912e-7aa1240766bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:28.905699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-bd97a2e1-ba64-4415-912e-7aa1240766bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:28.914901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44a8bc6b-3885-4069-82a6-b5d4a6e9e543 req-bd97a2e1-ba64-4415-912e-7aa1240766bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585796 Apr 25 14:31:28.934839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:28.973019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:28.984175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f05b4-d132-42f2-9fcf-da940508965d req-690aca88-4c62-4bb9-846a-4a83fae302fb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:28.986093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:28.994106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-678f05b4-d132-42f2-9fcf-da940508965d req-690aca88-4c62-4bb9-846a-4a83fae302fb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 944 time: 0.3576746 Apr 25 14:31:29.001729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9282f6f8-9ac7-4188-b713-e695c792182c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9282f6f8-9ac7-4188-b713-e695c792182c,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:29.009604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Transition to ACTIVE for port object 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:29.020961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:29.027983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['25fc8ff2-ce09-46c9-a688-00c5d4fadd55'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:29.064727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:29.126783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9282f6f8-9ac7-4188-b713-e695c792182c', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '9282f6f8-9ac7-4188-b713-e695c792182c', 'mac_address': 'fa:16:3e:e3:eb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:29.140629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-678f05b4-d132-42f2-9fcf-da940508965d req-47ce330b-efcd-4d07-86ea-973b0e5cccc1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441629 Apr 25 14:31:29.150221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:29.186416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Made reservation on behalf of 7001d80d84c54bef8b1ba6e852215280 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:29.196894 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:29.255501 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:29.457420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9282f6f8-9ac7-4188-b713-e695c792182c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:29.460331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b340a406-c6eb-4175-ab4c-7afa2a334669 req-0de59625-2a1a-435d-b7fe-18ee9acf2dfb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 210 time: 0.3269773 Apr 25 14:31:29.564972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9282f6f8-9ac7-4188-b713-e695c792182c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9282f6f8-9ac7-4188-b713-e695c792182c,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:29.606279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:29.838607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:29.839199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:29.839301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:29.867421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:29.867807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:29.875893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9282f6f8-9ac7-4188-b713-e695c792182c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:29.885001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:29.953949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9282f6f8-9ac7-4188-b713-e695c792182c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:29.973496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:29.974023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:29.974610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:29.974978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Allocated IP 192.168.233.23 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:29.975116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Bound port: 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:29.975446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:30.019314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:30.035353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad92eb-adea-4900-b147-4caf70da9266 req-f87e04e1-2e80-4b78-8186-2d7675161463 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:30.048294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a2ad92eb-adea-4900-b147-4caf70da9266 req-f87e04e1-2e80-4b78-8186-2d7675161463 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 944 time: 0.3592813 Apr 25 14:31:30.136352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3700-0e5c-4935-881d-6a82476192e0 req-27ccca53-cbe2-4833-a047-aca2c48482c6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:30.145549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f18a3700-0e5c-4935-881d-6a82476192e0 req-27ccca53-cbe2-4833-a047-aca2c48482c6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 945 time: 0.2748265 Apr 25 14:31:30.168084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:30.168951 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:30.179086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:30.182991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:30.186767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-fe678e37-647a-4e96-8588-55e77747d609 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:30.194045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-fe678e37-647a-4e96-8588-55e77747d609 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.4922953 Apr 25 14:31:30.210130 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:30.222608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-6'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:30.264659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a2ad92eb-adea-4900-b147-4caf70da9266 req-e2e140e0-9278-4b72-8687-6b7410b56e73 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067840 Apr 25 14:31:30.397636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:30.443528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:30.539570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:30.540409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:30.541886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-9ea23e9a-46da-41a1-8680-79f1c3044a00 service neutron] 10.222.0.15 "PUT /v2.0/ports/9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 1096 time: 3.1198843 Apr 25 14:31:30.542352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:30.690491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7a3ddf9-905e-4810-9bc2-3fc598c4a163 req-428f02ec-4153-4720-9c05-1f075ad340b5 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0755136 Apr 25 14:31:30.809339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:30.844003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Transition to ACTIVE for port object fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:30.902885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:30.968001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', '349af128-192a-4114-bc9e-db6f5ff691c1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:31.079753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:31.299429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event updated for resources: {'Port': ['ID=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:31.325063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:31.349780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:31.363176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:31.381577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:31.429666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f18a3700-0e5c-4935-881d-6a82476192e0 req-118d19e6-f6df-40ed-85cb-c96212baa1b9 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830827 Apr 25 14:31:31.486476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:31.504179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:31.610389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:31.654280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-737d634a-d678-4504-8d0a-7d67573bc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:31.655814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-737d634a-d678-4504-8d0a-7d67573bc77a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1099 time: 0.9718845 Apr 25 14:31:31.658882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 has no active binding in host n-h2-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:31:31.698532 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:31.721268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:31.731851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:31.783297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9f27-e3a9-4fe3-9ab9-a5e4505e6705 req-7eedf5c3-6570-467a-8569-0dbac220c274 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:31.800657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1ed9f27-e3a9-4fe3-9ab9-a5e4505e6705 req-7eedf5c3-6570-467a-8569-0dbac220c274 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 948 time: 0.7981389 Apr 25 14:31:31.869158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-297ed442-1057-43a3-87b8-ad0cd20bde39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.0870082 Apr 25 14:31:31.905885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:31.977656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-31c9f8a3-c765-4a3f-93f5-7b179bb707ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:31.980533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-31c9f8a3-c765-4a3f-93f5-7b179bb707ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0973196 Apr 25 14:31:32.013974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1ed9f27-e3a9-4fe3-9ab9-a5e4505e6705 req-82408e33-d33f-486d-8845-cce805034a06 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048290 Apr 25 14:31:32.042337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-5bb138a0-9f95-42b5-b3ff-f72e933d2ea1 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6480310 Apr 25 14:31:32.058387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Request body: {'port': {'device_id': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:32.122913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:32.130509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8478e0c-4f35-4bca-a87a-76f0b59cdcb3 None None] Provisioning for port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:32.142961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8478e0c-4f35-4bca-a87a-76f0b59cdcb3 None None] Provisioning complete for port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:32.142961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8478e0c-4f35-4bca-a87a-76f0b59cdcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:32.150706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9fc08-aad5-4cf8-9967-cb3830ad9ce2 req-47544330-e3ad-4672-93fc-4a35797a69e3 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:32.152446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00e9fc08-aad5-4cf8-9967-cb3830ad9ce2 req-47544330-e3ad-4672-93fc-4a35797a69e3 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 945 time: 0.4926729 Apr 25 14:31:32.242379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00e9fc08-aad5-4cf8-9967-cb3830ad9ce2 req-cbf4d600-fc5e-45d1-b07f-8e59c391fb0a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820959 Apr 25 14:31:32.244425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec61f-48d9-456e-88be-a327c2e07130 req-34637522-d3d2-4582-8af6-827e795d89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:32.245866 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-34637522-d3d2-4582-8af6-827e795d89a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554400 Apr 25 14:31:32.251271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:32.266746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b8478e0c-4f35-4bca-a87a-76f0b59cdcb3 None None] Port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:31:32.365155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:32.385382 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a435f4bb-c06d-4d0d-b8b0-8a746142fe11'] response: {'name': 'network-changed', 'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'status': 'completed', 'code': 200} Apr 25 14:31:32.388580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:32.460232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4725bf-c05c-4eef-b002-3913ecf5f6c8 req-4d83f5bb-a30c-42e9-98e0-3002469ac646 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:32.461859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8b4725bf-c05c-4eef-b002-3913ecf5f6c8 req-4d83f5bb-a30c-42e9-98e0-3002469ac646 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:32.497068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8b4725bf-c05c-4eef-b002-3913ecf5f6c8 req-4d83f5bb-a30c-42e9-98e0-3002469ac646 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:32.507968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b4725bf-c05c-4eef-b002-3913ecf5f6c8 req-4d83f5bb-a30c-42e9-98e0-3002469ac646 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 935 time: 0.2426388 Apr 25 14:31:32.589496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:32.607439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:32.752763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b4725bf-c05c-4eef-b002-3913ecf5f6c8 req-1456c0c4-080e-47da-a863-ef4063987258 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435906 Apr 25 14:31:32.984242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-997bea42-5796-4348-91ae-247c277c0c63 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017338 Apr 25 14:31:33.162981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed553df-8b1c-430f-90be-d20514868e81 req-5849a29a-3cc7-47c4-94c3-56a4309a122f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:33.170894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ed553df-8b1c-430f-90be-d20514868e81 req-5849a29a-3cc7-47c4-94c3-56a4309a122f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2060783 Apr 25 14:31:33.244144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ed553df-8b1c-430f-90be-d20514868e81 req-3d2109c2-3f8f-4f7f-8636-d926a44aa985 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722892 Apr 25 14:31:33.332466 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-805ec61f-48d9-456e-88be-a327c2e07130 req-c30f39ac-5b9a-40f7-af66-1840c853389e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352745 Apr 25 14:31:33.333520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:33.347292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on host n-h1-811416-6 for vnic_type normal with profile {"migrating_to": "n-h2-811416-6"} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:33.347931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:33.348587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:33.361666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:33.363068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Attempting to bind port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:33.369871 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259f5e1f-c180-48ff-a7d8-8b3186be048b'] response: {'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'code': 200} Apr 25 14:31:33.380167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:33.380549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:33.380961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:33.384364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Bound port: 14870aba-dbd5-43c3-a5e2-e36ecd951965, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:33.384799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:33.401225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:33.415662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:33.455742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Transition to ACTIVE for port object fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:33.462913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:33.589356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a16d7f5-1872-401b-96c1-552dd991d274 req-0af3770c-346c-43d6-a517-3dfea1d59aa9 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0488157 Apr 25 14:31:33.652388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:33.689906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:33.700112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-1164f4cb-e2e3-4a7f-b7b0-d22936785408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:33.709070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-1164f4cb-e2e3-4a7f-b7b0-d22936785408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1099 time: 0.2293653 Apr 25 14:31:33.713506 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:33.756890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:33.837649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:33.920555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=8']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:34.147454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Attempting to bind port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:34.148111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Attempting to bind port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:34.148622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Attempting to bind port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:34.156814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:34.157503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Attempting to bind port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:34.175674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:34.176328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:34.176991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:34.177717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Bound port: fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:34.178251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:34.207299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cf902-721e-497c-a832-8df9089a1543 req-d962e557-c699-4f3d-9f9f-b831aa6241a1 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:34.214982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd9cf902-721e-497c-a832-8df9089a1543 req-d962e557-c699-4f3d-9f9f-b831aa6241a1 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.1987495 Apr 25 14:31:34.309550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd9cf902-721e-497c-a832-8df9089a1543 req-a543727f-96cd-4ebf-a7a7-9355cd3703c0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933022 Apr 25 14:31:34.347378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:34.350860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:34.358562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-c1097d6e-4c5c-4b20-8766-02828169b16f service neutron] 10.222.0.15 "PUT /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 1121 time: 4.1429987 Apr 25 14:31:34.397714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965'}, {'name': 'network-changed', 'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:34.407160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] For port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:34.411481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] For port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:34.431188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-29974211-28e8-41f8-8791-bcb2fb06fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:34.434647 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-29974211-28e8-41f8-8791-bcb2fb06fb8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7069016 Apr 25 14:31:34.443416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9282f6f8-9ac7-4188-b713-e695c792182c up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:34.464602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:34.531896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-c7eeb8f4-2c84-40b4-be77-599cb9de9145 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.0895350 Apr 25 14:31:34.566414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['14870aba-dbd5-43c3-a5e2-e36ecd951965'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:34.627281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['14870aba-dbd5-43c3-a5e2-e36ecd951965'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:34.700246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-4b29e18e-223e-451c-a82c-217e4625ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:34.702217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-4b29e18e-223e-451c-a82c-217e4625ca22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1602068 Apr 25 14:31:34.732699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:34.734358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:34.743819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] 10.222.0.15 "PUT /v2.0/ports/fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 HTTP/1.1" status: 200 len: 1095 time: 2.6886353 Apr 25 14:31:34.750524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'tag': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:34.889980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9282f6f8-9ac7-4188-b713-e695c792182c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:34.907270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9282f6f8-9ac7-4188-b713-e695c792182c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:34.907652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:34.910798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-71da6042-462f-47c3-97fa-1f34ce889ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:34.912432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-71da6042-462f-47c3-97fa-1f34ce889ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021210 Apr 25 14:31:35.014022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241010b-ecd3-462b-834c-44d1481d3b1b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:35.265378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a5c75-234f-4bb1-9604-7125e199071c req-f4fa52e3-aba8-44cf-ac4b-12eee6c055d4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:35.278611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f1a5c75-234f-4bb1-9604-7125e199071c req-f4fa52e3-aba8-44cf-ac4b-12eee6c055d4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 948 time: 0.8161507 Apr 25 14:31:35.284341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-ae460be8-cc60-437a-a35c-dfa16c98ec1a service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634675 Apr 25 14:31:35.388907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-55b86930-b2f3-42df-826b-7fa7337257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:35.393761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-55b86930-b2f3-42df-826b-7fa7337257e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 1098 time: 0.6014843 Apr 25 14:31:35.404052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:35.477096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9282f6f8-9ac7-4188-b713-e695c792182c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:35.500950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9282f6f8-9ac7-4188-b713-e695c792182c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9282f6f8-9ac7-4188-b713-e695c792182c,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:35.507044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:35.581747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-3d962aca-e959-4b78-87cf-110fa65850c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 HTTP/1.1" status: 200 len: 217 time: 0.1738622 Apr 25 14:31:35.592306 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b3aae2-35e8-49da-b99c-73cbe6391490 req-a59d9d1e-4ef0-4758-b6d1-1c69938ca919 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000040 Apr 25 14:31:35.603771 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f1a5c75-234f-4bb1-9604-7125e199071c req-d12c2a44-9767-4106-9264-29b1a2786c8f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241725 Apr 25 14:31:35.646814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9282f6f8-9ac7-4188-b713-e695c792182c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:35.820662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-301780b4-24c7-4423-8aac-4170133b164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:35.825411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-301780b4-24c7-4423-8aac-4170133b164d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2202265 Apr 25 14:31:35.964461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-8e52b9c9-14fc-45e5-8939-0c12e68c46d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2504997 Apr 25 14:31:36.041545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79e188-8f90-427b-9681-d40c8b5b5812 req-9f65c53b-7280-4d48-b491-0d7d488aa8d6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:36.043063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b79e188-8f90-427b-9681-d40c8b5b5812 req-9f65c53b-7280-4d48-b491-0d7d488aa8d6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 946 time: 0.2134695 Apr 25 14:31:36.058460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-711aa407-aa56-49dc-81c3-6285a216c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:36.059930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-711aa407-aa56-49dc-81c3-6285a216c289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316595 Apr 25 14:31:36.140345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-934b1af9-88c0-4c69-8963-dfa733564bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:36.151387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-934b1af9-88c0-4c69-8963-dfa733564bbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 1095 time: 0.1571560 Apr 25 14:31:36.205820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b79e188-8f90-427b-9681-d40c8b5b5812 req-b1d711de-adc6-4d2e-8efc-698ed35c5f39 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447878 Apr 25 14:31:36.316280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-6efb82de-ea31-4302-b59a-8684534f9c84 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342513 Apr 25 14:31:36.458705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:36.471312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-fbe40bd4-3cfd-4162-b5bc-7d11cbaaf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:36.473221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-fbe40bd4-3cfd-4162-b5bc-7d11cbaaf7aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.2974544 Apr 25 14:31:36.623178 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6ba94c8-5749-4eca-b893-fd48ba7811d4 req-11d740f5-dd79-4754-9dc1-25736b3c94a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031924 Apr 25 14:31:36.635211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c6975-2327-4d10-a726-789cb2f640f6 req-b2026e15-a17c-4282-8b2c-6ab720b521e9 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:36.636733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e5c6975-2327-4d10-a726-789cb2f640f6 req-b2026e15-a17c-4282-8b2c-6ab720b521e9 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 947 time: 0.2825916 Apr 25 14:31:36.657613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-9154c98a-7785-4272-8e40-f7680d3c5438 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 200 len: 217 time: 0.1743422 Apr 25 14:31:36.745367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-a562c684-5050-4434-96e6-08ff80e14f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:36.746815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-a562c684-5050-4434-96e6-08ff80e14f8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0842206 Apr 25 14:31:36.754959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e5c6975-2327-4d10-a726-789cb2f640f6 req-04d3c6e3-844d-4e10-a3e6-17f84ba5197e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098630 Apr 25 14:31:36.834678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-44aaee44-d738-4deb-8ee3-369cd4a11c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782747 Apr 25 14:31:36.887393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:36.916840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'mac_address': 'fa:16:3e:0c:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:36.985284 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:37.075616 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-94ddebec-239b-45dd-a6e6-819475529cea service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338419 Apr 25 14:31:37.091145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:37.121085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:37.142835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:37.201715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0ace1-5d78-4756-ba64-94302b734905 req-062da5e7-16b4-4745-a3ec-3867ff8f4339 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:37.203269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70a0ace1-5d78-4756-ba64-94302b734905 req-062da5e7-16b4-4745-a3ec-3867ff8f4339 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2101917 Apr 25 14:31:37.245282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32e9cc9d-db37-4ba8-bc2e-823720aeb845 req-02877036-59fa-45be-a33f-abaa511cb142 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625662 Apr 25 14:31:37.264416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:37.282218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70a0ace1-5d78-4756-ba64-94302b734905 req-07c54fe5-0508-4ec2-a671-05568952d829 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 Apr 25 14:31:37.344022 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df29aaf2-98ca-4d0a-84ef-9f16b8978bad'] response: {'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'code': 200} Apr 25 14:31:37.344561 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df29aaf2-98ca-4d0a-84ef-9f16b8978bad'] response: {'name': 'network-changed', 'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'status': 'completed', 'code': 200} Apr 25 14:31:37.480081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-be1e6f9b-900c-4f8d-bba6-0328e6986b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:37.482833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-be1e6f9b-900c-4f8d-bba6-0328e6986b1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1124 time: 0.1070340 Apr 25 14:31:37.524653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f1754064-fad0-4416-9b48-ea276564448c req-836bfb8b-7aeb-4741-982c-fe2f84946320 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0694087 Apr 25 14:31:37.598704 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00164b65-86b4-4acd-8775-3d156e001a13'] response: {'name': 'network-changed', 'server_uuid': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'tag': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8', 'status': 'completed', 'code': 200} Apr 25 14:31:37.611405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:37.904146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37f7eb-d7a3-4596-a4dd-7414dfa54949 req-2c3d7be5-3a16-46f6-ae40-4174653a3de0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:37.918548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da37f7eb-d7a3-4596-a4dd-7414dfa54949 req-2c3d7be5-3a16-46f6-ae40-4174653a3de0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.1663694 Apr 25 14:31:37.989129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da37f7eb-d7a3-4596-a4dd-7414dfa54949 req-9c0f5d97-a850-4c10-939d-3bef5e2793be tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670877 Apr 25 14:31:38.014608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-513999fd-2054-4cc2-ad18-cd5bc650b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.019802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-513999fd-2054-4cc2-ad18-cd5bc650b82b service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.5248470 Apr 25 14:31:38.051812 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f92fbe-486e-47ce-996c-777aafa42bdb'] response: {'server_uuid': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9282f6f8-9ac7-4188-b713-e695c792182c', 'code': 200} Apr 25 14:31:38.150020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-253fe25c-8ce6-44bd-9b6c-288deef5143e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 217 time: 0.1205480 Apr 25 14:31:38.348263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-7eb44edf-f12f-440a-8fa7-78f85882f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.349803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-7eb44edf-f12f-440a-8fa7-78f85882f3d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7001d80d84c54bef8b1ba6e852215280&device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 1098 time: 0.5550325 Apr 25 14:31:38.351385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-00643ff4-2772-43de-9d1e-3cd5329952ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.352967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-00643ff4-2772-43de-9d1e-3cd5329952ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1718957 Apr 25 14:31:38.421901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-227392c1-08af-48df-9766-c13371c47539 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428464 Apr 25 14:31:38.464622 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-538888c6-8a3f-4887-817a-dcb210565627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:38.499195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11016dac-8a8b-4328-ad98-e7c580df49e3 req-e7399a09-776a-483e-a8f7-6f60d5616dd3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.515032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11016dac-8a8b-4328-ad98-e7c580df49e3 req-e7399a09-776a-483e-a8f7-6f60d5616dd3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 949 time: 0.2566082 Apr 25 14:31:38.642957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11016dac-8a8b-4328-ad98-e7c580df49e3 req-96d32efb-4ece-4dde-8a51-bd63f87c10b3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202698 Apr 25 14:31:38.664125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082665e-0d4b-43f9-8d6d-2cf0d9f70e52 req-48bfdb97-c20c-4254-886a-0a67521754c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.665283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-239c3397-5924-439f-bedd-f4bdbcfd20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.667329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-239c3397-5924-439f-bedd-f4bdbcfd20c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3105195 Apr 25 14:31:38.667860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a082665e-0d4b-43f9-8d6d-2cf0d9f70e52 req-48bfdb97-c20c-4254-886a-0a67521754c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 1097 time: 0.5108118 Apr 25 14:31:38.754670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-dd94abc4-5dca-49d3-83b9-7e75545647bf service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199189 Apr 25 14:31:38.764882 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-f3db52fd-6e99-48e5-aa3c-46e373044639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 HTTP/1.1" status: 200 len: 217 time: 0.0807116 Apr 25 14:31:38.927479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a082665e-0d4b-43f9-8d6d-2cf0d9f70e52 req-c7cc53e8-138a-4160-a22d-c83ab2e3db47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469723 Apr 25 14:31:38.944593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-3b2f2ebf-8145-437f-bf42-e0f95338312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.946090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-3b2f2ebf-8145-437f-bf42-e0f95338312a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1601553 Apr 25 14:31:38.962188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6c8de-c732-41b9-bce0-f4b7f686d19f req-554333e5-ce2c-469b-a079-4adee30c8df1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:38.969702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be6c8de-c732-41b9-bce0-f4b7f686d19f req-554333e5-ce2c-469b-a079-4adee30c8df1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 946 time: 0.1314168 Apr 25 14:31:38.981353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e5cd94c-492f-41f5-b8b1-6d2e88580adc req-a7ca772a-e35e-43c3-b14d-b24a9c549629 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154148 Apr 25 14:31:39.021023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be6c8de-c732-41b9-bce0-f4b7f686d19f req-7083101d-3b0f-4783-93bd-eeaa767d5b5a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502341 Apr 25 14:31:39.251873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-4bd2bcd3-34be-45d1-a94e-6c95078854a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:39.253415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-4bd2bcd3-34be-45d1-a94e-6c95078854a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213000 Apr 25 14:31:39.280063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fecbef-73f5-4281-a15d-f9a4b6479e49 req-4f582976-8e66-4439-bbc1-7acfe2c40b69 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:39.291092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16fecbef-73f5-4281-a15d-f9a4b6479e49 req-4f582976-8e66-4439-bbc1-7acfe2c40b69 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 947 time: 0.1505866 Apr 25 14:31:39.385807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16fecbef-73f5-4281-a15d-f9a4b6479e49 req-d2cf2b9b-04e9-4459-8d54-935435b4090e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938392 Apr 25 14:31:39.459970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6768c23-c69e-4e9d-bcb4-007c3471e0e3 req-b801a787-ee64-45f8-8bbe-a7fac461ff71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0501447 Apr 25 14:31:39.482893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-e6149325-66a3-49ba-96cb-ec9b0b7867d4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142129 Apr 25 14:31:39.667261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2330676-954b-4e8b-bbc0-6c5da1f5adb2 req-1441ef5e-89c9-4902-9952-7c3a0a54220e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753471 Apr 25 14:31:39.737958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691caa9-25e9-4b04-a53b-c18fda910d31 req-f0498ff0-16e9-4e09-9cdb-12ba17645958 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:39.746336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d691caa9-25e9-4b04-a53b-c18fda910d31 req-f0498ff0-16e9-4e09-9cdb-12ba17645958 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.1435335 Apr 25 14:31:39.805251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d691caa9-25e9-4b04-a53b-c18fda910d31 req-57e8ea5f-9e22-4c80-896f-ee5d8c4690da tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Apr 25 14:31:39.973661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a78d206-2170-47eb-a0c6-7ccb1bc4fbfd req-14b5867d-2702-4c96-af4c-ddba93973289 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0534439 Apr 25 14:31:40.258911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edb5f8-d9a6-4eb7-8438-92a0f173c422 req-9f65aa1d-8356-4b87-a2c0-a590bd7a4f1c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:40.267755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2edb5f8-d9a6-4eb7-8438-92a0f173c422 req-9f65aa1d-8356-4b87-a2c0-a590bd7a4f1c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.1115181 Apr 25 14:31:40.355844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2edb5f8-d9a6-4eb7-8438-92a0f173c422 req-1eeda7d3-2a2f-4233-8e95-8ddd0eed7272 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871639 Apr 25 14:31:40.485304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:31:40.599842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6951151-726b-4cca-ab50-5bca4e69843c req-accdd36a-7ffb-4e04-9a34-61a03f7f418d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:40.603897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6951151-726b-4cca-ab50-5bca4e69843c req-accdd36a-7ffb-4e04-9a34-61a03f7f418d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 949 time: 0.1126988 Apr 25 14:31:40.638272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-9e9038c8-b19b-431f-800c-9c647255eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:40.639764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-9e9038c8-b19b-431f-800c-9c647255eb3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 1097 time: 0.1515663 Apr 25 14:31:40.698883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:40.708999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6951151-726b-4cca-ab50-5bca4e69843c req-c2d49461-7f1e-45ca-b97c-1a9efe0ec3a1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980327 Apr 25 14:31:40.716608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:40.761564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8', 'mac_address': 'fa:16:3e:75:77:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:31:40.866447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:40.886519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:40.904398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:40.906305 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed03b-a9ac-4361-bf9b-f470ec798289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:40.917774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:40.964098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:40.979622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:40.980016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:41.002517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f9732-d714-4623-a3ac-10842989a72f req-ad6c8fce-b66e-4dfe-a6de-1fcf377ab960 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:41.004802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-638f9732-d714-4623-a3ac-10842989a72f req-ad6c8fce-b66e-4dfe-a6de-1fcf377ab960 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 946 time: 0.1363695 Apr 25 14:31:41.109699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-638f9732-d714-4623-a3ac-10842989a72f req-debcdacf-969a-4272-a5d3-c95c33f28994 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941386 Apr 25 14:31:41.142795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:41.240431 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:41.285612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:41.287088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:41.291382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-11070adb-25d0-4ca5-bcba-8704b2906ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:41.293604 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-11070adb-25d0-4ca5-bcba-8704b2906ac1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.6428416 Apr 25 14:31:41.297420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:41.368194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:41.372964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-4f113120-08e8-4463-b34f-9b0243c9d71b service neutron] 10.222.0.21 "GET /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.4569590 Apr 25 14:31:41.451871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-a0978333-3e3f-422f-874b-994632c305d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9282f6f8-9ac7-4188-b713-e695c792182c HTTP/1.1" status: 200 len: 217 time: 0.1448081 Apr 25 14:31:41.512643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510c9a5-dce7-4c9f-b386-6953450fdbbf req-4a446a06-184c-4162-9201-834276474b4b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:41.522189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b510c9a5-dce7-4c9f-b386-6953450fdbbf req-4a446a06-184c-4162-9201-834276474b4b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 948 time: 0.4026954 Apr 25 14:31:41.730211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b510c9a5-dce7-4c9f-b386-6953450fdbbf req-2737a351-5855-4c45-876d-293c67decd88 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979671 Apr 25 14:31:41.734301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-7324dfac-53c4-45a1-89f0-8a4cb5c4b26b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1663942 Apr 25 14:31:41.753931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:41.764236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-739ac70c-a76b-47ed-9c50-ed07ad402ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:41.766273 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-739ac70c-a76b-47ed-9c50-ed07ad402ad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.3060811 Apr 25 14:31:41.798664 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:41.848250 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:41.892698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-36ec7591-5073-40b8-867c-3275692e41b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069360 Apr 25 14:31:41.968915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e0519-68ba-4e53-8f43-0619c877b0ae req-2e0e263b-9ccc-4613-9d2c-80ddc5bf261a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:41.970729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d4e0519-68ba-4e53-8f43-0619c877b0ae req-2e0e263b-9ccc-4613-9d2c-80ddc5bf261a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 945 time: 0.2072506 Apr 25 14:31:41.978276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-d4e883a3-b634-4ee8-9e04-aea058499ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:41.979977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-d4e883a3-b634-4ee8-9e04-aea058499ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 1095 time: 0.1545455 Apr 25 14:31:42.085189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d1bad85-d648-4a77-8a4c-9ab3ac57b075 req-c4285247-5523-4a5d-b118-1d2cb33f7259 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0723884 Apr 25 14:31:42.125693 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d4e0519-68ba-4e53-8f43-0619c877b0ae req-fb49d8ff-336a-4078-8b57-2249bb40bcd9 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442413 Apr 25 14:31:42.191926 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ae730d-fbe9-4f5a-a3d6-9e50310fa4e2'] response: {'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'code': 200} Apr 25 14:31:42.203921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-4a57af91-a87d-44e2-9fac-315d8b47aeb7 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815974 Apr 25 14:31:42.206097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-7e001425-7b29-44c7-87c9-467359c1eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:42.209203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-7e001425-7b29-44c7-87c9-467359c1eb96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.1971288 Apr 25 14:31:42.355618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-f7a051a5-9d18-4eb2-a8c8-c337672bb24c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 200 len: 217 time: 0.1369283 Apr 25 14:31:42.359115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:42.470348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:42.488986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-815eb49c-c9c1-40c9-9d27-0a5c812866ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:42.490718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-815eb49c-c9c1-40c9-9d27-0a5c812866ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.0716729 Apr 25 14:31:42.563765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14870aba-dbd5-43c3-a5e2-e36ecd951965 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:42.585700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-42089955-45ad-4ec5-96b6-419bcaf6e85a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776107 Apr 25 14:31:42.606668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:42.620707 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-438feb4d-23ff-4dfd-9f00-9edff1f4f363 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927439 Apr 25 14:31:42.632571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:42.656093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1a59f-a64c-403a-9787-26d5a46e5085 req-ec858fb5-135b-45bb-8849-e3b954399ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:42.657635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ee1a59f-a64c-403a-9787-26d5a46e5085 req-ec858fb5-135b-45bb-8849-e3b954399ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1101 time: 0.3677585 Apr 25 14:31:42.678240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b97c4a-230c-4170-8ef9-412266f97cd5 req-1b5271ac-b3b1-4cef-8c57-4bcc4b1eb4c7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:42.680650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68b97c4a-230c-4170-8ef9-412266f97cd5 req-1b5271ac-b3b1-4cef-8c57-4bcc4b1eb4c7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 943 time: 0.3178105 Apr 25 14:31:42.767191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] Transition to ACTIVE for port object 14870aba-dbd5-43c3-a5e2-e36ecd951965 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:42.775448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:42.815043 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ee1a59f-a64c-403a-9787-26d5a46e5085 req-a457774e-f805-4bb9-af79-bec7467278ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310010 Apr 25 14:31:42.863288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68b97c4a-230c-4170-8ef9-412266f97cd5 req-ca0940fe-d304-4586-8142-a5584bb0ad9a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445985 Apr 25 14:31:42.867044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-8cd0ae41-eae5-4bef-b25d-78e80f4cd842 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694464 Apr 25 14:31:42.958236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] No DVR routers for this DVR port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:43.010464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:43.018547 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-dcc4c861-0a14-49eb-a016-32216c0fb9d5 service neutron] 10.222.0.21 "PUT /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965/bindings/n-h2-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6223660 Apr 25 14:31:43.303497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b45c3-86d5-485e-b082-5ba46b03ad47 req-9c0836c6-eef3-4411-b05e-b1ba6f0fe58a service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263945 Apr 25 14:31:43.332185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-fdefd7e6-66fd-4d57-b60f-729f1431d7ad tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:43.332608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c86c-a5e9-48e9-a0a4-e81b83a491be req-c878b58f-0f01-4a12-8b46-45daad952794 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:43.333943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-fdefd7e6-66fd-4d57-b60f-729f1431d7ad tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.1924741 Apr 25 14:31:43.336052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7325c86c-a5e9-48e9-a0a4-e81b83a491be req-c878b58f-0f01-4a12-8b46-45daad952794 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 946 time: 0.1187325 Apr 25 14:31:43.344409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862ad4a-4f94-4470-b55b-485f713786fc req-e225474d-7c63-4d4c-85cd-033f5c0de3e8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:43.344409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7862ad4a-4f94-4470-b55b-485f713786fc req-e225474d-7c63-4d4c-85cd-033f5c0de3e8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.2014384 Apr 25 14:31:43.415071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7325c86c-a5e9-48e9-a0a4-e81b83a491be req-515cb403-045f-494a-9cb5-2e354829dc23 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Apr 25 14:31:43.442162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7862ad4a-4f94-4470-b55b-485f713786fc req-ea78f694-28c0-4c8e-ae54-ba6d1d3d8969 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Apr 25 14:31:43.465907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-91f9d2ca-ece5-48d9-84b7-24117ed25ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:43.467639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-91f9d2ca-ece5-48d9-84b7-24117ed25ee6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b&tenant_id=59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 1095 time: 0.1223412 Apr 25 14:31:43.509071 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:43.614526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-cf336f0c-85d0-41f3-bcec-642beba97645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:43.617214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-cf336f0c-85d0-41f3-bcec-642beba97645 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1095 time: 0.1168196 Apr 25 14:31:43.802305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-e7737b4a-4787-4bf2-9e62-cc53001ca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:43.811126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-e7737b4a-4787-4bf2-9e62-cc53001ca0ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.1853848 Apr 25 14:31:43.943802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-ee95e268-9047-4a7b-b380-5f7524737cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 200 len: 217 time: 0.1234152 Apr 25 14:31:44.043661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-b2d61ea0-8535-4287-ad3e-dc22efff1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:44.045128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-b2d61ea0-8535-4287-ad3e-dc22efff1950 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0913618 Apr 25 14:31:44.056946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b248f-8cf0-4a50-94d3-c62a1fbeb248 req-a30cd3cb-0c7d-4045-a80b-7735302d5984 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:44.058447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f48b248f-8cf0-4a50-94d3-c62a1fbeb248 req-a30cd3cb-0c7d-4045-a80b-7735302d5984 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 948 time: 0.1639931 Apr 25 14:31:44.100610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:44.123685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-a10051a8-9c1d-4a65-9eaa-6a30114cdce1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642374 Apr 25 14:31:44.150354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd1b6e80-51c9-4b79-b211-a091ca72b91e req-13e96aee-00fd-4cfa-a191-89ea33956629 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0591846 Apr 25 14:31:44.256513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:44.258213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:44.298154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f48b248f-8cf0-4a50-94d3-c62a1fbeb248 req-411f84b4-a7f5-4cf6-94c3-779db2660dcc tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995921 Apr 25 14:31:44.437661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-5a4bd436-7e34-44ab-82a5-bf24cff99feb service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036597 Apr 25 14:31:44.456506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:44.511814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:31:44.600331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:44.621491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-3877e4fd-9977-407f-a75b-c6d475bb611e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:44.623037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-3877e4fd-9977-407f-a75b-c6d475bb611e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 946 time: 0.1877019 Apr 25 14:31:44.640225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:44.652847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:44.822734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:44.869728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-cf01c961-0ea2-4b4f-8759-214b485ce529 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136450 Apr 25 14:31:44.908633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:31:44.916272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:31:44.916698 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:44.948379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9880-7eaa-45f1-8df3-ac03a5e56820 req-a35ef540-dfc8-41d8-87f9-dbe47f2dca19 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:44.952398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 9282f6f8-9ac7-4188-b713-e695c792182c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:44.953410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:44.955278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6af9880-7eaa-45f1-8df3-ac03a5e56820 req-a35ef540-dfc8-41d8-87f9-dbe47f2dca19 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 943 time: 0.2635477 Apr 25 14:31:45.057675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6af9880-7eaa-45f1-8df3-ac03a5e56820 req-4cc05c8e-f55a-452a-83c4-dd519fbec8d2 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001983 Apr 25 14:31:45.176337 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.227869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:45.234008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.234841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:45.335245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b57b01f-a928-4bc8-ab73-f8ab4d00ee8e req-8b2038b7-e59d-4bc0-a413-25a3e8341278 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0807078 Apr 25 14:31:45.376271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 9282f6f8-9ac7-4188-b713-e695c792182c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9282f6f8-9ac7-4188-b713-e695c792182c,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:45.376909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.403029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:45.417535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-8c7b771d-72d3-4a03-87ed-8d363050f776 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:45.419309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-8c7b771d-72d3-4a03-87ed-8d363050f776 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.2066298 Apr 25 14:31:45.514928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 9282f6f8-9ac7-4188-b713-e695c792182c owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:45.552306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.626843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:45.632514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-8baa1e58-c249-4739-9e48-57dd5332e7d8 service neutron] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:45.633225 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.641413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-8baa1e58-c249-4739-9e48-57dd5332e7d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.643432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7935116-042a-4cf6-9e8f-43cd73f04a54 req-8baa1e58-c249-4739-9e48-57dd5332e7d8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965/bindings/n-h1-811416-6 HTTP/1.1" status: 204 len: 173 time: 0.2170238 Apr 25 14:31:45.693817 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.708649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9282f6f8-9ac7-4188-b713-e695c792182c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:45.715680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94540ab8-f4ef-470f-8dee-bef61a2d8d7c req-a54e9dba-78eb-4a0e-a321-91bdea0ad6d2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=47fb83b8-c562-4862-9cde-84a0d0a9fc0a HTTP/1.1" status: 200 len: 210 time: 0.0786810 Apr 25 14:31:45.785930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:45.852809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=9282f6f8-9ac7-4188-b713-e695c792182c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:45.869271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f52cc-3b0f-4c2a-b329-81520f256423 req-efb04b7b-3795-4ef4-93dd-a63419bb3e20 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:45.870761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c53f52cc-3b0f-4c2a-b329-81520f256423 req-efb04b7b-3795-4ef4-93dd-a63419bb3e20 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 944 time: 0.8393600 Apr 25 14:31:45.884461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port 9282f6f8-9ac7-4188-b713-e695c792182c on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:45.888617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:45.914931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'name': 'network-vif-deleted', 'tag': '9282f6f8-9ac7-4188-b713-e695c792182c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:45.956953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aaad000a-486b-4cbd-8e3b-6f8326e72a3b req-be8e2cf4-c52a-43a6-9be8-458d1dca5d03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "DELETE /v2.0/ports/9282f6f8-9ac7-4188-b713-e695c792182c HTTP/1.1" status: 204 len: 173 time: 1.3271291 Apr 25 14:31:45.957313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94cad5-131b-4802-8fa0-ed9a0e14adcf req-9c51ba5c-57b6-4933-9ded-b68c798d83ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:45.958760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c94cad5-131b-4802-8fa0-ed9a0e14adcf req-9c51ba5c-57b6-4933-9ded-b68c798d83ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1351004 Apr 25 14:31:45.990119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c53f52cc-3b0f-4c2a-b329-81520f256423 req-5103761c-b550-40a5-bc49-5c94dcb0d322 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Apr 25 14:31:46.036814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c94cad5-131b-4802-8fa0-ed9a0e14adcf req-e2621320-ee9c-442c-b236-ad5d1d2914aa tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Apr 25 14:31:46.062360 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8f5f08-d616-4640-8df4-cf91ee932e6a'] response: {'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'code': 200} Apr 25 14:31:46.269005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6b7f-3fa0-4d67-bef3-7e63db16552d req-95b1457b-a2fb-43de-9ce7-bd6c83096349 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:46.270580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fab6b7f-3fa0-4d67-bef3-7e63db16552d req-95b1457b-a2fb-43de-9ce7-bd6c83096349 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.0968056 Apr 25 14:31:46.333931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fab6b7f-3fa0-4d67-bef3-7e63db16552d req-d8e50229-1750-4a62-9666-3548f891a9b2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Apr 25 14:31:46.402628 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92686e8-3f23-41b7-aca2-d605aa02c300'] response: {'server_uuid': '47fb83b8-c562-4862-9cde-84a0d0a9fc0a', 'name': 'network-vif-deleted', 'tag': '9282f6f8-9ac7-4188-b713-e695c792182c', 'status': 'completed', 'code': 200} Apr 25 14:31:46.549238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-5e752c40-4ba7-4b4c-904b-30b9728cfc23 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:46.550615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-5e752c40-4ba7-4b4c-904b-30b9728cfc23 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 943 time: 0.3475606 Apr 25 14:31:46.557821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-d1f3d769-2a73-4d12-b6a1-778b60c1d0c1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:46.564247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-d1f3d769-2a73-4d12-b6a1-778b60c1d0c1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.4172561 Apr 25 14:31:46.617661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-411de69f-1e3d-4f29-aac5-78a2c3c3dfa8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/quotas/af8236c523924215b55de5a4324e8693 HTTP/1.1" status: 200 len: 375 time: 0.0523074 Apr 25 14:31:46.710470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Deleting port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:46.711192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:46.727946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-d8ed5eda-adaa-4f96-b9fc-d30e55296d00 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:46.735640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-d8ed5eda-adaa-4f96-b9fc-d30e55296d00 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1101 time: 0.1714537 Apr 25 14:31:46.773126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:46.803944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-ed735291-0613-4e16-b6e0-673223914da3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:46.805893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-ed735291-0613-4e16-b6e0-673223914da3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0e2aabd-3a44-4703-97c5-44402ea0c07b HTTP/1.1" status: 200 len: 944 time: 0.1775210 Apr 25 14:31:46.807229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:46.817691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-cf4f06c8-3f56-4da6-ab7f-093a68a25e4d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991282 Apr 25 14:31:46.841891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Usage tracker for resource:security_group_rule and tenant:3521725d885940c4a9f13774ec00286d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:46.849890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:46.868811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:46.905422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Deleting port 5c931486-513c-4896-bd17-c27e20a2894e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:46.905762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.103779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-5f624bcf-0526-47a6-aa80-a0f0c3d8bae8 service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578089 Apr 25 14:31:47.172678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] For port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:47.173667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.183048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.200127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.269605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1e678db3-d3cc-46a1-a000-12d4a8ba59c0 req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331626 Apr 25 14:31:47.282246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] For port 5c931486-513c-4896-bd17-c27e20a2894e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5c931486-513c-4896-bd17-c27e20a2894e,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:47.282649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.350783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caabb7-526e-41da-a5cf-a07e21954edc tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f8af3-b60b-4d26-b5ca-d00668739b25,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:47.358610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Calling delete_port for 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:47.466065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-5a7c75d7-9101-48c1-a93e-ac47923ec312 service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532882 Apr 25 14:31:47.595231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Calling delete_port for 5c931486-513c-4896-bd17-c27e20a2894e owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:47.647385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.716322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event deleted for resources: {'Port': ['ID=25fc8ff2-ce09-46c9-a688-00c5d4fadd55,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:47.765187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8826ebd4-9e11-4dd6-b2ea-2409c0bd65a8 req-14fe6702-8f40-4dc8-885c-6880696d516a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6be6442-1fbd-488c-a714-f7c62ea42f29 HTTP/1.1" status: 200 len: 210 time: 0.1114969 Apr 25 14:31:47.867668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.910457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] No DVR routers for this DVR port 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:47.913864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:47.931172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-deleted', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:47.940606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be7fc1a5-000a-4052-a3f6-42db28277493 req-4462fdf1-121c-43f2-89d5-0abef734b6ca tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1453958 Apr 25 14:31:47.941987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d57b258-9faf-44af-afa9-950f85a08ce7 req-10ad7c8d-1e43-43d0-9f72-9e3666dc5220 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "DELETE /v2.0/ports/25fc8ff2-ce09-46c9-a688-00c5d4fadd55 HTTP/1.1" status: 204 len: 173 time: 1.3757339 Apr 25 14:31:48.005164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event deleted for resources: {'Port': ['ID=5c931486-513c-4896-bd17-c27e20a2894e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:48.063427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8'}, {'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:48.213235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] No DVR routers for this DVR port 5c931486-513c-4896-bd17-c27e20a2894e on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:48.215890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:48.252398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba073a9f-e5e9-4481-8d4a-102bf4bd18fc req-c87e9d25-1ba5-40c1-b86a-dbd1d884df7c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "DELETE /v2.0/ports/5c931486-513c-4896-bd17-c27e20a2894e HTTP/1.1" status: 204 len: 173 time: 1.4397602 Apr 25 14:31:48.299423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b478f7c-b3ec-47b7-a7f3-3e6e27996b85 req-5440a526-f05d-4e0f-865f-f585d1368cae tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:48.300971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b478f7c-b3ec-47b7-a7f3-3e6e27996b85 req-5440a526-f05d-4e0f-865f-f585d1368cae tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 944 time: 0.2018497 Apr 25 14:31:48.364972 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b478f7c-b3ec-47b7-a7f3-3e6e27996b85 req-27c0ae26-6fbe-4c8d-82bc-6f951c12947f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Apr 25 14:31:48.405325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-deleted', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:48.551688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9282f6f8-9ac7-4188-b713-e695c792182c no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:48.617899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ba54-fead-4211-8626-c2594ef47751 req-0d8e19b1-ffe0-4815-9166-23720d399e1f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:48.626039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9415ba54-fead-4211-8626-c2594ef47751 req-0d8e19b1-ffe0-4815-9166-23720d399e1f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.1140842 Apr 25 14:31:48.706312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9415ba54-fead-4211-8626-c2594ef47751 req-bb7608d2-651a-45df-a655-8163c260f8cf tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Apr 25 14:31:48.776640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9282f6f8-9ac7-4188-b713-e695c792182c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:48.777583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9282f6f8-9ac7-4188-b713-e695c792182c not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:48.880450 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b371cbb8-6da8-4dcd-98a7-821c7da81ed2'] response: {'server_uuid': 'd6be6442-1fbd-488c-a714-f7c62ea42f29', 'name': 'network-vif-deleted', 'tag': '25fc8ff2-ce09-46c9-a688-00c5d4fadd55', 'status': 'completed', 'code': 200} Apr 25 14:31:48.928252 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9905b731-c133-4774-8f0a-549d9c49c1b0'] response: {'server_uuid': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8', 'code': 200} Apr 25 14:31:48.928598 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9905b731-c133-4774-8f0a-549d9c49c1b0'] response: {'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e', 'code': 200} Apr 25 14:31:48.942673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1393ca92-6a52-4bad-a50d-3bbe0e249bca req-946f6746-3fa5-4563-8bf3-887cfa9a2ef5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:48.976509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1393ca92-6a52-4bad-a50d-3bbe0e249bca req-946f6746-3fa5-4563-8bf3-887cfa9a2ef5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:48.977837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1393ca92-6a52-4bad-a50d-3bbe0e249bca req-946f6746-3fa5-4563-8bf3-887cfa9a2ef5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 210 time: 0.1252489 Apr 25 14:31:49.004574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-a898598f-3bb9-48f2-ad91-5c981dbd0dfd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073909 Apr 25 14:31:49.093168 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf76bb1d-0dc0-4bfc-b349-e021e14376cc'] response: {'server_uuid': 'f0e2aabd-3a44-4703-97c5-44402ea0c07b', 'name': 'network-vif-deleted', 'tag': '5c931486-513c-4896-bd17-c27e20a2894e', 'status': 'completed', 'code': 200} Apr 25 14:31:49.189801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b5f5-c4d0-46b3-a1c1-4f289d588dc3 req-6f2a5cde-50fc-4a13-a6d2-cc2387a61fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:49.199242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7aa9b5f5-c4d0-46b3-a1c1-4f289d588dc3 req-6f2a5cde-50fc-4a13-a6d2-cc2387a61fcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 1100 time: 0.1818795 Apr 25 14:31:49.341544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7aa9b5f5-c4d0-46b3-a1c1-4f289d588dc3 req-0f9fcc1c-8f8e-4e3b-8148-f5d45f427787 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355085 Apr 25 14:31:49.377356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b789573-aad8-4510-b191-cf162755deb9 req-2b4ffe50-8459-404f-ab5e-53da2a308054 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:49.387492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b789573-aad8-4510-b191-cf162755deb9 req-2b4ffe50-8459-404f-ab5e-53da2a308054 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1508753 Apr 25 14:31:49.473349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9592594e-dfa4-4296-ac88-8aaf91b2ce66 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:49.482087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9592594e-dfa4-4296-ac88-8aaf91b2ce66 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.4241762 Apr 25 14:31:49.488994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b789573-aad8-4510-b191-cf162755deb9 req-ad3765b3-d6e7-46af-bfa0-531dd878c6a5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954728 Apr 25 14:31:49.499183 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:31:49.775741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed14e22-3a3c-4d19-8f09-c019c6d8e260 req-a840b6d0-087e-4da3-b371-08b0cca39136 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:49.779758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ed14e22-3a3c-4d19-8f09-c019c6d8e260 req-a840b6d0-087e-4da3-b371-08b0cca39136 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1095 time: 0.0881305 Apr 25 14:31:49.795304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-8b7565d1-7042-42af-87fb-9960244a743a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.3117430 Apr 25 14:31:49.829227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ed14e22-3a3c-4d19-8f09-c019c6d8e260 req-45a32b12-44f9-40e0-873c-49043de7937c tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Apr 25 14:31:49.867575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-f6a46995-8375-40c5-9004-63761d57b43d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577822 Apr 25 14:31:49.984587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-012d8720-5c78-4ab1-a923-89e2fa247848 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:49.987086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-012d8720-5c78-4ab1-a923-89e2fa247848 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.7193570 Apr 25 14:31:50.050992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Request body: {'port': {'device_id': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'admin_state_up': True, 'tenant_id': 'af8236c523924215b55de5a4324e8693'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:50.093898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d130cb6-422a-4426-b079-025af5d85e07 req-dc862d30-0c15-4bc3-aa76-c475e09ea3e3 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0681009 Apr 25 14:31:50.144304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:50.200611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:50.200763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 25fc8ff2-ce09-46c9-a688-00c5d4fadd55 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:50.217077 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-948b7073-7a71-47b8-8d71-dd7246d1dbd6 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339200 Apr 25 14:31:50.331938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:50.347137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:50.382112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Made reservation on behalf of af8236c523924215b55de5a4324e8693 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:50.388030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:50.411807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-0dce21e8-e0c7-4e0f-a1ef-14a3a79c3345 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938567 Apr 25 14:31:50.559579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:31:50.625597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 5c931486-513c-4896-bd17-c27e20a2894e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:31:50.627477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Allocated IP 172.20.0.2 (aa40f1eb-b7a6-4370-a4fb-875f7a9df45b/6cb6121a-af71-4b62-a8e9-9ecd542b093c/bf6ce319-4c28-41bf-808b-7a332af77895) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:50.628008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5c931486-513c-4896-bd17-c27e20a2894e not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:31:50.724076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-e5c8e14e-cf27-4148-8954-67d79c2ec7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:50.728380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-e5c8e14e-cf27-4148-8954-67d79c2ec7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1101 time: 0.1535113 Apr 25 14:31:50.939358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:50.950988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766597325', 'description': 'tempest-description--1583552891'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:50.972892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:51.027047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:51.082001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.112254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537e30-3eee-42f9-bb3d-b7d0b833bd51 req-6f41e4b2-2d4f-40c6-ab8b-9b18e433b108 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.113407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.120815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f537e30-3eee-42f9-bb3d-b7d0b833bd51 req-6f41e4b2-2d4f-40c6-ab8b-9b18e433b108 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.1741602 Apr 25 14:31:51.129487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-5cad1003-e097-47f2-a973-34a5a9840fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.130970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-5cad1003-e097-47f2-a973-34a5a9840fdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3952951 Apr 25 14:31:51.185152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f537e30-3eee-42f9-bb3d-b7d0b833bd51 req-775374c6-be6d-40ae-af9e-fadd043c5709 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629270 Apr 25 14:31:51.203935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:51.223855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Usage tracker for resource:security_group_rule and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:51.228365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-6e3f2ec7-4d5d-403e-91d7-a2bcfd362a53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.0870333 Apr 25 14:31:51.229359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:51.230304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.239136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:51.282006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce6255-a9d2-4b43-850d-8442c4a8f6cc req-de6c595d-6d82-41d9-ab86-6cfd35650e91 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.289698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0ce6255-a9d2-4b43-850d-8442c4a8f6cc req-de6c595d-6d82-41d9-ab86-6cfd35650e91 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 1095 time: 0.3243713 Apr 25 14:31:51.373455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:51.382302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:51.388201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-e79e0c53-f505-4ce3-a63a-cc9ef264acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.390368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-e79e0c53-f505-4ce3-a63a-cc9ef264acac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1522157 Apr 25 14:31:51.392028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:51.407927 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0ce6255-a9d2-4b43-850d-8442c4a8f6cc req-08ae75b3-84b6-469d-ba41-046f3a9718cc tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162882 Apr 25 14:31:51.515130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.515719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.541072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.560726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.604308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5638041 Apr 25 14:31:51.623198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89f774-9d00-4124-b4f4-6a42eb3f6e11 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:51.631257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Request body: {'port': {'device_id': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:51.755968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3b3e1-0e6a-4357-abc3-cb1cee0b3098 req-36e308ae-9d43-412c-8119-086cab5434f5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.757653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-17c3b3e1-0e6a-4357-abc3-cb1cee0b3098 req-36e308ae-9d43-412c-8119-086cab5434f5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:51.795850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-17c3b3e1-0e6a-4357-abc3-cb1cee0b3098 req-36e308ae-9d43-412c-8119-086cab5434f5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:51.805225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17c3b3e1-0e6a-4357-abc3-cb1cee0b3098 req-36e308ae-9d43-412c-8119-086cab5434f5 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 931 time: 0.4921250 Apr 25 14:31:51.830195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-b556237a-134a-4c01-83a1-02c95553af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:51.831714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-b556237a-134a-4c01-83a1-02c95553af9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4227364 Apr 25 14:31:51.838331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.847479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b2392-7349-4a49-be3b-ad61837444cd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:51.906609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17c3b3e1-0e6a-4357-abc3-cb1cee0b3098 req-f5a28638-d813-4624-b0eb-ff71007425e6 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003129 Apr 25 14:31:51.914426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:51.915826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-88fcd340-478e-4e80-93f1-f98f7e14810d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9753981 Apr 25 14:31:51.919076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36158) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:51.927527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'security_group_rule': {'security_group_id': '9e9b2392-7349-4a49-be3b-ad61837444cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:51.942625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:51.955424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Usage tracker for resource:security_group_rule and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:51.960622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:52.009586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:52.045150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef780-ad8f-4e93-bbe8-8552ccb0c7c0 req-034314b8-e65b-4be7-a00e-91526a41cda1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:52.049908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.052863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5eef780-ad8f-4e93-bbe8-8552ccb0c7c0 req-034314b8-e65b-4be7-a00e-91526a41cda1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.3048158 Apr 25 14:31:52.110413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5eef780-ad8f-4e93-bbe8-8552ccb0c7c0 req-b231b03b-008a-4489-8e54-8184adbd14ee tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566106 Apr 25 14:31:52.117286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-00815feb-0e9b-434f-907f-f71e80f82674 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648385 Apr 25 14:31:52.203564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ac6a0ee-22d5-4caf-afce-f58bc370aa82 req-4055b00e-7a70-42c3-a711-9fb2be03147d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 210 time: 0.1247182 Apr 25 14:31:52.528338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.549692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.606759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7cdfcd-354a-4806-8795-bb9af9c5287f req-14b3f87f-2b7a-40c6-a586-30bdc7cae29c tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.3015754 Apr 25 14:31:52.609164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77007641-5946-4884-9e06-f4252be77d0a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:52.610065 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-191629fc-675b-4d6c-92a6-36c6417fd0d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848738 Apr 25 14:31:52.620698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.625684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36168) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:52.626005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-74ce83b7-1f5e-4ccc-b0cd-7002fbb9c3f8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7053127 Apr 25 14:31:52.636975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'security_group_rule': {'security_group_id': '9e9b2392-7349-4a49-be3b-ad61837444cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:52.648557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:52.668811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Usage tracker for resource:security_group_rule and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:52.677608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:52.691220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:52.703830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-e5ccfafc-a781-4a6d-83ff-efb188e71bd6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:52.707123 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-e5ccfafc-a781-4a6d-83ff-efb188e71bd6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.3257298 Apr 25 14:31:52.723357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '234c4800-f694-4d59-add3-885cc99e6f1a', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:52.766428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6ce319-4c28-41bf-808b-7a332af77895 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:52.775635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.782112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.809240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Transition to ACTIVE for port object bf6ce319-4c28-41bf-808b-7a332af77895 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:52.819862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:52.983614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:53.054405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.060990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.091387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:53.095916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc31727b-900a-43c6-814c-309189d52cf4,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:53.107127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Usage tracker for resource:port and tenant:69d5e2c9617842f990ffa62771b2e771 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:53.110828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:53.132493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:53.140150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.144539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3391089-1949-4c0d-8c49-9b8dcae31854 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5141358 Apr 25 14:31:53.145908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36180) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:31:53.162326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:53.170299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:53.182594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Usage tracker for resource:floatingip and tenant:517fd10ff20b4074b32578f506d43ea2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:31:53.186029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:31:53.195194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:53.199665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:53.203451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.229420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca6b83-c9b5-4a35-bafb-4edf552d3ff2 req-a5dc86ad-92a0-42a5-beea-5c2dbe3f7f56 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:53.236683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4aca6b83-c9b5-4a35-bafb-4edf552d3ff2 req-a5dc86ad-92a0-42a5-beea-5c2dbe3f7f56 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.2854373 Apr 25 14:31:53.308452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.349536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Attempting to bind port bf6ce319-4c28-41bf-808b-7a332af77895 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:53.350093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Attempting to bind port bf6ce319-4c28-41bf-808b-7a332af77895 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:53.350542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Attempting to bind port bf6ce319-4c28-41bf-808b-7a332af77895 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:53.361008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Port bf6ce319-4c28-41bf-808b-7a332af77895 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:53.361382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Attempting to bind port bf6ce319-4c28-41bf-808b-7a332af77895 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:53.371276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:53.371821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Checking segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:53.372663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Bound using segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:53.373671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Bound port: bf6ce319-4c28-41bf-808b-7a332af77895, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:53.374130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.392172 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4aca6b83-c9b5-4a35-bafb-4edf552d3ff2 req-01395d55-85ea-407a-9136-6852d024d3e8 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542640 Apr 25 14:31:53.450145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d7a30-f2ce-428d-a918-4ed521c79a76 req-acee74e7-7902-4078-aa32-8f2a416a2b44 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:53.457762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac1d7a30-f2ce-428d-a918-4ed521c79a76 req-acee74e7-7902-4078-aa32-8f2a416a2b44 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 943 time: 0.2673740 Apr 25 14:31:53.544123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac1d7a30-f2ce-428d-a918-4ed521c79a76 req-f6e2f060-5c31-4f5f-bc23-7e56ace31e15 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852473 Apr 25 14:31:53.570658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:53.575124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:53.583956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.592497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.7 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/5b83f103-ab45-4291-a9d7-b0c7b38a369a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:53.688379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:53.699822 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.705581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:53.706233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:53.714477 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-5cabfb0f-1d89-4f92-88cf-5c2281e2ce7f service neutron] 10.222.0.21 "PUT /v2.0/ports/bf6ce319-4c28-41bf-808b-7a332af77895 HTTP/1.1" status: 200 len: 1091 time: 2.0923848 Apr 25 14:31:53.715225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:53.832214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-888333b2-472f-428e-a163-cc4b948072cd req-ad238d63-be9f-472c-bbb8-b4c4466546cf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 210 time: 0.1114862 Apr 25 14:31:53.884253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-d39f990c-d4a5-403b-adef-3ae5a873f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:53.884987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-d39f990c-d4a5-403b-adef-3ae5a873f559 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 1094 time: 0.1074431 Apr 25 14:31:54.027225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-62608373-51aa-426a-93ec-b4a6f7a564fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ce319-4c28-41bf-808b-7a332af77895 HTTP/1.1" status: 200 len: 217 time: 0.1339741 Apr 25 14:31:54.031322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:54.049047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694791-8fca-4280-95c2-9677e569593b req-55ea81b7-981c-4dfe-afbd-3fc3c8ee4835 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:54.050525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e9694791-8fca-4280-95c2-9677e569593b req-55ea81b7-981c-4dfe-afbd-3fc3c8ee4835 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.2861202 Apr 25 14:31:54.081766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Allocated IP 172.25.0.131 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/905fd15e-0130-4d69-8a65-ed6d53025ee0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:31:54.112740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d516714-0050-4645-80db-970cc5efde68 req-379d2879-8897-4427-b4c3-da2e54dfedef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:54.114216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-379d2879-8897-4427-b4c3-da2e54dfedef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.0772045 Apr 25 14:31:54.173085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-7b98651b-3a0a-4989-9c6e-ccb99e4501ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468504 Apr 25 14:31:54.177957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e446a06-3a97-40f4-9fb1-345499d3ffb0 req-500e8cc2-be0c-456f-ab5d-cf3d7fbbc586 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:54.179469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e446a06-3a97-40f4-9fb1-345499d3ffb0 req-500e8cc2-be0c-456f-ab5d-cf3d7fbbc586 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 1100 time: 0.2050002 Apr 25 14:31:54.269158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e9694791-8fca-4280-95c2-9677e569593b req-fdcde95b-ff35-4245-81cf-25a591fe7123 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101448 Apr 25 14:31:54.308875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e446a06-3a97-40f4-9fb1-345499d3ffb0 req-ccd6e0d5-3f79-4f85-a113-7660a38c80e4 tempest-ServersOnMultiNodesTest-1420879398 tempest-ServersOnMultiNodesTest-1420879398-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102808 Apr 25 14:31:54.348810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-0c3f4875-d68f-4b43-9e6a-d99973dc605a service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683919 Apr 25 14:31:54.359306 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57c2a3f-d4b5-4bf1-876c-55d5cebe0bee'] response: {'name': 'network-changed', 'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'status': 'completed', 'code': 200} Apr 25 14:31:54.364867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:54.466986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:54.478059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:54.481189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:54.492183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:54.539021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=5b83f103-ab45-4291-a9d7-b0c7b38a369a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:54.577616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:54.578322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:54.613920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-9bd985b9-556e-4f9b-a4eb-b784cb28d964 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8972423 Apr 25 14:31:54.615398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:54.664274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4dea22b-2980-4d26-955f-14fc303eccef req-a9d74353-c1af-4bb3-a487-816481ca83a5 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0648980 Apr 25 14:31:54.668419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Request body: {'port': {'device_id': '234c4800-f694-4d59-add3-885cc99e6f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:54.694281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d516714-0050-4645-80db-970cc5efde68 req-9d3335fe-4785-4ced-b30d-ce9574f2cd0b service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340812 Apr 25 14:31:54.729443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:31:54.741886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:31:54.750163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:31:54.797279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'Port': ['ID=905fd15e-0130-4d69-8a65-ed6d53025ee0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:54.833548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-e7ab8ec0-c88c-4429-aae6-465a51af9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:54.836177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-e7ab8ec0-c88c-4429-aae6-465a51af9a12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 1094 time: 0.0897460 Apr 25 14:31:54.885249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:54.963595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:55.175392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-bd97c50d-8df6-4e26-8972-6aea4efb0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:55.176825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-bd97c50d-8df6-4e26-8972-6aea4efb0bfd service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 905 time: 0.3328779 Apr 25 14:31:55.200279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:55.252061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-e3589cae-47ad-4bd0-a13a-4ed540e52ac4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ce319-4c28-41bf-808b-7a332af77895 HTTP/1.1" status: 200 len: 217 time: 0.0683997 Apr 25 14:31:55.260247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df4b7c-357e-4bd8-9350-27f090439899 req-3b8fb3d6-f713-4578-a9b4-923dd6508ea8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:55.267316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94df4b7c-357e-4bd8-9350-27f090439899 req-3b8fb3d6-f713-4578-a9b4-923dd6508ea8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 943 time: 0.2359061 Apr 25 14:31:55.326018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-3412d21f-271c-4971-9cee-7da6aeb92a20 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:55.327561 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-3412d21f-271c-4971-9cee-7da6aeb92a20 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.3685782 Apr 25 14:31:55.361169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94df4b7c-357e-4bd8-9350-27f090439899 req-ab33451a-bf6e-4916-aa33-8d570e7d7cef tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928833 Apr 25 14:31:55.378506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-bcfce7e9-3cfd-4f90-a166-213a5b850310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:55.378506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-bcfce7e9-3cfd-4f90-a166-213a5b850310 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.0970211 Apr 25 14:31:55.437451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-e25fd9ee-79f5-4c9d-a241-b2874a69c664 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/quotas/08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 375 time: 0.0976372 Apr 25 14:31:55.472711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-97bfbb83-db06-4982-8ffd-796b5150f3fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869703 Apr 25 14:31:55.691182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-0ac9133a-038e-489f-a936-977cce837ca3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837711 Apr 25 14:31:55.691335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-d3919902-7075-4b13-aed0-6e7ac21b0715 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2037544 Apr 25 14:31:55.700480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd80cb1-14cc-41f9-b6ba-d61a385e2843 req-21d779e7-4905-48e1-bce9-b3d28f94b978 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:55.708875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cd80cb1-14cc-41f9-b6ba-d61a385e2843 req-21d779e7-4905-48e1-bce9-b3d28f94b978 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.2375274 Apr 25 14:31:55.760648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b83f103-ab45-4291-a9d7-b0c7b38a369a {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:31:55.771630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:55.776364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:55.828780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:55.853494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cd80cb1-14cc-41f9-b6ba-d61a385e2843 req-89b3910a-9b21-457d-a394-a172e4a4052b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449943 Apr 25 14:31:55.894472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a2b93f5-dd08-4173-823c-2181681aba2d req-d3e79c35-d0a9-4edd-a5ec-9ecb450ed853 service neutron] 10.222.0.21 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713932 Apr 25 14:31:55.919880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Transition to ACTIVE for port object 5b83f103-ab45-4291-a9d7-b0c7b38a369a will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:31:56.089280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5930a4-6868-4295-9742-9edd31bfd961 req-befad4e9-196d-4891-aa93-9b2d3fbe0495 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:56.090873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e5930a4-6868-4295-9742-9edd31bfd961 req-befad4e9-196d-4891-aa93-9b2d3fbe0495 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 943 time: 0.1048143 Apr 25 14:31:56.094535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:56.125500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'Port': ['ID=905fd15e-0130-4d69-8a65-ed6d53025ee0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:56.137891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e5930a4-6868-4295-9742-9edd31bfd961 req-631a447b-c29d-436b-b2fe-8cf46d4bd184 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 Apr 25 14:31:56.286902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:56.306049 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-3a48f132-233e-4a86-b064-ed6773de1fae service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046052 Apr 25 14:31:56.352518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0993e8-6cc0-4f6a-b20c-96c2032354d6 req-f54cf1ee-2e90-4f20-9ad5-b0c11c78e377 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:56.354060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e0993e8-6cc0-4f6a-b20c-96c2032354d6 req-f54cf1ee-2e90-4f20-9ad5-b0c11c78e377 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.0941465 Apr 25 14:31:56.401603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Pushing event updated for resources: {'Port': ['ID=5b83f103-ab45-4291-a9d7-b0c7b38a369a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:56.409869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e0993e8-6cc0-4f6a-b20c-96c2032354d6 req-cc138e86-eeed-4858-9a34-384abb2006dc tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Apr 25 14:31:56.448217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:56.457987 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-be5197f5-c827-4332-ae41-313d1f31d9d3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2942617 Apr 25 14:31:56.583643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Attempting to bind port 5b83f103-ab45-4291-a9d7-b0c7b38a369a on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:31:56.583984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Attempting to bind port 5b83f103-ab45-4291-a9d7-b0c7b38a369a by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:31:56.584314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Attempting to bind port 5b83f103-ab45-4291-a9d7-b0c7b38a369a on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:56.603570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-3b8c5830-f7c5-4805-87e7-94b79fe09851 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:56.605087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-3b8c5830-f7c5-4805-87e7-94b79fe09851 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.4618914 Apr 25 14:31:56.610329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Port 5b83f103-ab45-4291-a9d7-b0c7b38a369a on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:31:56.610329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Attempting to bind port 5b83f103-ab45-4291-a9d7-b0c7b38a369a on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:31:56.617603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-16cdf34b-253b-4864-a854-e169a52dd084 service neutron] 10.222.0.23 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919574 Apr 25 14:31:56.626722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84165d60-f801-4a48-acf5-e8f7b57c40d7 req-b98226f5-cae5-4998-abe3-61ab9797cf49 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0526865 Apr 25 14:31:56.666402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:31:56.666672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:31:56.667074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:31:56.667526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Bound port: 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:31:56.667883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:56.777473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:31:56.777828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:56.880849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] For port 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:31:56.884634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] For port 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:31:56.897097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:56.952991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1311-9981-4f52-8957-3481b85089b0 req-3a1cbfbf-db53-41aa-9639-5aa141a618eb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:56.960441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d13c1311-9981-4f52-8957-3481b85089b0 req-3a1cbfbf-db53-41aa-9639-5aa141a618eb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 943 time: 0.1142168 Apr 25 14:31:57.007739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:57.008356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:57.009863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] 10.222.0.21 "PUT /v2.0/ports/5b83f103-ab45-4291-a9d7-b0c7b38a369a HTTP/1.1" status: 200 len: 1091 time: 2.3548434 Apr 25 14:31:57.013027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234c4800-f694-4d59-add3-885cc99e6f1a', 'tag': '5b83f103-ab45-4291-a9d7-b0c7b38a369a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:31:57.028139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d13c1311-9981-4f52-8957-3481b85089b0 req-f1f976fe-8c7e-49f4-8b80-ff8b02088cda tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643566 Apr 25 14:31:57.034965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d8a9c-c46b-416d-a577-26c4f780d37b service neutron] Pushing event updated for resources: {'Port': ['ID=5b83f103-ab45-4291-a9d7-b0c7b38a369a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:57.332538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0792b0c4-c121-4445-a815-71aa1fb88640 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:57.334101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0792b0c4-c121-4445-a815-71aa1fb88640 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 822 time: 0.1888111 Apr 25 14:31:57.357800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7de18088-d61e-4571-8edf-3fb57c00df67 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/quotas/517fd10ff20b4074b32578f506d43ea2 HTTP/1.1" status: 200 len: 375 time: 0.0163343 Apr 25 14:31:57.364064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:31:57.364606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:57.462444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-5aee2d80-c16e-4c95-9549-3b3cffa08315 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:31:57.481078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-5aee2d80-c16e-4c95-9549-3b3cffa08315 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:31:57.482859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-5aee2d80-c16e-4c95-9549-3b3cffa08315 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193779 Apr 25 14:31:57.583368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:31:57.643049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-dd1826a9-aa49-420b-be8d-6c6a88881b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:57.644831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-dd1826a9-aa49-420b-be8d-6c6a88881b78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 1094 time: 0.5441725 Apr 25 14:31:57.693778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-533caefa-da27-49eb-97a7-56809b151c67 service neutron] 10.222.0.23 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013488 Apr 25 14:31:57.755754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd94f8f-de15-4e51-b975-31a9b9976e68 req-9484aa7d-444c-40d1-ab4f-e55fbcee24cd tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:57.757330 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfd94f8f-de15-4e51-b975-31a9b9976e68 req-9484aa7d-444c-40d1-ab4f-e55fbcee24cd tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26d467a-5e65-4b4d-9286-9451f797c95d HTTP/1.1" status: 200 len: 949 time: 0.5224133 Apr 25 14:31:57.759439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-78f3d09c-728c-450c-8399-454badd3c764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a HTTP/1.1" status: 200 len: 217 time: 0.0975168 Apr 25 14:31:57.977469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-449473b0-f329-40a2-a0d2-d2bc05f70597 service neutron] 10.222.0.23 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763417 Apr 25 14:31:58.028757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-fab69683-dd54-4876-ae1b-0ac74ac625f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:58.030456 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-fab69683-dd54-4876-ae1b-0ac74ac625f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.2646937 Apr 25 14:31:58.104666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-2ecefd89-0581-44e5-8901-f02236c09688 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606461 Apr 25 14:31:58.112349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfd94f8f-de15-4e51-b975-31a9b9976e68 req-4ee99785-f77d-4539-9bb3-5c46f4a30568 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140261 Apr 25 14:31:58.147246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:58.162200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd', 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:58.211098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:31:58.218149 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdde504-a10f-4297-867f-5067a048f9b1'] response: {'name': 'network-changed', 'server_uuid': '234c4800-f694-4d59-add3-885cc99e6f1a', 'tag': '5b83f103-ab45-4291-a9d7-b0c7b38a369a', 'status': 'completed', 'code': 200} Apr 25 14:31:58.258283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', '349af128-192a-4114-bc9e-db6f5ff691c1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:31:58.431642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:31:58.435498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:58.457023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c779089-c570-489b-9eaf-05a7356e17d3 req-15049748-2a18-4710-9ea4-b03efca32957 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 210 time: 0.1327422 Apr 25 14:31:58.567617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-48e80177-fe54-4bd9-bf2d-63ef87dc2f7d service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528661 Apr 25 14:31:58.632851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:58.692484 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f3dc5029-f7cc-4ca3-be94-c79812793aa5 req-1e77b348-724e-40d1-a955-71f0d3c47393 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "DELETE /v2.0/ports/fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 HTTP/1.1" status: 204 len: 173 time: 2.0709839 Apr 25 14:31:58.976270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed00dd-eabe-4dd3-93aa-3ae365479027 req-e4f485c0-1876-48a4-b54d-a6dc9e3763ed tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:58.985332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83ed00dd-eabe-4dd3-93aa-3ae365479027 req-e4f485c0-1876-48a4-b54d-a6dc9e3763ed tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 943 time: 0.1981945 Apr 25 14:31:59.057367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-d62c5c0b-101f-46bf-9f1d-4b6d07e2fa6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:59.060499 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-d62c5c0b-101f-46bf-9f1d-4b6d07e2fa6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 820 time: 0.5924897 Apr 25 14:31:59.083427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Request body: {'port': {'device_id': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'admin_state_up': True, 'tenant_id': '08bf0721b9034e97abb37206c06cb39c'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:31:59.141317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21eace4e-8245-41fc-ad48-35ce88194d17 req-283b9717-46ec-4b96-bf53-9d5c3ab8bf8f service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611050 Apr 25 14:31:59.195871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f488-de4c-4843-8c3f-0145c7f5dce6 req-da180dea-7aa1-49fa-ad5a-2c9b5578846f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:59.198618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a518f488-de4c-4843-8c3f-0145c7f5dce6 req-da180dea-7aa1-49fa-ad5a-2c9b5578846f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.3297379 Apr 25 14:31:59.210848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83ed00dd-eabe-4dd3-93aa-3ae365479027 req-1c01df9f-3eff-4e16-9899-f4e5f1528f26 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231750 Apr 25 14:31:59.328046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a518f488-de4c-4843-8c3f-0145c7f5dce6 req-7992ec8e-b794-424e-93d6-0aed0f6144b6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194222 Apr 25 14:31:59.399003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-70100a8e-b299-4d49-957a-eb9efff7f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:59.404389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-70100a8e-b299-4d49-957a-eb9efff7f18b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 1094 time: 0.1756160 Apr 25 14:31:59.494302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7125b1e6-71c0-4867-b15a-92ca8e7ab093 req-82252418-f3d9-46d9-8ddd-9e1102d69f94 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0563102 Apr 25 14:31:59.542368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:31:59.561308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:31:59.587088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Made reservation on behalf of 08bf0721b9034e97abb37206c06cb39c for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:31:59.591403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:31:59.839515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-85c794fe-4290-49c8-a4a9-593f034bb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:31:59.840986 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-85c794fe-4290-49c8-a4a9-593f034bb379 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.4294105 Apr 25 14:31:59.879926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06023a2a-2feb-4fe5-9601-6a946e8cf265 req-48aa249f-4e8c-41e2-940c-f35f03903a46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 210 time: 0.0984213 Apr 25 14:32:00.000621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-3954ece1-1f61-4d36-aa80-9cb96085216d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a HTTP/1.1" status: 200 len: 217 time: 0.1461449 Apr 25 14:32:00.075710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Allocated IP 172.20.0.14 (c59cd87e-4422-4f12-a746-9bb2fdb11846/98fd76db-e8e5-4b89-ad9f-5277a08b28fd/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:32:00.158727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5910b-62b2-4a3e-ac40-ed8aad419cfa req-295d3dd0-ae45-457e-bb98-5a43559055b4 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:00.160570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4a5910b-62b2-4a3e-ac40-ed8aad419cfa req-295d3dd0-ae45-457e-bb98-5a43559055b4 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 943 time: 0.5760853 Apr 25 14:32:00.198800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-07ab4bdc-cd9d-497b-a5ea-460507c81708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:00.200666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-07ab4bdc-cd9d-497b-a5ea-460507c81708 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.1917164 Apr 25 14:32:00.240627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:00.258736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'name': 'network-vif-deleted', 'tag': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:00.265173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-cd5edfbd-93b2-4d7d-8677-b6c82b726f16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549374 Apr 25 14:32:00.329791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4a5910b-62b2-4a3e-ac40-ed8aad419cfa req-063c7d16-9090-416f-a4f1-afc01d7185f6 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610143 Apr 25 14:32:00.508904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93988c89-b69d-40ef-b486-4032e43523ce req-e9654e36-8fc4-4bc6-8a65-27c52fb5b553 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 210 time: 0.2748461 Apr 25 14:32:00.526152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:00.580976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-7f33a13e-79fd-481c-8e1b-1d575121d418 service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086851 Apr 25 14:32:00.584545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'mac_address': 'fa:16:3e:fd:37:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:00.596856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:00.611522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-c44ba7cd-5a70-4dbc-82f4-b8a5f939542d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:00.613728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-c44ba7cd-5a70-4dbc-82f4-b8a5f939542d tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 822 time: 0.4761679 Apr 25 14:32:00.738878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:00.739243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:00.771117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'port': {'device_id': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'admin_state_up': True, 'tenant_id': '517fd10ff20b4074b32578f506d43ea2'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:00.789788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:00.840038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6ce319-4c28-41bf-808b-7a332af77895 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:00.862924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:00.870698 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:00.893943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6a6a634-014c-4fed-a059-a658b90afcb5 req-a28f9abd-54da-45ea-a888-e9349eedc2c7 service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058844 Apr 25 14:32:00.902511 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90a23cc-e21a-47ea-8c09-f866f2a8fe29'] response: {'server_uuid': 'a26d467a-5e65-4b4d-9286-9451f797c95d', 'name': 'network-vif-deleted', 'tag': 'fc5c3f8c-2e59-4ba3-ad0a-7aff3ddfb1d8', 'status': 'completed', 'code': 200} Apr 25 14:32:00.983937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:01.084624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:01.095017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219d4ac-085d-40c2-af6c-52feff692b8c req-82343988-2462-4720-8f9b-8934bc742cee tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:01.096554 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2219d4ac-085d-40c2-af6c-52feff692b8c req-82343988-2462-4720-8f9b-8934bc742cee tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.0961692 Apr 25 14:32:01.116452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:01.124189 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:01.160422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398220e-280b-451e-a2a3-0fbc3fc582ea req-ec931d53-a992-4aa3-ae2e-339878f0c2e6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:01.161952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c398220e-280b-451e-a2a3-0fbc3fc582ea req-ec931d53-a992-4aa3-ae2e-339878f0c2e6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 943 time: 0.3725686 Apr 25 14:32:01.164866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Made reservation on behalf of 517fd10ff20b4074b32578f506d43ea2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:32:01.168272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:01.172284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2219d4ac-085d-40c2-af6c-52feff692b8c req-c5ac38d6-a639-46ea-bd64-200538f937de tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Apr 25 14:32:01.284732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c398220e-280b-451e-a2a3-0fbc3fc582ea req-85f1611f-5c1c-44f5-aa78-019738f610a5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038604 Apr 25 14:32:01.344674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:01.380597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['bf6ce319-4c28-41bf-808b-7a332af77895'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:01.458993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['6aa96867-90c2-4f00-834a-63b15782a4c9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:01.486689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Allocated IP 172.20.0.13 (cebc7e63-4aa8-4fdd-b244-ff1b3622def2/c000d5b3-7cec-47ab-b577-8c2674d4da58/b6b68aa7-9079-4ca8-93f9-d49fb21231b2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:32:01.529201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af95f59b-12d7-42da-8381-55dca1004042 req-da9c495a-8082-4563-bc24-febec5e43092 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.2349484 Apr 25 14:32:01.791767 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d0828de-f31c-4247-b13c-67adac32f4b5 req-9a7b0243-64c8-43c0-8f3a-005af5b63f05 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 210 time: 0.0524242 Apr 25 14:32:01.800071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Network c59cd87e-4422-4f12-a746-9bb2fdb11846 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:32:01.830338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:32:01.838844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:32:01.974704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:02.012925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.013759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.013759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.014006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.014301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.014634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.014962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.015292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.015619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.015946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.016271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.016593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:02.043236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c9969-390e-424c-8525-6a7db76c6c61 req-16750bd2-1eb2-4a90-ba55-5d1c78caf681 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.045278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-744c9969-390e-424c-8525-6a7db76c6c61 req-16750bd2-1eb2-4a90-ba55-5d1c78caf681 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 944 time: 0.0975204 Apr 25 14:32:02.050901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.051556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:02.107086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-744c9969-390e-424c-8525-6a7db76c6c61 req-332e7a55-0df5-4362-ac3e-b643caef1a89 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548050 Apr 25 14:32:02.127347 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:02.139905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-30a0985a-912b-406b-b96f-e1b78668ea0d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0666156 Apr 25 14:32:02.152691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f4f5c-dc02-4b1c-bc3c-bacf7d0f3f5e req-715da12f-1bea-4ac3-a3f8-8f055f7ad38b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.154181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a9f4f5c-dc02-4b1c-bc3c-bacf7d0f3f5e req-715da12f-1bea-4ac3-a3f8-8f055f7ad38b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 950 time: 0.3979990 Apr 25 14:32:02.160037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Request body: {'port': {'device_id': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:02.298438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f5cb4-5c42-4887-9b7c-180f7c412927 req-26d131b0-61f5-4257-832c-7905c20da0a4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.300418 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-202f5cb4-5c42-4887-9b7c-180f7c412927 req-26d131b0-61f5-4257-832c-7905c20da0a4 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 932 time: 0.0935476 Apr 25 14:32:02.311731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a9f4f5c-dc02-4b1c-bc3c-bacf7d0f3f5e req-ac364663-8dc0-42aa-9005-ad23398dc41c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073697 Apr 25 14:32:02.324408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:02.369946 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:02.387194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-202f5cb4-5c42-4887-9b7c-180f7c412927 req-6a97e3e0-fd0f-4a67-a36d-b0a1e603105a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783172 Apr 25 14:32:02.457168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:32:02.465414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:32:02.470000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:32:02.503831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:02.597267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e21e-1c89-4773-8bcc-82f3619e47b1 req-6cbb3cd7-07ba-4a42-8731-7f34f35817a4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.598499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1fe5e21e-1c89-4773-8bcc-82f3619e47b1 req-6cbb3cd7-07ba-4a42-8731-7f34f35817a4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:02.622001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1fe5e21e-1c89-4773-8bcc-82f3619e47b1 req-6cbb3cd7-07ba-4a42-8731-7f34f35817a4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:02.623283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fe5e21e-1c89-4773-8bcc-82f3619e47b1 req-6cbb3cd7-07ba-4a42-8731-7f34f35817a4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 943 time: 0.1224005 Apr 25 14:32:02.683413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.684108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:02.705138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fe5e21e-1c89-4773-8bcc-82f3619e47b1 req-4dde24e1-99b5-4fc6-bbe9-bd13ba102a9f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700679 Apr 25 14:32:02.737946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7f571a79-60df-4659-8da4-7e335bcd9f46 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9715712 Apr 25 14:32:02.758933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Request body: {'port': {'device_id': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:02.855808 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95bb470b-b74e-411c-a34b-38700a9bc0ca req-d4301c13-1290-4bd2-aa38-dbac58e0134e tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0440753 Apr 25 14:32:02.908625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26645-fd00-4f3c-ae61-fe508f9a239e req-e92bd803-0a34-4fc9-b514-1e85e379e64a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:02.910315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5a26645-fd00-4f3c-ae61-fe508f9a239e req-e92bd803-0a34-4fc9-b514-1e85e379e64a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.4139504 Apr 25 14:32:03.033285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-6fa6e8a3-b11a-4117-8b11-4a710ce60d34 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:03.034065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-6fa6e8a3-b11a-4117-8b11-4a710ce60d34 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:03.054676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5a26645-fd00-4f3c-ae61-fe508f9a239e req-afe2c986-7bcb-4125-a15f-7efa0c2fd718 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967228 Apr 25 14:32:03.055266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:03.106161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-6fa6e8a3-b11a-4117-8b11-4a710ce60d34 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:03.108252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-6fa6e8a3-b11a-4117-8b11-4a710ce60d34 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 950 time: 0.1984737 Apr 25 14:32:03.225200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479dfe3-3cd6-48aa-86ff-2e0d220a388a req-15b22ea2-1698-4a32-8ebf-61214c7de767 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:03.233573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1479dfe3-3cd6-48aa-86ff-2e0d220a388a req-15b22ea2-1698-4a32-8ebf-61214c7de767 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 932 time: 0.1950676 Apr 25 14:32:03.254612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:03.263966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port 349af128-192a-4114-bc9e-db6f5ff691c1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:03.264361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:03.311107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:03.330670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1479dfe3-3cd6-48aa-86ff-2e0d220a388a req-4dc92ab6-1c2f-4367-902c-6791a97f18f3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:03.357681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1479dfe3-3cd6-48aa-86ff-2e0d220a388a req-4dc92ab6-1c2f-4367-902c-6791a97f18f3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:03.358950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Transition to ACTIVE for port object 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:03.361626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1479dfe3-3cd6-48aa-86ff-2e0d220a388a req-4dc92ab6-1c2f-4367-902c-6791a97f18f3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271207 Apr 25 14:32:03.382808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:03.685750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port 349af128-192a-4114-bc9e-db6f5ff691c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=349af128-192a-4114-bc9e-db6f5ff691c1,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:03.686204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:03.790775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:03.824108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for 349af128-192a-4114-bc9e-db6f5ff691c1 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:03.839186 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:03.862096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6dee2-9ae9-4549-acc0-c247d343b8a9 req-9c4bef33-e348-4f7d-9cc9-bd97bebd6f2d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:03.868921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78e6dee2-9ae9-4549-acc0-c247d343b8a9 req-9c4bef33-e348-4f7d-9cc9-bd97bebd6f2d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 944 time: 0.6244109 Apr 25 14:32:03.875232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a53e8-f88b-462f-bf03-3ce94b89652c req-48c7ceb0-dd2e-4945-a62d-b0200866352d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:03.876770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-476a53e8-f88b-462f-bf03-3ce94b89652c req-48c7ceb0-dd2e-4945-a62d-b0200866352d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0470466-eaaa-47ee-a911-89dbe5f421b5 HTTP/1.1" status: 200 len: 950 time: 0.3948905 Apr 25 14:32:03.956165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-476a53e8-f88b-462f-bf03-3ce94b89652c req-af486bdb-0169-45c5-9848-df12b7e90347 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668609 Apr 25 14:32:03.997702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78e6dee2-9ae9-4549-acc0-c247d343b8a9 req-16c29c20-9788-483a-97ab-811bc3205b61 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277823 Apr 25 14:32:04.058989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.076113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:04.130673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b68aa7-9079-4ca8-93f9-d49fb21231b2 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:04.142019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.146048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', '349af128-192a-4114-bc9e-db6f5ff691c1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:04.165019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Transition to ACTIVE for port object b6b68aa7-9079-4ca8-93f9-d49fb21231b2 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:04.166551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:04.166928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:04.167259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:04.239455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:04.241704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:04.243064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=349af128-192a-4114-bc9e-db6f5ff691c1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:04.271179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.293235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5b83f103-ab45-4291-a9d7-b0c7b38a369a details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:04.298343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:04.320556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port 349af128-192a-4114-bc9e-db6f5ff691c1 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:04.323237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.328342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'name': 'network-vif-deleted', 'tag': '349af128-192a-4114-bc9e-db6f5ff691c1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:04.360789 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f07471ac-4a02-4eae-9a32-16d013ad53ba req-badd7d0c-8276-49ab-b744-2280d0573b15 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "DELETE /v2.0/ports/349af128-192a-4114-bc9e-db6f5ff691c1 HTTP/1.1" status: 204 len: 173 time: 1.2448962 Apr 25 14:32:04.390499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:04.390742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:04.391194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:04.393935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Bound port: 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:04.393935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.399699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e824-1829-4a69-9eca-8e7af131bd0c req-79aba4b7-2e67-45dd-89c0-18e5a86161c3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:04.401593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e448e824-1829-4a69-9eca-8e7af131bd0c req-79aba4b7-2e67-45dd-89c0-18e5a86161c3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.1920435 Apr 25 14:32:04.501441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e448e824-1829-4a69-9eca-8e7af131bd0c req-03ef088b-e02f-47fd-924b-20e9e859c8fc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911810 Apr 25 14:32:04.510871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:04.748330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c78c03-a815-4f54-9bab-df9b6af97178 req-b31b73ca-95ff-4a20-bbb3-7663c7c9fa8a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:04.756168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86c78c03-a815-4f54-9bab-df9b6af97178 req-b31b73ca-95ff-4a20-bbb3-7663c7c9fa8a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 943 time: 0.5819159 Apr 25 14:32:04.803150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:04.814377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:04.843815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.855226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09aff0db-7633-4034-9952-b5f25af044fc req-bb546545-287a-4fdb-8826-b82bcac7ff5e tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0868134 Apr 25 14:32:04.931156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port bf6ce319-4c28-41bf-808b-7a332af77895 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:04.938266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Attempting to bind port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:04.938613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Attempting to bind port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:04.938945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Attempting to bind port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:04.945698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port bf6ce319-4c28-41bf-808b-7a332af77895 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:04.946734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.966725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86c78c03-a815-4f54-9bab-df9b6af97178 req-f6853949-ba63-4ca8-878c-d1c72e558213 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092378 Apr 25 14:32:04.982911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:04.983793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:04.985379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 1092 time: 2.8302481 Apr 25 14:32:04.988007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:05.012960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:05.013624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Attempting to bind port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:05.022638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:05.022989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Checking segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:05.023427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Bound using segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:05.024338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Bound port: b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:05.024338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:05.057293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab367dc-9013-4817-8e49-f067d4b1f2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:05.077100 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323f2b9a-3e40-4f2e-93ed-72df813d7397'] response: {'server_uuid': 'd0470466-eaaa-47ee-a911-89dbe5f421b5', 'name': 'network-vif-deleted', 'tag': '349af128-192a-4114-bc9e-db6f5ff691c1', 'status': 'completed', 'code': 200} Apr 25 14:32:05.266195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:05.437890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:05.455840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-3d2813fd-2eb4-45ed-8283-a7b460a42696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:05.457354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-3d2813fd-2eb4-45ed-8283-a7b460a42696 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1095 time: 0.4026165 Apr 25 14:32:05.462588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:05.531460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:05.539070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '5b83f103-ab45-4291-a9d7-b0c7b38a369a', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '5b83f103-ab45-4291-a9d7-b0c7b38a369a', 'mac_address': 'fa:16:3e:a8:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:05.583152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-72e05068-dbdd-47f3-bc36-94686dbaa88a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 217 time: 0.1180825 Apr 25 14:32:05.585725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67a7aa-0a5e-47bd-a590-5f377885fc8b req-fa037bd7-8fe2-4821-b3b1-4e006752f516 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:05.594016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7c657-398d-4ecd-a055-2f26ff749192 req-d1814a62-f5c1-46b9-bd00-c63d36f0a1a4 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:05.594949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c9c7c657-398d-4ecd-a055-2f26ff749192 req-d1814a62-f5c1-46b9-bd00-c63d36f0a1a4 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:05.597846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc67a7aa-0a5e-47bd-a590-5f377885fc8b req-fa037bd7-8fe2-4821-b3b1-4e006752f516 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.5110459 Apr 25 14:32:05.670277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:05.670964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:05.672253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6b68aa7-9079-4ca8-93f9-d49fb21231b2 HTTP/1.1" status: 200 len: 1092 time: 2.9208043 Apr 25 14:32:05.679093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc67a7aa-0a5e-47bd-a590-5f377885fc8b req-3879716e-edee-4675-a0cc-f7306f8c8799 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784583 Apr 25 14:32:05.714766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c9c7c657-398d-4ecd-a055-2f26ff749192 req-d1814a62-f5c1-46b9-bd00-c63d36f0a1a4 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:05.715902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9c7c657-398d-4ecd-a055-2f26ff749192 req-d1814a62-f5c1-46b9-bd00-c63d36f0a1a4 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.4339499 Apr 25 14:32:05.718598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-75582452-9a4c-4ec1-8539-5e2a000e7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:05.719947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-75582452-9a4c-4ec1-8539-5e2a000e7d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.1128902 Apr 25 14:32:05.722473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac53d59-d90b-46dd-8c0e-68b2691e5153 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:05.800739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:05.833848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:05.835642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-7fe3c69b-5c77-4fb7-8ed0-bbc444925cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584579 Apr 25 14:32:05.868428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b83f103-ab45-4291-a9d7-b0c7b38a369a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:05.917144 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ae7fda-7216-4a59-bf2d-b784f9b9a0f1'] response: {'name': 'network-changed', 'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'status': 'completed', 'code': 200} Apr 25 14:32:05.925999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9c7c657-398d-4ecd-a055-2f26ff749192 req-32bc8d5e-3f45-454c-97ad-169d77b1987a tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918032 Apr 25 14:32:05.940204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:05.952426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:05.987280 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:06.027723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:06.054291 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:06.132431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=5b83f103-ab45-4291-a9d7-b0c7b38a369a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:06.156025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ab1fe-e5b4-40ea-91a4-0fa9d68c22e0 req-4e552aaf-d17f-40be-a74e-6cf136e373e4 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:06.157923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f77ab1fe-e5b4-40ea-91a4-0fa9d68c22e0 req-4e552aaf-d17f-40be-a74e-6cf136e373e4 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 945 time: 0.0905254 Apr 25 14:32:06.192033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-4898cc3c-3f89-4191-9785-03d4301a01ed service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494544 Apr 25 14:32:06.217745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f77ab1fe-e5b4-40ea-91a4-0fa9d68c22e0 req-b3d19312-4a60-4c0a-8563-c690f6db6fab tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513506 Apr 25 14:32:06.277311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:06.318277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 349af128-192a-4114-bc9e-db6f5ff691c1 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:06.366602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-c36f62dc-de7b-41d0-9798-0962dc12c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:06.368713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-c36f62dc-de7b-41d0-9798-0962dc12c05a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 1095 time: 0.6236849 Apr 25 14:32:06.370789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 349af128-192a-4114-bc9e-db6f5ff691c1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:06.371406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 349af128-192a-4114-bc9e-db6f5ff691c1 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:06.463613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['5b83f103-ab45-4291-a9d7-b0c7b38a369a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:06.473953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-0585cc39-bd10-41ff-908e-3d01d088a4ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2 HTTP/1.1" status: 200 len: 217 time: 0.0850136 Apr 25 14:32:06.576597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-3c63d435-3792-4ed9-8282-a8954338bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:06.578356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-3c63d435-3792-4ed9-8282-a8954338bcd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 200 len: 862 time: 0.0895581 Apr 25 14:32:06.705660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7dc312dd-1167-447c-a7c2-7e69aa20a82e req-191698f6-0027-422f-a9b0-e0980a4dbe44 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0533104 Apr 25 14:32:06.706275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-bc6162f2-b94f-49ca-aeb3-84dfa5a405e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744634 Apr 25 14:32:06.716295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187a363-6567-4838-81a2-5443bd62ba4c req-73c9021b-fd3d-4142-97ea-0a4a17bc9474 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:06.717014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8187a363-6567-4838-81a2-5443bd62ba4c req-73c9021b-fd3d-4142-97ea-0a4a17bc9474 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:06.820951 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982003c4-c2f0-418d-8e7c-b5d287a8ca69'] response: {'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'code': 200} Apr 25 14:32:06.846111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef09b111-c028-482b-98e6-b2d9231e10c2 req-40698216-e935-44cb-a79a-25611f9ecc08 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450448 Apr 25 14:32:06.859596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8187a363-6567-4838-81a2-5443bd62ba4c req-73c9021b-fd3d-4142-97ea-0a4a17bc9474 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:06.862424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8187a363-6567-4838-81a2-5443bd62ba4c req-73c9021b-fd3d-4142-97ea-0a4a17bc9474 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.7831182 Apr 25 14:32:06.923897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-cada290c-deb6-4ae1-936b-b4b9d7c8aca5 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038662 Apr 25 14:32:07.080749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597d01-2ef6-4569-aeaf-91712a200e8d req-e63765da-e49a-4c76-9032-d065e7fe799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.082571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f597d01-2ef6-4569-aeaf-91712a200e8d req-e63765da-e49a-4c76-9032-d065e7fe799b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 1096 time: 0.1580074 Apr 25 14:32:07.093827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8187a363-6567-4838-81a2-5443bd62ba4c req-f63389df-4c0f-4767-b01d-bbdc29ceb4ca tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249107 Apr 25 14:32:07.096094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4a4d-4bca-436d-aedc-2953c549dea3 req-3a03df7a-3ea0-443f-84a7-c5e03bfe73f7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.098286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24eb4a4d-4bca-436d-aedc-2953c549dea3 req-3a03df7a-3ea0-443f-84a7-c5e03bfe73f7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 944 time: 0.1231036 Apr 25 14:32:07.156780 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f597d01-2ef6-4569-aeaf-91712a200e8d req-74d3b85d-997a-43e9-8f7c-4c384b9e0378 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 Apr 25 14:32:07.173675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91eb43ff-bb6a-4f1f-a374-c2d1de477887 req-7892fa44-1e23-49bb-8c4d-efde8cb6e16b service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397370 Apr 25 14:32:07.180052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24eb4a4d-4bca-436d-aedc-2953c549dea3 req-eaf9f5b2-7ad2-4c88-942b-8eb032291691 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514684 Apr 25 14:32:07.194585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-6925efad-c87c-4ca0-9bd4-c4850f0101f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.196128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-6925efad-c87c-4ca0-9bd4-c4850f0101f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1095 time: 0.2395711 Apr 25 14:32:07.373965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a08d-dee4-42d3-a183-0604584681d4 req-98c89f9c-7634-4e80-b091-37acc6f8614a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.375366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e95a08d-dee4-42d3-a183-0604584681d4 req-98c89f9c-7634-4e80-b091-37acc6f8614a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.0850258 Apr 25 14:32:07.417839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-612fb451-45ea-454f-af15-d866e52cc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.419081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-612fb451-45ea-454f-af15-d866e52cc753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.2147529 Apr 25 14:32:07.425593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e95a08d-dee4-42d3-a183-0604584681d4 req-e4c252e1-f1c7-40d4-8d19-07414bb0ef6e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Apr 25 14:32:07.512981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-e7aca9c9-ac29-4b67-8ce8-f1c623925a63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 217 time: 0.0848248 Apr 25 14:32:07.522120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed5bb3-047c-4220-8466-182f32a80473 req-455656d1-c11a-4903-8e5e-f256205d0bbb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.523813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8ed5bb3-047c-4220-8466-182f32a80473 req-455656d1-c11a-4903-8e5e-f256205d0bbb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 950 time: 0.2988083 Apr 25 14:32:07.613240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-2ee3042e-d8c8-42ff-b25d-de400ca2501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.614696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-2ee3042e-d8c8-42ff-b25d-de400ca2501a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.0899413 Apr 25 14:32:07.618126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8ed5bb3-047c-4220-8466-182f32a80473 req-8ede92ea-b0bd-4637-aeac-ca08c703b0c7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627453 Apr 25 14:32:07.644610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b013-6ae9-43bc-b1cd-8cf23ba5f120 req-eed6d50f-c870-4e0d-8c3f-1d66fdb81186 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.652801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3934b013-6ae9-43bc-b1cd-8cf23ba5f120 req-eed6d50f-c870-4e0d-8c3f-1d66fdb81186 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.0962660 Apr 25 14:32:07.668142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-e05bed20-1bd3-444b-bc1f-e05b11429d60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465808 Apr 25 14:32:07.719098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3934b013-6ae9-43bc-b1cd-8cf23ba5f120 req-89947cbb-9d0f-481a-aed9-29e72dfe9eb8 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648119 Apr 25 14:32:07.859962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-adf7ecdc-c574-4e76-a20f-ad68135471e5 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851237 Apr 25 14:32:07.917840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923a5df-e851-4247-9a98-cfdb67280059 req-db7386cd-2ea6-437f-b9a1-e30137242255 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:07.919231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7923a5df-e851-4247-9a98-cfdb67280059 req-db7386cd-2ea6-437f-b9a1-e30137242255 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 945 time: 0.1540661 Apr 25 14:32:07.921656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b43ff934-6f2e-4b1d-9c07-922b8c32633f req-63c260a2-9ab5-43a0-8ee9-0275ffea3cdd tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0452635 Apr 25 14:32:07.922263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:08.033093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7923a5df-e851-4247-9a98-cfdb67280059 req-3d531162-acc7-40fd-af1b-bf7526bd97d3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058497 Apr 25 14:32:08.051304 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76337a43-0b41-41fd-a6ac-a46e34d83654'] response: {'name': 'network-changed', 'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'status': 'completed', 'code': 200} Apr 25 14:32:08.060952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-933dfc42-9de2-4bd6-8e1f-5209a3cb9bbf req-7cb84bdf-83f9-4369-8130-2488dc8e0d38 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885796 Apr 25 14:32:08.284449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-057ffc47-d680-4325-95a2-25dafeb57e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:08.288644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-057ffc47-d680-4325-95a2-25dafeb57e92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 1095 time: 0.2128456 Apr 25 14:32:08.322008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5b83f103-ab45-4291-a9d7-b0c7b38a369a up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:08.351990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2f2b-4f42-43f9-81d8-e76d08043c88 req-badb9f1a-8723-489d-9009-cc01770d271d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:08.354431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be7c2f2b-4f42-43f9-81d8-e76d08043c88 req-badb9f1a-8723-489d-9009-cc01770d271d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.1364980 Apr 25 14:32:08.424293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 5b83f103-ab45-4291-a9d7-b0c7b38a369a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:08.431048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 5b83f103-ab45-4291-a9d7-b0c7b38a369a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:08.431477 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:08.435149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be7c2f2b-4f42-43f9-81d8-e76d08043c88 req-35b79087-f03e-451c-b969-2d1cf3cb0598 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664103 Apr 25 14:32:08.517719 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9b8a-35a6-49b5-9bac-cf1cb41de91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:08.552226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-a4331a8b-5432-4dcc-9584-b5bd9bf34573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:08.560667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-a4331a8b-5432-4dcc-9584-b5bd9bf34573 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 923 time: 0.2604303 Apr 25 14:32:08.608788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:08.652565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:08.658287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:08.677402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955ece3-1e89-44f1-91b9-1fac9e1505c3 req-7ebc0c90-2f7e-4591-8a9f-3db12157614d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:08.678934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0955ece3-1e89-44f1-91b9-1fac9e1505c3 req-7ebc0c90-2f7e-4591-8a9f-3db12157614d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 944 time: 0.3318737 Apr 25 14:32:08.680219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-3d4affdf-d06a-4990-9e26-9eee9b0e62f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2 HTTP/1.1" status: 200 len: 217 time: 0.1042581 Apr 25 14:32:08.702868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfae29-dd9e-4b82-a350-b792fc056061 req-dc7ce4a5-d4d3-4bb6-be7f-34a836b159d5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:08.704912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45bfae29-dd9e-4b82-a350-b792fc056061 req-dc7ce4a5-d4d3-4bb6-be7f-34a836b159d5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1095200 Apr 25 14:32:08.751026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=5b83f103-ab45-4291-a9d7-b0c7b38a369a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:08.761260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45bfae29-dd9e-4b82-a350-b792fc056061 req-f9a7819e-8dad-4a05-b9d4-af2886757f50 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Apr 25 14:32:08.789350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0955ece3-1e89-44f1-91b9-1fac9e1505c3 req-b9c6632a-ff6b-4294-bcdf-1646d9dbbec8 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040652 Apr 25 14:32:08.794991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-75251c58-423c-46b8-ace8-213f9fd75e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:08.796334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-75251c58-423c-46b8-ace8-213f9fd75e2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 200 len: 862 time: 0.0949912 Apr 25 14:32:08.823116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234c4800-f694-4d59-add3-885cc99e6f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b83f103-ab45-4291-a9d7-b0c7b38a369a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:08.872531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-7794a7b4-d20f-4c14-9ae4-e7b799759823 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675659 Apr 25 14:32:09.012356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df133c7e-e252-4632-9b96-52bf54e69d0c req-2260133a-7d7c-4f3a-85ac-36a80353ceab tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:09.013413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-df133c7e-e252-4632-9b96-52bf54e69d0c req-2260133a-7d7c-4f3a-85ac-36a80353ceab tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:09.040330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-27a844fc-ac77-40b9-b83e-72f6d9ba4ecb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:09.041064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-27a844fc-ac77-40b9-b83e-72f6d9ba4ecb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:09.055997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-df133c7e-e252-4632-9b96-52bf54e69d0c req-2260133a-7d7c-4f3a-85ac-36a80353ceab tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:09.062639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df133c7e-e252-4632-9b96-52bf54e69d0c req-2260133a-7d7c-4f3a-85ac-36a80353ceab tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 950 time: 0.1999657 Apr 25 14:32:09.082074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-27a844fc-ac77-40b9-b83e-72f6d9ba4ecb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:09.082805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-27a844fc-ac77-40b9-b83e-72f6d9ba4ecb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 950 time: 0.1707850 Apr 25 14:32:09.129101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-51fa7757-9ffe-4a2c-b12b-192a237771c1 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372816 Apr 25 14:32:09.138091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c765b-85dc-46e0-8500-8e90264c16d2 req-e84bf3dc-361b-44a6-9939-b5bc458d0e84 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:09.141539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-827c765b-85dc-46e0-8500-8e90264c16d2 req-e84bf3dc-361b-44a6-9939-b5bc458d0e84 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.2290595 Apr 25 14:32:09.162505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df133c7e-e252-4632-9b96-52bf54e69d0c req-7bb467ca-bb22-40de-a70a-636505656b3b tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989275 Apr 25 14:32:09.215874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:09.216926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:09.244540 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332dbebc-fcfb-415e-b4cc-68a9f650aeb6'] response: {'server_uuid': '234c4800-f694-4d59-add3-885cc99e6f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b83f103-ab45-4291-a9d7-b0c7b38a369a', 'code': 200} Apr 25 14:32:09.252111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-827c765b-85dc-46e0-8500-8e90264c16d2 req-e96f1962-1eb4-4883-8010-ddd83ca315a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733645 Apr 25 14:32:09.438485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f59335e-3d96-4286-953d-cb5df6f00b09 req-8a246507-1bbb-48aa-975a-6e08b098e8a4 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953243 Apr 25 14:32:09.468101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783533-2ea7-43be-afcb-ce3d5be48e6b req-5aa45005-14e2-43f9-8dea-e560f7154c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:09.470553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56783533-2ea7-43be-afcb-ce3d5be48e6b req-5aa45005-14e2-43f9-8dea-e560f7154c5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 1096 time: 0.1208277 Apr 25 14:32:09.565668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56783533-2ea7-43be-afcb-ce3d5be48e6b req-a914e4c7-9df9-4586-b6b0-6783d6b74589 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569360 Apr 25 14:32:09.573120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98e30c6c-f01d-48d0-84a8-db345288e5a0 req-880c5107-c8ef-49f7-884a-21d52eaba36b tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0576842 Apr 25 14:32:09.577978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:09.578554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:09.595367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aba3e-a882-4616-9faf-46522a18e4f5 req-b8f0c980-bb79-41c7-b83d-c8a7397fbec1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:09.597157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b11aba3e-a882-4616-9faf-46522a18e4f5 req-b8f0c980-bb79-41c7-b83d-c8a7397fbec1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 945 time: 0.1248724 Apr 25 14:32:09.653682 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b11aba3e-a882-4616-9faf-46522a18e4f5 req-0acb00c8-c666-4d2f-a5f1-348c41ed9b27 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Apr 25 14:32:09.722780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:10.035838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1eb31-7841-40df-a93f-e049cb762279 req-5d9d04f7-d2be-4593-8cf3-3c00d68398d5 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:10.037450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10e1eb31-7841-40df-a93f-e049cb762279 req-5d9d04f7-d2be-4593-8cf3-3c00d68398d5 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.2671037 Apr 25 14:32:10.083148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:10.097468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:10.124870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:10.151908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea6da4-e4ac-4283-be63-0263f79ee8a0 req-5cc74af1-1e5f-4baa-a952-7d80c674f036 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:10.153843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78ea6da4-e4ac-4283-be63-0263f79ee8a0 req-5cc74af1-1e5f-4baa-a952-7d80c674f036 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1034491 Apr 25 14:32:10.167663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10e1eb31-7841-40df-a93f-e049cb762279 req-7fee5cfa-1e3f-4ef7-b77f-8a4eb47700ee tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232879 Apr 25 14:32:10.227092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=1e8b23f9-a975-4e21-8ab2-ba174b7bef0e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:10.231814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78ea6da4-e4ac-4283-be63-0263f79ee8a0 req-ec197c41-4a1a-441f-a97e-4361a5fa0c4e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715318 Apr 25 14:32:10.244714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.245283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.246172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.246172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.246414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.246708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.247034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.247356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.247678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.248005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.248322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.248637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:10.289393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:10.292808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:10.303074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928e16b1-ed62-498f-b962-4040e933c675', 'name': 'network-vif-deleted', 'tag': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:10.310692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f0abe84-6413-4865-b1ef-0225e23d6ec7 req-bfe3fa33-c9c3-456c-b1df-1fadb023964a tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "DELETE /v2.0/ports/1e8b23f9-a975-4e21-8ab2-ba174b7bef0e HTTP/1.1" status: 204 len: 173 time: 1.2132435 Apr 25 14:32:10.518225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41a5e-698d-4a8d-853c-b168be7765e2 req-8602bc0e-6e8e-4ffc-9c98-ff4191de2030 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:10.530378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5e41a5e-698d-4a8d-853c-b168be7765e2 req-8602bc0e-6e8e-4ffc-9c98-ff4191de2030 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.1891956 Apr 25 14:32:10.617815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1edff-eacd-4972-bc8c-da505ea0fc77 req-698642ec-f090-4df3-9da4-e0fe99eb7934 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:10.619981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62a1edff-eacd-4972-bc8c-da505ea0fc77 req-698642ec-f090-4df3-9da4-e0fe99eb7934 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 945 time: 0.2230237 Apr 25 14:32:10.623573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5e41a5e-698d-4a8d-853c-b168be7765e2 req-8a0309a0-b5e9-4d5e-95ca-139878712dc9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912600 Apr 25 14:32:10.694943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62a1edff-eacd-4972-bc8c-da505ea0fc77 req-7857bcf0-2417-4456-a922-4b0470535b7a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668757 Apr 25 14:32:10.841724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c6beec18-8236-4465-b9d6-7d9acf0632a0 req-b3e37243-da10-4498-91e4-a8c12bf5884e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:10.859408 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f51abcce-fb6d-4f94-ab3f-0cbdd9ea26ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:10.878751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c6beec18-8236-4465-b9d6-7d9acf0632a0 req-b3e37243-da10-4498-91e4-a8c12bf5884e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:10.881366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c6beec18-8236-4465-b9d6-7d9acf0632a0 req-b3e37243-da10-4498-91e4-a8c12bf5884e tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=928e16b1-ed62-498f-b962-4040e933c675 HTTP/1.1" status: 200 len: 210 time: 0.0826404 Apr 25 14:32:10.972629 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980089f6-0381-4f9c-a1fe-5d66958bb6cf'] response: {'server_uuid': '928e16b1-ed62-498f-b962-4040e933c675', 'name': 'network-vif-deleted', 'tag': '1e8b23f9-a975-4e21-8ab2-ba174b7bef0e', 'status': 'completed', 'code': 200} Apr 25 14:32:11.081320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93869b2b-7002-47b2-80a9-7e4f876d3fde req-b7eb3aa8-6e8f-4c9b-b394-df6d1b48f572 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:11.084335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93869b2b-7002-47b2-80a9-7e4f876d3fde req-b7eb3aa8-6e8f-4c9b-b394-df6d1b48f572 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.2414865 Apr 25 14:32:11.156757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b0dea1e-fb59-4480-af70-d2ed65cf128b req-f4f33655-3c6f-4645-af89-12b68ad82c34 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0469177 Apr 25 14:32:11.194172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93869b2b-7002-47b2-80a9-7e4f876d3fde req-46e427bf-6672-4c33-bcc3-1353b2722cc5 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019173 Apr 25 14:32:11.450668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4daf-f632-413b-99ca-512c4d98ca11 req-a509dbf8-16ab-4f8d-8955-9f2e5295a50f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:11.462049 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4dca4daf-f632-413b-99ca-512c4d98ca11 req-a509dbf8-16ab-4f8d-8955-9f2e5295a50f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1018105 Apr 25 14:32:11.510928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d5b31-f387-4e72-9c4a-939500842529 req-da675cb0-7bba-4fc4-b368-8244e353b808 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:11.512880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae3d5b31-f387-4e72-9c4a-939500842529 req-da675cb0-7bba-4fc4-b368-8244e353b808 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.1290236 Apr 25 14:32:11.518157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4dca4daf-f632-413b-99ca-512c4d98ca11 req-0b247a61-5f69-439d-a017-a1d3c29bc4a1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551345 Apr 25 14:32:11.561896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae3d5b31-f387-4e72-9c4a-939500842529 req-138c8ac7-5257-4469-a658-d99a05a605dc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Apr 25 14:32:11.714594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:11.776417 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:11.823903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147aded-de09-4d87-8a50-8887c06634d0 req-3ea37e0d-e702-4d2d-86a9-062d13f60aab tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:11.831077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2147aded-de09-4d87-8a50-8887c06634d0 req-3ea37e0d-e702-4d2d-86a9-062d13f60aab tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.0954030 Apr 25 14:32:11.880116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2147aded-de09-4d87-8a50-8887c06634d0 req-c17b3556-de0d-4411-99be-f9489668cd53 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482025 Apr 25 14:32:11.917117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9a6dc-dd4f-4a1c-9981-4742316869e2 req-fce751a9-9a1c-4485-9734-4d58ff9fa582 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:11.918628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26d9a6dc-dd4f-4a1c-9981-4742316869e2 req-fce751a9-9a1c-4485-9734-4d58ff9fa582 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 945 time: 0.1063983 Apr 25 14:32:11.965263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26d9a6dc-dd4f-4a1c-9981-4742316869e2 req-e4281d4d-502e-4adb-bb5a-d398950a135d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Apr 25 14:32:12.373135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:12.375754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:12.465431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:12.466281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1e8b23f9-a975-4e21-8ab2-ba174b7bef0e not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:12.472065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec36b8-0d09-464b-9a72-207c8d645f34 req-839e7837-ebf3-4fdf-92a8-69319cdeda75 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:12.474441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bec36b8-0d09-464b-9a72-207c8d645f34 req-839e7837-ebf3-4fdf-92a8-69319cdeda75 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.1086991 Apr 25 14:32:12.544869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bec36b8-0d09-464b-9a72-207c8d645f34 req-6c56a89b-7b1f-4d4b-9a6f-e1113beabee0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626891 Apr 25 14:32:12.610563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:12.650144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'port_id': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'mac_address': 'fa:16:3e:82:cc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000d5b3-7cec-47ab-b577-8c2674d4da58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:12.776676 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:12.798245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b68aa7-9079-4ca8-93f9-d49fb21231b2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:12.799859 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31938e5c-1cea-44d4-85d1-7590ab64456d req-6be0d673-28c2-46e4-9a5a-93fd76e537d4 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0854535 Apr 25 14:32:12.800284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4494-7747-444e-a003-084330053ee8 req-79a59974-9824-4f62-97b9-76382bbfb71e tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:12.808640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f60a4494-7747-444e-a003-084330053ee8 req-79a59974-9824-4f62-97b9-76382bbfb71e tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.1198919 Apr 25 14:32:12.832111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:12.842500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:12.930059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:13.000259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f60a4494-7747-444e-a003-084330053ee8 req-c5a3430f-8e32-43cb-8009-f86fefedf593 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906369 Apr 25 14:32:13.222696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b6b68aa7-9079-4ca8-93f9-d49fb21231b2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:13.296757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84280-91e0-4951-a5df-52bfc16bc478 req-ad8c777e-3d58-4d14-8c05-1d74cbfe7f11 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:13.301539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64f84280-91e0-4951-a5df-52bfc16bc478 req-ad8c777e-3d58-4d14-8c05-1d74cbfe7f11 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1199811 Apr 25 14:32:13.320752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63632e-fa4e-4838-8608-b3f0c329ed3e req-821c0b20-1248-4e2c-9cd1-262b9cb3c174 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:13.329366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e63632e-fa4e-4838-8608-b3f0c329ed3e req-821c0b20-1248-4e2c-9cd1-262b9cb3c174 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.1052282 Apr 25 14:32:13.352100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64f84280-91e0-4951-a5df-52bfc16bc478 req-046a6359-37aa-476b-90c7-1509a7e1b3a1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Apr 25 14:32:13.387568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e63632e-fa4e-4838-8608-b3f0c329ed3e req-0212a112-c063-439b-893f-0951214d3ae3 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Apr 25 14:32:13.488602 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:13.575274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6a12e-0b98-4077-ba99-da77698f2300 req-38d79ec3-8dc9-4c3f-a036-029a7ebf4a65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:13.576854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02a6a12e-0b98-4077-ba99-da77698f2300 req-38d79ec3-8dc9-4c3f-a036-029a7ebf4a65 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 949 time: 0.0962567 Apr 25 14:32:13.623345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02a6a12e-0b98-4077-ba99-da77698f2300 req-feb7e0c2-3c13-4e91-94a4-64d450baadca tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Apr 25 14:32:13.762195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f346ff-18e7-4bc6-9cd5-43e479e7d529 req-c9dc225b-a5b4-4ba9-8e6e-e6cc54f6a16e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:13.764679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7f346ff-18e7-4bc6-9cd5-43e479e7d529 req-c9dc225b-a5b4-4ba9-8e6e-e6cc54f6a16e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.0894332 Apr 25 14:32:13.831508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7f346ff-18e7-4bc6-9cd5-43e479e7d529 req-378fc022-1ebe-49d3-9baa-fe4e5f8e8381 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Apr 25 14:32:14.075820 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c0cf5beb-5093-4ede-817e-498fb038f0ac req-6e437f86-6dbe-44bf-a3ba-ea0661b9638b tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0511336 Apr 25 14:32:14.263467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d9573-9f4f-430d-a6f3-4983031320ff req-b3768cb5-28ed-4ed9-8f1b-058f233001c0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:14.265296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9d9573-9f4f-430d-a6f3-4983031320ff req-b3768cb5-28ed-4ed9-8f1b-058f233001c0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 945 time: 0.0889566 Apr 25 14:32:14.355706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9d9573-9f4f-430d-a6f3-4983031320ff req-7f2809eb-6b2a-4ec4-aa10-3e5ff18d3cc1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838640 Apr 25 14:32:14.501655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-030255b8-8e85-4517-acbc-ab034b91275f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:14.503599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-030255b8-8e85-4517-acbc-ab034b91275f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 949 time: 0.1959589 Apr 25 14:32:14.513069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bdc0b-6e9a-44d1-acae-fced250a6b82 req-82061987-2dca-4175-b866-626d2368840d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:14.514698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-930bdc0b-6e9a-44d1-acae-fced250a6b82 req-82061987-2dca-4175-b866-626d2368840d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.1673143 Apr 25 14:32:14.562649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00eb3-93e0-4aa6-9115-7267d53600a1 req-446acee2-3048-490d-9163-9bd10c632718 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:14.564124 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2a00eb3-93e0-4aa6-9115-7267d53600a1 req-446acee2-3048-490d-9163-9bd10c632718 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.0993900 Apr 25 14:32:14.616018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2a00eb3-93e0-4aa6-9115-7267d53600a1 req-c873da7f-edd9-4b16-ab5c-99d532da5f1b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Apr 25 14:32:14.630097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-930bdc0b-6e9a-44d1-acae-fced250a6b82 req-4a802ada-e610-40b8-ba9b-c155b6f6fba1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762594 Apr 25 14:32:14.639408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:14.644078 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:14.675392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:14.749971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-8660d53d-fc0e-4237-a49d-aa688673de5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:14.751456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-8660d53d-fc0e-4237-a49d-aa688673de5d tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c02b3f6-13db-4ddc-ae83-3eda944b4827 HTTP/1.1" status: 200 len: 950 time: 0.1341169 Apr 25 14:32:14.834184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:14.853218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846', 'port_id': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'mac_address': 'fa:16:3e:04:8a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fd76db-e8e5-4b89-ad9f-5277a08b28fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:14.910157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port 1f99f245-972f-4195-9093-8fef093bdfcd {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:14.910567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:14.986274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.029552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:15.048250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:15.054028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8446d-e73a-4e57-9b01-004c9edcf83c req-4ce92dca-6407-4051-83c7-d675fed423d9 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:15.055533 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.057685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:15.058229 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.062056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fa8446d-e73a-4e57-9b01-004c9edcf83c req-4ce92dca-6407-4051-83c7-d675fed423d9 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 949 time: 0.2484682 Apr 25 14:32:15.073956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3731a3-99ab-4a35-bd47-eb67bbe7371c req-9eca6e68-6931-4589-a6d8-e2f0bc13c054 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:15.081590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e3731a3-99ab-4a35-bd47-eb67bbe7371c req-9eca6e68-6931-4589-a6d8-e2f0bc13c054 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.2439556 Apr 25 14:32:15.137897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:15.168651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fa8446d-e73a-4e57-9b01-004c9edcf83c req-c24b2ebf-e121-49e7-8a14-f85ff4001358 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055217 Apr 25 14:32:15.307419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port 1f99f245-972f-4195-9093-8fef093bdfcd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1f99f245-972f-4195-9093-8fef093bdfcd,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:15.308562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.363245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:15.404130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:15.445143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e3731a3-99ab-4a35-bd47-eb67bbe7371c req-120f6410-75f5-4b29-bf45-f39ebe620f75 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614359 Apr 25 14:32:15.510045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for 1f99f245-972f-4195-9093-8fef093bdfcd owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:15.696264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e13fa51-0462-4192-a47d-28917057b50c req-908f5b05-00bc-4df3-ad41-79f47e6aa097 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.2280250 Apr 25 14:32:15.720468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.740002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:15.793276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=1f99f245-972f-4195-9093-8fef093bdfcd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:15.890560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.901078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port 1f99f245-972f-4195-9093-8fef093bdfcd on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:15.904113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:15.908039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'name': 'network-vif-deleted', 'tag': '1f99f245-972f-4195-9093-8fef093bdfcd'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:15.928647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:15.931949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cf9defc-cc57-4b09-aeaa-91bf1ff3cc51 req-eb93b8c3-af28-48ed-96ee-eba55bc70212 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "DELETE /v2.0/ports/1f99f245-972f-4195-9093-8fef093bdfcd HTTP/1.1" status: 204 len: 173 time: 1.1746531 Apr 25 14:32:15.993716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:16.090827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:16.094447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:16.097084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca648d01-7d29-42c0-8836-4adf24812911', 'name': 'network-vif-deleted', 'tag': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:16.105183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ad9a7-04f3-4d90-bd06-13d0bebf5070 req-68f982f4-acfc-42be-8f5d-f897bc90d13a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:16.107015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da5ad9a7-04f3-4d90-bd06-13d0bebf5070 req-68f982f4-acfc-42be-8f5d-f897bc90d13a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.1583836 Apr 25 14:32:16.123338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d9ec3-e4ad-40fb-bde6-66e7868a34be req-1d37dfa3-9fd0-40cf-b068-43836485538c tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:16.130731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-185d9ec3-e4ad-40fb-bde6-66e7868a34be req-1d37dfa3-9fd0-40cf-b068-43836485538c tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 945 time: 0.4404750 Apr 25 14:32:16.147796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0621b05-ed7a-49b7-b7f8-0aa0b524dabb req-c2094fa2-4fcc-4836-b19a-38148419854f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.21 "DELETE /v2.0/ports/8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 HTTP/1.1" status: 204 len: 173 time: 1.6314268 Apr 25 14:32:16.189913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-185d9ec3-e4ad-40fb-bde6-66e7868a34be req-0e972f83-5a02-4c7b-b4f2-80c6557ad842 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Apr 25 14:32:16.197644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da5ad9a7-04f3-4d90-bd06-13d0bebf5070 req-e129104d-355b-45d8-aecc-c3160c315e59 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843654 Apr 25 14:32:16.274573 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c73c3c-f16f-46f8-9b9c-19b80922e07c'] response: {'server_uuid': '5c02b3f6-13db-4ddc-ae83-3eda944b4827', 'name': 'network-vif-deleted', 'tag': '1f99f245-972f-4195-9093-8fef093bdfcd', 'status': 'completed', 'code': 200} Apr 25 14:32:16.320136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:16.384430 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae8f10c-7510-44eb-8ee1-a8712433b680'] response: {'server_uuid': 'ca648d01-7d29-42c0-8836-4adf24812911', 'name': 'network-vif-deleted', 'tag': '8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0', 'status': 'completed', 'code': 200} Apr 25 14:32:16.397486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5', '1f99f245-972f-4195-9093-8fef093bdfcd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:16.499644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149912-fa1b-401a-8c4d-9734aa2ba7d1 req-6e13a24d-3d3f-41af-a376-6df6c33fa60c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:16.516240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01149912-fa1b-401a-8c4d-9734aa2ba7d1 req-6e13a24d-3d3f-41af-a376-6df6c33fa60c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.2023606 Apr 25 14:32:16.528417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-02cecd04-9802-42c9-af9c-78fda51b67db req-44f4159b-bff6-46ad-bae4-597b0ecd9ca2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:16.535969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:16.538258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:16.559459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-02cecd04-9802-42c9-af9c-78fda51b67db req-44f4159b-bff6-46ad-bae4-597b0ecd9ca2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:16.570900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02cecd04-9802-42c9-af9c-78fda51b67db req-44f4159b-bff6-46ad-bae4-597b0ecd9ca2 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca648d01-7d29-42c0-8836-4adf24812911 HTTP/1.1" status: 200 len: 210 time: 0.1027019 Apr 25 14:32:16.679451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01149912-fa1b-401a-8c4d-9734aa2ba7d1 req-df5fbc97-2adf-4b5a-922d-9332558d2675 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581097 Apr 25 14:32:16.705549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d62d93-b666-4f64-b119-076d712b1f82 req-d839f651-93ab-4a67-832e-2567b8500c74 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:16.710109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56d62d93-b666-4f64-b119-076d712b1f82 req-d839f651-93ab-4a67-832e-2567b8500c74 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.3076284 Apr 25 14:32:16.712179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:16.840764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:32:16.869702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 5b83f103-ab45-4291-a9d7-b0c7b38a369a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:16.871354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:16.881912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:16.893653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:16.894044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:16.916882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699894e-aefe-4ac6-85c0-06b778e063bc req-560b37f5-15e6-4ac8-9489-2615e984486c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:16.934149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8699894e-aefe-4ac6-85c0-06b778e063bc req-560b37f5-15e6-4ac8-9489-2615e984486c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.1971238 Apr 25 14:32:17.021792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8699894e-aefe-4ac6-85c0-06b778e063bc req-a986c1b0-6c65-456b-8881-c8cc26c1159b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861073 Apr 25 14:32:17.128243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8122528e-c4b5-4c69-980d-510d75d84d19 req-d770443f-a40f-41b2-b0dc-89e96341149a tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1133449 Apr 25 14:32:17.402280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:17.403973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 5b83f103-ab45-4291-a9d7-b0c7b38a369a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5b83f103-ab45-4291-a9d7-b0c7b38a369a,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:17.404435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:17.457223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:17.457768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:17.566424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd6f2-2ebe-4d14-b6b6-5391b8c0467d req-c2e7dc20-dfdf-497c-b2da-e291611508ef tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:17.568100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45cdd6f2-2ebe-4d14-b6b6-5391b8c0467d req-c2e7dc20-dfdf-497c-b2da-e291611508ef tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 945 time: 0.1930120 Apr 25 14:32:17.606479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:17.611188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 5b83f103-ab45-4291-a9d7-b0c7b38a369a owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:17.616551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45cdd6f2-2ebe-4d14-b6b6-5391b8c0467d req-d0ff63a4-a442-4d9f-a498-0a815e61dd7f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Apr 25 14:32:17.640547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:17.680993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'mac_address': 'fa:16:3e:fd:37:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:17.689503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86679f39-f42d-4735-a020-3c5fab68c121 req-35f6e9d5-eb2e-44e5-b66a-55c0ecea38ed tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:17.691029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86679f39-f42d-4735-a020-3c5fab68c121 req-35f6e9d5-eb2e-44e5-b66a-55c0ecea38ed tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=234c4800-f694-4d59-add3-885cc99e6f1a HTTP/1.1" status: 200 len: 945 time: 0.2958291 Apr 25 14:32:17.750759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:17.760370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86679f39-f42d-4735-a020-3c5fab68c121 req-e5ec0fca-7ca3-424e-bb1e-0c3ff45bcd03 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Apr 25 14:32:17.834135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:17.857931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:17.873568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:17.914063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2145f-678b-4235-a865-4a68d99fe25d req-68559ebc-c059-4248-83b2-971177c6a1bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:17.922001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['5b83f103-ab45-4291-a9d7-b0c7b38a369a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:17.923870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0f2145f-678b-4235-a865-4a68d99fe25d req-68559ebc-c059-4248-83b2-971177c6a1bf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1148603 Apr 25 14:32:17.961637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=5b83f103-ab45-4291-a9d7-b0c7b38a369a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:17.970676 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce20cff-0c5d-4215-bca0-09b22a02e325'] response: {'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'code': 200} Apr 25 14:32:17.982998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:17.999144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0f2145f-678b-4235-a865-4a68d99fe25d req-6046e180-e9e3-4a1a-9121-ffd4320256ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738292 Apr 25 14:32:18.020253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf6ce319-4c28-41bf-808b-7a332af77895 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:18.056926 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:18.195583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:18.214301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:18.217726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:18.286213 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:18.304550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea7cd-9b17-4d69-909c-b0e49bb16a80 req-bfdcf205-d326-4292-ac58-e524f183aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:18.308260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-844ea7cd-9b17-4d69-909c-b0e49bb16a80 req-bfdcf205-d326-4292-ac58-e524f183aede service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1097 time: 0.2908225 Apr 25 14:32:18.324286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port 5b83f103-ab45-4291-a9d7-b0c7b38a369a on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:18.357118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:18.379394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:18.384416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56d62d93-b666-4f64-b119-076d712b1f82 req-88c181f0-a2a0-43e9-82a7-f38fad683dbb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "DELETE /v2.0/ports/5b83f103-ab45-4291-a9d7-b0c7b38a369a HTTP/1.1" status: 204 len: 173 time: 1.6678019 Apr 25 14:32:18.386132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234c4800-f694-4d59-add3-885cc99e6f1a', 'name': 'network-vif-deleted', 'tag': '5b83f103-ab45-4291-a9d7-b0c7b38a369a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:18.428938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-844ea7cd-9b17-4d69-909c-b0e49bb16a80 req-3f4a9b33-725e-4c8c-85d9-a9cb59c5aa7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118159 Apr 25 14:32:18.433848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5b83f103-ab45-4291-a9d7-b0c7b38a369a no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:18.442808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378f2af-c98f-49b6-bf5b-e81a64563c83 req-dec45c37-2ed7-4562-8c01-bdd04abd0553 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:18.444510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6378f2af-c98f-49b6-bf5b-e81a64563c83 req-dec45c37-2ed7-4562-8c01-bdd04abd0553 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.1218448 Apr 25 14:32:18.503353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 5b83f103-ab45-4291-a9d7-b0c7b38a369a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:18.503720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5b83f103-ab45-4291-a9d7-b0c7b38a369a not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:18.504147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:18.554208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:18.554785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6378f2af-c98f-49b6-bf5b-e81a64563c83 req-cb39b286-498c-446c-880b-895d1c06c9ec tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935776 Apr 25 14:32:18.628164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d94c7d4f-883a-4740-aa0f-d67fabc7353c req-ed5d491a-c3df-4c7b-9599-8c47cc1b640f tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0613112 Apr 25 14:32:18.630581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:18.630581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8a2f68e3-4453-4509-8e0f-0dba6f2dc6c0 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:18.666616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['bf6ce319-4c28-41bf-808b-7a332af77895'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:18.680614 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0787e335-cfda-4bf6-bbd9-6fab9d49a1e8'] response: {'server_uuid': '234c4800-f694-4d59-add3-885cc99e6f1a', 'name': 'network-vif-deleted', 'tag': '5b83f103-ab45-4291-a9d7-b0c7b38a369a', 'status': 'completed', 'code': 200} Apr 25 14:32:18.730061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1f99f245-972f-4195-9093-8fef093bdfcd no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:18.799103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 1f99f245-972f-4195-9093-8fef093bdfcd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:18.799657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1f99f245-972f-4195-9093-8fef093bdfcd not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:18.823171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:19.073158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-1ab2d4ba-7586-4cb4-9e9e-674005668b8b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:19.086063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-1ab2d4ba-7586-4cb4-9e9e-674005668b8b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 0.2562313 Apr 25 14:32:19.106581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-61d0c2f4-1ec7-40b8-9c41-16dfecfa320d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/quotas/59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 375 time: 0.0184233 Apr 25 14:32:19.226574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-f895dcf8-1c7a-462b-8da3-ff15ca48005f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100903 Apr 25 14:32:19.385311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eda69-02f4-4523-8bac-8c6562f0475f req-b1f9e070-1064-4646-ae3f-60c52db0acaf tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:19.386961 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-473eda69-02f4-4523-8bac-8c6562f0475f req-b1f9e070-1064-4646-ae3f-60c52db0acaf tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 946 time: 0.1274412 Apr 25 14:32:19.432310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-f82c841b-6d48-4003-8104-d5b15ea0f36b service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930363 Apr 25 14:32:19.460940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-473eda69-02f4-4523-8bac-8c6562f0475f req-92437bf9-fedc-4dfe-8086-7fcb4cdc084c tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606565 Apr 25 14:32:19.653815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-de07d7e3-c748-486e-b802-16e9d1d38c1b service neutron] 10.222.0.23 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153616 Apr 25 14:32:19.759027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5e92c-9577-4482-a389-9d80d6d55921 req-e34ed30a-6d13-4448-a357-582ebbbe56b0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:19.759771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-adc5e92c-9577-4482-a389-9d80d6d55921 req-e34ed30a-6d13-4448-a357-582ebbbe56b0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:19.777089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-adc5e92c-9577-4482-a389-9d80d6d55921 req-e34ed30a-6d13-4448-a357-582ebbbe56b0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:19.777251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-adc5e92c-9577-4482-a389-9d80d6d55921 req-e34ed30a-6d13-4448-a357-582ebbbe56b0 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 950 time: 0.1136711 Apr 25 14:32:19.851379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-adc5e92c-9577-4482-a389-9d80d6d55921 req-74a64e9a-b56f-414e-8425-6ebeae1ccfc3 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 Apr 25 14:32:19.971651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:20.248043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3064-9851-4bde-b494-44919b1a74a6 req-6de61a94-89fa-47cf-9eb1-844e5ff09045 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:20.251962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-031b3064-9851-4bde-b494-44919b1a74a6 req-6de61a94-89fa-47cf-9eb1-844e5ff09045 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1527276 Apr 25 14:32:20.318577 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-031b3064-9851-4bde-b494-44919b1a74a6 req-3cac66ca-ec4a-405c-a01b-4b8fc84b6cf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Apr 25 14:32:20.408279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:20.681026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port bf6ce319-4c28-41bf-808b-7a332af77895 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:20.681415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:20.734692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70f8d-8070-4d18-9e9a-6980d9c7c320 req-2995ddf7-607b-4ab3-8d90-8b18411a3c80 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:20.745979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d70f8d-8070-4d18-9e9a-6980d9c7c320 req-2995ddf7-607b-4ab3-8d90-8b18411a3c80 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.2864552 Apr 25 14:32:20.761293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-9d69cfc4-3c9c-4649-85ad-e5838dd55d04 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:20.775745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-9d69cfc4-3c9c-4649-85ad-e5838dd55d04 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.2899585 Apr 25 14:32:20.860298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d70f8d-8070-4d18-9e9a-6980d9c7c320 req-d52f722f-1247-4dfa-830f-6eceba639467 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077724 Apr 25 14:32:20.869751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-556c8dc2-a1f7-4f5b-9188-b5685f9a2683 req-d2e49a0a-2d42-47ce-ae44-6e91cc3a4965 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0900340 Apr 25 14:32:20.883948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-c0871326-da21-4739-ade3-5f66d04a535f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.1061895 Apr 25 14:32:20.907457 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:20.927664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-8166bb3b-1d1d-4296-85ef-5903ddf56afe tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:20.946851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-8166bb3b-1d1d-4296-85ef-5903ddf56afe tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 950 time: 0.3007634 Apr 25 14:32:21.004017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:21.013949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:21.092043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-6c765101-7015-4ee8-815e-d5093ae2c526 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:21.124492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-6c765101-7015-4ee8-815e-d5093ae2c526 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:21.129831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-6c765101-7015-4ee8-815e-d5093ae2c526 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2446103 Apr 25 14:32:21.144764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:21.159926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.165264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.165842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a7da666-74f2-40e6-a031-27ddda7133d8 req-ddd11d1a-5fae-4764-bfc1-91ab69232f25 tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0597014 Apr 25 14:32:21.166004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.166222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.166573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.166911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.167359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.167798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.168025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.168362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.168692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.169018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:32:21.171251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port 100b5b83-7dd2-423f-86f2-a852c4815018 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:21.171702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:21.366677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-e1589578-f6c3-4d52-81ad-a1c5f3d05b6c service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268996 Apr 25 14:32:21.379264 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303aeb06-e3d0-4cb3-89b4-884eb4708a47'] response: {'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'code': 200} Apr 25 14:32:21.508229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port 100b5b83-7dd2-423f-86f2-a852c4815018, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=100b5b83-7dd2-423f-86f2-a852c4815018,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:21.509342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:21.597607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda305-3695-4781-a730-880447bd1d26 req-362f65bf-8613-441d-9600-3018a8b6f058 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:21.599043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71cda305-3695-4781-a730-880447bd1d26 req-362f65bf-8613-441d-9600-3018a8b6f058 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfda6af8-a028-4e47-9b99-fdb86e8bf193 HTTP/1.1" status: 200 len: 950 time: 0.6184812 Apr 25 14:32:21.817564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-47bae87e-a770-4ce6-b109-efdaa1623ef9 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399230 Apr 25 14:32:21.822049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port 9ac11821-6242-4a87-847f-4d01539730b5 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:21.822413 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:21.867150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for 100b5b83-7dd2-423f-86f2-a852c4815018 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:21.918931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f4b5404-0163-477d-9209-161b61232e2e req-efd8557e-f604-42a0-8dd6-77621d7c4d5f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 210 time: 0.2799864 Apr 25 14:32:21.995818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782adaef-2aff-4c92-bc9a-3097f8fd71ae req-78ecdf92-3635-4d69-add8-2cf4553f38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:21.997584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-782adaef-2aff-4c92-bc9a-3097f8fd71ae req-78ecdf92-3635-4d69-add8-2cf4553f38a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 1097 time: 0.3975658 Apr 25 14:32:22.287252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:22.289797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0afca1f-8c3f-4d65-a382-bac5d472d3a8 req-9ba46c93-26b2-49b0-bec6-66feac68c492 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=279ac16b-465f-44fc-8c78-e51976c7e1e3 HTTP/1.1" status: 200 len: 210 time: 0.1324143 Apr 25 14:32:22.293672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-782adaef-2aff-4c92-bc9a-3097f8fd71ae req-5f4104cb-f1c1-497c-a5be-e4ef3cab3a5c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899055 Apr 25 14:32:22.302959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa', '100b5b83-7dd2-423f-86f2-a852c4815018', '9ac11821-6242-4a87-847f-4d01539730b5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:22.467861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=100b5b83-7dd2-423f-86f2-a852c4815018,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:22.820458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a483e2a-88bb-4ffe-85ff-413b374484ad req-624cad0d-94da-450a-9c3f-b3e11d88f3f3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:22.836976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a483e2a-88bb-4ffe-85ff-413b374484ad req-624cad0d-94da-450a-9c3f-b3e11d88f3f3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 946 time: 0.6515839 Apr 25 14:32:22.857741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port 100b5b83-7dd2-423f-86f2-a852c4815018 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:22.926535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:22.932555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'name': 'network-vif-deleted', 'tag': '100b5b83-7dd2-423f-86f2-a852c4815018'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:23.007544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1ec8b97-cd3e-4447-9304-d27a7a8f75d1 req-4766adff-693f-4b98-81de-fd9db8796d63 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "DELETE /v2.0/ports/100b5b83-7dd2-423f-86f2-a852c4815018 HTTP/1.1" status: 204 len: 173 time: 2.0544448 Apr 25 14:32:23.052838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a483e2a-88bb-4ffe-85ff-413b374484ad req-92330ffb-723d-42cc-b887-06b9faa006cb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145131 Apr 25 14:32:23.383646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:23.490381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port 9ac11821-6242-4a87-847f-4d01539730b5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ac11821-6242-4a87-847f-4d01539730b5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:23.490993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:23.635543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0932-3633-45be-aef7-5a683dd5dbe6 req-3d16bf03-7e38-4e1d-80b5-770a26b43e8a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:23.639157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a25a0932-3633-45be-aef7-5a683dd5dbe6 req-3d16bf03-7e38-4e1d-80b5-770a26b43e8a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1422582 Apr 25 14:32:23.704397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a25a0932-3633-45be-aef7-5a683dd5dbe6 req-d58dfa2a-69cf-4c96-b9e9-c7ee6cfee8eb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Apr 25 14:32:23.729951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-96523fee-cc9e-43f7-b8cd-0e646ff6ad85 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:23.731861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-96523fee-cc9e-43f7-b8cd-0e646ff6ad85 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 808 time: 1.0610571 Apr 25 14:32:23.740350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for 9ac11821-6242-4a87-847f-4d01539730b5 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:23.787141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Request body: {'port': {'device_id': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'admin_state_up': True, 'tenant_id': '59aa456541ee4328a8649e9ef257d941'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:24.002205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee4c2f56-089b-4f84-8e17-9d581b89ef4f req-92daf05c-42c5-45fa-aff9-40308d6b44a1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 210 time: 0.0861983 Apr 25 14:32:24.016865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c830b18-7d14-4ec1-8ec5-cb9f29d8172f req-ec2954a2-3253-41a9-9e6d-4ecc17c4c193 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:24.029165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c830b18-7d14-4ec1-8ec5-cb9f29d8172f req-ec2954a2-3253-41a9-9e6d-4ecc17c4c193 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1097 time: 1.3700619 Apr 25 14:32:24.200510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:24.227429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:24.318659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c830b18-7d14-4ec1-8ec5-cb9f29d8172f req-ae498760-98d4-436e-8ab4-4719f95e60bd tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881582 Apr 25 14:32:24.342700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Made reservation on behalf of 59aa456541ee4328a8649e9ef257d941 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:32:24.346336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:24.483021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-6f3f1fc5-ed96-4ef6-9d38-980addea5caa tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:24.485343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-6f3f1fc5-ed96-4ef6-9d38-980addea5caa tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.4362411 Apr 25 14:32:24.512728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03efb087-3af6-4e8d-a604-8c2e48c96fc3 req-6a68357f-7a22-475d-9158-49cf31b914bb tempest-ServersAdmin275Test-376257184 tempest-ServersAdmin275Test-376257184-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.2064400 Apr 25 14:32:24.531653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:24.578830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:24.590989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e311289a-a9f1-4246-8bce-1ca13fe1abaa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:24.754812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ac11821-6242-4a87-847f-4d01539730b5 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:24.950262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=9ac11821-6242-4a87-847f-4d01539730b5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:25.041375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:25.049821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9ac11821-6242-4a87-847f-4d01539730b5 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:25.060105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:25.060672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ac11821-6242-4a87-847f-4d01539730b5 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:25.061305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 100b5b83-7dd2-423f-86f2-a852c4815018 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:25.086950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be12b567-ec12-431e-8adf-c37769d42a97 req-2da9cd1b-3d95-4de4-850a-c6cfc779587e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 210 time: 0.3121538 Apr 25 14:32:25.087911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:32:25.092201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:25.147998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 100b5b83-7dd2-423f-86f2-a852c4815018 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:25.157905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 100b5b83-7dd2-423f-86f2-a852c4815018 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:25.318023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port 9ac11821-6242-4a87-847f-4d01539730b5 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:25.325946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:25.351547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'name': 'network-vif-deleted', 'tag': '9ac11821-6242-4a87-847f-4d01539730b5'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:25.358212 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71cda305-3695-4781-a730-880447bd1d26 req-586e19ac-d2c6-4d56-a460-6500ae38d376 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "DELETE /v2.0/ports/9ac11821-6242-4a87-847f-4d01539730b5 HTTP/1.1" status: 204 len: 173 time: 3.7355568 Apr 25 14:32:25.359583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Allocated IP 172.20.0.4 (266958da-ab21-4171-acf7-f8efef1f33d7/869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2/afe93d87-d544-46f9-9dc0-a16cf88e6c58) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:32:25.458811 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e59dfb1-6b32-477e-bfce-513d2c69b3b1'] response: {'server_uuid': '279ac16b-465f-44fc-8c78-e51976c7e1e3', 'name': 'network-vif-deleted', 'tag': '100b5b83-7dd2-423f-86f2-a852c4815018', 'status': 'completed', 'code': 200} Apr 25 14:32:25.475499 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-dbf5332b-4a3a-4c53-862a-2af303d0e08e service neutron] show failed (client error): The resource could not be found. Apr 25 14:32:25.478860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-dbf5332b-4a3a-4c53-862a-2af303d0e08e service neutron] 10.222.0.15 "GET /v2.0/ports/9cbf8829-04c6-4f1f-b08d-4b23fe70e2af/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.4081841 Apr 25 14:32:25.576803 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6716bb-00e5-4c0c-befb-16b8fb3cd343'] response: {'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'code': 200} Apr 25 14:32:25.613086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.11 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/77fea8f9-3808-42f5-b2f0-1129bdd37cbb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:32:25.957214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:26.037738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:26.049281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['14870aba-dbd5-43c3-a5e2-e36ecd951965'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:26.145311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:26.154143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Network 266958da-ab21-4171-acf7-f8efef1f33d7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:32:26.155464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:32:26.158730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:32:26.245002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:26.245728 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:26.287362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326d31-b1b7-4f87-ae68-d4bf9b8ccf67 req-845f8682-7d6b-419f-a7a3-e05d85f243b5 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:26.288954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84326d31-b1b7-4f87-ae68-d4bf9b8ccf67 req-845f8682-7d6b-419f-a7a3-e05d85f243b5 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1097 time: 0.2966368 Apr 25 14:32:26.323344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-84378602-ed44-4141-ac98-c7fef7fe41ba tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5410845 Apr 25 14:32:26.341314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:26.343107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Request body: {'port': {'device_id': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:26.398426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc432b-17f9-481b-8753-78a64b681c04 req-4e098616-b869-4bd2-9528-74988e441400 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:26.409835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cc432b-17f9-481b-8753-78a64b681c04 req-4e098616-b869-4bd2-9528-74988e441400 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 946 time: 0.5005827 Apr 25 14:32:26.410784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84326d31-b1b7-4f87-ae68-d4bf9b8ccf67 req-b302d79b-071a-484e-9a16-eafa5263cff8 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064239 Apr 25 14:32:26.470789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-06822b37-2f2f-42ae-a607-da838fe2b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:26.472303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-06822b37-2f2f-42ae-a607-da838fe2b0ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13&tenant_id=240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 1101 time: 0.3958397 Apr 25 14:32:26.495534 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:32:26.500640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:26.546625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cc432b-17f9-481b-8753-78a64b681c04 req-b7a5fb93-9586-4c6d-97f2-2f76d59bcd95 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327343 Apr 25 14:32:26.646391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:26.722098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:27.075503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:32:27.079663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:32:27.085665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:32:27.243933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-857e765a-90e2-40a1-abed-90afc13e0892 req-12bff754-367f-4fed-a302-145d5f1f5030 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ef7b4aaf924222b2080e15b9219d88&device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.0877016 Apr 25 14:32:27.251663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:27.320553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-857e765a-90e2-40a1-abed-90afc13e0892 req-0e187761-707d-45d2-8b6e-fe81a70277fa service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a1ef7b4aaf924222b2080e15b9219d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499814 Apr 25 14:32:27.354910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:27.410615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2e096-51d3-4485-aa17-35dc1df10574 req-44e00f85-9a58-47ad-b6c4-5dba31d5f6e6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:27.415145 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-add2e096-51d3-4485-aa17-35dc1df10574 req-44e00f85-9a58-47ad-b6c4-5dba31d5f6e6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 932 time: 0.1526666 Apr 25 14:32:27.436422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:27.437193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:27.520247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe93d87-d544-46f9-9dc0-a16cf88e6c58 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:27.535386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:27.558447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Transition to ACTIVE for port object afe93d87-d544-46f9-9dc0-a16cf88e6c58 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:27.576599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:27.621589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-add2e096-51d3-4485-aa17-35dc1df10574 req-10a25276-202a-4a61-a036-d78d956571c6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616523 Apr 25 14:32:27.643868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f4441-1fe1-41b5-b617-e4a4a756f300 req-04de721a-ce58-4b5f-9da2-ba1fab7cfe78 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:27.652055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1f4441-1fe1-41b5-b617-e4a4a756f300 req-04de721a-ce58-4b5f-9da2-ba1fab7cfe78 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.8135133 Apr 25 14:32:27.720912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-4332ccaf-e408-4d4c-83f4-5a8a08bf418f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2213831 Apr 25 14:32:27.742641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Request body: {'port': {'device_id': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:27.750678 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68b8ed4-d725-4e12-b6d8-8ec1b816cb4f'] response: {'server_uuid': 'bfda6af8-a028-4e47-9b99-fdb86e8bf193', 'name': 'network-vif-deleted', 'tag': '9ac11821-6242-4a87-847f-4d01539730b5', 'status': 'completed', 'code': 200} Apr 25 14:32:27.775018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e765a-90e2-40a1-abed-90afc13e0892 req-296b992d-2898-4ba4-bde3-3ff92f20c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:27.776252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-857e765a-90e2-40a1-abed-90afc13e0892 req-296b992d-2898-4ba4-bde3-3ff92f20c081 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4430640 Apr 25 14:32:27.839684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:27.852205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1f4441-1fe1-41b5-b617-e4a4a756f300 req-0b99d5f9-74f2-4bab-8b00-5a60ca6eabe7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993599 Apr 25 14:32:27.953906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:27.954341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:27.954748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:27.964116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:27.966806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:27.974933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:27.976707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:27.977754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:27.978286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Bound port: afe93d87-d544-46f9-9dc0-a16cf88e6c58, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:27.978707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:28.158697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:28.174649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:28.190216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:28.257452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26de47-dcd5-49da-8f55-6b13faeb3408 req-4c0f03da-ec18-45dd-871a-d61b21f66156 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:28.259005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c26de47-dcd5-49da-8f55-6b13faeb3408 req-4c0f03da-ec18-45dd-871a-d61b21f66156 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 946 time: 0.1590295 Apr 25 14:32:28.273202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:28.273606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:28.275313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] 10.222.0.21 "PUT /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 1091 time: 1.9442241 Apr 25 14:32:28.297258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1198be-51f2-4bf4-b40a-1ce1a6652374 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:28.339383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:28.373845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:28.428724 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c26de47-dcd5-49da-8f55-6b13faeb3408 req-2d1dff1e-9ac2-4d66-b88c-7a3de120c278 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209669 Apr 25 14:32:28.498656 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:28.507035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-c6ea1ea3-e9b7-480a-a589-95fb74f9087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:28.508693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-c6ea1ea3-e9b7-480a-a589-95fb74f9087c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1094 time: 0.1724498 Apr 25 14:32:28.610378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-a3c42f80-15e8-4579-a3fc-84dceaa92cc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 217 time: 0.0896599 Apr 25 14:32:28.745558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab53f3a-bed3-41e9-b35d-7c92c9349842 req-a86053b4-7a61-4edd-bb1d-c0b32a80fea0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:28.747088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ab53f3a-bed3-41e9-b35d-7c92c9349842 req-a86053b4-7a61-4edd-bb1d-c0b32a80fea0 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.6092713 Apr 25 14:32:28.757866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:28.758973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:28.815760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7dd7b5a4-5814-4305-a86c-ff9225ea7ea4 req-78537ec1-b145-47ec-bbb9-9790b11c1574 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.1009119 Apr 25 14:32:28.853939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602988-2af2-4092-9458-c02e90c37794 req-d57c4a54-7d68-4ca3-9ba9-dda05b26f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:28.863752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-d57c4a54-7d68-4ca3-9ba9-dda05b26f123 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.2390041 Apr 25 14:32:28.975795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-08a84788-8a3e-4e85-98f1-fdcc1831c8da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042845 Apr 25 14:32:29.006818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ab53f3a-bed3-41e9-b35d-7c92c9349842 req-54502218-7f71-4c0f-8aed-d9f8bffad5d8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491062 Apr 25 14:32:29.055910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:29.064389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:29.067928 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:29.095219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Transition to ACTIVE for port object 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:29.101809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:29.328705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:32:29.329103 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:32:29.360513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-b6cd1652-67f5-486c-b74c-04d84285857e service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759193 Apr 25 14:32:29.575562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36602988-2af2-4092-9458-c02e90c37794 req-ad265139-31ec-4428-8578-e3cfff1e31f2 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081950 Apr 25 14:32:29.645419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-857e765a-90e2-40a1-abed-90afc13e0892 req-4a0020d6-cdea-4fb5-8796-5739918a19c8 tempest-ServersAdmin275Test-101696676 tempest-ServersAdmin275Test-101696676-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c44ed8a-da6d-4161-9ea3-48ac687ba360 HTTP/1.1" status: 200 len: 210 time: 0.3128541 Apr 25 14:32:29.690814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] No DVR routers for this DVR port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:29.752255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:29.840674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:29.852120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fea8f9-3808-42f5-b2f0-1129bdd37cbb {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:29.871918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:29.895427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:29.896015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:29.896544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:29.936370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:29.936521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Attempting to bind port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:29.952406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Transition to ACTIVE for port object 77fea8f9-3808-42f5-b2f0-1129bdd37cbb will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:29.954931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:29.956437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:29.956875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:29.957363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Bound port: 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:29.958154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:29.981902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:30.461554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:30.718611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:30.739023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a24d23-b57c-4576-9aba-909f39943af7 req-72e14170-f8b3-44c7-a7a7-99df19938b25 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:30.739023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d3a24d23-b57c-4576-9aba-909f39943af7 req-72e14170-f8b3-44c7-a7a7-99df19938b25 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:30.739023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:30.758207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:30.849238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:30.858489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d3a24d23-b57c-4576-9aba-909f39943af7 req-72e14170-f8b3-44c7-a7a7-99df19938b25 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:30.865219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d3a24d23-b57c-4576-9aba-909f39943af7 req-72e14170-f8b3-44c7-a7a7-99df19938b25 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 944 time: 0.8119617 Apr 25 14:32:30.870302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Attempting to bind port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:30.870586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Attempting to bind port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:30.870906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Attempting to bind port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:30.898706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:30.899334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:30.900713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-3fdd514d-b9d5-487c-bad8-be1e99d89265 service neutron] 10.222.0.21 "PUT /v2.0/ports/9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 1096 time: 4.4188232 Apr 25 14:32:30.902857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-560281ce-444d-49ec-900d-a06dc49c36b3 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:32:30.903770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-560281ce-444d-49ec-900d-a06dc49c36b3 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063589 Apr 25 14:32:30.911387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:30.911936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Attempting to bind port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:30.914505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Request body: {'binding': {'host': 'n-h1-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:30.914985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:32:30.962370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:30.963018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:30.963567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:30.964196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Bound port: 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:30.964717 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:31.012827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d3a24d23-b57c-4576-9aba-909f39943af7 req-ec9be121-2abc-40ad-8b4c-79b39a84dd35 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460478 Apr 25 14:32:31.171771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:31.176060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:31.194297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:31.337085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-db6965fc-422a-4f16-942b-51b301a907f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:31.338662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-db6965fc-422a-4f16-942b-51b301a907f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1099 time: 0.4098954 Apr 25 14:32:31.346742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:31.347568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:31.349022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/77fea8f9-3808-42f5-b2f0-1129bdd37cbb HTTP/1.1" status: 200 len: 1092 time: 3.6129746 Apr 25 14:32:31.437378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on host n-h1-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:31.439613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:31.440352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:31.453497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:31.453830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:31.462404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:31.463234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:31.463635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:31.464077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Bound port: 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:31.484804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361690c9-29c7-4dde-ab83-25327650d4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:31.504478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:31.513005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:31.514217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c1b21d0b-f701-4f70-bad7-4c72295e4dd2 service neutron] 10.222.0.23 "POST /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6036558 Apr 25 14:32:31.644013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c057dfd-08f4-42ea-9164-94f6ba752fd2 req-b178e359-e6d2-44a5-b77e-2989c77f3b4c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:31.648364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c057dfd-08f4-42ea-9164-94f6ba752fd2 req-b178e359-e6d2-44a5-b77e-2989c77f3b4c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 948 time: 0.4600952 Apr 25 14:32:31.764206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-b5aeac7b-c66c-4a21-a436-e2e7699b209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:31.767856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-b5aeac7b-c66c-4a21-a436-e2e7699b209c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 1095 time: 0.3613122 Apr 25 14:32:31.779599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c057dfd-08f4-42ea-9164-94f6ba752fd2 req-93ed418b-cb56-41db-b8c7-792a698bf796 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163800 Apr 25 14:32:31.891639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-2af5ca94-26af-498b-9a30-788c14499b12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb HTTP/1.1" status: 200 len: 217 time: 0.1102529 Apr 25 14:32:31.893536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-5d78c675-8a08-432e-ae98-749d8df9823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:31.894663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-5d78c675-8a08-432e-ae98-749d8df9823d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5368116 Apr 25 14:32:31.936226 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a739b948-fb72-441c-a3fb-a5f018af8830'] response: {'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'code': 200} Apr 25 14:32:32.089852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-2e5d32db-7860-4e8a-b766-cf88da2aebd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.0998094 Apr 25 14:32:32.117011 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67441a9d-0ea5-4b15-b1a7-d6bbbfd8b9bc'] response: {'name': 'network-changed', 'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'status': 'completed', 'code': 200} Apr 25 14:32:32.388369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-2ced96bf-633b-4e6e-94cd-2925743f503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:32.395459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-2ced96bf-633b-4e6e-94cd-2925743f503d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1094 time: 0.2414317 Apr 25 14:32:32.426280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-a86dbb5a-3d1a-4d58-ab9d-029a3d0a391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:32.428267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-a86dbb5a-3d1a-4d58-ab9d-029a3d0a391d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.5303307 Apr 25 14:32:32.487966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-578e4968-7c5e-4772-a8a2-60bba264019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:32.490578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-578e4968-7c5e-4772-a8a2-60bba264019d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2923062 Apr 25 14:32:32.637609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-ae324058-962f-48a3-b3ff-40a6937ca605 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995687 Apr 25 14:32:32.864198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-1c1cb7f9-0a66-4615-9fe4-bde5363dfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:32.867255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-1c1cb7f9-0a66-4615-9fe4-bde5363dfcd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.4629872 Apr 25 14:32:32.875977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c8196-076d-4cac-bde0-7967e8595e14 req-12263578-677e-401b-b964-e3dc8ce3aeb8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:32.875977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-763c8196-076d-4cac-bde0-7967e8595e14 req-12263578-677e-401b-b964-e3dc8ce3aeb8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:33.032175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-15b8809d-d75f-4a55-816a-ea404412b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.033793 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-15b8809d-d75f-4a55-816a-ea404412b8f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1097 time: 0.9432120 Apr 25 14:32:33.039628 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-83152c6f-9361-45a7-993b-824badf725f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 217 time: 0.1603987 Apr 25 14:32:33.141177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36924) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:33.167644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-763c8196-076d-4cac-bde0-7967e8595e14 req-12263578-677e-401b-b964-e3dc8ce3aeb8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:33.171649 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-763c8196-076d-4cac-bde0-7967e8595e14 req-12263578-677e-401b-b964-e3dc8ce3aeb8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.6122379 Apr 25 14:32:33.200395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-30d144f8-da94-4318-8d99-4ee96099d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.202810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-30d144f8-da94-4318-8d99-4ee96099d558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1445792 Apr 25 14:32:33.306548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-01c16655-a61c-4feb-9c64-5312290a4433 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746458 Apr 25 14:32:33.324249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-df6de5ef-3d51-4ec9-b691-2b4e01610e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.326208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-df6de5ef-3d51-4ec9-b691-2b4e01610e60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8161733 Apr 25 14:32:33.364849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-d5e44a20-d4d0-4829-9ebf-62a520535943 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138128 Apr 25 14:32:33.376277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-763c8196-076d-4cac-bde0-7967e8595e14 req-9fd8d183-7c1b-419c-b4b7-992e6bde0aed tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722431 Apr 25 14:32:33.509048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:33.614296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-ca63806a-131b-464b-b74e-d23a4604d395 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907851 Apr 25 14:32:33.684784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:33.694118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-b828c7c9-e286-47e8-8134-345b42dafdd7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.695272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-b828c7c9-e286-47e8-8134-345b42dafdd7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:33.697376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Usage tracker for resource:security_group_rule and tenant:a1ef7b4aaf924222b2080e15b9219d88 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:32:33.710911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-dee73e92-c856-4ebd-b5ab-29eb17130a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.712670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-dee73e92-c856-4ebd-b5ab-29eb17130a6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.6676998 Apr 25 14:32:33.716228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:32:33.731102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de90914-dc91-4c36-a845-95d6d3049ec3 req-6a6b3bc1-ed94-4ddc-bf78-5b852a92805d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.732583 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9de90914-dc91-4c36-a845-95d6d3049ec3 req-6a6b3bc1-ed94-4ddc-bf78-5b852a92805d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.7808619 Apr 25 14:32:33.780453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffdf6-7777-4374-817d-7e42f99d1afa req-096cb489-8f5c-4c7f-b16f-093756daf17e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:33.782490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12cffdf6-7777-4374-817d-7e42f99d1afa req-096cb489-8f5c-4c7f-b16f-093756daf17e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 944 time: 0.2607296 Apr 25 14:32:33.796634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:33.814585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-b828c7c9-e286-47e8-8134-345b42dafdd7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:33.816062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-b828c7c9-e286-47e8-8134-345b42dafdd7 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 950 time: 0.3497288 Apr 25 14:32:33.839677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:33.842516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c6188ce0-21c9-443d-b6b1-a822060707b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 217 time: 0.1198797 Apr 25 14:32:33.921019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ab222a-0c0a-4617-994e-bd8de437b5c3 req-971abe36-44f6-4090-9022-946bc74b41d8 service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988119 Apr 25 14:32:33.934936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12cffdf6-7777-4374-817d-7e42f99d1afa req-35676f57-7191-44a2-9c65-bfa40fa2c3ae tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414032 Apr 25 14:32:33.935849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-f0af6ff4-039c-4fff-addd-f6832e788f6d service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982001 Apr 25 14:32:33.955412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'}, {'name': 'network-changed', 'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:33.974417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Deleting port e311289a-a9f1-4246-8bce-1ca13fe1abaa {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:33.975535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:34.013086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d428c4a-27af-4c2d-9657-05320f4848d9 req-a02386c7-3bde-4070-9fb8-85add17adbec service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890794 Apr 25 14:32:34.078837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9de90914-dc91-4c36-a845-95d6d3049ec3 req-5ec1f991-160e-400d-a7ce-a73953ee2bee tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848647 Apr 25 14:32:34.200900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-e6386cbf-3b76-4ad1-9455-75d72ada4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:34.202917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-e6386cbf-3b76-4ad1-9455-75d72ada4690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.3278835 Apr 25 14:32:34.278498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-e970906b-d777-43fa-8246-8fd5099c65c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680890 Apr 25 14:32:34.451255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719a0b2-5e35-4a79-9d58-567036f65fdc req-1fe0ab4c-5c1f-4451-82bb-5b0bbee1231f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:34.453579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a719a0b2-5e35-4a79-9d58-567036f65fdc req-1fe0ab4c-5c1f-4451-82bb-5b0bbee1231f tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 950 time: 0.3538034 Apr 25 14:32:34.455948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:34.494203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06d22353-0245-4f4b-a2b5-7c409531af2d req-0924f155-843d-4abd-b212-8ce17fda9220 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395203 Apr 25 14:32:34.501364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] For port e311289a-a9f1-4246-8bce-1ca13fe1abaa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e311289a-a9f1-4246-8bce-1ca13fe1abaa,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:34.502079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:34.576362 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:34.592304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:34.638179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a719a0b2-5e35-4a79-9d58-567036f65fdc req-0a05c52e-999d-4ce3-8c05-664e7c5bca67 tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/security-groups?id=db5aea23-a63f-48be-af0c-9a80b5460c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737907 Apr 25 14:32:34.657505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-32147ec9-bfa6-4f30-a9be-6822ba63c9dd service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703952 Apr 25 14:32:34.744541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1ef7b4aaf924222b2080e15b9219d88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6059601 Apr 25 14:32:34.752221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36944) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:34.768359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8da18-a05f-4e0e-9fbd-89de8d3cbd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bf09ce-55c2-45c4-8ac8-b69081b8dd63,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:34.806932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399749bd-b94c-4c35-af5d-3ea8ecf9a63b req-edd7e48d-ada9-4463-b39d-7d5cb4f492a1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:34.810183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399749bd-b94c-4c35-af5d-3ea8ecf9a63b req-edd7e48d-ada9-4463-b39d-7d5cb4f492a1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 948 time: 0.4537239 Apr 25 14:32:34.978214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:35.025683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'port_id': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'mac_address': 'fa:16:3e:82:cc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000d5b3-7cec-47ab-b577-8c2674d4da58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:35.034186 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12a20e1-6bdf-425c-bac1-e33f7c750df2'] response: {'name': 'network-changed', 'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'status': 'completed', 'code': 200} Apr 25 14:32:35.034916 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12a20e1-6bdf-425c-bac1-e33f7c750df2'] response: {'name': 'network-changed', 'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'status': 'completed', 'code': 200} Apr 25 14:32:35.047029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399749bd-b94c-4c35-af5d-3ea8ecf9a63b req-0adeebc7-1803-4896-8267-f23f34138bab tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623859 Apr 25 14:32:35.108321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Calling delete_port for e311289a-a9f1-4246-8bce-1ca13fe1abaa owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:35.182791 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:35.198567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-f2efe259-e7d2-4e28-9e10-242885ef0e80 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266449 Apr 25 14:32:35.216512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32a277ae-a113-4c95-8c4b-4d75c0ec6ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:35.216973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6b68aa7-9079-4ca8-93f9-d49fb21231b2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:35.236190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:35.243688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:35.383321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32a277ae-a113-4c95-8c4b-4d75c0ec6ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:35.423827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:35.424827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976e347-b025-4903-8242-812b425421d0 req-69e83d39-60a7-4d34-8b89-2d039ee93975 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:35.433733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b976e347-b025-4903-8242-812b425421d0 req-69e83d39-60a7-4d34-8b89-2d039ee93975 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 945 time: 0.2271028 Apr 25 14:32:35.503940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:35.608798 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b976e347-b025-4903-8242-812b425421d0 req-4239e220-fd4e-4d43-ba0e-16eeac014e88 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737599 Apr 25 14:32:35.633611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b6b68aa7-9079-4ca8-93f9-d49fb21231b2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:35.676088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-a4447443-b0ac-42ac-9d3c-ba39df47aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:35.678355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-a4447443-b0ac-42ac-9d3c-ba39df47aae9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1099 time: 0.6269438 Apr 25 14:32:35.736290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-9513d8b7-a930-49e9-9342-bf56f5e42e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:35.738505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-9513d8b7-a930-49e9-9342-bf56f5e42e94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1099 time: 0.6733809 Apr 25 14:32:35.750891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Pushing event deleted for resources: {'Port': ['ID=e311289a-a9f1-4246-8bce-1ca13fe1abaa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:35.880813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] No DVR routers for this DVR port e311289a-a9f1-4246-8bce-1ca13fe1abaa on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:35.884835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:35.889237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5a22ff-f74a-4218-83cd-314119b59894', 'name': 'network-vif-deleted', 'tag': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:35.956351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f0100d5-1dd9-4cd4-af1b-09a2c4528869 req-c9c50a85-e3e2-4f8a-ae9d-fa8f37b5c5bb tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.15 "DELETE /v2.0/ports/e311289a-a9f1-4246-8bce-1ca13fe1abaa HTTP/1.1" status: 204 len: 173 time: 2.1318519 Apr 25 14:32:36.004026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32a277ae-a113-4c95-8c4b-4d75c0ec6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:36.085351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619fbcb-f69c-44e2-b9da-2ee661121d1c req-d80e5564-6263-4d0d-a392-ef0185c1278c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:36.101021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5619fbcb-f69c-44e2-b9da-2ee661121d1c req-d80e5564-6263-4d0d-a392-ef0185c1278c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 944 time: 0.2221777 Apr 25 14:32:36.109573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1603fe-69f7-4393-9b59-8a70ec6dab90 req-de1fb43f-34f8-4c8b-9b3c-aa19a464a8bb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:36.130320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f1603fe-69f7-4393-9b59-8a70ec6dab90 req-de1fb43f-34f8-4c8b-9b3c-aa19a464a8bb tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.8163428 Apr 25 14:32:36.202718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5619fbcb-f69c-44e2-b9da-2ee661121d1c req-9f050579-0184-4ee9-90bd-b6a840a083e3 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006427 Apr 25 14:32:36.203602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a277ae-a113-4c95-8c4b-4d75c0ec6ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bf09ce-55c2-45c4-8ac8-b69081b8dd63,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:36.413250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32a277ae-a113-4c95-8c4b-4d75c0ec6ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:36.420359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-32a277ae-a113-4c95-8c4b-4d75c0ec6ba5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1bf09ce-55c2-45c4-8ac8-b69081b8dd63 HTTP/1.1" status: 204 len: 168 time: 1.6536145 Apr 25 14:32:36.435840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-dac82552-37a5-4ecb-b2f9-0635fcbd0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:36.438787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-dac82552-37a5-4ecb-b2f9-0635fcbd0e09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7534113 Apr 25 14:32:36.475857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:36.733103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-4a9882cd-efd4-4b91-898a-34e2223ba45a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.2770083 Apr 25 14:32:36.753479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f1603fe-69f7-4393-9b59-8a70ec6dab90 req-fd797ae9-4712-459f-9b11-bc2dcfd19da9 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218181 Apr 25 14:32:36.756294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-3305b452-4263-44c2-a8dc-1bc4e9371d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:36.759096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-3305b452-4263-44c2-a8dc-1bc4e9371d22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.9978669 Apr 25 14:32:36.795657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 77fea8f9-3808-42f5-b2f0-1129bdd37cbb details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:36.802175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e311289a-a9f1-4246-8bce-1ca13fe1abaa no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:36.902445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:36.903039 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:36.937152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: e311289a-a9f1-4246-8bce-1ca13fe1abaa {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:36.937648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e311289a-a9f1-4246-8bce-1ca13fe1abaa not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:37.032742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95c97-7c50-478e-8556-de9ded6319b9 req-72430b0f-7833-472d-b77c-58a4b0fdd267 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:37.035330 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eea95c97-7c50-478e-8556-de9ded6319b9 req-72430b0f-7833-472d-b77c-58a4b0fdd267 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.4207659 Apr 25 14:32:37.058949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-ef7063fc-7a87-4348-a9c6-2b4b071c899a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.2522848 Apr 25 14:32:37.137992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:37.157933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'mac_address': 'fa:16:3e:e1:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:37.203829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eea95c97-7c50-478e-8556-de9ded6319b9 req-19c920a7-498e-4f96-addb-9c90c7559498 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513262 Apr 25 14:32:37.293711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-35244b2a-ac55-4f15-9072-f5ce5cb71ca9 req-48cd80d9-0378-4921-81d2-5d21f75e248c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Synchronizing usage tracker for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:37.327469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-b9262376-3078-40eb-a1fa-45c4b4b3b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:37.330318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-b9262376-3078-40eb-a1fa-45c4b4b3b608 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.5675323 Apr 25 14:32:37.415242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-3dd0eb7f-9a1d-4be8-aed1-75d4045e854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:37.416871 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-3dd0eb7f-9a1d-4be8-aed1-75d4045e854b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3361843 Apr 25 14:32:37.425229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-35244b2a-ac55-4f15-9072-f5ce5cb71ca9 req-48cd80d9-0378-4921-81d2-5d21f75e248c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] Unset dirty status for tenant:7001d80d84c54bef8b1ba6e852215280 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:37.435237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35244b2a-ac55-4f15-9072-f5ce5cb71ca9 req-48cd80d9-0378-4921-81d2-5d21f75e248c tempest-ServersOnMultiNodesTest-1727273799 tempest-ServersOnMultiNodesTest-1727273799-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a5a22ff-f74a-4218-83cd-314119b59894 HTTP/1.1" status: 200 len: 210 time: 0.3975804 Apr 25 14:32:37.470464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:37.547908 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9c0c2b-2067-4951-b936-0abce632a0fa'] response: {'server_uuid': '1a5a22ff-f74a-4218-83cd-314119b59894', 'name': 'network-vif-deleted', 'tag': 'e311289a-a9f1-4246-8bce-1ca13fe1abaa', 'status': 'completed', 'code': 200} Apr 25 14:32:37.587396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36982) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:37.605207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fea8f9-3808-42f5-b2f0-1129bdd37cbb {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:37.640022 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:37.662157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:37.718473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:37.738188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:37.738754 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:37.757656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Usage tracker for resource:security_group_rule and tenant:22398c163f3144d6b3764ffbdbe38c7e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:32:37.768786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:32:37.796230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:37.852861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:37.876541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-19012877-9963-405f-a265-bd1919877eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:37.879191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-19012877-9963-405f-a265-bd1919877eec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5390079 Apr 25 14:32:37.890154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:37.921380 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:37.967551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:37.992715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-ffc3e730-1aa6-4c1d-98c9-3a032016d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:37.994238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-ffc3e730-1aa6-4c1d-98c9-3a032016d1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5500274 Apr 25 14:32:38.025217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['77fea8f9-3808-42f5-b2f0-1129bdd37cbb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:38.185836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:38.219342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e6854-c5b2-42eb-8246-ebac7bbb81f5 req-5328b975-69ce-42e6-b345-154e04ed4bbb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:38.225706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-995e6854-c5b2-42eb-8246-ebac7bbb81f5 req-5328b975-69ce-42e6-b345-154e04ed4bbb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 946 time: 0.2704694 Apr 25 14:32:38.231432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-b61c0ad6-79ff-4b36-ac09-2582fdef6182 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740897 Apr 25 14:32:38.241482 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:38.274188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:38.417925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e233645-fc53-4fbe-a7c4-13648cfe44a2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:38.427541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-c09ba09d-e715-44ad-95bb-581f5d4439f5 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842847 Apr 25 14:32:38.436043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12facfd2-a984-4ddd-9c1d-39ca618e5567 req-f13baab9-e2f0-48a1-b4dd-add4c848fd76 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:38.448216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12facfd2-a984-4ddd-9c1d-39ca618e5567 req-f13baab9-e2f0-48a1-b4dd-add4c848fd76 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 948 time: 0.7414300 Apr 25 14:32:38.473021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fffa3b8-fff3-4939-bbd8-1e8bf25c08ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:38.480626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ed69e5c4-4bec-4199-beb3-7c04973b5295 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22398c163f3144d6b3764ffbdbe38c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8908467 Apr 25 14:32:38.482256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36996) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:38.485817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-995e6854-c5b2-42eb-8246-ebac7bbb81f5 req-49a90fb2-cff1-49c8-9cb7-e42c4a3eef81 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394094 Apr 25 14:32:38.495506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:38.539533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12facfd2-a984-4ddd-9c1d-39ca618e5567 req-294988b2-2f14-4c6d-bacd-a3a540b488fa tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902395 Apr 25 14:32:38.551680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-d67da205-e8d0-4d0f-a0ea-273b595e73ab service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336277 Apr 25 14:32:38.715794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-af90d3cc-d17f-4d02-afdc-5c23f19045e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:38.893464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:38.914561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7', 'port_id': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'mac_address': 'fa:16:3e:b2:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:38.929672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-af90d3cc-d17f-4d02-afdc-5c23f19045e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:39.000481 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:39.037866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe93d87-d544-46f9-9dc0-a16cf88e6c58 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:39.087830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-af90d3cc-d17f-4d02-afdc-5c23f19045e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:39.097354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:39.106080 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:39.126651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90d3cc-d17f-4d02-afdc-5c23f19045e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e233645-fc53-4fbe-a7c4-13648cfe44a2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:39.172730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-af90d3cc-d17f-4d02-afdc-5c23f19045e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:39.176562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-af90d3cc-d17f-4d02-afdc-5c23f19045e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e233645-fc53-4fbe-a7c4-13648cfe44a2 HTTP/1.1" status: 204 len: 168 time: 0.6872628 Apr 25 14:32:39.197525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ef4c9-8a89-411f-9d52-db15da40a46c req-27ace8da-2192-45ca-bb14-5f81c1363736 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:39.205996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c4ef4c9-8a89-411f-9d52-db15da40a46c req-27ace8da-2192-45ca-bb14-5f81c1363736 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 945 time: 0.3864644 Apr 25 14:32:39.208472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-b92e35e2-e70a-457b-8241-2a910647d603 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519921 Apr 25 14:32:39.288698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c4ef4c9-8a89-411f-9d52-db15da40a46c req-c8cd6b5e-4127-46d3-a5e5-bc1a73e7c1b2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814276 Apr 25 14:32:39.370100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:39.403152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee812311-5689-46ac-abec-6c4e9d295c51 req-ce1beaa2-4c76-4594-b152-d04c5a125624 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:39.410724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee812311-5689-46ac-abec-6c4e9d295c51 req-ce1beaa2-4c76-4594-b152-d04c5a125624 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.6168966 Apr 25 14:32:39.492413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee812311-5689-46ac-abec-6c4e9d295c51 req-286d3de0-f414-4d17-9a3a-6a18c0356117 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Apr 25 14:32:39.505657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['afe93d87-d544-46f9-9dc0-a16cf88e6c58'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:39.552092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-80343729-b007-4004-9389-d66198cc0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:39.552092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-80343729-b007-4004-9389-d66198cc0675 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 1096 time: 0.2707577 Apr 25 14:32:40.051116 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bae1edf-468a-4cbc-804f-268aec4b117a'] response: {'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'code': 200} Apr 25 14:32:40.069970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-5e3ad914-513e-458f-8e39-20fb3be395aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:40.071694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-5e3ad914-513e-458f-8e39-20fb3be395aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.5159607 Apr 25 14:32:40.207014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-72a13935-fd22-49a3-bc9e-863e090f21f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb HTTP/1.1" status: 200 len: 217 time: 0.1208379 Apr 25 14:32:40.367969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c958832-9720-4552-9973-043e8495b501 req-24519df4-3ee1-4a83-bcec-e937c667a0b0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:40.367969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c958832-9720-4552-9973-043e8495b501 req-24519df4-3ee1-4a83-bcec-e937c667a0b0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.6505580 Apr 25 14:32:40.481371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-8e367b54-b0a4-48f5-a81b-c7fdbe0522cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:40.491152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-8e367b54-b0a4-48f5-a81b-c7fdbe0522cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.2759891 Apr 25 14:32:40.501707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:40.501707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:40.726144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-52211061-1dab-424a-96cc-bfca3d5ab525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788032 Apr 25 14:32:40.863837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 77fea8f9-3808-42f5-b2f0-1129bdd37cbb up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:40.906889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c958832-9720-4552-9973-043e8495b501 req-10c7bbb2-e203-4664-b254-64e748320d64 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360825 Apr 25 14:32:41.024869 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:32:41.167088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:41.174367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d4db9c5-1eea-4137-9019-bbd494b4feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:41.733530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ae29-eda3-4bbf-a38f-d7969a94c438 req-029be777-8627-444d-927d-768e6e9a9e88 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:41.734803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3e00ae29-eda3-4bbf-a38f-d7969a94c438 req-029be777-8627-444d-927d-768e6e9a9e88 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 945 time: 0.2238748 Apr 25 14:32:41.740865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:41.809498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'mac_address': 'fa:16:3e:0c:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:32:41.823370 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:41.827807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3e00ae29-eda3-4bbf-a38f-d7969a94c438 req-c3435d44-e8fe-49e5-acd4-e5a3560cecd0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813797 Apr 25 14:32:41.841097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-387cfd96-89a6-487f-b239-5fa96d9f2749 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0649784 Apr 25 14:32:42.035746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081ce9-b25b-4d01-8c14-8bef5045d145 req-34561d2e-0d29-4da7-80b0-03b232c1990e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:42.039837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:42.045154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8081ce9-b25b-4d01-8c14-8bef5045d145 req-34561d2e-0d29-4da7-80b0-03b232c1990e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 948 time: 0.6432438 Apr 25 14:32:42.047795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.064678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:42.065095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.113563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3fde-dddb-4fb4-a508-cafb905ec39d req-ab28c4a0-27d9-4947-9d1b-a3fb71f7b93e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:42.117199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8081ce9-b25b-4d01-8c14-8bef5045d145 req-dc764b16-e0e9-4fbf-a5b5-4e37a99ff305 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666232 Apr 25 14:32:42.123401 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79ce3fde-dddb-4fb4-a508-cafb905ec39d req-ab28c4a0-27d9-4947-9d1b-a3fb71f7b93e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 944 time: 0.1643908 Apr 25 14:32:42.161313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:42.170552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f989a86-3a85-44c9-ae4a-dffee7fb71da req-59586d6c-9dc8-4fbf-9463-6465886cb67b service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069222 Apr 25 14:32:42.181085 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.219836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8a3fd23-691f-47d8-ba15-29af186c5fe9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7001d80d84c54bef8b1ba6e852215280&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0604844 Apr 25 14:32:42.221325 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.222773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37064) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:42.239744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79ce3fde-dddb-4fb4-a508-cafb905ec39d req-4e01e6d1-5c41-427e-9877-75fff4a181ea tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150980 Apr 25 14:32:42.251281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:42.305309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:42.329462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.352463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3026f312-3723-487c-8b28-a03a287be00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.439269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:42.442927 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.462770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.491868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3026f312-3723-487c-8b28-a03a287be00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.499037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:42.556408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:42.622005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:42.640775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012766-899c-4228-a588-663c194bf2b7 req-bba54fc8-22e9-44c2-8b51-996951b90d2f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:42.644728 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.644963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b012766-899c-4228-a588-663c194bf2b7 req-bba54fc8-22e9-44c2-8b51-996951b90d2f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.2419086 Apr 25 14:32:42.674646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:42.762677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b012766-899c-4228-a588-663c194bf2b7 req-77021dd2-ccaf-487f-9caa-b69fbf2abee2 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092622 Apr 25 14:32:42.770764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3026f312-3723-487c-8b28-a03a287be00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.814735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026f312-3723-487c-8b28-a03a287be00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5aea23-a63f-48be-af0c-9a80b5460c72,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:42.868318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3026f312-3723-487c-8b28-a03a287be00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:42.872025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3026f312-3723-487c-8b28-a03a287be00e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db5aea23-a63f-48be-af0c-9a80b5460c72 HTTP/1.1" status: 204 len: 168 time: 0.6455040 Apr 25 14:32:42.956146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port afe93d87-d544-46f9-9dc0-a16cf88e6c58 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:42.975452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:42.994988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port afe93d87-d544-46f9-9dc0-a16cf88e6c58 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:42.995682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:43.037684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779e24a-d9a7-4699-ab5a-0d08612511e0 req-3ee5c739-30a2-4a07-a721-449d9d0dacca tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:43.046803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4779e24a-d9a7-4699-ab5a-0d08612511e0 req-3ee5c739-30a2-4a07-a721-449d9d0dacca tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.1244452 Apr 25 14:32:43.134530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4779e24a-d9a7-4699-ab5a-0d08612511e0 req-3c602ce7-6a78-4df8-a02a-3ffb34c309e9 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831611 Apr 25 14:32:43.174153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:43.288096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-211664aa-9505-402a-894e-9c663f056289 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:43.291617 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad84b33b-7bed-4065-a9a7-0bf1dedd0cf4'] response: {'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'code': 200} Apr 25 14:32:43.292673 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-211664aa-9505-402a-894e-9c663f056289 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.3508747 Apr 25 14:32:43.398888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Deleting port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:43.398888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:43.662840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ad43-ed10-42b2-916a-3e14482c941b req-e95acd98-69c6-47ec-b3be-60aa32f39ff2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:43.678714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ca1ad43-ed10-42b2-916a-3e14482c941b req-e95acd98-69c6-47ec-b3be-60aa32f39ff2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.3037391 Apr 25 14:32:43.715838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:43.732709 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:43.791150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ca1ad43-ed10-42b2-916a-3e14482c941b req-1b4065ac-10fa-468a-9be3-6437165685f4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981283 Apr 25 14:32:43.864981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37122) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:43.898975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:43.933310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2effd2d1-9ae4-41ac-bfde-7ec304b905e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e3b6b9b40fb4520b32d8c6392cc0b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632200 Apr 25 14:32:43.942847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:43.945686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:44.019770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-c42da001-5553-4d54-bb71-de26d5010e0f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:44.019770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-c42da001-5553-4d54-bb71-de26d5010e0f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13&tenant_id=240441bced794bb3b2215707ed7a817a&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 949 time: 0.5813935 Apr 25 14:32:44.078434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6f95cafb-9980-4407-b207-cf862b7adb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:44.183972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6f95cafb-9980-4407-b207-cf862b7adb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:44.219864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f3898-65f4-47ee-bed2-1293aecc2948 req-a1af1411-0e99-4966-9962-aa56b2e9fdac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:44.221518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f44f3898-65f4-47ee-bed2-1293aecc2948 req-a1af1411-0e99-4966-9962-aa56b2e9fdac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 949 time: 0.7048135 Apr 25 14:32:44.247588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:44.255624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5758cd-6911-4647-a46f-eb0cb122f445 req-f28b320b-8fc0-41f5-b9a7-d5524ebf8b15 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:44.261623 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c5758cd-6911-4647-a46f-eb0cb122f445 req-f28b320b-8fc0-41f5-b9a7-d5524ebf8b15 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.1421893 Apr 25 14:32:44.310216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6f95cafb-9980-4407-b207-cf862b7adb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:44.326356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c5758cd-6911-4647-a46f-eb0cb122f445 req-3db45b44-cb6e-408c-a773-79d0353307c6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 Apr 25 14:32:44.334344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95cafb-9980-4407-b207-cf862b7adb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b9aa9-636d-44a2-b679-a7a3001c8148,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:44.352188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6f95cafb-9980-4407-b207-cf862b7adb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:44.353521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6f95cafb-9980-4407-b207-cf862b7adb0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d53b9aa9-636d-44a2-b679-a7a3001c8148 HTTP/1.1" status: 204 len: 168 time: 0.4138033 Apr 25 14:32:44.387616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f44f3898-65f4-47ee-bed2-1293aecc2948 req-db7b74c9-e0ea-4074-8679-6857d8b1900d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238413 Apr 25 14:32:44.438637 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-9b741b09-f6a9-4777-a4bc-da0341931508 service neutron] delete failed (client error): The resource could not be found. Apr 25 14:32:44.438637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-9b741b09-f6a9-4777-a4bc-da0341931508 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9cbf8829-04c6-4f1f-b08d-4b23fe70e2af/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.4103496 Apr 25 14:32:44.438637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] For port b6b68aa7-9079-4ca8-93f9-d49fb21231b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:44.445377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:44.768947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Calling delete_port for b6b68aa7-9079-4ca8-93f9-d49fb21231b2 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:44.859394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ee1563f-8d90-4f5c-b49a-bea02bf1ab6d req-a21e2861-71c0-4dc3-a9ec-be876ea21fe2 tempest-FlavorsV2NegativeTest-1251828223 tempest-FlavorsV2NegativeTest-1251828223-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbac4b06554d4842a90890f8ebec8d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653026 Apr 25 14:32:45.036905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fa75-ca17-42c0-ac1c-576d66ccc699 req-91ba4204-a644-4069-a742-266bd9791bda tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.044925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f69fa75-ca17-42c0-ac1c-576d66ccc699 req-91ba4204-a644-4069-a742-266bd9791bda tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=35611a88-d34d-4fdc-8b0e-700a2cfcf071 HTTP/1.1" status: 200 len: 944 time: 0.3502982 Apr 25 14:32:45.052251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-70930295-5f29-4a10-b9e8-d266ddf47bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.053669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-70930295-5f29-4a10-b9e8-d266ddf47bbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1100 time: 0.2444658 Apr 25 14:32:45.246828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1563f-8d90-4f5c-b49a-bea02bf1ab6d req-66982a1a-4e03-4f58-86a3-10b7ac3a13bd tempest-FlavorsV2NegativeTest-1251828223 tempest-FlavorsV2NegativeTest-1251828223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.250247 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ee1563f-8d90-4f5c-b49a-bea02bf1ab6d req-66982a1a-4e03-4f58-86a3-10b7ac3a13bd tempest-FlavorsV2NegativeTest-1251828223 tempest-FlavorsV2NegativeTest-1251828223-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984008 Apr 25 14:32:45.269861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ee1563f-8d90-4f5c-b49a-bea02bf1ab6d req-e9f05862-309d-4e8f-bc23-51b3001f0bc4 tempest-FlavorsV2NegativeTest-1251828223 tempest-FlavorsV2NegativeTest-1251828223-project] 10.222.0.23 "GET /v2.0/quotas/bbac4b06554d4842a90890f8ebec8d0a HTTP/1.1" status: 200 len: 375 time: 0.0170789 Apr 25 14:32:45.297239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb'}, {'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:45.300271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f69fa75-ca17-42c0-ac1c-576d66ccc699 req-dd2d60a2-82bc-4a20-9aa0-a5a091db0def tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488799 Apr 25 14:32:45.367697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:45.380625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ee1563f-8d90-4f5c-b49a-bea02bf1ab6d req-72fd886d-7891-47d0-b39a-45d0e03eb0ca tempest-FlavorsV2NegativeTest-1251828223 tempest-FlavorsV2NegativeTest-1251828223-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbac4b06554d4842a90890f8ebec8d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959513 Apr 25 14:32:45.598143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event deleted for resources: {'Port': ['ID=b6b68aa7-9079-4ca8-93f9-d49fb21231b2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:45.747905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-add63588-9024-4d40-94dd-5f1acf212ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.749100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-add63588-9024-4d40-94dd-5f1acf212ad6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.6521788 Apr 25 14:32:45.751047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] No DVR routers for this DVR port b6b68aa7-9079-4ca8-93f9-d49fb21231b2 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:45.755136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-c2d5ee68-8f2e-4ae8-850c-6446f756b571 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9447474 Apr 25 14:32:45.756771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:45.759705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-deleted', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:45.883071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-7d33c06b-d203-4697-b43b-1085aaf33435 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.0902872 Apr 25 14:32:45.883071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2bacbac-e332-40c8-8b59-fb30eb6eca28 req-4c25e11e-6537-457f-8b42-cd898520cc35 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "DELETE /v2.0/ports/b6b68aa7-9079-4ca8-93f9-d49fb21231b2 HTTP/1.1" status: 204 len: 173 time: 2.5693719 Apr 25 14:32:45.891949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-bb8bb427-0420-4f49-a9d9-0860ab80e9f6 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.891949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-bb8bb427-0420-4f49-a9d9-0860ab80e9f6 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1097 time: 0.1387517 Apr 25 14:32:45.909378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04e8ca-1047-4e50-88a9-bdd6de935c1e req-40c7ff00-ec99-4912-be29-3c47f7d564a0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.910904 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d04e8ca-1047-4e50-88a9-bdd6de935c1e req-40c7ff00-ec99-4912-be29-3c47f7d564a0 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.2310479 Apr 25 14:32:45.928228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-6'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:45.950612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f5dc-0b3a-4d29-a0e8-30adef70071e req-829f1050-6847-4f95-9c64-56d19e51c07a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:45.959782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cac5f5dc-0b3a-4d29-a0e8-30adef70071e req-829f1050-6847-4f95-9c64-56d19e51c07a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 946 time: 0.4263163 Apr 25 14:32:46.042109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-bffd1336-55cc-4bde-8a83-df1cdbf3c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:46.043671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-bffd1336-55cc-4bde-8a83-df1cdbf3c972 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1753485 Apr 25 14:32:46.052695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d04e8ca-1047-4e50-88a9-bdd6de935c1e req-00a45603-8708-4a21-a731-4021ca292d6a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907278 Apr 25 14:32:46.135896 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c4969b-5341-4b8c-b2cf-b50619dd4943'] response: {'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'code': 200} Apr 25 14:32:46.136704 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c4969b-5341-4b8c-b2cf-b50619dd4943'] response: {'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'code': 200} Apr 25 14:32:46.261999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cac5f5dc-0b3a-4d29-a0e8-30adef70071e req-a8538c92-3b6a-40a6-818a-741c31b59c63 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995181 Apr 25 14:32:46.264960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:46.542525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:32:46.785440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:32:46.801732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:32:46.801732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:46.834405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d223-ccb7-40ef-9aa6-7126fca7b7c7 req-8374ab0e-6d87-497d-9bed-98e9333bcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:46.834405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9bf7d223-ccb7-40ef-9aa6-7126fca7b7c7 req-8374ab0e-6d87-497d-9bed-98e9333bcaec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 1097 time: 0.3596861 Apr 25 14:32:46.906976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3483940-6c9a-4395-898b-09e8a24e218c req-8b969ac4-70d4-4728-8416-1cfa99dcf8c6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:46.906976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3483940-6c9a-4395-898b-09e8a24e218c req-8b969ac4-70d4-4728-8416-1cfa99dcf8c6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.5322456 Apr 25 14:32:46.977978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:47.000118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9bf7d223-ccb7-40ef-9aa6-7126fca7b7c7 req-0c4c7195-e389-4eab-8c68-0e10ee3fa230 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275854 Apr 25 14:32:47.083786 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3483940-6c9a-4395-898b-09e8a24e218c req-5ef21cb8-fd5b-4e38-8dec-20ae9049a22d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646233 Apr 25 14:32:47.150130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:47.156780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:47.189431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-8ae0eb99-35ea-40c3-a418-28bef1089e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:47.193840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-8ae0eb99-35ea-40c3-a418-28bef1089e63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1386149 Apr 25 14:32:47.205368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:47.217113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900957-479e-4238-b6b8-d3550487e5cc req-23e2b37d-5851-46d0-8f3d-8455547a88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:47.218437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:47.219322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:47.222729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-23e2b37d-5851-46d0-8f3d-8455547a88d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 1095 time: 1.2398610 Apr 25 14:32:47.285640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:47.305769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:47.317435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:47.325741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a9fd5-57a8-41eb-873d-9196c6e1cc6e req-8a8ded82-241d-4330-bc24-ebf894013dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:47.327812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f7a9fd5-57a8-41eb-873d-9196c6e1cc6e req-8a8ded82-241d-4330-bc24-ebf894013dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1096 time: 0.9752963 Apr 25 14:32:47.403691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37240) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:47.588556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:47.630325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7d32-6f42-4126-9d54-b907674d621f req-8df3a827-2434-4645-a5f8-9ba6b74dea72 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:47.630325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b01a7d32-6f42-4126-9d54-b907674d621f req-8df3a827-2434-4645-a5f8-9ba6b74dea72 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 949 time: 1.1251309 Apr 25 14:32:47.706360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f7a9fd5-57a8-41eb-873d-9196c6e1cc6e req-3657083a-128c-46a8-b99f-623773dc50bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434966 Apr 25 14:32:47.816237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-86f9c08c-ad82-4a45-80e4-4fb89a337b68 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748036 Apr 25 14:32:47.824936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b01a7d32-6f42-4126-9d54-b907674d621f req-fac1b848-b6f9-4ea8-9d48-5042de65d857 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910043 Apr 25 14:32:47.825932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900957-479e-4238-b6b8-d3550487e5cc req-a8f8d429-9267-4ba7-aeda-f911414d7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:47.828515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-a8f8d429-9267-4ba7-aeda-f911414d7eb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.5350084 Apr 25 14:32:47.852939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:47.905660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:47.932174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:47.938993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:47.975459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:48.022226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on host n-h2-811416-6 for vnic_type normal with profile {"migrating_to": "n-h1-811416-6"} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:48.024519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:48.025144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:48.054732 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa567f8-3317-4358-a910-e070493e8223'] response: {'server_uuid': '35611a88-d34d-4fdc-8b0e-700a2cfcf071', 'name': 'network-vif-deleted', 'tag': 'b6b68aa7-9079-4ca8-93f9-d49fb21231b2', 'status': 'completed', 'code': 200} Apr 25 14:32:48.056951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:48.057509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Attempting to bind port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on network c59cd87e-4422-4f12-a746-9bb2fdb11846 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:48.081819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:48.085027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Checking segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:48.085594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Bound using segment: {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:48.086083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Bound port: 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c59cd87e-4422-4f12-a746-9bb2fdb11846'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:48.087097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-602250fb-919d-42dd-ac56-3fbce539bdc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 200 len: 217 time: 0.1482625 Apr 25 14:32:48.087625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:48.209004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'}, {'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:48.218438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:48.227659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: b6b68aa7-9079-4ca8-93f9-d49fb21231b2 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:48.228381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b6b68aa7-9079-4ca8-93f9-d49fb21231b2 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:48.309582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc63dbf7-5566-4872-a9d7-9315d0dc1f46 req-9c1583e9-848b-43de-9c5d-0cabf44d5d87 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804997 Apr 25 14:32:48.322254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:48.352357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:48.359324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900957-479e-4238-b6b8-d3550487e5cc req-f4413455-e577-4c92-972d-a71f7d2b070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:48.360972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-f4413455-e577-4c92-972d-a71f7d2b070c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2461228 Apr 25 14:32:48.362161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Usage tracker for resource:security_group_rule and tenant:bbac4b06554d4842a90890f8ebec8d0a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:32:48.366732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:32:48.393082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:48.399196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:48.407622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:48.462989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:48.558420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:32:48.609647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-a0d285e6-f82f-4409-aa29-90f237e1e56b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239866 Apr 25 14:32:48.836687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:48.854658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:48.854658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:48.854658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] 10.222.0.21 "PUT /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 1122 time: 2.9296789 Apr 25 14:32:48.869387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f has no active binding in host n-h1-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:32:48.881064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169235e-bd35-419f-ac55-f49c1c89b9de service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=8']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:48.881321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03229f3b-27aa-47bc-89a7-227fdcac3b6e req-05f1df50-92f8-45d4-97ee-bb0e642246ff tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:48.891011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03229f3b-27aa-47bc-89a7-227fdcac3b6e req-05f1df50-92f8-45d4-97ee-bb0e642246ff tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.4326012 Apr 25 14:32:48.963176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:48.997514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-e7eb6212-ec1d-4627-875f-13e851691e03 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302300 Apr 25 14:32:49.078590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:49.088105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03229f3b-27aa-47bc-89a7-227fdcac3b6e req-24cbb616-d595-4ee1-853a-97960fd08b6c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969962 Apr 25 14:32:49.107362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:32:49.167026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:49.480422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbac4b06554d4842a90890f8ebec8d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0657227 Apr 25 14:32:49.481332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37298) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:32:49.657962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b2322-59e2-4248-b11c-5fabc35caac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1dca75-e314-4c74-b3b5-ae23872e5488,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:49.680005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc900957-479e-4238-b6b8-d3550487e5cc req-adcdfd25-0364-43c6-8375-1a2d8b08efb9 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632075 Apr 25 14:32:49.707177 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c56591-8223-4fc3-949f-09f020232f68'] response: {'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'code': 200} Apr 25 14:32:49.758491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f07a85-f0e8-4f9e-9827-e0bfdd167937 req-9ca59623-6fb0-4366-aed1-90330628048d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:49.768299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b47-b5ea-4116-ab02-016bf8f6a4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:49.774198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4f07a85-f0e8-4f9e-9827-e0bfdd167937 req-9ca59623-6fb0-4366-aed1-90330628048d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.2929862 Apr 25 14:32:49.835291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b47-b5ea-4116-ab02-016bf8f6a4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:49.872010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4f07a85-f0e8-4f9e-9827-e0bfdd167937 req-a5efc011-e1ac-4c32-90ac-a655593a21f2 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933633 Apr 25 14:32:49.953091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b47-b5ea-4116-ab02-016bf8f6a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:49.984343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb63b47-b5ea-4116-ab02-016bf8f6a4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1dca75-e314-4c74-b3b5-ae23872e5488,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:49.991139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7eb63b47-b5ea-4116-ab02-016bf8f6a4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:49.997411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7eb63b47-b5ea-4116-ab02-016bf8f6a4ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b1dca75-e314-4c74-b3b5-ae23872e5488 HTTP/1.1" status: 204 len: 168 time: 0.5145106 Apr 25 14:32:50.032559 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f271701f-76ec-4865-964c-f52e29e68e30'] response: {'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'code': 200} Apr 25 14:32:50.032559 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f271701f-76ec-4865-964c-f52e29e68e30'] response: {'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'code': 200} Apr 25 14:32:50.203067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0bf84-3959-4b83-854f-ff4e502fba8c req-52c2970d-0d20-4a54-88eb-4678d18e0fed tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:50.205298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74f0bf84-3959-4b83-854f-ff4e502fba8c req-52c2970d-0d20-4a54-88eb-4678d18e0fed tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.2060094 Apr 25 14:32:50.322061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74f0bf84-3959-4b83-854f-ff4e502fba8c req-760d5eba-1775-4994-8d8f-7b42b50a8fab tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000583 Apr 25 14:32:50.573270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-130c6d85-e4f5-41bd-855c-7f475822cfea tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:50.580040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-130c6d85-e4f5-41bd-855c-7f475822cfea tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 822 time: 0.3765121 Apr 25 14:32:50.608866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-03f5ed46-3925-42f4-a22f-58b9ec9a7268 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/quotas/517fd10ff20b4074b32578f506d43ea2 HTTP/1.1" status: 200 len: 375 time: 0.0222356 Apr 25 14:32:50.641849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca0aaf-7636-468c-87ea-eee057f67481 req-ec00ae65-ce1d-4d2b-8842-317b930b5d95 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:50.645223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49ca0aaf-7636-468c-87ea-eee057f67481 req-ec00ae65-ce1d-4d2b-8842-317b930b5d95 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.1841552 Apr 25 14:32:50.718408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-eccb13b4-6d16-4fbb-8d98-8d23fde5ca77 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:50.754080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-eccb13b4-6d16-4fbb-8d98-8d23fde5ca77 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:50.754080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-eccb13b4-6d16-4fbb-8d98-8d23fde5ca77 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428564 Apr 25 14:32:50.852017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49ca0aaf-7636-468c-87ea-eee057f67481 req-0e34f481-ba0a-4a32-be91-7f54571b8154 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005944 Apr 25 14:32:51.406594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-0347ceb5-bc21-430b-bdfe-d816befca51c service neutron] 10.222.0.23 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513355 Apr 25 14:32:51.599108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-23bc3393-183a-4a82-aaf0-ff51ed74c229 service neutron] 10.222.0.23 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850629 Apr 25 14:32:51.705726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:52.037226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6c9f-4b3a-406c-84fa-9d079f275f4e req-76a868ca-5926-4021-88a3-41e78e045f7c tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:52.039054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbff6c9f-4b3a-406c-84fa-9d079f275f4e req-76a868ca-5926-4021-88a3-41e78e045f7c tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1101 time: 0.0814688 Apr 25 14:32:52.055297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26badf8f-6ff5-4be2-acda-042ff3807e40 req-aab46f65-a309-4aa7-af3a-fd622d9ae4dc tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:52.057379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26badf8f-6ff5-4be2-acda-042ff3807e40 req-aab46f65-a309-4aa7-af3a-fd622d9ae4dc tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1096 time: 0.0879941 Apr 25 14:32:52.096558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dbff6c9f-4b3a-406c-84fa-9d079f275f4e req-6cae988a-1f7a-419b-b587-ca2ab5ee5123 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Synchronizing usage tracker for tenant:3521725d885940c4a9f13774ec00286d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:52.118595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dbff6c9f-4b3a-406c-84fa-9d079f275f4e req-6cae988a-1f7a-419b-b587-ca2ab5ee5123 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Unset dirty status for tenant:3521725d885940c4a9f13774ec00286d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:52.120256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbff6c9f-4b3a-406c-84fa-9d079f275f4e req-6cae988a-1f7a-419b-b587-ca2ab5ee5123 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748663 Apr 25 14:32:52.125321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26badf8f-6ff5-4be2-acda-042ff3807e40 req-18121686-f5c6-4102-af9d-9d659a7cbd30 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 Apr 25 14:32:52.333399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92be65-293d-4f10-8baf-5199d3e1736d req-296a02b7-702f-46b7-8ae3-090b4e05719b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:52.343149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c92be65-293d-4f10-8baf-5199d3e1736d req-296a02b7-702f-46b7-8ae3-090b4e05719b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 944 time: 0.1126606 Apr 25 14:32:52.411559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c92be65-293d-4f10-8baf-5199d3e1736d req-f02582c0-0199-4843-9b13-d8169296aa0a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 Apr 25 14:32:52.733018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-06ef2fe2-707c-447b-a7fe-61da554a49da tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:52.735685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-06ef2fe2-707c-447b-a7fe-61da554a49da tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.2163026 Apr 25 14:32:52.753311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-d35adf54-ca08-473b-be2a-88e27cf90c25 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/quotas/af8236c523924215b55de5a4324e8693 HTTP/1.1" status: 200 len: 375 time: 0.0115166 Apr 25 14:32:52.881374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-b44c621e-cfec-44bb-84e7-d3b91724ecaf tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173229 Apr 25 14:32:53.087699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-86319ac3-ceaa-456a-8430-fae8604f6f96 service neutron] 10.222.0.15 "GET /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f/bindings/n-h1-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.2053094 Apr 25 14:32:53.170159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-13bfdf42-b520-4a53-9bcc-b2ed0b9a9b74 service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540102 Apr 25 14:32:53.478540 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9df0fc-4923-4051-abb1-e4b236f45050'] response: {'name': 'network-changed', 'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'status': 'completed', 'code': 200} Apr 25 14:32:53.620823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-c4337566-6ad7-4f55-9d6b-61b51afd934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:53.622609 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-c4337566-6ad7-4f55-9d6b-61b51afd934b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1125 time: 0.1155543 Apr 25 14:32:53.647625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-c3a9f3e2-2659-432c-962b-15c2a415cf75 service neutron] 10.222.0.23 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662142 Apr 25 14:32:53.672459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-734ff886-ac67-4c4f-951e-1f731f273d06 req-f4e34090-f301-43f1-8c28-e347d35a35e0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 210 time: 0.0489013 Apr 25 14:32:53.698003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-273ceeab-6593-40cc-bd92-aa4d5b9856ca tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:53.699518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-273ceeab-6593-40cc-bd92-aa4d5b9856ca tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 822 time: 0.4246194 Apr 25 14:32:53.720459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Request body: {'port': {'device_id': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'admin_state_up': True, 'tenant_id': '517fd10ff20b4074b32578f506d43ea2'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:53.761946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:53.883501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1e0023e6-342f-47d0-aa79-1d8e2e098c3f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:53.885307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1e0023e6-342f-47d0-aa79-1d8e2e098c3f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "GET /v2.0/ports?device_id=953ac425-361e-45aa-a2c9-9a82f8b3b079 HTTP/1.1" status: 200 len: 943 time: 0.2156796 Apr 25 14:32:53.970220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:54.013274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-e0264b62-b6c9-4cac-9521-a42f8586ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:54.015039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-e0264b62-b6c9-4cac-9521-a42f8586ffe5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.3465621 Apr 25 14:32:54.102135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-25df7c91-ae59-4237-a451-3f363dea8f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 217 time: 0.0748217 Apr 25 14:32:54.106233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Deleting port bf6ce319-4c28-41bf-808b-7a332af77895 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:32:54.106584 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:54.232851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:54.251823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:54.280677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:54.298744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5a03d-e639-4ec8-830a-258af7a04375 req-b60cd146-abe1-4be1-b524-f4a58c3b89bd tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:54.301797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:54.302800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7a5a03d-e639-4ec8-830a-258af7a04375 req-b60cd146-abe1-4be1-b524-f4a58c3b89bd tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.4127462 Apr 25 14:32:54.322898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:54.349321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-514dda65-d56d-45e6-82af-7475c2aa6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:54.349321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-514dda65-d56d-45e6-82af-7475c2aa6d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2016039 Apr 25 14:32:54.415960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940119b-5214-4f78-93a1-cf75b1ef2585 req-59a71f6c-2d97-4807-92f4-6b3e482c933f tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:54.425066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6940119b-5214-4f78-93a1-cf75b1ef2585 req-59a71f6c-2d97-4807-92f4-6b3e482c933f tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1096 time: 0.3963847 Apr 25 14:32:54.425066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Made reservation on behalf of 517fd10ff20b4074b32578f506d43ea2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:32:54.431353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:54.446307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-fdbb5e05-fa7b-4f73-99cc-4ea79a44917e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885770 Apr 25 14:32:54.522169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7a5a03d-e639-4ec8-830a-258af7a04375 req-170e3aed-041b-4001-b67b-fb5a36efa3a7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182734 Apr 25 14:32:54.707086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Allocated IP 172.20.0.10 (cebc7e63-4aa8-4fdd-b244-ff1b3622def2/c000d5b3-7cec-47ab-b577-8c2674d4da58/3c02afaf-6a44-468c-9324-2e8968d4f2bc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:32:54.828550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6940119b-5214-4f78-93a1-cf75b1ef2585 req-28c8c7ac-e2af-4ae5-aa3d-596b11b91797 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810587 Apr 25 14:32:54.861143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] Transition to ACTIVE for port object 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:54.893457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:54.921900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:54.978875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] For port bf6ce319-4c28-41bf-808b-7a332af77895, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bf6ce319-4c28-41bf-808b-7a332af77895,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:32:54.980146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:55.100229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:55.113064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:55.214941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Calling delete_port for bf6ce319-4c28-41bf-808b-7a332af77895 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:32:55.264133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:55.326873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] No DVR routers for this DVR port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:55.342423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e50d1151-3085-48ac-a36b-50d4d9943041 req-9b8b5085-1003-4ddf-834c-48b3b17e3028 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 210 time: 0.0793850 Apr 25 14:32:55.357006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-68b9d9d4-ef26-4058-9b99-592f8168ba63 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787508 Apr 25 14:32:55.450383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c0a06ff3-e12c-4ccf-ad3a-f8d8d4ba09cd service neutron] 10.222.0.15 "PUT /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f/bindings/n-h1-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 2.3531687 Apr 25 14:32:55.463098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:55.616387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:32:55.644496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:32:55.665824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:32:55.697602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event updated for resources: {'Port': ['ID=3c02afaf-6a44-468c-9324-2e8968d4f2bc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:55.898396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:55.898396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:55.916412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a311f0-b19b-42bd-9e9d-45a7aceef232 req-2f3bbef8-1f11-49bc-a32c-58581ed4db79 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:55.916412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9a311f0-b19b-42bd-9e9d-45a7aceef232 req-2f3bbef8-1f11-49bc-a32c-58581ed4db79 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.6873136 Apr 25 14:32:55.960091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-7499a905-1b08-4155-8b09-a3fa6fc47bf1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2310655 Apr 25 14:32:55.970381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-0c1d516b-1e7d-466a-a29f-59425130d838 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:55.970381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-0c1d516b-1e7d-466a-a29f-59425130d838 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 804 time: 0.3639388 Apr 25 14:32:55.977881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Request body: {'port': {'device_id': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:55.996180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7b100c4-0764-4c14-92ab-ce0395deeb49 req-de5433e0-bef2-4ac0-9403-511f4587c3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277459 Apr 25 14:32:56.026892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Request body: {'port': {'device_id': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'admin_state_up': True, 'tenant_id': 'af8236c523924215b55de5a4324e8693'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:56.038877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9a311f0-b19b-42bd-9e9d-45a7aceef232 req-9a3076b8-4e22-48cb-b67c-48710677513a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218603 Apr 25 14:32:56.038877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:56.075005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-adf915c3-3a4d-4ca5-9235-f80eb043bd79 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:56.076054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-adf915c3-3a4d-4ca5-9235-f80eb043bd79 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.5172558 Apr 25 14:32:56.127114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event deleted for resources: {'Port': ['ID=bf6ce319-4c28-41bf-808b-7a332af77895,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:56.235691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756786-b2e4-4ac4-9dfc-aeaee42e7420 req-399b99fb-aa8c-4b5b-825c-37456c8fe3da tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:56.236419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e0756786-b2e4-4ac4-9dfc-aeaee42e7420 req-399b99fb-aa8c-4b5b-825c-37456c8fe3da tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Synchronizing usage tracker for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:32:56.276688 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-bd7cfa07-83f1-4f7b-aa01-e29dce1bbd68 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781865 Apr 25 14:32:56.276688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] No DVR routers for this DVR port bf6ce319-4c28-41bf-808b-7a332af77895 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:32:56.280977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:56.287306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-deleted', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:32:56.321564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3362de57-75a6-4291-968d-9ba91cf97664 req-1b186139-1cf4-4623-9ad6-30b4d7b709dd tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.21 "DELETE /v2.0/ports/bf6ce319-4c28-41bf-808b-7a332af77895 HTTP/1.1" status: 204 len: 173 time: 2.3833656 Apr 25 14:32:56.369698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e0756786-b2e4-4ac4-9dfc-aeaee42e7420 req-399b99fb-aa8c-4b5b-825c-37456c8fe3da tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Unset dirty status for tenant:517fd10ff20b4074b32578f506d43ea2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:32:56.382149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0756786-b2e4-4ac4-9dfc-aeaee42e7420 req-399b99fb-aa8c-4b5b-825c-37456c8fe3da tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 932 time: 0.6726985 Apr 25 14:32:56.400735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:56.482426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:56.498756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-17900034-61b7-4862-9f07-523d0ae1b977 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:56.506280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-17900034-61b7-4862-9f07-523d0ae1b977 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126472 Apr 25 14:32:56.531911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-99fbd010-40c1-4d52-9d8b-60c4d8cedc15 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/quotas/240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 375 time: 0.0241451 Apr 25 14:32:56.680838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-e8bfba6b-7c13-44db-a13a-7d4a4ca29193 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1445587 Apr 25 14:32:56.684698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Usage tracker for resource:port and tenant:af8236c523924215b55de5a4324e8693 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:32:56.700463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:32:56.718099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:56.777787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0756786-b2e4-4ac4-9dfc-aeaee42e7420 req-00b71eb9-4b3d-43f1-b8ae-7068add691ca tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485143 Apr 25 14:32:56.785599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-5f37bec1-768f-4418-809b-09f89d0ac6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:56.787617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-5f37bec1-768f-4418-809b-09f89d0ac6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c&tenant_id=08bf0721b9034e97abb37206c06cb39c HTTP/1.1" status: 200 len: 1096 time: 0.6964192 Apr 25 14:32:56.788341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Made reservation on behalf of af8236c523924215b55de5a4324e8693 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:32:56.791954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:57.304184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4504a-2708-4538-8804-d882086a4d19 req-35c5bab4-ee25-4829-8d6f-527ed5ebbde9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:57.320805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01a4504a-2708-4538-8804-d882086a4d19 req-35c5bab4-ee25-4829-8d6f-527ed5ebbde9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.1744657 Apr 25 14:32:57.411765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01a4504a-2708-4538-8804-d882086a4d19 req-2e71c2ee-57fa-4289-9430-70015ebade25 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897403 Apr 25 14:32:57.496930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-64d6ca3c-58d1-4c65-8b4e-ca5e61003e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:57.498624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-64d6ca3c-58d1-4c65-8b4e-ca5e61003e1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf0721b9034e97abb37206c06cb39c&device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1096 time: 0.5746160 Apr 25 14:32:57.512595 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9137caef-45e3-4150-9ea4-ba6a40269291'] response: {'server_uuid': '953ac425-361e-45aa-a2c9-9a82f8b3b079', 'name': 'network-vif-deleted', 'tag': 'bf6ce319-4c28-41bf-808b-7a332af77895', 'status': 'completed', 'code': 200} Apr 25 14:32:57.589287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Allocated IP 172.20.0.14 (aa40f1eb-b7a6-4370-a4fb-875f7a9df45b/6cb6121a-af71-4b62-a8e9-9ecd542b093c/2245fbdf-756c-41c9-9660-757c29a68712) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:32:57.732053 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ac7f32b-91da-4ba7-968f-9b77879f54b8 req-c3c95cf6-8b44-4d96-a5b0-b58613d5cd5f tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 210 time: 0.0817182 Apr 25 14:32:57.744302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87dc27eb-6ce8-4e52-aa1f-dd4358698706 req-603da7dc-6181-477f-b8bb-f13be204fcf6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 210 time: 0.0689511 Apr 25 14:32:57.898106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c415c8be-975f-41a6-9240-2c2ff3347cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:57.899579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-c415c8be-975f-41a6-9240-2c2ff3347cd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 200 len: 921 time: 0.3942087 Apr 25 14:32:58.001116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-72a5c858-dbd1-4247-83ab-36df6905e2d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 200 len: 217 time: 0.0926440 Apr 25 14:32:58.007197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c02afaf-6a44-468c-9324-2e8968d4f2bc {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:32:58.086967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ee8f-ecd5-471f-bf6d-28a732f6811f req-b28cef22-9451-421d-9af3-47a39e29c537 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:58.089366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38c6ee8f-ecd5-471f-bf6d-28a732f6811f req-b28cef22-9451-421d-9af3-47a39e29c537 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.1097355 Apr 25 14:32:58.096513 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:58.153104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38c6ee8f-ecd5-471f-bf6d-28a732f6811f req-b026ea53-68e9-48eb-a607-a8ea62504903 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536795 Apr 25 14:32:58.218888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Transition to ACTIVE for port object 3c02afaf-6a44-468c-9324-2e8968d4f2bc will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:32:58.229140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:58.234733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-cdd6c196-7055-4928-ac27-d166814c5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:58.234733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-cdd6c196-7055-4928-ac27-d166814c5502 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 200 len: 860 time: 0.2189388 Apr 25 14:32:58.465910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-17f953dc-4f8d-4015-81b4-27f18849f683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c59cd87e-4422-4f12-a746-9bb2fdb11846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859334 Apr 25 14:32:58.520782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:58.530397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:58.558891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Pushing event updated for resources: {'Port': ['ID=3c02afaf-6a44-468c-9324-2e8968d4f2bc,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:58.597028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:32:58.701678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-11ecb0bb-b10a-4821-b5c4-8864516c1a30 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1527753 Apr 25 14:32:58.733821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: bf6ce319-4c28-41bf-808b-7a332af77895 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:32:58.735004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bf6ce319-4c28-41bf-808b-7a332af77895 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:32:58.793137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-b3998862-69c7-41d2-a733-ac14f36764f4 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978070 Apr 25 14:32:59.051500 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:59.051500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Attempting to bind port 3c02afaf-6a44-468c-9324-2e8968d4f2bc on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:32:59.051500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Attempting to bind port 3c02afaf-6a44-468c-9324-2e8968d4f2bc by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:32:59.051500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Attempting to bind port 3c02afaf-6a44-468c-9324-2e8968d4f2bc on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:59.119334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a3f6e-3856-4031-bf66-4e002d4e0323 req-a607678a-7cbb-4bde-8a57-ce04503b7141 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:59.139320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9a3f6e-3856-4031-bf66-4e002d4e0323 req-a607678a-7cbb-4bde-8a57-ce04503b7141 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 944 time: 0.7311873 Apr 25 14:32:59.238085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Port 3c02afaf-6a44-468c-9324-2e8968d4f2bc on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:32:59.238085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Attempting to bind port 3c02afaf-6a44-468c-9324-2e8968d4f2bc on network cebc7e63-4aa8-4fdd-b244-ff1b3622def2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:32:59.238549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-34f11ec5-84f0-4c93-b486-b98ee2819a97 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:59.238549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-34f11ec5-84f0-4c93-b486-b98ee2819a97 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5311708 Apr 25 14:32:59.248661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9a3f6e-3856-4031-bf66-4e002d4e0323 req-6159e524-0dae-44aa-93f6-b0f257c3ca15 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140337 Apr 25 14:32:59.253769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Request body: {'port': {'device_id': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '240441bced794bb3b2215707ed7a817a'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:59.255135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:32:59.256146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Checking segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:32:59.256146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Bound using segment: {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:32:59.256459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Bound port: 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be60e67c-dc9a-41cb-9458-e774398f3b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:32:59.256824 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:59.286257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:32:59.298314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:32:59.306454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:32:59.340041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:32:59.419641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-6cdb1581-d934-4285-be33-3f3619f55d91 service neutron] 10.222.0.21 "GET /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170542 Apr 25 14:32:59.454462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:32:59.455707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:59.533306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] For port 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:32:59.533306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] For port 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:32:59.533306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-534e7c89-f2ab-40c5-bea2-76b036bdc8a3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5164893 Apr 25 14:32:59.533306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:32:59.558597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Request body: {'port': {'device_id': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:59.695058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:32:59.736023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-5503eb87-9ae6-4544-b60c-312d46af27e9 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:32:59.736023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-5503eb87-9ae6-4544-b60c-312d46af27e9 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343511 Apr 25 14:32:59.750966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Request body: {'binding': {'host': 'n-h2-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:32:59.750966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 14:32:59.860047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:32:59.982033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Made reservation on behalf of 240441bced794bb3b2215707ed7a817a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:32:59.982033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:00.019564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:00.019564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:00.019564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c02afaf-6a44-468c-9324-2e8968d4f2bc HTTP/1.1" status: 200 len: 1092 time: 4.0510616 Apr 25 14:33:00.045699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'tag': '3c02afaf-6a44-468c-9324-2e8968d4f2bc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:00.250726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5671-9325-407d-9c68-135f082a5658 service neutron] Pushing event updated for resources: {'Port': ['ID=3c02afaf-6a44-468c-9324-2e8968d4f2bc,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:00.257958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37506) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:00.287514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:00.482629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-9458e779-5586-4005-9e60-345316e4e615 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:00.484049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-9458e779-5586-4005-9e60-345316e4e615 tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c&tenant_id=08bf0721b9034e97abb37206c06cb39c&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.3586817 Apr 25 14:33:00.505626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-6ae2b3a8-52a4-4b9c-a604-41f3d8b5f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:00.507432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-6ae2b3a8-52a4-4b9c-a604-41f3d8b5f128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 1095 time: 0.3726864 Apr 25 14:33:00.544361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60238f49-e8db-4a6a-ac58-af80198652da req-dd97b6a1-537a-4c31-9dcb-997735bd7ae6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:00.551560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60238f49-e8db-4a6a-ac58-af80198652da req-dd97b6a1-537a-4c31-9dcb-997735bd7ae6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.4205015 Apr 25 14:33:00.579445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on host n-h2-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:00.579445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:00.579900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:00.601617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:33:00.601949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:00.606717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Allocated IP 192.168.233.226 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/844738c1-2299-4034-81cf-11282c63ec77) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:33:00.626196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:00.626196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:00.626196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:00.626826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Bound port: afe93d87-d544-46f9-9dc0-a16cf88e6c58, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:00.669736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60238f49-e8db-4a6a-ac58-af80198652da req-eb1df94a-12f2-4325-92b7-7d100fa8c9a8 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Apr 25 14:33:00.762658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-9d6b4a8d-f35c-4cde-8ee8-a710cc09273d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc HTTP/1.1" status: 200 len: 217 time: 0.1529372 Apr 25 14:33:00.762658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:00.788674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:00.918600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:00.933447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc43865391841429bdf22f7865627e0 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:00.934547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:00.936563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-dc0cbfa2-c759-491b-abd0-38f6a8dec9a3 service neutron] 10.222.0.23 "POST /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58/bindings HTTP/1.1" status: 201 len: 389 time: 1.1994245 Apr 25 14:33:00.938147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:00.954095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:00.984118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-fa0e55df-2a2f-4464-aa92-a30db57455e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:00.985448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-fa0e55df-2a2f-4464-aa92-a30db57455e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 200 len: 862 time: 0.2092018 Apr 25 14:33:01.089928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-1d9c04f3-3320-4c0b-9277-e5d3db012f79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862601 Apr 25 14:33:01.092981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:01.134801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71c27-398d-4541-ae85-07aa6bf086a1 req-ed6e06d6-3bfa-47b6-8ad3-3a2c43e428a0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:01.137152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7e71c27-398d-4541-ae85-07aa6bf086a1 req-ed6e06d6-3bfa-47b6-8ad3-3a2c43e428a0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:01.157156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Transition to ACTIVE for port object 844738c1-2299-4034-81cf-11282c63ec77 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:01.180354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7e71c27-398d-4541-ae85-07aa6bf086a1 req-ed6e06d6-3bfa-47b6-8ad3-3a2c43e428a0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:01.189352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7e71c27-398d-4541-ae85-07aa6bf086a1 req-ed6e06d6-3bfa-47b6-8ad3-3a2c43e428a0 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 932 time: 0.3372083 Apr 25 14:33:01.253994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7e71c27-398d-4541-ae85-07aa6bf086a1 req-cdd23744-e0eb-492c-9670-76dd8b77750b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624053 Apr 25 14:33:01.257242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:01.274723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:01.326026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:33:01.497103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-81d034e8-1a33-4ae4-9953-554d9ccbb2ff service neutron] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:01.609991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:33:01.609991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:01.626371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2245fbdf-756c-41c9-9660-757c29a68712 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:01.626371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-a24af6e9-5161-4373-bec6-73a4867b71d4 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084765 Apr 25 14:33:01.639793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:33:01.646800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:01.695735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:01.711631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-81d034e8-1a33-4ae4-9953-554d9ccbb2ff service neutron] Notify callbacks [] for binding, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:01.711631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5c5d79d-5eb5-49ed-b7ff-39eef246e3e2 req-81d034e8-1a33-4ae4-9953-554d9ccbb2ff service neutron] 10.222.0.21 "DELETE /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f/bindings/n-h2-811416-6 HTTP/1.1" status: 204 len: 173 time: 1.2062881 Apr 25 14:33:01.828825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:01.944574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:01.944574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:02.028221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f2f7-c79b-445f-9d8a-1b71e884b14f req-3cdd34bd-735c-431b-9ee0-ec54a5b0c63a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:02.041988 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8514f2f7-c79b-445f-9d8a-1b71e884b14f req-3cdd34bd-735c-431b-9ee0-ec54a5b0c63a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.6172235 Apr 25 14:33:02.046071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:02.047692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-68411866-a592-4fa3-a304-20205d4034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:02.050265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-68411866-a592-4fa3-a304-20205d4034b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1096 time: 0.6274266 Apr 25 14:33:02.078707 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-a7beec33-8284-4f7a-8ceb-4cfc229e8c52 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8318894 Apr 25 14:33:02.093618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Transition to ACTIVE for port object 2245fbdf-756c-41c9-9660-757c29a68712 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:02.106000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7afdebb8-c431-46b4-812e-eef06dc045ea None None] Provisioning for port 844738c1-2299-4034-81cf-11282c63ec77 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:02.111170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe06b-8a75-4d90-96a1-6ca42e03f0e9 req-6fb1cd24-a320-4a29-8fbd-71e7ad292bb4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:02.116139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7afdebb8-c431-46b4-812e-eef06dc045ea None None] Provisioning complete for port 844738c1-2299-4034-81cf-11282c63ec77 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:02.116139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7afdebb8-c431-46b4-812e-eef06dc045ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:02.123003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1dbe06b-8a75-4d90-96a1-6ca42e03f0e9 req-6fb1cd24-a320-4a29-8fbd-71e7ad292bb4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 936 time: 0.9060650 Apr 25 14:33:02.133803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Request body: {'port': {'device_id': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:02.237758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7afdebb8-c431-46b4-812e-eef06dc045ea None None] Port 844738c1-2299-4034-81cf-11282c63ec77 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:33:02.274074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:02.395975 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fc43865391841429bdf22f7865627e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1308060 Apr 25 14:33:02.412677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37522) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:02.419324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1dbe06b-8a75-4d90-96a1-6ca42e03f0e9 req-209ed6cc-4c40-44df-9ec1-95dbf707aa77 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956793 Apr 25 14:33:02.424605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8514f2f7-c79b-445f-9d8a-1b71e884b14f req-213aabb3-2827-448b-a117-87f578c7f7b5 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816957 Apr 25 14:33:02.426326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009dfd17-e8d0-4665-a2d4-e5a37c19dbbc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:02.599839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:02.679058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67c92f1b-db99-4892-beed-5506e8fe0004 req-48278519-4a48-405d-8b75-24313a0c3c64 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0319219 Apr 25 14:33:02.700286 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b9129d-e733-496e-93d3-4b55e59a7a11'] response: {'name': 'network-changed', 'server_uuid': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'tag': '3c02afaf-6a44-468c-9324-2e8968d4f2bc', 'status': 'completed', 'code': 200} Apr 25 14:33:02.749204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-7c5e867b-abd6-44e2-b8ca-733d6795bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:02.749204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-7c5e867b-abd6-44e2-b8ca-733d6795bad8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.6577942 Apr 25 14:33:02.848459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.858359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3966cc-d259-46db-8971-03927bff7205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.870361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-cca74837-2df5-4f13-99ed-c6bf167d40b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 217 time: 0.1132157 Apr 25 14:33:02.964528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.964528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.964528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.964528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.964528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.964528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.974790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-5bfc0b8c-a7f5-400d-acf7-7785b57541bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:02.974790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-5bfc0b8c-a7f5-400d-acf7-7785b57541bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.0980568 Apr 25 14:33:02.980171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.980171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.980171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.980171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.980171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:02.980171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:03.041812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e3064a5-dea0-4986-9201-0c6ba862409a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.071791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-5d110145-c14b-42d9-a275-f8775e3ef69e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745142 Apr 25 14:33:03.221474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e3064a5-dea0-4986-9201-0c6ba862409a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.246781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-477d408b-528a-434f-8126-589156e796ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:03.250326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-477d408b-528a-434f-8126-589156e796ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=517fd10ff20b4074b32578f506d43ea2&device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 1095 time: 0.3654134 Apr 25 14:33:03.315950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Attempting to bind port 2245fbdf-756c-41c9-9660-757c29a68712 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:03.316438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Attempting to bind port 2245fbdf-756c-41c9-9660-757c29a68712 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:03.316982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Attempting to bind port 2245fbdf-756c-41c9-9660-757c29a68712 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:03.335751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c89ee-1d8b-4312-8fb1-aeba0ac76a38 req-84073588-700f-4c5c-88a3-1cb3e52d72a0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:03.338862 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-511c89ee-1d8b-4312-8fb1-aeba0ac76a38 req-84073588-700f-4c5c-88a3-1cb3e52d72a0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 944 time: 0.5773339 Apr 25 14:33:03.397978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Port 2245fbdf-756c-41c9-9660-757c29a68712 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:33:03.398591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Attempting to bind port 2245fbdf-756c-41c9-9660-757c29a68712 on network aa40f1eb-b7a6-4370-a4fb-875f7a9df45b {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:03.423400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:03.423994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Checking segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:03.424665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Bound using segment: {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:03.425495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Bound port: 2245fbdf-756c-41c9-9660-757c29a68712, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2bd9f5-8a94-45c8-9562-71aeffae65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:03.426113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.495095 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:33:03.599953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-511c89ee-1d8b-4312-8fb1-aeba0ac76a38 req-4067aed9-a292-4bd1-89f9-19b7fd0a2cbf tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507446 Apr 25 14:33:03.629212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-5c76ad89-063f-4d6e-ad6c-68ac8d9eaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:03.632616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-5c76ad89-063f-4d6e-ad6c-68ac8d9eaa24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 200 len: 923 time: 0.3679061 Apr 25 14:33:03.675187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-145c4680-6626-4595-b3c9-4a8f9478e899 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987473 Apr 25 14:33:03.688149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b0ef-20d6-49de-848f-e3f2d47ef302 req-4ef8b223-4171-4d5f-ad33-b3c4f9fcb6d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:03.692406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3031b0ef-20d6-49de-848f-e3f2d47ef302 req-4ef8b223-4171-4d5f-ad33-b3c4f9fcb6d4 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.5826080 Apr 25 14:33:03.715835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e3064a5-dea0-4986-9201-0c6ba862409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.762783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-e40b6f9b-e7e2-4639-8f7e-0233b64a5e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc HTTP/1.1" status: 200 len: 217 time: 0.1171381 Apr 25 14:33:03.778379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3064a5-dea0-4986-9201-0c6ba862409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009dfd17-e8d0-4665-a2d4-e5a37c19dbbc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:03.821212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:03.841266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:03.852227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.860910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.877693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e3064a5-dea0-4986-9201-0c6ba862409a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.878845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e3064a5-dea0-4986-9201-0c6ba862409a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/009dfd17-e8d0-4665-a2d4-e5a37c19dbbc HTTP/1.1" status: 204 len: 168 time: 1.4532208 Apr 25 14:33:03.899495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3031b0ef-20d6-49de-848f-e3f2d47ef302 req-39179482-23bc-4e60-b5d1-899c391c4252 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849322 Apr 25 14:33:03.901861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-e625ced6-4a2b-47f9-9a0b-9079d9b6d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:03.903397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-e625ced6-4a2b-47f9-9a0b-9079d9b6d283 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 200 len: 862 time: 0.1255579 Apr 25 14:33:03.971404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:03.972032 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:03.973895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/2245fbdf-756c-41c9-9660-757c29a68712 HTTP/1.1" status: 200 len: 1092 time: 4.4329548 Apr 25 14:33:03.995634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-332fc54a-1014-4338-aed9-721fbd08bc74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cebc7e63-4aa8-4fdd-b244-ff1b3622def2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703044 Apr 25 14:33:04.047520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-c39c17fe-3d3f-4b2c-b208-d646a82f2186 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533666 Apr 25 14:33:04.052995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc23561-dffe-403a-aa17-89679887ebb0 req-20cd0cc1-2fc8-46f5-aec2-ba9431322f2a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:04.055050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abc23561-dffe-403a-aa17-89679887ebb0 req-20cd0cc1-2fc8-46f5-aec2-ba9431322f2a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.3404691 Apr 25 14:33:04.168947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844738c1-2299-4034-81cf-11282c63ec77 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:04.172257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd28c6-40c0-4ec6-87db-33f3af06a7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:04.183585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:04.214670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Transition to ACTIVE for port object 844738c1-2299-4034-81cf-11282c63ec77 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:04.233274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:04.287874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abc23561-dffe-403a-aa17-89679887ebb0 req-7d293a66-e849-4ea3-8032-81cc384fc1a8 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789911 Apr 25 14:33:04.342117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:04.408921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-db898327-88d6-4ac1-8bbf-78703486439c service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991842 Apr 25 14:33:04.415873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-1214fccb-215c-4cc9-a60e-df4ca742d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:04.420435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-1214fccb-215c-4cc9-a60e-df4ca742d435 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 1095 time: 0.3591981 Apr 25 14:33:04.548418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd62eb-d863-48c2-982a-8ab1cf6f1667 req-e6b2013d-c51b-4b3e-a46d-c1ffa4332643 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:04.558849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1dd62eb-d863-48c2-982a-8ab1cf6f1667 req-e6b2013d-c51b-4b3e-a46d-c1ffa4332643 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 944 time: 0.4814897 Apr 25 14:33:04.559748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37540) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:04.627219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:04.791661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:04.834478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-ee4ae204-6de2-4952-b6af-ee2976b42d33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2245fbdf-756c-41c9-9660-757c29a68712 HTTP/1.1" status: 200 len: 217 time: 0.3733280 Apr 25 14:33:04.836947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1dd62eb-d863-48c2-982a-8ab1cf6f1667 req-ea53b578-7032-49a6-9322-a0f7770f09f1 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204125 Apr 25 14:33:04.962977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:04.977434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c01590b4e3f4de8bd0bb1f4d6b20748 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:04.981421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:04.987656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e105-8324-436f-8455-7f3c121512c7 req-d34fba23-4eda-4b14-95b6-13006f26d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:04.991581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-d34fba23-4eda-4b14-95b6-13006f26d21e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.1483009 Apr 25 14:33:04.997066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:05.095542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-634d4f52-b0f3-4ebd-88fb-a18655eeff35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970922 Apr 25 14:33:05.149202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Attempting to bind port 844738c1-2299-4034-81cf-11282c63ec77 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:05.149860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Attempting to bind port 844738c1-2299-4034-81cf-11282c63ec77 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:05.150393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Attempting to bind port 844738c1-2299-4034-81cf-11282c63ec77 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:05.176669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Port 844738c1-2299-4034-81cf-11282c63ec77 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:33:05.177117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Attempting to bind port 844738c1-2299-4034-81cf-11282c63ec77 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:05.191918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:05.192368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:05.192886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:05.193439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Bound port: 844738c1-2299-4034-81cf-11282c63ec77, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:05.193871 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:05.337482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-7099c204-5e73-49f3-9598-3e415cfd2cb7 service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263010 Apr 25 14:33:05.338050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:05.351030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da923d-29da-43b1-8cf6-36773d12dfb9 req-95c9b85d-7d68-4755-a6a7-e06c1ecd15c0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:05.352212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e6da923d-29da-43b1-8cf6-36773d12dfb9 req-95c9b85d-7d68-4755-a6a7-e06c1ecd15c0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:05.369484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:05.430801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:05.448233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793a6c4c-244e-4e9e-8d68-32f377f65f4a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:05.452525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:05.461061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c6127e9-aa29-4751-a095-c55e811b7ca5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c01590b4e3f4de8bd0bb1f4d6b20748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8891551 Apr 25 14:33:05.462111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37554) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:05.477355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e01fbc3-5175-4b09-be12-055df0222bb8 req-0fe45ab9-fb9b-4058-9773-3bd5a7816c45 service neutron] 10.222.0.21 "GET /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0555651 Apr 25 14:33:05.481466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e6da923d-29da-43b1-8cf6-36773d12dfb9 req-95c9b85d-7d68-4755-a6a7-e06c1ecd15c0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:05.489156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6da923d-29da-43b1-8cf6-36773d12dfb9 req-95c9b85d-7d68-4755-a6a7-e06c1ecd15c0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.4185209 Apr 25 14:33:05.507041 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:05.594440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d13207-370e-4276-95e5-19c261a4f5de req-8e07a4a0-a774-4f2e-bcd1-eee07cb71e0a tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:05.603529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0d13207-370e-4276-95e5-19c261a4f5de req-8e07a4a0-a774-4f2e-bcd1-eee07cb71e0a tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 1096 time: 0.2642016 Apr 25 14:33:05.629759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:05.631063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:05.634095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] 10.222.0.21 "PUT /v2.0/ports/844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 1096 time: 3.5133114 Apr 25 14:33:05.669426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'tag': '844738c1-2299-4034-81cf-11282c63ec77'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:05.687162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0d13207-370e-4276-95e5-19c261a4f5de req-a5d67ed4-c7e1-4c4f-862f-fa74e767eedf tempest-LiveAutoBlockMigrationV225Test-614901171 tempest-LiveAutoBlockMigrationV225Test-614901171-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832689 Apr 25 14:33:05.688094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6da923d-29da-43b1-8cf6-36773d12dfb9 req-f9e66dc4-7627-4640-be30-f6e4ce2a27af tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972697 Apr 25 14:33:05.694356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5363e105-8324-436f-8455-7f3c121512c7 req-9df4276a-5718-407f-a35e-a20f775f3b02 service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098047 Apr 25 14:33:05.789834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256dd4-23f4-47a0-90ab-401077947aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:05.836807 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a00f378-fa65-46b1-9bea-8be0be02dd15'] response: {'name': 'network-changed', 'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712', 'status': 'completed', 'code': 200} Apr 25 14:33:05.925952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becb8e6c-0e7d-40f8-9958-5d586aca0f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:06.002708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becb8e6c-0e7d-40f8-9958-5d586aca0f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:06.026545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-791581cb-47b0-4733-8a4c-56c9a117ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.027854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-791581cb-47b0-4733-8a4c-56c9a117ba91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1099 time: 0.3388469 Apr 25 14:33:06.050926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-ac0bb16c-6bd8-4603-bc36-1538f6126130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.052459 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-ac0bb16c-6bd8-4603-bc36-1538f6126130 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af8236c523924215b55de5a4324e8693&device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 1095 time: 0.1876976 Apr 25 14:33:06.124859 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-062727fb-95b2-4834-b1e1-b35c71e67847 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 217 time: 0.0837891 Apr 25 14:33:06.135975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716df28-a289-4d99-aedb-497a051cf444 req-48b31aba-eb90-41c1-89c6-54c4e8ee46cb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.137519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5716df28-a289-4d99-aedb-497a051cf444 req-48b31aba-eb90-41c1-89c6-54c4e8ee46cb tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 944 time: 0.3106320 Apr 25 14:33:06.189243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7842-d8dc-4522-adfd-e15f116939ac req-fd5e8989-4217-43f8-b8ec-1aa7c023e555 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.190756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b80b7842-d8dc-4522-adfd-e15f116939ac req-fd5e8989-4217-43f8-b8ec-1aa7c023e555 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.1971290 Apr 25 14:33:06.248584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-d1a8dcb5-8c19-4645-a59b-9aa6a5a32d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.250233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-d1a8dcb5-8c19-4645-a59b-9aa6a5a32d99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 200 len: 905 time: 0.1901276 Apr 25 14:33:06.251443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-6f017b56-35c4-4532-9567-41726dd75bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.252925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-6f017b56-35c4-4532-9567-41726dd75bff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1144717 Apr 25 14:33:06.261290 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5716df28-a289-4d99-aedb-497a051cf444 req-34c243ef-f0db-4ac7-bcfb-10756bce8402 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844116 Apr 25 14:33:06.307488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becb8e6c-0e7d-40f8-9958-5d586aca0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:06.338589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb8e6c-0e7d-40f8-9958-5d586aca0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a6c4c-244e-4e9e-8d68-32f377f65f4a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:06.347993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-09ccde64-c624-4047-b162-b62e93d77f19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2245fbdf-756c-41c9-9660-757c29a68712 HTTP/1.1" status: 200 len: 217 time: 0.0901885 Apr 25 14:33:06.352343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becb8e6c-0e7d-40f8-9958-5d586aca0f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:06.354437 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-becb8e6c-0e7d-40f8-9958-5d586aca0f21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/793a6c4c-244e-4e9e-8d68-32f377f65f4a HTTP/1.1" status: 204 len: 168 time: 0.8903174 Apr 25 14:33:06.365688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b80b7842-d8dc-4522-adfd-e15f116939ac req-bf3eaffe-88b9-4b7c-b5a8-7d025b6d8b27 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632295 Apr 25 14:33:06.389135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-608209ff-c15a-47be-9924-9cd6e7809320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.391045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-608209ff-c15a-47be-9924-9cd6e7809320 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270337 Apr 25 14:33:06.509434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-88e5bccb-9a8a-420d-9a9b-d440790d00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.512056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-88e5bccb-9a8a-420d-9a9b-d440790d00e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 200 len: 844 time: 0.1451705 Apr 25 14:33:06.588679 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-ea58454f-e2da-4a83-bf0b-386f2b39819d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688884 Apr 25 14:33:06.647456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3c02afaf-6a44-468c-9324-2e8968d4f2bc details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:06.730064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-767b1bc9-8e36-4522-b247-9c0d2911b7da service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306355 Apr 25 14:33:06.858621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91973a-fc7b-430b-b697-ba6824a03d5e req-64be9b54-0b6a-467f-8a3b-7c6218e1ccad tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:06.859853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd91973a-fc7b-430b-b697-ba6824a03d5e req-64be9b54-0b6a-467f-8a3b-7c6218e1ccad tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.2673047 Apr 25 14:33:06.881886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-4232f372-5463-415f-b7e7-802150652b67 service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839515 Apr 25 14:33:06.898670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:06.916999 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd36bdd9-13a0-4a2b-a3e9-01ce92c50a19'] response: {'name': 'network-changed', 'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'tag': '844738c1-2299-4034-81cf-11282c63ec77', 'status': 'completed', 'code': 200} Apr 25 14:33:06.919172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '3c02afaf-6a44-468c-9324-2e8968d4f2bc', 'network_id': 'cebc7e63-4aa8-4fdd-b244-ff1b3622def2', 'port_id': '3c02afaf-6a44-468c-9324-2e8968d4f2bc', 'mac_address': 'fa:16:3e:7d:eb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000d5b3-7cec-47ab-b577-8c2674d4da58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:33:06.990122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36eb8c62-6b3d-43f3-a07b-6da477a08743 req-b3e5f717-1ccb-4448-abea-bf6cafebabdb service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529006 Apr 25 14:33:07.062877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42a00e0a-3e41-4687-82a5-4ea00af29813 req-bc5350be-0879-458a-9077-c7c618ec3c6e service neutron] 10.222.0.15 "GET /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600256 Apr 25 14:33:07.120687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:07.137264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd91973a-fc7b-430b-b697-ba6824a03d5e req-0525e56c-2bce-44a6-930a-01b05183a914 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669814 Apr 25 14:33:07.177811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-a6ceb89f-35d0-4b60-a7ef-eaca598c6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.180263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-a6ceb89f-35d0-4b60-a7ef-eaca598c6962 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1099 time: 0.1253865 Apr 25 14:33:07.222363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c02afaf-6a44-468c-9324-2e8968d4f2bc {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:07.249898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:07.256375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:07.336868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=3c02afaf-6a44-468c-9324-2e8968d4f2bc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:07.449738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-b1efbb1c-2c9f-4a93-96ce-032c02fad15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.451271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-b1efbb1c-2c9f-4a93-96ce-032c02fad15f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2626157 Apr 25 14:33:07.531697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-c298e1c4-99dc-43a4-84f2-245bc1378275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 217 time: 0.0732052 Apr 25 14:33:07.542304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba93ad-2ba4-4ec1-995b-e8ec728104cf req-c7fdf1a6-ad96-4ad7-99a4-34c7c04fe04b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.550250 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a8ba93ad-2ba4-4ec1-995b-e8ec728104cf req-c7fdf1a6-ad96-4ad7-99a4-34c7c04fe04b tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 944 time: 0.2793996 Apr 25 14:33:07.644501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37596) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:07.653798 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a8ba93ad-2ba4-4ec1-995b-e8ec728104cf req-f046eb6f-2bcc-4071-a656-f8dab19e1b5a tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026638 Apr 25 14:33:07.657391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-92548deb-5188-432d-bdea-b3301a5f5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.658772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-92548deb-5188-432d-bdea-b3301a5f5e73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0936899 Apr 25 14:33:07.769093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-92b36498-2eb8-475c-8d71-bad1c644acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.770564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-92b36498-2eb8-475c-8d71-bad1c644acbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056700 Apr 25 14:33:07.790853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9518340-861f-47ec-860d-0c4129c32d68 req-3a92ff48-4b99-4858-a5e1-e3ec9a68c3c8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.792414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9518340-861f-47ec-860d-0c4129c32d68 req-3a92ff48-4b99-4858-a5e1-e3ec9a68c3c8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.1036675 Apr 25 14:33:07.797315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1232850123-network', 'tenant_id': '554b57b9922d48edbf8113fa3f978df8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:07.804257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:07.938730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Usage tracker for resource:network and tenant:554b57b9922d48edbf8113fa3f978df8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:07.943335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:07.944956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['3c02afaf-6a44-468c-9324-2e8968d4f2bc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:07.967970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:07.977189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c95f-741e-404f-b480-01b4bfa03d61 req-8f30820a-4d8b-4b68-9fab-a18daaa6c342 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:07.977189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d64c95f-741e-404f-b480-01b4bfa03d61 req-8f30820a-4d8b-4b68-9fab-a18daaa6c342 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.2051823 Apr 25 14:33:07.984961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9518340-861f-47ec-860d-0c4129c32d68 req-c3c07663-4a89-4abe-be6d-31afa2e9ff22 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839926 Apr 25 14:33:07.986200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Made reservation on behalf of 554b57b9922d48edbf8113fa3f978df8 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:07.988526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:07.992851 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-f6924853-a611-446a-a364-04969d1ccd8d service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862078 Apr 25 14:33:08.013076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.063283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d64c95f-741e-404f-b480-01b4bfa03d61 req-43a71cd3-7c1a-4d7c-baa4-654461e94c7f tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908911 Apr 25 14:33:08.086356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:08.101598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Usage tracker for resource:security_group_rule and tenant:554b57b9922d48edbf8113fa3f978df8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:08.113144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:08.177569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:08.222202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6fd165e-dddd-469c-b543-15ffa720c093 req-8c29c640-d0b4-48cb-a5f4-c389b85a4e2e service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203126 Apr 25 14:33:08.258280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-2f841ef1-be4e-4145-bf14-ca067fad739b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:08.259973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-2f841ef1-be4e-4145-bf14-ca067fad739b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.2139997 Apr 25 14:33:08.280448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140fa2-0e46-4e8c-8a27-8c3a4ca6d361 req-dd58cc5b-c0c5-4680-b869-b2d3378eb376 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:08.281211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1140fa2-0e46-4e8c-8a27-8c3a4ca6d361 req-dd58cc5b-c0c5-4680-b869-b2d3378eb376 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.0922570 Apr 25 14:33:08.339792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1140fa2-0e46-4e8c-8a27-8c3a4ca6d361 req-8cabd27a-c4c6-4b13-a35c-c998cbdb2d9d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Apr 25 14:33:08.347156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634071da-220e-4742-ab0b-721ba3ef07b2 req-e4936595-552d-4a4f-b1b8-e708e9d83c37 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:08.347747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-634071da-220e-4742-ab0b-721ba3ef07b2 req-e4936595-552d-4a4f-b1b8-e708e9d83c37 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 945 time: 0.2426412 Apr 25 14:33:08.401583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Deleting port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:08.402283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.463845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.478701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7486438f-1c04-41d5-9ae0-4d3d32a4ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.484252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.507773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-634071da-220e-4742-ab0b-721ba3ef07b2 req-72aa4cde-071f-4902-8051-71e919107ece tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491797 Apr 25 14:33:08.541194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:08.600005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af447-03f0-4b6f-ae5a-d46811183f1a req-a90a548c-f726-483d-a921-826612cd319f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:08.601531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-da5af447-03f0-4b6f-ae5a-d46811183f1a req-a90a548c-f726-483d-a921-826612cd319f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.1091616 Apr 25 14:33:08.605564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09961841-ad41-4418-a522-d1da91d7f55b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:08.610959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.611323 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Added segment e716daec-9ce6-4cc2-97e3-f16e4a99a867 of type vlan for network 993f9f71-1071-4ed4-a959-fa77c0c20b93 Apr 25 14:33:08.672599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-da5af447-03f0-4b6f-ae5a-d46811183f1a req-0c18bf03-8094-460c-a6f9-492be4c181f2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 Apr 25 14:33:08.685181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.792877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.793916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:08.794500 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.851030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] For port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:08.851532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:08.852866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0d4f-cbcf-49b7-b168-a3756fee4c25 req-2326508f-a9e4-4bd1-b3dd-8d18f8c28c3d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:08.855442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-228a0d4f-cbcf-49b7-b168-a3756fee4c25 req-2326508f-a9e4-4bd1-b3dd-8d18f8c28c3d tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 944 time: 0.0810170 Apr 25 14:33:08.904078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-228a0d4f-cbcf-49b7-b168-a3756fee4c25 req-b2106b47-f4b2-45b5-abc9-2c07d4ac4670 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Apr 25 14:33:08.935467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:09.059821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Calling delete_port for 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:09.074623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:09.090977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '2245fbdf-756c-41c9-9660-757c29a68712', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': '2245fbdf-756c-41c9-9660-757c29a68712', 'mac_address': 'fa:16:3e:f4:0a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:33:09.162391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:09.162658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5167964 Apr 25 14:33:09.163827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f543f46-c7c1-448b-8a61-6a0e37d844db admin admin] Pushing event updated for resources: {'Network': ['ID=993f9f71-1071-4ed4-a959-fa77c0c20b93,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:09.165612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37620) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:09.174090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Request body: {'subnet': {'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1232850123-subnet', 'tenant_id': '554b57b9922d48edbf8113fa3f978df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:09.182045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:09.188102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Usage tracker for resource:subnet and tenant:554b57b9922d48edbf8113fa3f978df8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:09.192416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:09.200704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:09.201775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2245fbdf-756c-41c9-9660-757c29a68712 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:09.209680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 993f9f71-1071-4ed4-a959-fa77c0c20b93 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:33:09.224967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Made reservation on behalf of 554b57b9922d48edbf8113fa3f978df8 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:09.228205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:09.248509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68c3a6-076d-4d85-9ad8-7bbef148d5b8 req-fc7c0aa0-d2e7-4dc2-a7fe-8e76df7d8a37 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:09.250357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee68c3a6-076d-4d85-9ad8-7bbef148d5b8 req-fc7c0aa0-d2e7-4dc2-a7fe-8e76df7d8a37 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.1490326 Apr 25 14:33:09.300920 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:09.301285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:09.314026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:09.338742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['6aa96867-90c2-4f00-834a-63b15782a4c9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:09.370832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event deleted for resources: {'Port': ['ID=13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:09.391437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:09.512232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] No DVR routers for this DVR port 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:09.514968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:09.518561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'name': 'network-vif-deleted', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:09.532434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f04a8-ed2d-4eea-af25-766a3aa8a119 req-3ff20d3f-37c1-46cc-9591-8ba6c35748ed tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:09.540469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-767f04a8-ed2d-4eea-af25-766a3aa8a119 req-3ff20d3f-37c1-46cc-9591-8ba6c35748ed tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 945 time: 0.3223393 Apr 25 14:33:09.595170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b8b8ff3-d90e-490b-88c3-f2d755192363 req-413c9119-73c7-4964-9969-4a8ea4303d6d tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "DELETE /v2.0/ports/13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f HTTP/1.1" status: 204 len: 173 time: 1.3162766 Apr 25 14:33:09.602605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:09.634566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee68c3a6-076d-4d85-9ad8-7bbef148d5b8 req-4a2de714-234e-46be-8f0a-21f9bcf4a36a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570795 Apr 25 14:33:09.634566 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:09.657301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-767f04a8-ed2d-4eea-af25-766a3aa8a119 req-b79dedba-476f-4ee0-a1e4-15b19a072a67 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100938 Apr 25 14:33:09.686681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2245fbdf-756c-41c9-9660-757c29a68712'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:09.802073 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7874d69-f601-45a6-a11b-c7fa092f1d34'] response: {'server_uuid': '0f8d097d-4c58-4d9a-93e5-21c6f2407b6c', 'name': 'network-vif-deleted', 'tag': '13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f', 'status': 'completed', 'code': 200} Apr 25 14:33:09.808884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbdd66f-15ef-49df-a45c-8640d6548a3c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:09.846889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Checking segment: {'id': 'e716daec-9ce6-4cc2-97e3-f16e4a99a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:09.850195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Network hostable DHCP agents. Network: 993f9f71-1071-4ed4-a959-fa77c0c20b93, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:33:09.941245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Network 993f9f71-1071-4ed4-a959-fa77c0c20b93 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:33:09.967638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 993f9f71-1071-4ed4-a959-fa77c0c20b93) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:09.983715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:09.983715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:10.000843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53d543-2181-450a-b720-4834d3da14d5 None None] Network 993f9f71-1071-4ed4-a959-fa77c0c20b93 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:10.065002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b98da-b1bd-4c2d-a6ba-f28badd49142 req-94f1c72a-a6a7-415d-ac23-150192eeb677 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:10.078666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d9b98da-b1bd-4c2d-a6ba-f28badd49142 req-94f1c72a-a6a7-415d-ac23-150192eeb677 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.2056637 Apr 25 14:33:10.078666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-50e47d17-12b3-4d97-9e46-187723b083b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9065435 Apr 25 14:33:10.115163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70926ec5-57f7-433e-ac95-a8de3a004d31 req-74cfc830-09dd-4ed0-9341-14e6a0773c80 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:10.123450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70926ec5-57f7-433e-ac95-a8de3a004d31 req-74cfc830-09dd-4ed0-9341-14e6a0773c80 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 945 time: 0.2010200 Apr 25 14:33:10.215176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70926ec5-57f7-433e-ac95-a8de3a004d31 req-b848ed21-4ece-411f-a0c6-b8ff4f513053 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Apr 25 14:33:10.219559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d9b98da-b1bd-4c2d-a6ba-f28badd49142 req-8d80c595-6bd1-4e09-ad13-72132804629f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495454 Apr 25 14:33:10.496664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5c0eb-3bd3-44df-bd32-ab2dd8d4c09c None None] Network 993f9f71-1071-4ed4-a959-fa77c0c20b93 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:10.657883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce96f8-5c39-4c33-b49a-33d3519b7715 req-e073ef04-e179-4f57-ab4e-ecdb23bac8c7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:10.682715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ddce96f8-5c39-4c33-b49a-33d3519b7715 req-e073ef04-e179-4f57-ab4e-ecdb23bac8c7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.2042186 Apr 25 14:33:10.752208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ddce96f8-5c39-4c33-b49a-33d3519b7715 req-0da2e4bd-a225-49ff-b769-f609ebf09220 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763373 Apr 25 14:33:10.781468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:10.812252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3c02afaf-6a44-468c-9324-2e8968d4f2bc up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:10.866700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a64fa6-3e29-459b-b60d-b0d009261d81 req-b7299683-64eb-44ad-9cec-e39f5ed08649 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:10.866700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b0a64fa6-3e29-459b-b60d-b0d009261d81 req-b7299683-64eb-44ad-9cec-e39f5ed08649 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Synchronizing usage tracker for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:10.912505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b0a64fa6-3e29-459b-b60d-b0d009261d81 req-b7299683-64eb-44ad-9cec-e39f5ed08649 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Unset dirty status for tenant:af8236c523924215b55de5a4324e8693 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:10.919261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b0a64fa6-3e29-459b-b60d-b0d009261d81 req-b7299683-64eb-44ad-9cec-e39f5ed08649 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 945 time: 0.3929172 Apr 25 14:33:10.951348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:11.018109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b0a64fa6-3e29-459b-b60d-b0d009261d81 req-1af21ad3-bcd5-4c7d-a7ea-997ffcadc15e tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936394 Apr 25 14:33:11.109170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a8e924d-c604-45f2-a41d-fc24970a0ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.120468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:33:11.214367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55e5d8-73f5-4f51-922c-5330af5a8456 req-41545f93-8c25-4b42-99cf-16ff77ce8d8c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:11.222178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f55e5d8-73f5-4f51-922c-5330af5a8456 req-41545f93-8c25-4b42-99cf-16ff77ce8d8c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.1647820 Apr 25 14:33:11.297072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f55e5d8-73f5-4f51-922c-5330af5a8456 req-9c7c9bdc-2f26-4ea7-a8b3-f7c736678603 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732906 Apr 25 14:33:11.309155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37662) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:11.314662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1783339442-network', 'tenant_id': '6b3078f394dd48b587e3e34f8015ccc6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:11.326600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3683d512-c777-48ef-821d-19186cae7ab9 req-be6cf557-6c4e-4415-ab77-aad3b3c319e0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:11.332037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:11.344047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Usage tracker for resource:network and tenant:6b3078f394dd48b587e3e34f8015ccc6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:11.344392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3683d512-c777-48ef-821d-19186cae7ab9 req-be6cf557-6c4e-4415-ab77-aad3b3c319e0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:11.347817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:11.358635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3683d512-c777-48ef-821d-19186cae7ab9 req-be6cf557-6c4e-4415-ab77-aad3b3c319e0 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8d097d-4c58-4d9a-93e5-21c6f2407b6c HTTP/1.1" status: 200 len: 210 time: 0.0813320 Apr 25 14:33:11.361259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:11.382393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Made reservation on behalf of 6b3078f394dd48b587e3e34f8015ccc6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:11.385896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.421948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.440094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:11.444986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3078f394dd48b587e3e34f8015ccc6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:11.448503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:11.455374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:11.630277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e5c9-9045-4f86-9cb3-ba3108f7c393 req-79e1a022-7cda-452b-b5c3-c4e6c313e500 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:11.633713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.637617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75c9e5c9-9045-4f86-9cb3-ba3108f7c393 req-79e1a022-7cda-452b-b5c3-c4e6c313e500 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 945 time: 0.1487653 Apr 25 14:33:11.639353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.711709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:11.712408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:11.732213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97435db1-5a9b-46c4-8af7-f8e0013b6506,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:11.741296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.742025 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Added segment 1b650741-8891-4696-85a9-b7f0a0e935bf of type vlan for network 1c07f8aa-42d1-40cf-990a-933d349e0f1a Apr 25 14:33:11.744659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 3c02afaf-6a44-468c-9324-2e8968d4f2bc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:11.754214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.754970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.755862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.756615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.757356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.758843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.759356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.759804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.761873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.762716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.763194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.763715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:11.804624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.853146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 3c02afaf-6a44-468c-9324-2e8968d4f2bc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:11.853590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.853905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.855458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:11.856478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.882093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75c9e5c9-9045-4f86-9cb3-ba3108f7c393 req-eeef6750-38f9-4957-a2cb-c3e6ca744692 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408020 Apr 25 14:33:11.894870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '844738c1-2299-4034-81cf-11282c63ec77', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '844738c1-2299-4034-81cf-11282c63ec77', 'mac_address': 'fa:16:3e:ea:2a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:33:11.898148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 2245fbdf-756c-41c9-9660-757c29a68712 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:11.915882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:11.956052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6456764 Apr 25 14:33:11.958930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37668) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:11.965476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Request body: {'subnet': {'network_id': '1c07f8aa-42d1-40cf-990a-933d349e0f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1783339442-subnet', 'tenant_id': '6b3078f394dd48b587e3e34f8015ccc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:11.972021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:11.981796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Usage tracker for resource:subnet and tenant:6b3078f394dd48b587e3e34f8015ccc6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:11.987743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:12.002047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:12.015026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.024019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Made reservation on behalf of 6b3078f394dd48b587e3e34f8015ccc6 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:12.027180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.029244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.040077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 2245fbdf-756c-41c9-9660-757c29a68712 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:12.040880 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.112521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd55629-5ef4-4a20-b5e4-d95afba1bf08 admin admin] Pushing event updated for resources: {'Network': ['ID=1c07f8aa-42d1-40cf-990a-933d349e0f1a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:12.150745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1c07f8aa-42d1-40cf-990a-933d349e0f1a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:33:12.184775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844738c1-2299-4034-81cf-11282c63ec77 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:12.291248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff093c-766d-4377-9676-4132404c566b req-1f558d7e-d5e4-4e74-95dc-41891b36ec7e tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:12.293566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3fff093c-766d-4377-9676-4132404c566b req-1f558d7e-d5e4-4e74-95dc-41891b36ec7e tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 945 time: 0.1315141 Apr 25 14:33:12.391797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:12.415991 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.455361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3fff093c-766d-4377-9676-4132404c566b req-2354cf56-02c6-45d0-af64-621de81ed40b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217742 Apr 25 14:33:12.538608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.585408 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.682427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-88f4e712-76bc-4a5b-8fee-6d9d524e6ef4 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:12.683934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-88f4e712-76bc-4a5b-8fee-6d9d524e6ef4 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.3219125 Apr 25 14:33:12.719859 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.731896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afbe53-e752-41e5-9bf9-6c5e004508a9 req-4cbf377a-d96f-4e94-9b28-7c321663e002 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:12.732810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-6'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:12.733444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:12.743416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44afbe53-e752-41e5-9bf9-6c5e004508a9 req-4cbf377a-d96f-4e94-9b28-7c321663e002 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.1848638 Apr 25 14:33:12.744184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:12.760866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:12.773178 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.787941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9e4220-4ba1-49e6-8212-e224434b1ae0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:12.811406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Checking segment: {'id': '1b650741-8891-4696-85a9-b7f0a0e935bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c07f8aa-42d1-40cf-990a-933d349e0f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:12.811769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Network hostable DHCP agents. Network: 1c07f8aa-42d1-40cf-990a-933d349e0f1a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:33:12.812763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44afbe53-e752-41e5-9bf9-6c5e004508a9 req-285d2369-a5f6-4789-a736-46520c06be25 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646219 Apr 25 14:33:12.849857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['844738c1-2299-4034-81cf-11282c63ec77'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:12.904125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.921678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Network 1c07f8aa-42d1-40cf-990a-933d349e0f1a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:33:12.925738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:12.947279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:12.957233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:12.966053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 1c07f8aa-42d1-40cf-990a-933d349e0f1a) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:12.969372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:12.975821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59c76-e783-4df1-83e2-04151aa5b3c0 req-400d712e-cbce-4f90-a6c5-7572b60404eb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:12.982826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca59c76-e783-4df1-83e2-04151aa5b3c0 req-400d712e-cbce-4f90-a6c5-7572b60404eb tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 945 time: 0.2976139 Apr 25 14:33:13.012378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:13.013009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:13.042973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9923f8f-f3c7-4463-b765-5327d1ea0b39 None None] Network 1c07f8aa-42d1-40cf-990a-933d349e0f1a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:13.057017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afe71-cbf9-4f21-8b73-e26c75bc8274 req-7d8a49a1-eed8-4d2e-8861-a363767c54c6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:13.066231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a94afe71-cbf9-4f21-8b73-e26c75bc8274 req-7d8a49a1-eed8-4d2e-8861-a363767c54c6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 949 time: 0.1413920 Apr 25 14:33:13.074849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:13.075470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 13fbe3ae-1751-4fb1-b2cf-86f8a4e3a93f not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:13.083067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca59c76-e783-4df1-83e2-04151aa5b3c0 req-bf5e34e0-8a5d-4cbd-ba1b-c1517108c7de tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993834 Apr 25 14:33:13.108627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b74db805-7d3b-4fba-b28a-60f360640395 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1480322 Apr 25 14:33:13.170567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a94afe71-cbf9-4f21-8b73-e26c75bc8274 req-139ef335-4016-46cb-a944-ae3c610f4bbf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 Apr 25 14:33:13.370073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:13.506112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:13.558837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:13.580467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:13.591497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 has no active binding in host n-h2-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 14:33:13.734972 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:13.750153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:13.767657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e837a-a863-4a28-8d8c-29a02fd2adce req-4f35cfef-04f6-4cb7-90a0-a985f95904e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:13.767657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-234e837a-a863-4a28-8d8c-29a02fd2adce req-4f35cfef-04f6-4cb7-90a0-a985f95904e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 1097 time: 0.3441544 Apr 25 14:33:13.853844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:13.861777 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6d3352-40ee-46ce-980b-91aa360e3418'] response: {'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712', 'code': 200} Apr 25 14:33:13.933020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-234e837a-a863-4a28-8d8c-29a02fd2adce req-637d26ea-09ed-4ca9-a806-67f815dfe221 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579101 Apr 25 14:33:13.985731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2e917-4241-4bb2-b3c2-ff0fe3ec8722 req-f5ea1289-3485-4dda-b68e-b8500d14a431 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:13.997535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c2e917-4241-4bb2-b3c2-ff0fe3ec8722 req-f5ea1289-3485-4dda-b68e-b8500d14a431 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.1482177 Apr 25 14:33:14.153684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c2e917-4241-4bb2-b3c2-ff0fe3ec8722 req-47a12868-640b-4c9b-b1fe-6520d4104d7f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534812 Apr 25 14:33:14.233141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:14.264328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:14.307257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=3c02afaf-6a44-468c-9324-2e8968d4f2bc,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:14.339153 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d296f3f-f94e-4d1b-af0c-8f242bd6092d'] response: {'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'code': 200} Apr 25 14:33:14.353376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827efd7-b36e-4126-9a94-9036de2e4325 req-40b2403e-eee2-44be-a907-2ffb6e7a1c7d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:14.360932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8827efd7-b36e-4126-9a94-9036de2e4325 req-40b2403e-eee2-44be-a907-2ffb6e7a1c7d tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.6047223 Apr 25 14:33:14.369013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on host n-h1-811416-6 for vnic_type normal with profile {"migrating_to": "n-h2-811416-6"} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:14.369388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:14.369718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:14.441578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37712) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:14.441796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:33:14.444355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Attempting to bind port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on network 266958da-ab21-4171-acf7-f8efef1f33d7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:14.589611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:14.589611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Checking segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:14.589611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Bound using segment: {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:14.589611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Bound port: afe93d87-d544-46f9-9dc0-a16cf88e6c58, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84be3843-92a4-4120-9994-53c6e399180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '266958da-ab21-4171-acf7-f8efef1f33d7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:14.589611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:14.649730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866dbb94-64db-4c61-8897-96cd75733a1c None None] Network 1c07f8aa-42d1-40cf-990a-933d349e0f1a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:14.658385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8827efd7-b36e-4126-9a94-9036de2e4325 req-a39d6385-106a-4eb2-87de-08e88bf7da02 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938511 Apr 25 14:33:14.983853 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.011345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:15.022773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:15.039705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.045651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:15.088462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Usage tracker for resource:security_group_rule and tenant:16d80218f2d74389a92f9e8a5058406d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:15.106088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:15.163970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:15.220543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13a281-e28e-46b4-b052-7d895a56353c req-c26934f2-e298-4db1-bd92-7fce0c214787 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:15.226326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca13a281-e28e-46b4-b052-7d895a56353c req-c26934f2-e298-4db1-bd92-7fce0c214787 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.5418282 Apr 25 14:33:15.313968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:15.440267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca13a281-e28e-46b4-b052-7d895a56353c req-afcd4499-abae-40c3-9b75-2fe154f5e2fc tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681318 Apr 25 14:33:15.539708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.545318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.620830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16d80218f2d74389a92f9e8a5058406d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1776726 Apr 25 14:33:15.623148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14cfbd-2b00-4eb0-858e-76a7700e2924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f683e49e-c406-4b1c-a6a6-ad74496758a1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:15.626582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37732) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:15.848242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:15.848242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.848242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-a0f3dc6f-9928-45ed-880f-ecb372cb30c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 1121 time: 3.0786457 Apr 25 14:33:15.864227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-abb728d3-b117-44e8-966a-c972c1cd7071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.872665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c02afaf-6a44-468c-9324-2e8968d4f2bc'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:15.879014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd982dc-c265-4862-a2af-3bf78d27f53e req-f62f00e9-bc62-4fe6-9cbe-33b66981eca8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:15.879014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9dd982dc-c265-4862-a2af-3bf78d27f53e req-f62f00e9-bc62-4fe6-9cbe-33b66981eca8 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 946 time: 0.2109044 Apr 25 14:33:15.892038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-abb728d3-b117-44e8-966a-c972c1cd7071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:15.906899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['afe93d87-d544-46f9-9dc0-a16cf88e6c58'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:15.914322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-06d813fb-b630-4730-862a-5b4bb381a748 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:15.915441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-06d813fb-b630-4730-862a-5b4bb381a748 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Synchronizing usage tracker for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:15.945527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-06d813fb-b630-4730-862a-5b4bb381a748 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Unset dirty status for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:15.948294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-06d813fb-b630-4730-862a-5b4bb381a748 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/networks?id=993f9f71-1071-4ed4-a959-fa77c0c20b93 HTTP/1.1" status: 200 len: 815 time: 0.6572964 Apr 25 14:33:15.960438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9dd982dc-c265-4862-a2af-3bf78d27f53e req-2b61b1d9-d087-484b-91e4-b3e23386e9f3 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878527 Apr 25 14:33:15.978681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['afe93d87-d544-46f9-9dc0-a16cf88e6c58'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:15.991145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-44dc83f8-575f-4f9e-bfa0-f1c2b48e7d06 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/quotas/554b57b9922d48edbf8113fa3f978df8 HTTP/1.1" status: 200 len: 375 time: 0.0358605 Apr 25 14:33:16.013572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-abb728d3-b117-44e8-966a-c972c1cd7071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:16.050598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb728d3-b117-44e8-966a-c972c1cd7071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683e49e-c406-4b1c-a6a6-ad74496758a1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:16.051416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-7f0a45e4-a71b-434b-b35d-2443b260cb7a tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=554b57b9922d48edbf8113fa3f978df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581925 Apr 25 14:33:16.080241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-abb728d3-b117-44e8-966a-c972c1cd7071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:16.089568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-abb728d3-b117-44e8-966a-c972c1cd7071 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f683e49e-c406-4b1c-a6a6-ad74496758a1 HTTP/1.1" status: 204 len: 168 time: 0.4616075 Apr 25 14:33:16.303390 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-067638f3-277b-4365-86cf-38b0590178d5 service neutron] 10.222.0.23 "GET /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436242 Apr 25 14:33:16.352474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:16.510242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-60f09bd7-fcac-4df3-9204-b5cbc54d73c1 service neutron] 10.222.0.23 "GET /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130427 Apr 25 14:33:16.522639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda5be-0d73-4467-8f9f-128518698206 req-7e4f1a72-0dc3-45fc-9096-0080aaab86a6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:16.524672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80bda5be-0d73-4467-8f9f-128518698206 req-7e4f1a72-0dc3-45fc-9096-0080aaab86a6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 949 time: 0.2334580 Apr 25 14:33:16.672991 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80bda5be-0d73-4467-8f9f-128518698206 req-85ad8cca-d0d0-4a18-a4a5-38deefdb2189 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295612 Apr 25 14:33:16.700956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:16.980930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 844738c1-2299-4034-81cf-11282c63ec77 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:16.998316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 844738c1-2299-4034-81cf-11282c63ec77 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:16.998316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:17.020504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cfee-8bed-460d-8070-da3f89721b26 req-9ed767e5-fc06-4b21-951e-2ab1b421ecd0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:17.023481 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3212cfee-8bed-460d-8070-da3f89721b26 req-9ed767e5-fc06-4b21-951e-2ab1b421ecd0 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.1989849 Apr 25 14:33:17.143343 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3212cfee-8bed-460d-8070-da3f89721b26 req-6f87d297-9ff2-479e-8619-d8540170ec8b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060052 Apr 25 14:33:17.189820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cab1a-a669-4e2b-9e58-9bfdce14060a req-78086b9c-52c8-4c4d-bfdd-3ccad5bfe1a2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:17.203115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae8cab1a-a669-4e2b-9e58-9bfdce14060a req-78086b9c-52c8-4c4d-bfdd-3ccad5bfe1a2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.1315236 Apr 25 14:33:17.275576 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f314df-cc7b-46c5-b8d7-4175cce9af90'] response: {'server_uuid': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c02afaf-6a44-468c-9324-2e8968d4f2bc', 'code': 200} Apr 25 14:33:17.319254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae8cab1a-a669-4e2b-9e58-9bfdce14060a req-8707aa1e-9ce8-4de5-bbcf-672b995db927 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151936 Apr 25 14:33:17.423966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:17.643504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:17.649596 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f8d90d-5ec9-4ad3-a305-eb406cb836d1'] response: {'name': 'network-changed', 'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'status': 'completed', 'code': 200} Apr 25 14:33:17.654984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:17.819573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e711-e55d-4d24-8a86-fb1b223d116e req-006e3c27-eef2-4d0c-a627-ff07715b81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:17.819573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b376e711-e55d-4d24-8a86-fb1b223d116e req-006e3c27-eef2-4d0c-a627-ff07715b81ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 1097 time: 0.3217566 Apr 25 14:33:17.890438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:17.919283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-8184d5b0-cca9-4dff-8b29-82ace3952110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:17.920847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-8184d5b0-cca9-4dff-8b29-82ace3952110 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1124 time: 0.3281224 Apr 25 14:33:18.069541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b376e711-e55d-4d24-8a86-fb1b223d116e req-b620f431-16b8-465a-9747-a947796fd055 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549751 Apr 25 14:33:18.107543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339c26b-622c-4152-9454-7ebe4936878e req-7a2c47c7-58f1-4155-8aaf-074d0e251aeb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:18.115373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f339c26b-622c-4152-9454-7ebe4936878e req-7a2c47c7-58f1-4155-8aaf-074d0e251aeb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.2524927 Apr 25 14:33:18.172600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f339c26b-622c-4152-9454-7ebe4936878e req-b7a0b135-d7ef-49b6-945c-959be2b511e7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560851 Apr 25 14:33:18.222852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-5666c1e3-c2d9-49c6-8d9d-16cfda93bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:18.225633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-5666c1e3-c2d9-49c6-8d9d-16cfda93bb6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.2976296 Apr 25 14:33:18.338910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b188476-83aa-40fc-9be8-5a1b602cc69d req-ff814850-9c89-4319-b997-d46079cf7b30 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 210 time: 0.0443256 Apr 25 14:33:18.522971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-5843256f-0381-4784-b1c0-5f20338aecc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 217 time: 0.1752756 Apr 25 14:33:18.687183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-60e7631e-48b3-4679-bba7-971cd7f2cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:18.688953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-60e7631e-48b3-4679-bba7-971cd7f2cfbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1572735 Apr 25 14:33:18.765379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-3b1a912e-bab6-4a5b-a298-d5527514e5b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692356 Apr 25 14:33:18.783840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8c56a-caa7-4ba8-8f40-e89799fd03cf req-6fb3fb3a-b2a4-4754-9e72-948e1416ea48 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:18.793431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-baf8c56a-caa7-4ba8-8f40-e89799fd03cf req-6fb3fb3a-b2a4-4754-9e72-948e1416ea48 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.1894155 Apr 25 14:33:18.968424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-baf8c56a-caa7-4ba8-8f40-e89799fd03cf req-446f9c77-0507-433a-98d1-b1e9fb72f607 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696672 Apr 25 14:33:18.976074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 77fea8f9-3808-42f5-b2f0-1129bdd37cbb details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:19.026540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-9a644e26-2116-4f7c-a893-8c1f402610dd service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537241 Apr 25 14:33:19.075202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-78b76582-55d3-4042-8b24-788369da8d63 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:19.077975 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-78b76582-55d3-4042-8b24-788369da8d63 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.15 "GET /v2.0/networks?id=993f9f71-1071-4ed4-a959-fa77c0c20b93 HTTP/1.1" status: 200 len: 815 time: 0.2630253 Apr 25 14:33:19.099925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Request body: {'port': {'device_id': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93', 'admin_state_up': True, 'tenant_id': '554b57b9922d48edbf8113fa3f978df8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:19.280053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:19.288580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb9b0ea8-685a-43ad-ab8d-2791ec022304 req-12110e36-8a69-4de8-a1b2-e2ed4406ea8a service neutron] 10.222.0.21 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505329 Apr 25 14:33:19.296097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844738c1-2299-4034-81cf-11282c63ec77'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:19.301555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'mac_address': 'fa:16:3e:e1:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:33:19.427824 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:19.441711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dd279-75da-4493-9e06-fb858dea21a4 req-9ed29729-2c41-44aa-9fdc-fc3ccf33c297 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:19.454984 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f0dd279-75da-4493-9e06-fb858dea21a4 req-9ed29729-2c41-44aa-9fdc-fc3ccf33c297 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.1645501 Apr 25 14:33:19.459495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c1bcd-9072-4c1e-8636-4376ac229382 req-ab06448f-6ba8-431e-92f9-b69a6bae7cac tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:19.461316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-635c1bcd-9072-4c1e-8636-4376ac229382 req-ab06448f-6ba8-431e-92f9-b69a6bae7cac tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.2800524 Apr 25 14:33:19.469025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:19.469536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77fea8f9-3808-42f5-b2f0-1129bdd37cbb {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:19.516791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f0dd279-75da-4493-9e06-fb858dea21a4 req-090f4e30-c029-48ab-88b8-42f4f27fe3b5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605912 Apr 25 14:33:19.523594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:19.531065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Usage tracker for resource:port and tenant:554b57b9922d48edbf8113fa3f978df8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:19.531802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:19.540143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:19.551904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:19.574671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-635c1bcd-9072-4c1e-8636-4376ac229382 req-5f256c7d-8bbe-46c3-8c92-aeda71925ea4 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030936 Apr 25 14:33:19.602002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Made reservation on behalf of 554b57b9922d48edbf8113fa3f978df8 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:19.608054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:19.751584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['77fea8f9-3808-42f5-b2f0-1129bdd37cbb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:19.792023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37824) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:19.813828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:19.986207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52e33d-7371-4b05-8676-db197828842c req-4c4da982-7e3c-4b08-a28a-fe8b591efe3c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:19.988252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f52e33d-7371-4b05-8676-db197828842c req-4c4da982-7e3c-4b08-a28a-fe8b591efe3c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 944 time: 0.3290949 Apr 25 14:33:19.998020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Allocated IP 172.20.0.10 (993f9f71-1071-4ed4-a959-fa77c0c20b93/2bbdd66f-15ef-49df-a45c-8640d6548a3c/b9d38ee9-390a-4c52-8248-44ee511ea587) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:33:20.009082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-91bab082-e0da-4d97-bae6-dbe8b8abe50b service neutron] 10.222.0.21 "GET /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.2524619 Apr 25 14:33:20.009859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b05ccb-defa-4d30-ac9e-da9e470cf334 req-dd3afed8-341f-4dd0-88da-1d2494d5b690 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:20.011505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8b05ccb-defa-4d30-ac9e-da9e470cf334 req-dd3afed8-341f-4dd0-88da-1d2494d5b690 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 944 time: 0.2158916 Apr 25 14:33:20.096549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8b05ccb-defa-4d30-ac9e-da9e470cf334 req-1e49fd39-19a2-457c-aa48-8486c1c71d62 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748706 Apr 25 14:33:20.152772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Deleting port 6aa96867-90c2-4f00-834a-63b15782a4c9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:20.154774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:20.217895 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edae57a-89c5-4d70-805b-a2dc4822eaa3'] response: {'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844738c1-2299-4034-81cf-11282c63ec77', 'code': 200} Apr 25 14:33:20.281055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c6a1b-3cf3-4485-8e5d-604468e16928 req-103901d9-5c33-42c3-92e7-df1561d8f04d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:20.283014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-613c6a1b-3cf3-4485-8e5d-604468e16928 req-103901d9-5c33-42c3-92e7-df1561d8f04d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 945 time: 0.4460847 Apr 25 14:33:20.434319 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:20.492675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-613c6a1b-3cf3-4485-8e5d-604468e16928 req-2ea0fea0-0ea5-4eaa-93eb-18b4bbb8bd43 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639261 Apr 25 14:33:20.568498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:20.587391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-df6535e8-6c02-4e05-bfc1-1276b1ce0304 req-979199c9-e4ba-4102-b8bd-54a16c20d652 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 210 time: 0.1468685 Apr 25 14:33:20.615086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Usage tracker for resource:security_group_rule and tenant:812d8b1176f3422e83fef56bd97e1e96 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:20.624513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:20.672742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:20.840735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] For port 6aa96867-90c2-4f00-834a-63b15782a4c9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6aa96867-90c2-4f00-834a-63b15782a4c9,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:20.841157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:20.861453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:20.878067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675eb38-c8bf-4fb6-9888-ba2fd3c1adca req-9b14a867-3dcd-44fe-b113-be0e08f32c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:20.879539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e675eb38-c8bf-4fb6-9888-ba2fd3c1adca req-9b14a867-3dcd-44fe-b113-be0e08f32c3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1101 time: 0.4493334 Apr 25 14:33:20.985709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:20.994927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:20.995170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e675eb38-c8bf-4fb6-9888-ba2fd3c1adca req-3f6671dd-59d4-457c-bee6-3941457757b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001892 Apr 25 14:33:20.998291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 77fea8f9-3808-42f5-b2f0-1129bdd37cbb up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:21.005112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.085360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7677207-8974-4a66-8984-4e3a272be112 req-cc50d2a8-e50d-4d2f-92a7-a97e5c29e3cf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:21.087492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7677207-8974-4a66-8984-4e3a272be112 req-cc50d2a8-e50d-4d2f-92a7-a97e5c29e3cf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.3312252 Apr 25 14:33:21.097284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.172708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Calling delete_port for 6aa96867-90c2-4f00-834a-63b15782a4c9 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:21.182937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=812d8b1176f3422e83fef56bd97e1e96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3892138 Apr 25 14:33:21.187318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37870) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:21.195153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659d40e-c7be-424d-a0dc-aab6c63b842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a7bff3-54fe-4cfd-9dc8-cb892b96b215,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:21.227884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:21.227884 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.261773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Network 993f9f71-1071-4ed4-a959-fa77c0c20b93 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:33:21.281876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:21.285277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:33:21.304214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:21.369216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Pushing event updated for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:21.389515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7677207-8974-4a66-8984-4e3a272be112 req-0256ad5f-1369-4e4f-bf92-f1cf524624d5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929604 Apr 25 14:33:21.438461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:21.472654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.496460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:21.529418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '2245fbdf-756c-41c9-9660-757c29a68712', 'network_id': 'aa40f1eb-b7a6-4370-a4fb-875f7a9df45b', 'port_id': '2245fbdf-756c-41c9-9660-757c29a68712', 'mac_address': 'fa:16:3e:f4:0a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb6121a-af71-4b62-a8e9-9ecd542b093c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:33:21.538681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:21.541999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.602338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:21.617934 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.621004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e38d99e-7866-47b2-a68f-3c867192c93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.671265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.700524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.728416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['6aa96867-90c2-4f00-834a-63b15782a4c9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:21.794359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2245fbdf-756c-41c9-9660-757c29a68712 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:21.816108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-d9b1dd0c-1045-4735-a14a-1501df634f73 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7206035 Apr 25 14:33:21.821001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:21.827712 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e38d99e-7866-47b2-a68f-3c867192c93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.831412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:21.833865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.835458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.836265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.837097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.837661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.838199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.840434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.841176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.841717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.842280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4bdf2-6077-419c-8edd-6035534773b9 req-d0fdeff7-3d33-493d-a7ef-55c75c5248fd tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:21.843719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.844287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.844826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:33:21.852032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Request body: {'port': {'device_id': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:21.852201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ba4bdf2-6077-419c-8edd-6035534773b9 req-d0fdeff7-3d33-493d-a7ef-55c75c5248fd tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 943 time: 0.9915075 Apr 25 14:33:21.862521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:21.865415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event deleted for resources: {'Port': ['ID=6aa96867-90c2-4f00-834a-63b15782a4c9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:21.899432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe93d87-d544-46f9-9dc0-a16cf88e6c58 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:21.984046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:22.088788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:22.106457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] No DVR routers for this DVR port 6aa96867-90c2-4f00-834a-63b15782a4c9 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:22.116966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:22.120011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'name': 'network-vif-deleted', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:22.133199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:22.142843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ba4bdf2-6077-419c-8edd-6035534773b9 req-79f9385d-4bd2-4ddc-854f-70a6bc3db088 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897923 Apr 25 14:33:22.153545 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e38d99e-7866-47b2-a68f-3c867192c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:22.205285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f52e33d-7371-4b05-8676-db197828842c req-e5210736-464d-4edd-9580-1fa7b33dc5dd tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.15 "DELETE /v2.0/ports/6aa96867-90c2-4f00-834a-63b15782a4c9 HTTP/1.1" status: 204 len: 173 time: 2.2058625 Apr 25 14:33:22.214345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38d99e-7866-47b2-a68f-3c867192c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a7bff3-54fe-4cfd-9dc8-cb892b96b215,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:22.214822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2245fbdf-756c-41c9-9660-757c29a68712'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:22.238954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:22.297775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] Transition to ACTIVE for port object afe93d87-d544-46f9-9dc0-a16cf88e6c58 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:22.305672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:22.306526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:22.316980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e38d99e-7866-47b2-a68f-3c867192c93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:22.330527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e38d99e-7866-47b2-a68f-3c867192c93d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5a7bff3-54fe-4cfd-9dc8-cb892b96b215 HTTP/1.1" status: 204 len: 168 time: 1.1367702 Apr 25 14:33:22.384295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e370484-4831-456a-b98d-50d4f4e06e2d req-bcd1ad9b-a4c2-47c0-bc28-92bbe9454f5b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:22.392640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e370484-4831-456a-b98d-50d4f4e06e2d req-bcd1ad9b-a4c2-47c0-bc28-92bbe9454f5b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.6285925 Apr 25 14:33:22.748264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] No DVR routers for this DVR port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:22.772777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:22.785773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e370484-4831-456a-b98d-50d4f4e06e2d req-960cf24d-0f05-4614-8730-ee291938480f tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913670 Apr 25 14:33:22.993657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] 10.222.0.21 "PUT /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58/bindings/n-h2-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 2.8928142 Apr 25 14:33:22.994954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:23.000055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060727b9-881f-444c-b2f1-4f686fcf0eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:23.004523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:23.054874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 6aa96867-90c2-4f00-834a-63b15782a4c9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:23.055489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6aa96867-90c2-4f00-834a-63b15782a4c9 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:23.202806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73989d9-ee97-4746-a0af-8d5ba0deed83 req-035b4538-1268-4d64-868c-9e4dd5b1594c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:23.205724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c73989d9-ee97-4746-a0af-8d5ba0deed83 req-035b4538-1268-4d64-868c-9e4dd5b1594c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.2130663 Apr 25 14:33:23.276221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d38ee9-390a-4c52-8248-44ee511ea587 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:23.290723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:23.315258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c73989d9-ee97-4746-a0af-8d5ba0deed83 req-bf1043b0-1ddc-4939-bd5a-6347b3f4769b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936022 Apr 25 14:33:23.365986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Transition to ACTIVE for port object b9d38ee9-390a-4c52-8248-44ee511ea587 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:23.378258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:23.580278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1845b73e-83e3-4ab8-9bb5-e1d2ea5b3240 req-90ba6397-d754-4766-906d-1b8ac7232dfc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:23.624930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1845b73e-83e3-4ab8-9bb5-e1d2ea5b3240 req-90ba6397-d754-4766-906d-1b8ac7232dfc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:23.626335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1845b73e-83e3-4ab8-9bb5-e1d2ea5b3240 req-90ba6397-d754-4766-906d-1b8ac7232dfc tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc6e0998-d19f-4a62-8fa1-a78a7ba21afa HTTP/1.1" status: 200 len: 210 time: 0.1436377 Apr 25 14:33:23.630446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-ea83fe30-127b-4e07-998b-f5f09ea676c6 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:23.632046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-ea83fe30-127b-4e07-998b-f5f09ea676c6 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.2464111 Apr 25 14:33:23.694111 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66267207-0627-4cd7-9063-f2be23bd671f'] response: {'server_uuid': 'bc6e0998-d19f-4a62-8fa1-a78a7ba21afa', 'name': 'network-vif-deleted', 'tag': '6aa96867-90c2-4f00-834a-63b15782a4c9', 'status': 'completed', 'code': 200} Apr 25 14:33:23.715709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Pushing event updated for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:23.743185 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78ea02a-cea7-467f-9d8f-8bab4a83915a'] response: {'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'code': 200} Apr 25 14:33:23.784359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-6cafb1db-d5e4-42b6-9551-dde92ef60864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:23.792210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-6cafb1db-d5e4-42b6-9551-dde92ef60864 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d&tenant_id=59aa456541ee4328a8649e9ef257d941 HTTP/1.1" status: 200 len: 1095 time: 0.1530192 Apr 25 14:33:23.857957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Attempting to bind port b9d38ee9-390a-4c52-8248-44ee511ea587 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:23.858665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Attempting to bind port b9d38ee9-390a-4c52-8248-44ee511ea587 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e716daec-9ce6-4cc2-97e3-f16e4a99a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:23.859208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Attempting to bind port b9d38ee9-390a-4c52-8248-44ee511ea587 on network 993f9f71-1071-4ed4-a959-fa77c0c20b93 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:23.869338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Port b9d38ee9-390a-4c52-8248-44ee511ea587 on network 993f9f71-1071-4ed4-a959-fa77c0c20b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:33:23.869338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Attempting to bind port b9d38ee9-390a-4c52-8248-44ee511ea587 on network 993f9f71-1071-4ed4-a959-fa77c0c20b93 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:23.897207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37928) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:24.018573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-af2c84d2-42e2-48f9-8ea4-310106860b79 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:24.018573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-af2c84d2-42e2-48f9-8ea4-310106860b79 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Synchronizing usage tracker for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:24.040435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:24.040435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Checking segment: {'id': 'e716daec-9ce6-4cc2-97e3-f16e4a99a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:24.040435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Bound using segment: {'id': 'e716daec-9ce6-4cc2-97e3-f16e4a99a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:24.040435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Bound port: b9d38ee9-390a-4c52-8248-44ee511ea587, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e716daec-9ce6-4cc2-97e3-f16e4a99a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:24.040435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:24.124086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-66e87815-0d22-478c-bfd7-9f9632e853cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:24.129403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-66e87815-0d22-478c-bfd7-9f9632e853cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1095 time: 0.3095174 Apr 25 14:33:24.146979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be4cf-b1a9-4c83-af75-527089f9bdbf req-3723f812-7bea-4f3d-94b2-d98edd31f303 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:24.148508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-718be4cf-b1a9-4c83-af75-527089f9bdbf req-3723f812-7bea-4f3d-94b2-d98edd31f303 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2257805 Apr 25 14:33:24.178398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-af2c84d2-42e2-48f9-8ea4-310106860b79 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Unset dirty status for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:24.184364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-af2c84d2-42e2-48f9-8ea4-310106860b79 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 944 time: 0.5839350 Apr 25 14:33:24.237378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-3e0add3b-c104-434e-a495-b935d96f09b7 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Synchronizing usage tracker for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:24.244762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1819094185-network', 'tenant_id': '92219d3bc76740ea8d93ded366a7721c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:24.275983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:24.284423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:24.287532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-3e0add3b-c104-434e-a495-b935d96f09b7 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Unset dirty status for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:24.294810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Usage tracker for resource:network and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:24.296152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-df8206a8-7747-42e6-9159-2bba95a5da59 req-3e0add3b-c104-434e-a495-b935d96f09b7 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109805 Apr 25 14:33:24.300807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:24.307387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:24.323777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:24.406338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:24.485606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-718be4cf-b1a9-4c83-af75-527089f9bdbf req-270782d8-808b-4d19-add1-d4b294725da9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812204 Apr 25 14:33:24.512994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Pushing event updated for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:24.559551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Made reservation on behalf of 92219d3bc76740ea8d93ded366a7721c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:24.565014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:24.568196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:24.572149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:24.575364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-ed62bd03-2d94-48c6-8d39-7cf42f1fb6cc service neutron] 10.222.0.15 "PUT /v2.0/ports/b9d38ee9-390a-4c52-8248-44ee511ea587 HTTP/1.1" status: 200 len: 1092 time: 2.7347846 Apr 25 14:33:24.576368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:24.681918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:24.695400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-7684b045-5164-490e-aad0-d45fad4ebde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:24.696890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-7684b045-5164-490e-aad0-d45fad4ebde1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.5474434 Apr 25 14:33:24.702703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:24.791157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:24.830888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-402ec80c-55a1-4be0-86cc-7052260ce8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:24.831538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-402ec80c-55a1-4be0-86cc-7052260ce8e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=554b57b9922d48edbf8113fa3f978df8&device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 1095 time: 0.1778629 Apr 25 14:33:24.850704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:24.936735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-a5a1ddac-017a-4ae2-b1a3-7b674bbbf251 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d38ee9-390a-4c52-8248-44ee511ea587 HTTP/1.1" status: 200 len: 217 time: 0.0985763 Apr 25 14:33:24.966897 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-287eac1e-9319-413d-abd5-fa916adc075f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 200 len: 217 time: 0.2612786 Apr 25 14:33:24.976851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:25.004415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:25.078340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-b7332c51-d632-4aab-b19f-35001c1a7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:25.079341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-b7332c51-d632-4aab-b19f-35001c1a7211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bbdd66f-15ef-49df-a45c-8640d6548a3c HTTP/1.1" status: 200 len: 855 time: 0.1077361 Apr 25 14:33:25.103672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-8a11b9a3-68f7-4433-8c33-2fb85ec98fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:25.103672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-8a11b9a3-68f7-4433-8c33-2fb85ec98fa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1260211 Apr 25 14:33:25.162474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-d3276e63-e96d-417c-bd7c-6b339b5a6feb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540533 Apr 25 14:33:25.182087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 2245fbdf-756c-41c9-9660-757c29a68712 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:25.182795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.189261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-e1a12e13-f6f8-4af8-83bf-0433b71e397e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=993f9f71-1071-4ed4-a959-fa77c0c20b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925539 Apr 25 14:33:25.201781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551f04-071e-4796-9099-4fc7b64100e3 req-133b2796-5c2f-482b-9e83-c661148dd21b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:25.204134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c551f04-071e-4796-9099-4fc7b64100e3 req-133b2796-5c2f-482b-9e83-c661148dd21b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.2658126 Apr 25 14:33:25.234110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382234-b675-42f6-85a0-ec62e1546d4c req-63c25e4d-1078-42cb-80a7-fd36e901b6aa tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:25.241101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4382234-b675-42f6-85a0-ec62e1546d4c req-63c25e4d-1078-42cb-80a7-fd36e901b6aa tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 944 time: 0.4525297 Apr 25 14:33:25.375269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.394970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4382234-b675-42f6-85a0-ec62e1546d4c req-5c7d7ecd-3822-4ecf-a329-d0d66d135b8f tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507006 Apr 25 14:33:25.398699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.410986 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.428955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-99b493bb-d39f-4c74-943f-75c6fb059e50 service neutron] 10.222.0.15 "GET /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222104 Apr 25 14:33:25.477138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:25.486578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.541209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-ea16965a-bda0-458b-86ef-bd33e652a696 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667870 Apr 25 14:33:25.545503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47632de7-f528-4ec4-92c5-a211cff78fe6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:25.570648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:25.677353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.677353 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Added segment 050d211c-5bb7-453b-83c2-7bc6688285d1 of type vlan for network 35e10f19-9410-45f7-a25e-f02c71b61e1b Apr 25 14:33:25.686113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c551f04-071e-4796-9099-4fc7b64100e3 req-4c3927b7-8de1-42a1-9e42-1d1c10d0354a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572069 Apr 25 14:33:25.729448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:25.746135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:25.813469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.881470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-206f100e-fa3c-4d57-af1e-f8383f3d5f58 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081496 Apr 25 14:33:25.882552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ee13da2-cd5f-4083-b685-04225b9c7d61 req-a106b833-4ecb-4cf1-a3b1-363807fd629f service neutron] 10.222.0.15 "GET /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330812 Apr 25 14:33:25.913940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c974ce-1011-40cc-8744-852e18d0a337 req-ed6f4edc-90cb-4bf5-97ac-1ac22963c0fe tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:25.915780 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75c974ce-1011-40cc-8744-852e18d0a337 req-ed6f4edc-90cb-4bf5-97ac-1ac22963c0fe tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 946 time: 0.2762170 Apr 25 14:33:25.918743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:25.920121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:25.922904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:26.111783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] Pushing event updated for resources: {'Network': ['ID=35e10f19-9410-45f7-a25e-f02c71b61e1b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:26.127418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 35e10f19-9410-45f7-a25e-f02c71b61e1b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:33:26.145850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-45ce4d25-18c8-4d3a-a22d-5d4593d49c98 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2450426 Apr 25 14:33:26.148961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37958) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:26.156370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75c974ce-1011-40cc-8744-852e18d0a337 req-40c2476d-9027-4537-81eb-f0b1fa1b0596 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d58c32a-485b-493f-b926-b3c72ec868e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185383 Apr 25 14:33:26.165315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Request body: {'subnet': {'network_id': '35e10f19-9410-45f7-a25e-f02c71b61e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1819094185-subnet', 'tenant_id': '92219d3bc76740ea8d93ded366a7721c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:26.197632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:26.205531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Usage tracker for resource:subnet and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:26.214169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:26.252149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:26.395566 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1350c9d8-4101-4a00-a413-d101e40abfb4'] response: {'name': 'network-changed', 'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587', 'status': 'completed', 'code': 200} Apr 25 14:33:26.434872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Made reservation on behalf of 92219d3bc76740ea8d93ded366a7721c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:26.439109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:26.607161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739a7b-db40-49a0-9885-b47e92705471 req-8780f0b7-e09d-4e2e-9ec2-3c4bb07e0e91 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:26.616239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-8780f0b7-e09d-4e2e-9ec2-3c4bb07e0e91 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d&tenant_id=59aa456541ee4328a8649e9ef257d941&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.3198988 Apr 25 14:33:26.722221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-ed1b4b04-298d-4e42-a0cf-b89db349b839 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:26.724117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-ed1b4b04-298d-4e42-a0cf-b89db349b839 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.5077920 Apr 25 14:33:26.917242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-e392c5a8-c41d-4c69-b33d-071a3ea71b03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4486389 Apr 25 14:33:26.930746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-9be36e7c-0dbe-4b49-a29f-e8ea19d8018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:26.932451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-9be36e7c-0dbe-4b49-a29f-e8ea19d8018b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=554b57b9922d48edbf8113fa3f978df8&device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 1095 time: 0.4653647 Apr 25 14:33:26.994401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de5faf-08ed-4ffb-8d68-7616a25584cd req-693216ed-e381-44cb-9810-d6212bfb0669 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:26.998854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7de5faf-08ed-4ffb-8d68-7616a25584cd req-693216ed-e381-44cb-9810-d6212bfb0669 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.3265486 Apr 25 14:33:27.013155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:27.159726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7de5faf-08ed-4ffb-8d68-7616a25584cd req-b99cf89e-57fc-469b-9d50-da3da5b614ad tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067245 Apr 25 14:33:27.167584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-68e99959-ff42-4c7f-b971-54ccb6021e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:27.168182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-68e99959-ff42-4c7f-b971-54ccb6021e71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=993f9f71-1071-4ed4-a959-fa77c0c20b93 HTTP/1.1" status: 200 len: 916 time: 0.2271373 Apr 25 14:33:27.171062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:27.172708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Deleting port 3c02afaf-6a44-468c-9324-2e8968d4f2bc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:27.173169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:27.253058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4b739a7b-db40-49a0-9885-b47e92705471 req-71db1b89-5d6a-49cd-9af6-17b91e2f2718 service neutron] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:27.323950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b739a7b-db40-49a0-9885-b47e92705471 req-71db1b89-5d6a-49cd-9af6-17b91e2f2718 service neutron] Notify callbacks [] for binding, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:27.325381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b739a7b-db40-49a0-9885-b47e92705471 req-71db1b89-5d6a-49cd-9af6-17b91e2f2718 service neutron] 10.222.0.15 "DELETE /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58/bindings/n-h1-811416-6 HTTP/1.1" status: 204 len: 173 time: 0.7039948 Apr 25 14:33:27.326009 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95dbf54-b531-4871-881a-96a30d4d80bd'] response: {'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712', 'code': 200} Apr 25 14:33:27.354274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b8988e-c17c-4f8e-b7f0-47de5af19314,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:27.384650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Checking segment: {'id': '050d211c-5bb7-453b-83c2-7bc6688285d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35e10f19-9410-45f7-a25e-f02c71b61e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:27.384650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Network hostable DHCP agents. Network: 35e10f19-9410-45f7-a25e-f02c71b61e1b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:33:27.396066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-43c4d7d5-7395-48ff-95e4-1b7ba4413807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d38ee9-390a-4c52-8248-44ee511ea587 HTTP/1.1" status: 200 len: 217 time: 0.1488156 Apr 25 14:33:27.407807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:27.482716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Network 35e10f19-9410-45f7-a25e-f02c71b61e1b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:33:27.517335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 35e10f19-9410-45f7-a25e-f02c71b61e1b) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:27.530917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693639ce-d1e2-4892-b9d2-bd704dcdc9c6 None None] Network 35e10f19-9410-45f7-a25e-f02c71b61e1b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:27.538275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:27.543504 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:27.598301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-8e5835ca-58e6-46fc-a2bc-80a18a9efebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:27.604827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-8e5835ca-58e6-46fc-a2bc-80a18a9efebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bbdd66f-15ef-49df-a45c-8640d6548a3c HTTP/1.1" status: 200 len: 855 time: 0.1864889 Apr 25 14:33:27.613182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:27.625203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:27.687010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-75e6a198-cf7b-4fe2-a614-e4d756cdd039 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5354154 Apr 25 14:33:27.900383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707ab5-5b8b-45d9-b760-af3519c1bc75 req-ded02075-f787-490d-bf97-6f7f8da931f3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:27.915616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27707ab5-5b8b-45d9-b760-af3519c1bc75 req-ded02075-f787-490d-bf97-6f7f8da931f3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.3137679 Apr 25 14:33:28.060033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27707ab5-5b8b-45d9-b760-af3519c1bc75 req-8f3f1a0b-6868-4ce3-836c-3252800e007f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384628 Apr 25 14:33:28.126283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:28.139461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-428c5622-e2e6-4659-a7d5-26a69b4604ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=993f9f71-1071-4ed4-a959-fa77c0c20b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4933932 Apr 25 14:33:28.434784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb694d5-85c0-4a09-957c-5ac8fa08a937 None None] Network 35e10f19-9410-45f7-a25e-f02c71b61e1b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:28.575908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c71-f04c-46ef-b103-ca6450fbf229 req-638140d2-d07c-489c-9851-232c4d4b43b4 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:28.577358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6cac7c71-f04c-46ef-b103-ca6450fbf229 req-638140d2-d07c-489c-9851-232c4d4b43b4 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 944 time: 1.7640281 Apr 25 14:33:28.726065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:29.029870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b9d38ee9-390a-4c52-8248-44ee511ea587 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:33:29.115313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6cac7c71-f04c-46ef-b103-ca6450fbf229 req-5b26e969-d1ef-4b89-93c3-c7fa6437c025 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189731 Apr 25 14:33:29.226636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:29.227074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5423d5-6485-4c45-bbb5-c89030e849b5 req-74666c6b-ca24-4c87-a72d-c55e4ebc590b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:29.239981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc5423d5-6485-4c45-bbb5-c89030e849b5 req-74666c6b-ca24-4c87-a72d-c55e4ebc590b tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 944 time: 0.2816710 Apr 25 14:33:29.265940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'b9d38ee9-390a-4c52-8248-44ee511ea587', 'network_id': '993f9f71-1071-4ed4-a959-fa77c0c20b93', 'port_id': 'b9d38ee9-390a-4c52-8248-44ee511ea587', 'mac_address': 'fa:16:3e:c0:65:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbdd66f-15ef-49df-a45c-8640d6548a3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:33:29.306307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-8d306015-9500-41cd-a870-f0ef3ec7f71b service neutron] 10.222.0.15 "GET /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0744958 Apr 25 14:33:29.338239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:29.361963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc5423d5-6485-4c45-bbb5-c89030e849b5 req-032a7fce-6857-4c6f-8688-ab31d24d99a5 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209111 Apr 25 14:33:29.374355 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:29.422046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d38ee9-390a-4c52-8248-44ee511ea587 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:29.468513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] For port 3c02afaf-6a44-468c-9324-2e8968d4f2bc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3c02afaf-6a44-468c-9324-2e8968d4f2bc,segment=NetworkSegment(be60e67c-dc9a-41cb-9458-e774398f3b42),segment_id=be60e67c-dc9a-41cb-9458-e774398f3b42)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:29.468890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:29.496335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:29.507558 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:29.789556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:29.800956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Calling delete_port for 3c02afaf-6a44-468c-9324-2e8968d4f2bc owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:29.915609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f5583-3773-4724-ac6b-d6877fa6f97e req-b435b177-1487-453e-8953-8e454a537bb5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:29.922428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561f5583-3773-4724-ac6b-d6877fa6f97e req-b435b177-1487-453e-8953-8e454a537bb5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.3600159 Apr 25 14:33:29.923405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['b9d38ee9-390a-4c52-8248-44ee511ea587'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:29.927589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-26dfa053-7474-4935-9ae8-2b638a3d5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:29.928317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-26dfa053-7474-4935-9ae8-2b638a3d5502 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1101 time: 0.1611400 Apr 25 14:33:29.967836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d481f922-252d-4281-8e64-0d5a3c014e28 req-26dc68c1-ed01-40e6-8216-8baa2443a283 service neutron] 10.222.0.15 "GET /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519191 Apr 25 14:33:30.082115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561f5583-3773-4724-ac6b-d6877fa6f97e req-f42ce301-d50e-4b29-8d6e-7c7ed66ecf6b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582866 Apr 25 14:33:30.141191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924298e-c75f-4180-802f-f3fe20ee6a66 req-ec91b02a-5381-4f32-9ac4-27d2df2b34e3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.152161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6924298e-c75f-4180-802f-f3fe20ee6a66 req-ec91b02a-5381-4f32-9ac4-27d2df2b34e3 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2fa5117-7240-44f3-9926-b6970ca65977 HTTP/1.1" status: 200 len: 946 time: 0.3048208 Apr 25 14:33:30.195302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-0fe363fd-fae9-4a6f-8614-1f2ba7232202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.202536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-0fe363fd-fae9-4a6f-8614-1f2ba7232202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2593799 Apr 25 14:33:30.263411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6924298e-c75f-4180-802f-f3fe20ee6a66 req-22713dfd-66ea-4498-83b7-fa234634ef7c tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups?id=595b5ecf-4b76-479e-8f02-4092b5072087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102619 Apr 25 14:33:30.269664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:30.362541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-eb7b280b-5cf3-45ee-a1ce-1b4eb4fccd31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 217 time: 0.1084766 Apr 25 14:33:30.462803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1097233416', 'description': 'tempest-description-1146764402'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:30.484743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event deleted for resources: {'Port': ['ID=3c02afaf-6a44-468c-9324-2e8968d4f2bc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:30.487753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:30.505101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:30.514238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-fe71dac2-7eae-4bb0-a209-ab96695cf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.521068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-fe71dac2-7eae-4bb0-a209-ab96695cf716 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1522915 Apr 25 14:33:30.527917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:30.606565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:30.646922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-6f4864d9-b1a6-4fba-8890-0710c1ffae34 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.648846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-6f4864d9-b1a6-4fba-8890-0710c1ffae34 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 944 time: 0.5135109 Apr 25 14:33:30.681764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] No DVR routers for this DVR port 3c02afaf-6a44-468c-9324-2e8968d4f2bc on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:30.693674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:30.728622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:30.738171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:30.739865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:30.742382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:30.743745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'name': 'network-vif-deleted', 'tag': '3c02afaf-6a44-468c-9324-2e8968d4f2bc'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:30.761177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:30.771393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3c02afaf-6a44-468c-9324-2e8968d4f2bc no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:30.783345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Deleting port 49c39e0f-c353-4e97-971c-65997bf4b4e1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:30.784461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:30.796449 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbbc14ad-e4c8-4b1c-8784-9b67537f81d3 req-d5cff68a-015f-47fe-919a-a3c1c9a191a1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.21 "DELETE /v2.0/ports/3c02afaf-6a44-468c-9324-2e8968d4f2bc HTTP/1.1" status: 204 len: 173 time: 4.0666647 Apr 25 14:33:30.844067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d82003-95c4-4017-9035-58a2c59255ea req-70edd4af-1b21-41ed-bc53-75701bc59583 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.846336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27d82003-95c4-4017-9035-58a2c59255ea req-70edd4af-1b21-41ed-bc53-75701bc59583 tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fdcbf00-8ac6-4249-ad17-1ae0f013ad20 HTTP/1.1" status: 200 len: 944 time: 0.2945158 Apr 25 14:33:30.862832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc4b17-e183-4bc9-809c-de91729e42d0 req-f7907d57-7a0a-46ca-8eaa-d819788af7a0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.871842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bccc4b17-e183-4bc9-809c-de91729e42d0 req-f7907d57-7a0a-46ca-8eaa-d819788af7a0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2517633 Apr 25 14:33:30.908606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-b398d3ff-dbe6-41ef-af52-0bad22f3a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:30.913637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-b398d3ff-dbe6-41ef-af52-0bad22f3a33b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3695784 Apr 25 14:33:30.914028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 3c02afaf-6a44-468c-9324-2e8968d4f2bc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:30.914995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3c02afaf-6a44-468c-9324-2e8968d4f2bc not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:31.030799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bccc4b17-e183-4bc9-809c-de91729e42d0 req-797aadd1-e933-4243-90bc-7fa6a8dc29b7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506491 Apr 25 14:33:31.043177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Deleting port 2245fbdf-756c-41c9-9660-757c29a68712 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:31.043563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:31.137674 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5565ce43-3a7f-438a-b596-fc13d46d7509'] response: {'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712', 'code': 200} Apr 25 14:33:31.261765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:31.394143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:31.556314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae23666-9624-4bbb-a14f-efe7626dc91c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:31.644003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] For port 2245fbdf-756c-41c9-9660-757c29a68712, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2245fbdf-756c-41c9-9660-757c29a68712,segment=NetworkSegment(6e2bd9f5-8a94-45c8-9562-71aeffae65d9),segment_id=6e2bd9f5-8a94-45c8-9562-71aeffae65d9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:31.644953 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:31.702231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] For port 49c39e0f-c353-4e97-971c-65997bf4b4e1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=49c39e0f-c353-4e97-971c-65997bf4b4e1,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:31.702879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:31.711571 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:31.724144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d576efe-2cc6-4800-af5a-19b5444dfd9f req-c7655f79-18b5-4d17-b0a1-2c9896c9553f tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3003345 Apr 25 14:33:31.936776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-58b32faa-7ec8-42aa-abbb-63f380805187 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725085 Apr 25 14:33:31.967040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Calling delete_port for 2245fbdf-756c-41c9-9660-757c29a68712 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:31.978463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Calling delete_port for 49c39e0f-c353-4e97-971c-65997bf4b4e1 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:32.159023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d9ae-ada5-4320-a44d-a42b3421b36b req-220164ac-ca96-4cdc-85a1-5021676c2f2a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:32.160651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f13d9ae-ada5-4320-a44d-a42b3421b36b req-220164ac-ca96-4cdc-85a1-5021676c2f2a tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=03b5a1cd-85e3-4a01-913f-4795cf78f787 HTTP/1.1" status: 200 len: 944 time: 0.1414633 Apr 25 14:33:32.269614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f13d9ae-ada5-4320-a44d-a42b3421b36b req-0d627770-c586-4ead-92da-6e065a65f061 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725117 Apr 25 14:33:32.273161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:32.388704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ace6b-497c-486f-80d0-61f0bc6c4d21 req-d413e1bd-8f3b-4561-9944-f4187173c001 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:32.390233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-051ace6b-497c-486f-80d0-61f0bc6c4d21 req-d413e1bd-8f3b-4561-9944-f4187173c001 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 945 time: 0.5520000 Apr 25 14:33:32.393851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Pushing event deleted for resources: {'Port': ['ID=2245fbdf-756c-41c9-9660-757c29a68712,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:32.433875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] No DVR routers for this DVR port 2245fbdf-756c-41c9-9660-757c29a68712 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:32.437762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:32.463098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27d82003-95c4-4017-9035-58a2c59255ea req-40008c2d-c5e4-4a9f-9030-835ad258098c tempest-ImagesTestJSON-190445896 tempest-ImagesTestJSON-190445896-project] 10.222.0.15 "DELETE /v2.0/ports/2245fbdf-756c-41c9-9660-757c29a68712 HTTP/1.1" status: 204 len: 173 time: 1.5793676 Apr 25 14:33:32.539213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-749a09a8-4dfd-4fcf-bcf2-998510f8ab18 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263042 Apr 25 14:33:32.568203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:32.603994 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c9addf-c66c-432c-a0db-18e76a1eb563'] response: {'server_uuid': 'c2fa5117-7240-44f3-9926-b6970ca65977', 'name': 'network-vif-deleted', 'tag': '3c02afaf-6a44-468c-9324-2e8968d4f2bc', 'status': 'completed', 'code': 200} Apr 25 14:33:32.680862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event deleted for resources: {'Port': ['ID=49c39e0f-c353-4e97-971c-65997bf4b4e1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:32.701560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-051ace6b-497c-486f-80d0-61f0bc6c4d21 req-3fbc30d1-44ee-4296-a7a1-0bc4674345a3 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967129 Apr 25 14:33:32.797064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] No DVR routers for this DVR port 49c39e0f-c353-4e97-971c-65997bf4b4e1 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:32.813569 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:32.830002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'name': 'network-vif-deleted', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:32.846511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b25fe959-8d68-4883-901d-ea45e4b1518f req-8ad6801e-32e4-4acf-8a33-a783473e2064 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "DELETE /v2.0/ports/49c39e0f-c353-4e97-971c-65997bf4b4e1 HTTP/1.1" status: 204 len: 173 time: 2.1910763 Apr 25 14:33:32.875906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aabb37-2ada-4993-aa17-ee1801e4d29e req-b1ce89b3-50dc-4bf2-bd23-108965fd5499 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:32.877814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c0aabb37-2ada-4993-aa17-ee1801e4d29e req-b1ce89b3-50dc-4bf2-bd23-108965fd5499 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.1664259 Apr 25 14:33:32.962598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c0aabb37-2ada-4993-aa17-ee1801e4d29e req-0ea414ff-9f6c-4d7a-9ac4-63145a59c52b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730410 Apr 25 14:33:33.029149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b9d38ee9-390a-4c52-8248-44ee511ea587 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:33.078317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-e53b45fa-8fe8-4c38-a711-e9ec6e435824 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/6ae23666-9624-4bbb-a14f-efe7626dc91c HTTP/1.1" status: 200 len: 1813 time: 0.0678670 Apr 25 14:33:33.084337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645576-4ba1-42c0-81c3-7988bb3b1315 req-39dd605a-70eb-487e-9240-6a2d847b303c tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:33.091212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ae23666-9624-4bbb-a14f-efe7626dc91c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:33.091702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ae23666-9624-4bbb-a14f-efe7626dc91c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:33.094148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a645576-4ba1-42c0-81c3-7988bb3b1315 req-39dd605a-70eb-487e-9240-6a2d847b303c tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 1095 time: 0.1623499 Apr 25 14:33:33.101837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:33.136166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:33.142586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:33.168714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:33.186291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port b9d38ee9-390a-4c52-8248-44ee511ea587 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:33.204372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port b9d38ee9-390a-4c52-8248-44ee511ea587 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:33.204372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.215167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a645576-4ba1-42c0-81c3-7988bb3b1315 req-5d185c8d-ab3d-428b-a685-5a3f154ac516 tempest-LiveMigrationTest-1840045182 tempest-LiveMigrationTest-1840045182-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873139 Apr 25 14:33:33.370966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.438083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.445830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.480829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.532706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:33.534602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.547730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:33.555575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbfa4645-7daf-40b0-9c2d-601b40397207 req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4686303 Apr 25 14:33:33.556619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.557519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:33.564321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b412493-f18e-41e7-b702-6436564eb328 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e97df33-1482-414e-8b56-e405e93c3e85,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:33.675611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd040616-55b6-4028-a648-2d7ed3b9aa77 req-6712712b-fd00-4acc-a3db-0815575527b5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:33.686911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd040616-55b6-4028-a648-2d7ed3b9aa77 req-6712712b-fd00-4acc-a3db-0815575527b5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2143352 Apr 25 14:33:33.745466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 2245fbdf-756c-41c9-9660-757c29a68712 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:33.745466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2245fbdf-756c-41c9-9660-757c29a68712 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:33.789197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:33.818119 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd040616-55b6-4028-a648-2d7ed3b9aa77 req-6079a39e-bd7e-4458-9c3b-a447a9ca56c0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205478 Apr 25 14:33:33.829100 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c595602b-427e-42b8-af94-5c613da12002'] response: {'server_uuid': '03b5a1cd-85e3-4a01-913f-4795cf78f787', 'name': 'network-vif-deleted', 'tag': '49c39e0f-c353-4e97-971c-65997bf4b4e1', 'status': 'completed', 'code': 200} Apr 25 14:33:33.877004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:33.998757 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813a8150-e120-4892-9cb2-a0667eb2e55e'] response: {'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587', 'code': 200} Apr 25 14:33:34.078748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be8e4c22-2804-487b-a919-8bd19f39247b req-1f296707-a830-4b43-9437-8f616312ca15 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/6ae23666-9624-4bbb-a14f-efe7626dc91c HTTP/1.1" status: 200 len: 2406 time: 0.0672870 Apr 25 14:33:34.199708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aba1b-dd87-4b45-a3b8-ed290a05eb1d req-3d1326cf-2b53-493f-8a3f-7a03831ae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:34.201355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7aba1b-dd87-4b45-a3b8-ed290a05eb1d req-3d1326cf-2b53-493f-8a3f-7a03831ae11d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 1097 time: 0.1153572 Apr 25 14:33:34.248690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7aba1b-dd87-4b45-a3b8-ed290a05eb1d req-39bf70f9-7e74-4c77-86f6-92cedbed1cf5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Apr 25 14:33:34.358845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805ccde-e21e-4df4-959c-9414fe89e568 req-6035277a-90df-4d88-9210-d007acde460d tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:34.367744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2805ccde-e21e-4df4-959c-9414fe89e568 req-6035277a-90df-4d88-9210-d007acde460d tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 946 time: 0.1430879 Apr 25 14:33:34.425851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2805ccde-e21e-4df4-959c-9414fe89e568 req-79f27517-abbc-414c-9b97-d0ff04b856ee tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Apr 25 14:33:34.592020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-178e770a-75b0-4861-972a-cec8dad05627 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-group-rules/8e97df33-1482-414e-8b56-e405e93c3e85 HTTP/1.1" status: 200 len: 778 time: 0.0334470 Apr 25 14:33:34.610231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-deleted', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:34.663277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-6062cef4-e35c-4690-89ba-dc73988d61a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/6ae23666-9624-4bbb-a14f-efe7626dc91c HTTP/1.1" status: 200 len: 2406 time: 0.0655353 Apr 25 14:33:34.678217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8fe43-716b-460e-b04e-75e50f491968 req-2f1b0b94-5394-46c2-ba10-76a661d0c361 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:34.680794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98e8fe43-716b-460e-b04e-75e50f491968 req-2f1b0b94-5394-46c2-ba10-76a661d0c361 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.1148498 Apr 25 14:33:34.725161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-ced94caf-22af-48ff-b1ec-e91ff0ff3ef3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:34.738026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98e8fe43-716b-460e-b04e-75e50f491968 req-627ad0e7-c5a1-4b1d-83a7-084b84711d47 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512135 Apr 25 14:33:34.740617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-ced94caf-22af-48ff-b1ec-e91ff0ff3ef3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:34.808386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-ced94caf-22af-48ff-b1ec-e91ff0ff3ef3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:34.811891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:34.840654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94caf-22af-48ff-b1ec-e91ff0ff3ef3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e97df33-1482-414e-8b56-e405e93c3e85,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:34.842763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-ced94caf-22af-48ff-b1ec-e91ff0ff3ef3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:34.865231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 49c39e0f-c353-4e97-971c-65997bf4b4e1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:34.865718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 49c39e0f-c353-4e97-971c-65997bf4b4e1 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:34.865993 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f9b9f70-b6a9-4ff2-a8da-048ba8a5e9fe req-ced94caf-22af-48ff-b1ec-e91ff0ff3ef3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8e97df33-1482-414e-8b56-e405e93c3e85 HTTP/1.1" status: 204 len: 173 time: 0.1961133 Apr 25 14:33:35.128568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-e75e665e-e468-4d10-99b3-bb18474c3030 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:35.130117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-e75e665e-e468-4d10-99b3-bb18474c3030 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 944 time: 0.2331955 Apr 25 14:33:35.142703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1d7a2-c53e-4f1a-a6e0-314d261a2cc0 req-7a6ac77e-8ef5-4f37-b06f-f7e160e8f9a1 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:35.152764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0e1d7a2-c53e-4f1a-a6e0-314d261a2cc0 req-7a6ac77e-8ef5-4f37-b06f-f7e160e8f9a1 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 944 time: 0.1694455 Apr 25 14:33:35.209368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58925c4-92c6-4acb-81ae-c9bbd5faf4ae req-e818b2a0-ccca-40ca-bc52-67d53059bad1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:35.210104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d58925c4-92c6-4acb-81ae-c9bbd5faf4ae req-e818b2a0-ccca-40ca-bc52-67d53059bad1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:35.236498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d58925c4-92c6-4acb-81ae-c9bbd5faf4ae req-e818b2a0-ccca-40ca-bc52-67d53059bad1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:35.244485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d58925c4-92c6-4acb-81ae-c9bbd5faf4ae req-e818b2a0-ccca-40ca-bc52-67d53059bad1 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 944 time: 0.1342394 Apr 25 14:33:35.268735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Deleting port afe93d87-d544-46f9-9dc0-a16cf88e6c58 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:35.269752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:35.326480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0e1d7a2-c53e-4f1a-a6e0-314d261a2cc0 req-d15c1ebf-b844-4c1f-bc51-2cb51658d1db tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724412 Apr 25 14:33:35.365787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d58925c4-92c6-4acb-81ae-c9bbd5faf4ae req-8500ad97-90da-4301-b59e-fe9ff088eb1c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b7d723d-a5dd-4547-9db2-359d1684d227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145563 Apr 25 14:33:35.413718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1051685105', 'description': 'tempest-description-1316506658'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:35.423507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:35.429943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:35.434082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:35.444912 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425f771f-00b9-4c77-8b17-b9fb69688169'] response: {'server_uuid': '8fdcbf00-8ac6-4249-ad17-1ae0f013ad20', 'name': 'network-vif-deleted', 'tag': '2245fbdf-756c-41c9-9660-757c29a68712', 'status': 'completed', 'code': 200} Apr 25 14:33:35.445828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-3aea0c3e-3f7e-4ac4-bfe3-2501218d821c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:35.447560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-3aea0c3e-3f7e-4ac4-bfe3-2501218d821c tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 944 time: 0.1661685 Apr 25 14:33:35.453289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:35.575484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:35.620636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:35.630674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:35.636850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Deleting port 5f0623f4-84fc-4557-917a-9fe2700f10c8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:35.637226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:35.671210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:35.701820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:35.796356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] For port afe93d87-d544-46f9-9dc0-a16cf88e6c58, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=afe93d87-d544-46f9-9dc0-a16cf88e6c58,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:35.796724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:35.949893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfdab4-f103-47d6-a7f6-effcc7c93efc req-3da52dec-f0f5-4499-a884-a629e68fd69f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:35.957529 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cccfdab4-f103-47d6-a7f6-effcc7c93efc req-3da52dec-f0f5-4499-a884-a629e68fd69f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2836821 Apr 25 14:33:35.978069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Calling delete_port for afe93d87-d544-46f9-9dc0-a16cf88e6c58 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:35.992942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] For port 5f0623f4-84fc-4557-917a-9fe2700f10c8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f0623f4-84fc-4557-917a-9fe2700f10c8,segment=NetworkSegment(bedb61a0-18c0-4ee2-9455-eaf82df5efe2),segment_id=bedb61a0-18c0-4ee2-9455-eaf82df5efe2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:35.993364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.154948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Calling delete_port for 5f0623f4-84fc-4557-917a-9fe2700f10c8 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:36.172545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cccfdab4-f103-47d6-a7f6-effcc7c93efc req-32a7a0c8-56bc-49b8-917f-8b5a6c23a675 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136221 Apr 25 14:33:36.209636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.225662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.349968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38100) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:36.354997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.366813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd4885e6-f05f-4b8f-849a-3c6d0153d892 req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9583287 Apr 25 14:33:36.370164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.379143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb82ae1-e0cb-4c4f-9557-a43f7789834b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7345c339-6305-4f2e-9eb5-86aacff30756,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:36.402066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['14870aba-dbd5-43c3-a5e2-e36ecd951965'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:33:36.456369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.598462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event deleted for resources: {'Port': ['ID=afe93d87-d544-46f9-9dc0-a16cf88e6c58,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:36.759816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5696f42a-2e10-47a0-9412-6b11581c101b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.795784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5696f42a-2e10-47a0-9412-6b11581c101b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.796941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Pushing event deleted for resources: {'Port': ['ID=5f0623f4-84fc-4557-917a-9fe2700f10c8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:36.809535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] No DVR routers for this DVR port 5f0623f4-84fc-4557-917a-9fe2700f10c8 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:36.812757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.822613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'name': 'network-vif-deleted', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:36.847863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d41871cc-d32f-43f7-8798-c72e0fa9c0a7 req-4aa7551d-4273-481d-ac38-81b4313c8f16 tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.21 "DELETE /v2.0/ports/5f0623f4-84fc-4557-917a-9fe2700f10c8 HTTP/1.1" status: 204 len: 173 time: 1.3920028 Apr 25 14:33:36.871007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] No DVR routers for this DVR port afe93d87-d544-46f9-9dc0-a16cf88e6c58 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:36.875676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.884774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5696f42a-2e10-47a0-9412-6b11581c101b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.914718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f42a-2e10-47a0-9412-6b11581c101b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b2392-7349-4a49-be3b-ad61837444cd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:36.933116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446e774-b69d-4b82-b262-caa0641c0992 req-5d5976fe-43a9-46b6-af48-676c3bc1d0c5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:36.935645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7446e774-b69d-4b82-b262-caa0641c0992 req-5d5976fe-43a9-46b6-af48-676c3bc1d0c5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.3417296 Apr 25 14:33:36.938373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7851-ae86-4db4-a98a-883449a6c711 req-668d260b-11b6-45db-8902-32d12cbf241d tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:36.947243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-106d7851-ae86-4db4-a98a-883449a6c711 req-668d260b-11b6-45db-8902-32d12cbf241d tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 946 time: 0.4583113 Apr 25 14:33:36.977464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5696f42a-2e10-47a0-9412-6b11581c101b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:36.978953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5696f42a-2e10-47a0-9412-6b11581c101b tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e9b2392-7349-4a49-be3b-ad61837444cd HTTP/1.1" status: 204 len: 168 time: 0.6278303 Apr 25 14:33:36.983193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49f8261b-ee84-428b-a604-4a34cc24b5f2 req-fadf59a9-b5d6-4f55-980e-57c2adfbf005 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "DELETE /v2.0/ports/afe93d87-d544-46f9-9dc0-a16cf88e6c58 HTTP/1.1" status: 204 len: 173 time: 1.8281481 Apr 25 14:33:36.986752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:37.025683 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-6551c1ef-ff97-434f-992b-5e8af3a357b2 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] show failed (client error): The resource could not be found. Apr 25 14:33:37.027280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6551c1ef-ff97-434f-992b-5e8af3a357b2 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "GET /v2.0/security-groups/9e9b2392-7349-4a49-be3b-ad61837444cd HTTP/1.1" status: 404 len: 347 time: 0.0389576 Apr 25 14:33:37.030538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38116) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:37.034517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7446e774-b69d-4b82-b262-caa0641c0992 req-d997e08f-4f42-4afc-b1b2-7fb3f0b8b79c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884671 Apr 25 14:33:37.055104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:37.059838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-106d7851-ae86-4db4-a98a-883449a6c711 req-598ba671-2fab-4994-8148-bcd3de93ed48 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022663 Apr 25 14:33:37.144998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: afe93d87-d544-46f9-9dc0-a16cf88e6c58 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:37.147511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device afe93d87-d544-46f9-9dc0-a16cf88e6c58 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:37.263823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6251c7b6-8953-454c-9432-0686873de126 req-3a4bc626-4081-41d7-a363-054cc9d01cca tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/7345c339-6305-4f2e-9eb5-86aacff30756 HTTP/1.1" status: 200 len: 1813 time: 0.1164303 Apr 25 14:33:37.449522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'name': 'network-vif-deleted', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:37.484923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6500d96f-cb88-4d79-a449-9d02148c9e22 req-17da28d9-4973-40d7-9d75-29b344f7dd2b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Synchronizing usage tracker for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:37.515653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6500d96f-cb88-4d79-a449-9d02148c9e22 req-17da28d9-4973-40d7-9d75-29b344f7dd2b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] Unset dirty status for tenant:08bf0721b9034e97abb37206c06cb39c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:37.530110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6500d96f-cb88-4d79-a449-9d02148c9e22 req-17da28d9-4973-40d7-9d75-29b344f7dd2b tempest-LiveAutoBlockMigrationV225Test-1385110675 tempest-LiveAutoBlockMigrationV225Test-1385110675-project] 10.222.0.23 "GET /v2.0/ports?device_id=3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73 HTTP/1.1" status: 200 len: 210 time: 0.1070080 Apr 25 14:33:37.648191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Deleting port 905fd15e-0130-4d69-8a65-ed6d53025ee0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:37.648746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:37.662978 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f935c4-9992-493c-a8b7-b0833d2101c0'] response: {'server_uuid': '3712d67a-5f7c-4cbf-86bf-70fd3ff8ee73', 'name': 'network-vif-deleted', 'tag': '5f0623f4-84fc-4557-917a-9fe2700f10c8', 'status': 'completed', 'code': 200} Apr 25 14:33:37.761128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a5a489b0-3851-4808-bf05-d6bada0de901 req-24e3125f-bb37-4aa2-8d84-aaf201c2b098 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:37.949086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a5a489b0-3851-4808-bf05-d6bada0de901 req-24e3125f-bb37-4aa2-8d84-aaf201c2b098 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:37.965312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5a489b0-3851-4808-bf05-d6bada0de901 req-24e3125f-bb37-4aa2-8d84-aaf201c2b098 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62be5334-7f89-4a17-bd9b-b962177dec0d HTTP/1.1" status: 200 len: 210 time: 0.5734751 Apr 25 14:33:38.075849 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48628959-b19c-47d3-af35-4a896fc65fe5'] response: {'server_uuid': '62be5334-7f89-4a17-bd9b-b962177dec0d', 'name': 'network-vif-deleted', 'tag': 'afe93d87-d544-46f9-9dc0-a16cf88e6c58', 'status': 'completed', 'code': 200} Apr 25 14:33:38.202797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a28eb1-20e7-4da6-b08e-cc8246003491 req-fb0c4295-2b6f-40d5-b347-7c7f6f43e3ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:38.210854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05a28eb1-20e7-4da6-b08e-cc8246003491 req-fb0c4295-2b6f-40d5-b347-7c7f6f43e3ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.1980629 Apr 25 14:33:38.248970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2092672512', 'description': 'tempest-description-71940449'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:38.310592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05a28eb1-20e7-4da6-b08e-cc8246003491 req-cb76d1ee-8b1a-4869-9f91-a063977f3059 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933950 Apr 25 14:33:38.363765 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:38.364277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:38.383480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:38.475390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87420ae1-62c1-4646-ae0a-5359ea43c152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:38.502428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:38.627293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:38.648724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Calling delete_port for 905fd15e-0130-4d69-8a65-ed6d53025ee0 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:38.704783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:38.728612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:38.732848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f67110-2e4d-44e1-bbbe-ad33da2f9670 req-2e3512ab-1090-47cb-a107-3a57552d55ae tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:38.734465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50f67110-2e4d-44e1-bbbe-ad33da2f9670 req-2e3512ab-1090-47cb-a107-3a57552d55ae tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.1817207 Apr 25 14:33:38.768590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-f51578e0-c18c-4972-9a78-156fb540a6fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9665155 Apr 25 14:33:38.799436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:38.850552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:38.873027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50f67110-2e4d-44e1-bbbe-ad33da2f9670 req-1c6ba3c1-d407-469e-abb0-50a8f3eadbe1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323171 Apr 25 14:33:38.905312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:38.946814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 5f0623f4-84fc-4557-917a-9fe2700f10c8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:38.947514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f0623f4-84fc-4557-917a-9fe2700f10c8 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:38.951887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:39.020583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:39.141847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38160) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:39.345483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.355891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Deleting subnet 98fd76db-e8e5-4b89-ad9f-5277a08b28fd {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:33:39.368724 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.433221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38178) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:39.508521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Pushing event deleted for resources: {'Port': ['ID=905fd15e-0130-4d69-8a65-ed6d53025ee0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:39.612502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.738061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.742709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-8afe546a-3e4d-4ea7-9fcd-aca6b7ff1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:39.744197 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-8afe546a-3e4d-4ea7-9fcd-aca6b7ff1f88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59aa456541ee4328a8649e9ef257d941&device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 1096 time: 0.6983333 Apr 25 14:33:39.750143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.760233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.793580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Deleting subnet 6cb6121a-af71-4b62-a8e9-9ecd542b093c {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:33:39.797462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.869713 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:39.995883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.073336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09399a4d-94b3-4a34-8a89-e06f772b906a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:40.104283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.107422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2ae9f330-44a0-4261-a31e-58ec519c5dd1 tempest-ImagesOneServerNegativeTestJSON-1566788042 tempest-ImagesOneServerNegativeTestJSON-1566788042-project] 10.222.0.23 "DELETE /v2.0/floatingips/59fc72f7-9466-4586-8c95-606f2c61221d HTTP/1.1" status: 204 len: 168 time: 3.0458543 Apr 25 14:33:40.110729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.123806 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f62eb124-9782-4120-8654-e5243a86fef8 req-300187fa-81a7-467c-b39f-0486317aff71 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.8940420 Apr 25 14:33:40.170540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.197192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-9af9d324-985a-40f0-8909-9bde078a4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:40.204151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-9af9d324-985a-40f0-8909-9bde078a4840 service neutron] 10.222.0.15 "GET /v2.0/networks?id=266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 200 len: 909 time: 0.2465749 Apr 25 14:33:40.294395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb6121a-af71-4b62-a8e9-9ecd542b093c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:40.300789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.314959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.353784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-d0f5249e-83fb-4950-b61f-bb4d52f99b21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 200 len: 217 time: 0.1430392 Apr 25 14:33:40.384563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-373e9e59-3df9-4668-8695-0bbccc9fe57c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6cb6121a-af71-4b62-a8e9-9ecd542b093c HTTP/1.1" status: 204 len: 168 time: 0.9500484 Apr 25 14:33:40.390960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38192) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:40.495579 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:33:40.516843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-598d2ec1-1cce-4077-9e4e-0f2069a02b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:40.518555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-598d2ec1-1cce-4077-9e4e-0f2069a02b3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 200 len: 848 time: 0.1255372 Apr 25 14:33:40.612540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-3a7c19f1-c479-4eed-ade7-ded07f85788e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=266958da-ab21-4171-acf7-f8efef1f33d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682557 Apr 25 14:33:40.615141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206cc81-fc92-413e-a1d0-ac5dcd7bbb08 req-bde495d3-724e-4395-aa50-f8e1b9fe6c2b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:40.622345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f206cc81-fc92-413e-a1d0-ac5dcd7bbb08 req-bde495d3-724e-4395-aa50-f8e1b9fe6c2b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 1.0124683 Apr 25 14:33:40.649523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b9f3-6bce-4217-a77b-3fbf43e9d3b3 req-0387970c-40bc-4ea0-a307-e491d267de72 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:40.656917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8269b9f3-6bce-4217-a77b-3fbf43e9d3b3 req-0387970c-40bc-4ea0-a307-e491d267de72 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.3018253 Apr 25 14:33:40.729349 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.739719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.795503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8269b9f3-6bce-4217-a77b-3fbf43e9d3b3 req-f8668adf-1af1-4289-a4f6-bf76aa2e5b55 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375725 Apr 25 14:33:40.799946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fd76db-e8e5-4b89-ad9f-5277a08b28fd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:40.829100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f206cc81-fc92-413e-a1d0-ac5dcd7bbb08 req-4bdba784-02c5-43f8-abc2-31441a059141 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058802 Apr 25 14:33:40.830526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.830718 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83196169-655e-4dbf-b7ab-ac8404d96985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:40.861335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-8ed54016-10e7-4b91-95fb-414d854c4927 service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430203 Apr 25 14:33:40.942039 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-46516b80-378a-4517-beeb-e46e9d2c80d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98fd76db-e8e5-4b89-ad9f-5277a08b28fd HTTP/1.1" status: 204 len: 168 time: 1.7988653 Apr 25 14:33:40.946160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38214) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:41.039647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2c36882-3565-4f0b-8e1f-ac61b4aa2df6 req-e87ca9a1-8385-479f-9be2-0999ea004db9 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/09399a4d-94b3-4a34-8a89-e06f772b906a HTTP/1.1" status: 200 len: 1811 time: 0.1498947 Apr 25 14:33:41.060324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.135422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa40f1eb-b7a6-4370-a4fb-875f7a9df45b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:41.162332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2bd9f5-8a94-45c8-9562-71aeffae65d9') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:41.164858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2bd9f5-8a94-45c8-9562-71aeffae65d9') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:41.188573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.210522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.222257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.222909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:33:41.223926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:33:41.239101 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:33:41.252484 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19f44332-0ad6-4a76-b643-c6c41526b9d7 req-a49973bc-59ca-4670-a53a-a75496755e7b service neutron] 10.222.0.15 "GET /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782954 Apr 25 14:33:41.255207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-760026488', 'description': 'tempest-description-1791862643'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:41.268616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:41.368069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:41.373514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:41.383819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:41.412448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.434087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.447287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.466855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa40f1eb-b7a6-4370-a4fb-875f7a9df45b HTTP/1.1" status: 204 len: 168 time: 1.0686162 Apr 25 14:33:41.475836 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.499807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead44e30-7c92-48b8-8309-3e194284ae65 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa40f1eb-b7a6-4370-a4fb-875f7a9df45b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:41.523157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:41.528447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59cd87e-4422-4f12-a746-9bb2fdb11846']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:41.535445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:41.545949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:41.561441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:41.586594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:41.586894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedb61a0-18c0-4ee2-9455-eaf82df5efe2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:41.633557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-26f92544-da71-48c9-8c80-3bb459b891af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:41.640909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-26f92544-da71-48c9-8c80-3bb459b891af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 1097 time: 0.3363369 Apr 25 14:33:41.652204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.757219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.807980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.813315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.815047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:41.828727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.852609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38242) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:41.864459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.967199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bc0ab81d-0a0a-4a74-ab2d-c770b3522a68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af8236c523924215b55de5a4324e8693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486480 Apr 25 14:33:41.967199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:41.967199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4aa32fa-c685-49b4-98ff-344640ed08cf req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7479496 Apr 25 14:33:41.979443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38248) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:42.056449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318663-72fc-4193-8d59-1be91604b0fc tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dded83f-2d20-4a57-9871-b462a55a4880,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:42.175656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:33:42.176161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:33:42.190973 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:33:42.339035 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-58d6b73d-2472-4943-a2f1-b63b96f34e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.378200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-58d6b73d-2472-4943-a2f1-b63b96f34e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.441924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Deleting subnet c000d5b3-7cec-47ab-b577-8c2674d4da58 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:33:42.450079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.462198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ad3d9-2c5b-4899-871a-28e60a40f633 req-7fe031a1-c128-45c7-a94c-389501f5c0c4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:42.475997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-320ad3d9-2c5b-4899-871a-28e60a40f633 req-7fe031a1-c128-45c7-a94c-389501f5c0c4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.3883715 Apr 25 14:33:42.523228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.535540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.564150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-9dbc3d91-f253-400d-aaa9-6a0b66e85b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:42.565989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-9dbc3d91-f253-400d-aaa9-6a0b66e85b91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.8894019 Apr 25 14:33:42.575450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-320ad3d9-2c5b-4899-871a-28e60a40f633 req-8ee3aec4-8b3d-46de-bff3-d8db79229bd3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984795 Apr 25 14:33:42.581772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-58d6b73d-2472-4943-a2f1-b63b96f34e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.621188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6b73d-2472-4943-a2f1-b63b96f34e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58c32a-485b-493f-b926-b3c72ec868e5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:42.662022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-58d6b73d-2472-4943-a2f1-b63b96f34e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.663182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-58d6b73d-2472-4943-a2f1-b63b96f34e94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d58c32a-485b-493f-b926-b3c72ec868e5 HTTP/1.1" status: 204 len: 168 time: 0.6825938 Apr 25 14:33:42.677813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-6ad4a920-c594-40d5-8528-0b50a9d75d0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb HTTP/1.1" status: 200 len: 217 time: 0.0978301 Apr 25 14:33:42.685923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80426266-a2d1-4c49-bee0-437ff2c88ce0 req-bd350664-0cf0-4383-80af-115c265dd3ca tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/1dded83f-2d20-4a57-9871-b462a55a4880 HTTP/1.1" status: 200 len: 1812 time: 0.0678070 Apr 25 14:33:42.700862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59cd87e-4422-4f12-a746-9bb2fdb11846,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:42.719267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-264327008', 'description': 'tempest-description-1217275707'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:42.723066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.730236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:42.737164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:42.740928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:42.749446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:42.763741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:42.790249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:42.794736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Usage tracker for resource:security_group_rule and tenant:92219d3bc76740ea8d93ded366a7721c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:42.798336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:42.805063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:42.874235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a2da467-66ea-45b2-bec0-6e60ef132a66 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c59cd87e-4422-4f12-a746-9bb2fdb11846 HTTP/1.1" status: 204 len: 168 time: 1.9268730 Apr 25 14:33:42.884145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38260) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:42.941557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6e58-cc23-410b-a75c-f97dc4a99e1f req-546de314-49be-4604-bfdf-1d9b465ce814 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:42.964043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86cd6e58-cc23-410b-a75c-f97dc4a99e1f req-546de314-49be-4604-bfdf-1d9b465ce814 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 946 time: 0.8759937 Apr 25 14:33:43.019745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.027558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Deleting subnet ba0f47fb-7394-4f0d-8e40-d2ef02833051 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:33:43.047124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.079129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-abae729b-39c1-40eb-a041-182c98efccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:43.086707 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-abae729b-39c1-40eb-a041-182c98efccd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.3775122 Apr 25 14:33:43.092229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 77fea8f9-3808-42f5-b2f0-1129bdd37cbb no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:43.133249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.140690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.173105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.199360 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86cd6e58-cc23-410b-a75c-f97dc4a99e1f req-a0bc4b55-38e1-411d-9fcf-be93bb7d0d81 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334280 Apr 25 14:33:43.266251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b2f659-e0ff-45e8-8966-0a2a65139588,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:43.291130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.316042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-8353dabe-8ef2-4ca4-b217-25e67d8a454d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141917 Apr 25 14:33:43.372263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.390729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.409612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5312b0b-b095-4ca2-8f6a-1804b07e5b7b req-08bdd752-2d71-4c92-98fc-1b36fdd4cd63 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6946497 Apr 25 14:33:43.494731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:43.506555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:43.535783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.575854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.604801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-a7c506f0-ecba-4b45-ad82-3c46fd559661 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815435 Apr 25 14:33:43.694948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.710951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:43.713782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0f47fb-7394-4f0d-8e40-d2ef02833051,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:43.743533 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:43.748972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e3cc2d1d-2bae-45b1-b642-eadaf704c3e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba0f47fb-7394-4f0d-8e40-d2ef02833051 HTTP/1.1" status: 204 len: 168 time: 0.8598819 Apr 25 14:33:43.753824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38288) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:43.812616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73667c29-52e3-44b9-a0cf-5db2528d619a req-0e2442f6-4bb5-4a65-bd22-c25919f1c82d tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/39b2f659-e0ff-45e8-8966-0a2a65139588 HTTP/1.1" status: 200 len: 1812 time: 0.2951334 Apr 25 14:33:43.853100 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203cf967-c687-4ef1-89fd-059577beca1b'] response: {'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'code': 200} Apr 25 14:33:43.916208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa523a-d9ad-4c84-8a79-858bcc530b6f req-3ed34c8c-a7de-4bd7-8be7-55082d3b7ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030283 Apr 25 14:33:43.918754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.000106 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.015123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c000d5b3-7cec-47ab-b577-8c2674d4da58,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:44.026705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.089518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:44.097499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-23f35bfd-156c-44ce-a801-4fd8f0fe0091 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c000d5b3-7cec-47ab-b577-8c2674d4da58 HTTP/1.1" status: 204 len: 168 time: 2.2431219 Apr 25 14:33:44.100454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:44.249715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.264911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5e907-66c8-4f0a-ba46-08ba70d51a98 req-3de730c4-77b5-4cfe-9d4c-59330c21e29c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:44.266460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ebc5e907-66c8-4f0a-ba46-08ba70d51a98 req-3de730c4-77b5-4cfe-9d4c-59330c21e29c tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 944 time: 0.2586689 Apr 25 14:33:44.276107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.316773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-895518598-network', 'tenant_id': '04951d45358147b2871041978a6ede68'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:44.324649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6855fc35-15d8-4596-a5d0-c48d02792a1d']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:44.331955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:44.342770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Usage tracker for resource:network and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:44.346706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04554da7-eb44-4d14-845f-52847c750a3b') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:44.347010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04554da7-eb44-4d14-845f-52847c750a3b') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:44.361682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d89f0-5d13-40e6-a79d-876a7d20e7ad req-7b7676cf-b4c7-4bc6-9e67-43d8f2c162c1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:44.369647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b6d89f0-5d13-40e6-a79d-876a7d20e7ad req-7b7676cf-b4c7-4bc6-9e67-43d8f2c162c1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2783740 Apr 25 14:33:44.382159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:44.408642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:44.408642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.436008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.442900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Made reservation on behalf of 04951d45358147b2871041978a6ede68 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:44.445196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.461228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b6d89f0-5d13-40e6-a79d-876a7d20e7ad req-4186d76b-0191-491a-8116-25591eb2b994 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908430 Apr 25 14:33:44.463623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:33:44.464036 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:33:44.479615 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:33:44.494608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.500917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ebc5e907-66c8-4f0a-ba46-08ba70d51a98 req-bc39df25-382e-41cd-8477-6c59e20f8fa8 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268276 Apr 25 14:33:44.506595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.557667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebc7e63-4aa8-4fdd-b244-ff1b3622def2']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:44.578176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:44.578750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-08085163-984d-47dc-90c9-9f810ee47bb2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:44.580321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-08085163-984d-47dc-90c9-9f810ee47bb2 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 944 time: 0.3023334 Apr 25 14:33:44.582631 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-1fd85b42-2baa-4cd4-931c-ac42f17bb13b req-985ee2d6-82ef-4abb-ba04-ef9d44731919 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] show failed (client error): The resource could not be found. Apr 25 14:33:44.582843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be60e67c-dc9a-41cb-9458-e774398f3b42') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:44.583419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be60e67c-dc9a-41cb-9458-e774398f3b42') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:44.583637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fd85b42-2baa-4cd4-931c-ac42f17bb13b req-985ee2d6-82ef-4abb-ba04-ef9d44731919 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/80227c5a-8dbd-460d-8a83-6ca0960c0a0b HTTP/1.1" status: 404 len: 352 time: 0.0801225 Apr 25 14:33:44.584561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:44.588189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:44.594646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:44.603229 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.632258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.670522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] Pushing event deleted for resources: {'Network': ['ID=6855fc35-15d8-4596-a5d0-c48d02792a1d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:44.680186 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-f53f3ad3-efdd-40ac-a4f0-4b8c2fe40b57 req-fe5c4e8f-4e94-4b96-afb8-68cf44902e03 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] show failed (client error): The resource could not be found. Apr 25 14:33:44.681287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f53f3ad3-efdd-40ac-a4f0-4b8c2fe40b57 req-fe5c4e8f-4e94-4b96-afb8-68cf44902e03 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-group-rules/a317a3df-1985-4851-9679-2d2385f70843 HTTP/1.1" status: 404 len: 361 time: 0.0675118 Apr 25 14:33:44.683313 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.683820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b10bae16-8ab3-49f8-8735-6e7231bbc17f admin admin] 10.222.0.23 "DELETE /v2.0/networks/6855fc35-15d8-4596-a5d0-c48d02792a1d HTTP/1.1" status: 204 len: 168 time: 0.9288177 Apr 25 14:33:44.732942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.747922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Deleting port 14870aba-dbd5-43c3-a5e2-e36ecd951965 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:44.748273 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.774527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:33:44.774850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:33:44.793972 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:33:44.817386 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.822877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fcc166c-111b-49ba-9553-61d2ff76cafe req-0d38f28d-89aa-4d29-a2cc-90ccd5ccad22 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/39b2f659-e0ff-45e8-8966-0a2a65139588 HTTP/1.1" status: 200 len: 1812 time: 0.1047165 Apr 25 14:33:44.824935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.866317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:44.871416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:44.909653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.909960 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Added segment 925e4b32-4f5a-4521-933e-e8dab74f623d of type vlan for network 54b46222-376b-4ea5-8bfc-45bf0e488b7f Apr 25 14:33:44.926316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec9424e-9153-436f-aeaa-cfb91c19824b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:44.966256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:44.972338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2fcc166c-111b-49ba-9553-61d2ff76cafe req-a93ea891-72ee-4bff-84d8-f033820be8a7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.027082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2fcc166c-111b-49ba-9553-61d2ff76cafe req-a93ea891-72ee-4bff-84d8-f033820be8a7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.052655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.053654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:45.054245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.103500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.135547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.174694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842dd93-90d3-446b-8553-389c14aa3d3d req-582a27dc-09f3-4379-970f-ff626351b17c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:45.174819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0797937 Apr 25 14:33:45.175093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1842dd93-90d3-446b-8553-389c14aa3d3d req-582a27dc-09f3-4379-970f-ff626351b17c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 944 time: 0.5355668 Apr 25 14:33:45.178224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38328) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:45.185942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Request body: {'subnet': {'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-895518598-subnet', 'tenant_id': '04951d45358147b2871041978a6ede68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:45.189188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676be055-e7bb-43ce-8ed6-239025d5bea2 admin admin] Pushing event updated for resources: {'Network': ['ID=54b46222-376b-4ea5-8bfc-45bf0e488b7f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:45.191210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2fcc166c-111b-49ba-9553-61d2ff76cafe req-a93ea891-72ee-4bff-84d8-f033820be8a7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.196375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebc7e63-4aa8-4fdd-b244-ff1b3622def2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:45.201786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 54b46222-376b-4ea5-8bfc-45bf0e488b7f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:33:45.204843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:45.211384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Usage tracker for resource:subnet and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:45.213643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ddaf2e54-d5bf-481d-bf31-0a4be98e6af2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08bf0721b9034e97abb37206c06cb39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396196 Apr 25 14:33:45.215704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2fcc166c-111b-49ba-9553-61d2ff76cafe req-a93ea891-72ee-4bff-84d8-f033820be8a7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.231492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38332) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:45.233261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fcc166c-111b-49ba-9553-61d2ff76cafe req-a93ea891-72ee-4bff-84d8-f033820be8a7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "DELETE /v2.0/security-groups/39b2f659-e0ff-45e8-8966-0a2a65139588 HTTP/1.1" status: 204 len: 173 time: 0.3975680 Apr 25 14:33:45.234221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:45.237419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ea891-72ee-4bff-84d8-f033820be8a7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b2f659-e0ff-45e8-8966-0a2a65139588,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:45.241172 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49370407-8f21-4683-b6ab-852d07eb6d62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cebc7e63-4aa8-4fdd-b244-ff1b3622def2 HTTP/1.1" status: 204 len: 168 time: 1.1395743 Apr 25 14:33:45.256409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:45.327568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd1037c6-a5b9-4e65-adfd-0729e029b1a1 req-53b34a15-b19b-4e97-814b-95588c44cee2 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/1dded83f-2d20-4a57-9871-b462a55a4880 HTTP/1.1" status: 200 len: 1812 time: 0.0730529 Apr 25 14:33:45.328269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Made reservation on behalf of 04951d45358147b2871041978a6ede68 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:45.333288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.390999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1842dd93-90d3-446b-8553-389c14aa3d3d req-d25fc045-0235-4e01-b2e8-65c49bfd21bb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146771 Apr 25 14:33:45.433866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd3823aa-9b24-43d1-913e-fe6747ead7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.453418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] For port 14870aba-dbd5-43c3-a5e2-e36ecd951965, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14870aba-dbd5-43c3-a5e2-e36ecd951965,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:45.453943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.469356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38340) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:45.508568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd3823aa-9b24-43d1-913e-fe6747ead7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.668204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Calling delete_port for 14870aba-dbd5-43c3-a5e2-e36ecd951965 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:45.738586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd1037c6-a5b9-4e65-adfd-0729e029b1a1 req-5cecffa4-841d-401d-87e4-d1130f8569a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.799503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd1037c6-a5b9-4e65-adfd-0729e029b1a1 req-5cecffa4-841d-401d-87e4-d1130f8569a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.812243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-426df694-0d84-4149-ba5e-a18ba4fb6c8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=517fd10ff20b4074b32578f506d43ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416140 Apr 25 14:33:45.816750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-d8e21760-0b43-4670-a5f2-509ee84a2b13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2316883 Apr 25 14:33:45.821090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38348) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:45.877230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd3823aa-9b24-43d1-913e-fe6747ead7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.913570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3823aa-9b24-43d1-913e-fe6747ead7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7d723d-a5dd-4547-9db2-359d1684d227,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:45.927724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8d68-b1ff-40d9-93fa-4b7bf0062731 req-ecbbd04f-51b1-4c37-94e5-167c3a8befb5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:45.928921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-93ea8d68-b1ff-40d9-93fa-4b7bf0062731 req-ecbbd04f-51b1-4c37-94e5-167c3a8befb5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.3369327 Apr 25 14:33:45.955736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:45.970377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.019711 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd3823aa-9b24-43d1-913e-fe6747ead7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.021213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dd3823aa-9b24-43d1-913e-fe6747ead7b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b7d723d-a5dd-4547-9db2-359d1684d227 HTTP/1.1" status: 204 len: 168 time: 0.7862623 Apr 25 14:33:46.040252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event deleted for resources: {'Port': ['ID=14870aba-dbd5-43c3-a5e2-e36ecd951965,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:46.052142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd1037c6-a5b9-4e65-adfd-0729e029b1a1 req-5cecffa4-841d-401d-87e4-d1130f8569a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.089072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecffa4-841d-401d-87e4-d1130f8569a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dded83f-2d20-4a57-9871-b462a55a4880,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:46.095439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-93ea8d68-b1ff-40d9-93fa-4b7bf0062731 req-9c1cf303-95fc-4b38-a698-21337471dc7a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524651 Apr 25 14:33:46.152420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91974ac-18bc-4727-a713-5fede46b671e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.162214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] No DVR routers for this DVR port 14870aba-dbd5-43c3-a5e2-e36ecd951965 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:46.165132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.167387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffdba126-3b67-48ce-bad1-b788612795e9 req-9eff4a5a-1704-48c9-9c05-1654147ac23e tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "DELETE /v2.0/ports/14870aba-dbd5-43c3-a5e2-e36ecd951965 HTTP/1.1" status: 204 len: 173 time: 1.5756333 Apr 25 14:33:46.168069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'name': 'network-vif-deleted', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:46.188650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbd7d55-c871-466f-97db-973e969c72b4,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:46.202765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91974ac-18bc-4727-a713-5fede46b671e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.265876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Checking segment: {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:46.269078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Network hostable DHCP agents. Network: 54b46222-376b-4ea5-8bfc-45bf0e488b7f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:33:46.275716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c409e8ac-ad71-4da2-9b0d-fe693cffc984 req-784ae91d-e73f-461d-bd65-f79095db4884 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:46.282799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd1037c6-a5b9-4e65-adfd-0729e029b1a1 req-5cecffa4-841d-401d-87e4-d1130f8569a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.284193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd1037c6-a5b9-4e65-adfd-0729e029b1a1 req-5cecffa4-841d-401d-87e4-d1130f8569a3 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "DELETE /v2.0/security-groups/1dded83f-2d20-4a57-9871-b462a55a4880 HTTP/1.1" status: 204 len: 173 time: 0.6978967 Apr 25 14:33:46.289373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-beffec5e-feb1-439f-967c-4d04a874f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:46.289502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-beffec5e-feb1-439f-967c-4d04a874f289 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1101 time: 0.4486651 Apr 25 14:33:46.311014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c409e8ac-ad71-4da2-9b0d-fe693cffc984 req-784ae91d-e73f-461d-bd65-f79095db4884 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:46.313284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c409e8ac-ad71-4da2-9b0d-fe693cffc984 req-784ae91d-e73f-461d-bd65-f79095db4884 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=da67e8a6-cfba-4205-8798-034d9f60863b HTTP/1.1" status: 200 len: 210 time: 0.0862527 Apr 25 14:33:46.396175 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c1ab07-c2db-4ced-a81b-1d1767c65978'] response: {'server_uuid': 'da67e8a6-cfba-4205-8798-034d9f60863b', 'name': 'network-vif-deleted', 'tag': '14870aba-dbd5-43c3-a5e2-e36ecd951965', 'status': 'completed', 'code': 200} Apr 25 14:33:46.471817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ac98f51-6262-41c7-9872-be899d4b75b8 req-0fa864db-a973-461e-a891-3d00cd32c93b tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/09399a4d-94b3-4a34-8a89-e06f772b906a HTTP/1.1" status: 200 len: 1811 time: 0.0999641 Apr 25 14:33:46.499387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-52d6a1d2-7f6e-416d-b3c6-b43ea1ae0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:46.501485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-52d6a1d2-7f6e-416d-b3c6-b43ea1ae0214 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1846709 Apr 25 14:33:46.502186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Network 54b46222-376b-4ea5-8bfc-45bf0e488b7f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:33:46.536041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38364) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:46.587012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 54b46222-376b-4ea5-8bfc-45bf0e488b7f) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:46.591379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:46.592588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.596927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df1e15-61e0-4ad2-9752-48d16259b138 None None] Network 54b46222-376b-4ea5-8bfc-45bf0e488b7f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:46.597572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6ac98f51-6262-41c7-9872-be899d4b75b8 req-f4845859-1e5a-4142-954b-38c5b99eb32e tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.632015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-bce60ea5-4211-4c77-abbb-295c85701392 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.1199636 Apr 25 14:33:46.637669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7b941e22-0481-4184-97b7-65e44a717248 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0d90f3aed9f4a178a727b5dfc953979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915499 Apr 25 14:33:46.640866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38368) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:46.646451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6ac98f51-6262-41c7-9872-be899d4b75b8 req-f4845859-1e5a-4142-954b-38c5b99eb32e tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.729926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91974ac-18bc-4727-a713-5fede46b671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.732784 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91974ac-18bc-4727-a713-5fede46b671e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.734108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a91974ac-18bc-4727-a713-5fede46b671e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/595b5ecf-4b76-479e-8f02-4092b5072087 HTTP/1.1" status: 204 len: 168 time: 0.9119837 Apr 25 14:33:46.747766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7647e423-180c-40fc-ac46-477edbdcbc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.752352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91974ac-18bc-4727-a713-5fede46b671e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595b5ecf-4b76-479e-8f02-4092b5072087,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:46.755093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f3d9f5bb-68c3-40f7-aee4-9811ff3a9f30 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5757577 Apr 25 14:33:46.762878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-8be054e8-d361-4268-837b-e9af053457e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:46.763836 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6ac98f51-6262-41c7-9872-be899d4b75b8 req-f4845859-1e5a-4142-954b-38c5b99eb32e tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.779604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-8be054e8-d361-4268-837b-e9af053457e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1176102 Apr 25 14:33:46.799537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4845859-1e5a-4142-954b-38c5b99eb32e tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09399a4d-94b3-4a34-8a89-e06f772b906a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:46.807043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7647e423-180c-40fc-ac46-477edbdcbc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.814193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6ac98f51-6262-41c7-9872-be899d4b75b8 req-f4845859-1e5a-4142-954b-38c5b99eb32e tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:46.818645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ac98f51-6262-41c7-9872-be899d4b75b8 req-f4845859-1e5a-4142-954b-38c5b99eb32e tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "DELETE /v2.0/security-groups/09399a4d-94b3-4a34-8a89-e06f772b906a HTTP/1.1" status: 204 len: 173 time: 0.3390000 Apr 25 14:33:46.928347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a634d4d-4b85-44c2-bc70-87f8484f48de req-d4732400-ac2f-4910-945d-9ecdfe4d490a tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/7345c339-6305-4f2e-9eb5-86aacff30756 HTTP/1.1" status: 200 len: 1813 time: 0.0928195 Apr 25 14:33:46.953514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c2d2a-9e1a-4674-8c24-f57472b52ab1 req-66ced8c3-8371-486b-a218-a24d84b6e503 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:46.961181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-241c2d2a-9e1a-4674-8c24-f57472b52ab1 req-66ced8c3-8371-486b-a218-a24d84b6e503 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 944 time: 0.3834462 Apr 25 14:33:47.005386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-8b812879-1e7c-43f0-9037-a8e436924352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:47.007430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-8b812879-1e7c-43f0-9037-a8e436924352 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265909 Apr 25 14:33:47.027516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6a634d4d-4b85-44c2-bc70-87f8484f48de req-34f0934f-5b8c-480f-b97c-19d506bddbc7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.029846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7647e423-180c-40fc-ac46-477edbdcbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.072169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-241c2d2a-9e1a-4674-8c24-f57472b52ab1 req-b1295e87-e1c1-4583-8229-bb9e67b69309 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015899 Apr 25 14:33:47.084064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647e423-180c-40fc-ac46-477edbdcbc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa417c-fadf-4644-8457-30829a6fe842,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:47.108646 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7647e423-180c-40fc-ac46-477edbdcbc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.109941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7647e423-180c-40fc-ac46-477edbdcbc18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18aa417c-fadf-4644-8457-30829a6fe842 HTTP/1.1" status: 204 len: 168 time: 0.4681571 Apr 25 14:33:47.111609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6a634d4d-4b85-44c2-bc70-87f8484f48de req-34f0934f-5b8c-480f-b97c-19d506bddbc7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.179913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6a634d4d-4b85-44c2-bc70-87f8484f48de req-34f0934f-5b8c-480f-b97c-19d506bddbc7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.204143 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-7d270773-e02e-4352-a12d-42b113a6346e service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884835 Apr 25 14:33:47.208905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0934f-5b8c-480f-b97c-19d506bddbc7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345c339-6305-4f2e-9eb5-86aacff30756,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:47.213514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:47.224894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6a634d4d-4b85-44c2-bc70-87f8484f48de req-34f0934f-5b8c-480f-b97c-19d506bddbc7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.240259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a634d4d-4b85-44c2-bc70-87f8484f48de req-34f0934f-5b8c-480f-b97c-19d506bddbc7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "DELETE /v2.0/security-groups/7345c339-6305-4f2e-9eb5-86aacff30756 HTTP/1.1" status: 204 len: 173 time: 0.3106446 Apr 25 14:33:47.248557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d3ccb-28f3-446a-a0a4-2450dbb4a5f6 None None] Network 54b46222-376b-4ea5-8bfc-45bf0e488b7f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:47.392101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 14870aba-dbd5-43c3-a5e2-e36ecd951965 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:47.392799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14870aba-dbd5-43c3-a5e2-e36ecd951965 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:47.459368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a32c7dcc-6293-48bf-bfb7-658fb6f50fe5 req-181e24ed-00e2-40d0-a790-684634fc768f service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491679 Apr 25 14:33:47.500019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1422345468', 'description': 'tempest-description-1385817959'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:47.511625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:47.517909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:47.524290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:47.539128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:47.563422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.593253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:47.597529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:47.600491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:47.611844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:47.691419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.696276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.739007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec9dab-df40-42d3-b644-bd634b5dd712,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:47.741683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:47.742861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66ef7d0e-1048-4ff2-bda3-467c93772184 req-24292281-f3d2-4439-b483-637225c8dc9b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2476463 Apr 25 14:33:47.952448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa81d2-c05c-4c65-99b4-4c897cf3f49d req-c8ffaba3-1078-441c-a04a-6991184f0dd8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:47.954132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a6fa81d2-c05c-4c65-99b4-4c897cf3f49d req-c8ffaba3-1078-441c-a04a-6991184f0dd8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.1035521 Apr 25 14:33:48.017107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a6fa81d2-c05c-4c65-99b4-4c897cf3f49d req-eef0a8d9-a746-4978-b609-6c3151349846 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549541 Apr 25 14:33:48.114590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e32b4598-ae3f-493a-ba31-dccb6c3e50b0 req-a283446e-7474-44a8-9566-bd372a4944c7 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "GET /v2.0/security-groups/6ae23666-9624-4bbb-a14f-efe7626dc91c HTTP/1.1" status: 200 len: 1813 time: 0.0629981 Apr 25 14:33:48.206000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e32b4598-ae3f-493a-ba31-dccb6c3e50b0 req-f78afd49-cff1-43ef-9502-3df4c823afa1 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.246262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e32b4598-ae3f-493a-ba31-dccb6c3e50b0 req-f78afd49-cff1-43ef-9502-3df4c823afa1 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.319753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e32b4598-ae3f-493a-ba31-dccb6c3e50b0 req-f78afd49-cff1-43ef-9502-3df4c823afa1 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.349949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afd49-cff1-43ef-9502-3df4c823afa1 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae23666-9624-4bbb-a14f-efe7626dc91c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:48.369841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e32b4598-ae3f-493a-ba31-dccb6c3e50b0 req-f78afd49-cff1-43ef-9502-3df4c823afa1 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.370972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e32b4598-ae3f-493a-ba31-dccb6c3e50b0 req-f78afd49-cff1-43ef-9502-3df4c823afa1 tempest-SecurityGroupRulesNegativeTestJSON-1776017137 tempest-SecurityGroupRulesNegativeTestJSON-1776017137-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ae23666-9624-4bbb-a14f-efe7626dc91c HTTP/1.1" status: 204 len: 173 time: 0.2487090 Apr 25 14:33:48.378358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38466) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:48.517908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35710b08-83da-46f3-a034-0938d5d502b8 req-bd1bea40-1960-4023-b39e-8f10b24cb249 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:48.527145 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-35710b08-83da-46f3-a034-0938d5d502b8 req-bd1bea40-1960-4023-b39e-8f10b24cb249 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=43aefc38-f6e3-4bdb-a38f-628c11353f8d HTTP/1.1" status: 200 len: 944 time: 0.1958194 Apr 25 14:33:48.590810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-881557542', 'description': 'tempest-description-1218410788'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:48.600232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:48.606226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:48.610630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:48.619284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:48.620799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38478) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:48.624729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Deleting subnet e3b8988e-c17c-4f8e-b7f0-47de5af19314 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:33:48.630383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.635173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:48.635521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.668068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.697695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.724951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:48.741209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:48.745768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:48.754129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:48.782996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.892827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.899607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.933090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.953765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-139975720-network', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:48.959156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b8988e-c17c-4f8e-b7f0-47de5af19314,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:48.963600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:48.966435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:48.978093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Usage tracker for resource:network and tenant:c4a16a60f93b46c7a346fc0d07ccae5f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:48.982741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:48.991938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:48.997275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16d1d3ae-093d-4102-8d1d-d621c07eddbc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e3b8988e-c17c-4f8e-b7f0-47de5af19314 HTTP/1.1" status: 204 len: 168 time: 0.6177514 Apr 25 14:33:48.999303 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.000723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-166d2f34-71b9-429e-bd70-d26510d78d96 req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4220614 Apr 25 14:33:49.001011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af37a7-a4b0-41da-8460-b33f7c620b31 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1feb40-8541-403d-9398-674d1c506f1c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:49.002971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38484) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:49.053205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:49.053778 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.114753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 77fea8f9-3808-42f5-b2f0-1129bdd37cbb no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:49.134983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.188790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 77fea8f9-3808-42f5-b2f0-1129bdd37cbb owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:49.231020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Made reservation on behalf of c4a16a60f93b46c7a346fc0d07ccae5f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:49.233475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.248305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.275244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:49.281187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Usage tracker for resource:security_group_rule and tenant:c4a16a60f93b46c7a346fc0d07ccae5f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:49.288645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:49.299046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.301220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:49.328367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e10f19-9410-45f7-a25e-f02c71b61e1b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:49.344358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050d211c-5bb7-453b-83c2-7bc6688285d1') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:49.344599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050d211c-5bb7-453b-83c2-7bc6688285d1') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:33:49.358355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.381420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.388746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:33:49.389189 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:33:49.405318 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:33:49.438240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.494854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=77fea8f9-3808-42f5-b2f0-1129bdd37cbb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:49.495996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.502216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.540327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] 10.222.0.23 "DELETE /v2.0/networks/35e10f19-9410-45f7-a25e-f02c71b61e1b HTTP/1.1" status: 204 len: 168 time: 0.5307486 Apr 25 14:33:49.549918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f257a-3f50-413a-8f59-5a9d3e9a8edc admin admin] Pushing event deleted for resources: {'Network': ['ID=35e10f19-9410-45f7-a25e-f02c71b61e1b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:49.647942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.655538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port 77fea8f9-3808-42f5-b2f0-1129bdd37cbb on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:49.659314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.662468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-deleted', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:49.667105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.704157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38514) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:49.716307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:49.722322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb8ea59-ea86-49c3-a004-7d32c8e5f63c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:49.732660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-35710b08-83da-46f3-a034-0938d5d502b8 req-a7ccdc4a-5d91-4641-b24d-4c6455fdff4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "DELETE /v2.0/ports/77fea8f9-3808-42f5-b2f0-1129bdd37cbb HTTP/1.1" status: 204 len: 173 time: 1.2039940 Apr 25 14:33:49.746575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.746883 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Added segment fdf151b4-d102-4764-93c4-a744cce85a8e of type vlan for network cd1ff69a-9c26-4472-baa0-648e643d0b78 Apr 25 14:33:49.778920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.804756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-df78c27e-a3bd-44b7-9aa5-4b3d6930d941 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92219d3bc76740ea8d93ded366a7721c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993497 Apr 25 14:33:49.808044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38522) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:49.854459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.855579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:49.856577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.905738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730c381-5ce0-4ff7-852b-d45c88eef9d3 req-9b19f199-c9e1-49f0-b05f-9da7b63cbb89 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:49.907404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6730c381-5ce0-4ff7-852b-d45c88eef9d3 req-9b19f199-c9e1-49f0-b05f-9da7b63cbb89 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.1875918 Apr 25 14:33:49.933987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4012-2ce7-4994-a7f6-b447f18eb85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.979466 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3574822 Apr 25 14:33:49.980993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf2220-a970-4e89-af73-089c80e7a86d admin admin] Pushing event updated for resources: {'Network': ['ID=cd1ff69a-9c26-4472-baa0-648e643d0b78,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:49.983070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38532) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:49.991444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4012-2ce7-4994-a7f6-b447f18eb85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:49.995716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:33:49.999503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Request body: {'subnet': {'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-subnet', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:50.003089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6730c381-5ce0-4ff7-852b-d45c88eef9d3 req-a69aef35-d935-4e8d-a6b3-785dade632fb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891025 Apr 25 14:33:50.013323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:50.044705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-541c20f1-a433-4c7d-8257-3ea468b9b945 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:50.046289 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-541c20f1-a433-4c7d-8257-3ea468b9b945 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.2476881 Apr 25 14:33:50.047369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Usage tracker for resource:subnet and tenant:c4a16a60f93b46c7a346fc0d07ccae5f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:50.058300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:50.079873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4012-2ce7-4994-a7f6-b447f18eb85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:50.119575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4012-2ce7-4994-a7f6-b447f18eb85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47632de7-f528-4ec4-92c5-a211cff78fe6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:50.143995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4012-2ce7-4994-a7f6-b447f18eb85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:50.150842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d1e4012-2ce7-4994-a7f6-b447f18eb85b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47632de7-f528-4ec4-92c5-a211cff78fe6 HTTP/1.1" status: 204 len: 168 time: 0.3393943 Apr 25 14:33:50.185135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:50.216654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Made reservation on behalf of c4a16a60f93b46c7a346fc0d07ccae5f for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:50.218972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:50.388732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Deleting port c507c881-3b18-4286-951e-52c8ad6e6df6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:50.389095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:50.401753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-835c99e7-47e2-45cd-bb47-238bbb577d35 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:50.402454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-835c99e7-47e2-45cd-bb47-238bbb577d35 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:50.423288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-835c99e7-47e2-45cd-bb47-238bbb577d35 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:50.425654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-835c99e7-47e2-45cd-bb47-238bbb577d35 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 812 time: 0.2729721 Apr 25 14:33:50.445399 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-edaf014e-f3b1-4c07-b8de-261f72373981 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/quotas/04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 375 time: 0.0139065 Apr 25 14:33:50.528211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-86f132a0-4fed-41b0-94d6-48f0cc5415e8 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625541 Apr 25 14:33:50.639636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:50.704907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-d4142c89-df6d-4018-ba67-830a2485ccb9 service neutron] 10.222.0.23 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583891 Apr 25 14:33:50.847001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401d427-e691-4c42-b6f2-9e602b55490f req-2a5afb4c-ff63-44ef-80c2-b60c53ec0eb3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:50.856973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0401d427-e691-4c42-b6f2-9e602b55490f req-2a5afb4c-ff63-44ef-80c2-b60c53ec0eb3 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 944 time: 0.4762888 Apr 25 14:33:50.869252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] For port c507c881-3b18-4286-951e-52c8ad6e6df6, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c507c881-3b18-4286-951e-52c8ad6e6df6,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:50.869629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:50.874715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-fbbd1d06-a9e1-4d15-a28d-5fc14e4f34e2 service neutron] 10.222.0.23 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688766 Apr 25 14:33:50.910519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c323d503-f6ca-4196-b14c-748826d4d2b8,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:51.172850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38592) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:51.185578 n-d-811416-6 neutron-server[88060]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74813397-e9be-46cd-b1f3-f3b4958eba95']: {'server_uuid': '43aefc38-f6e3-4bdb-a38f-628c11353f8d', 'name': 'network-vif-deleted', 'tag': '77fea8f9-3808-42f5-b2f0-1129bdd37cbb', 'status': 'failed', 'code': 422} returned with failed status Apr 25 14:33:51.198069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Calling delete_port for c507c881-3b18-4286-951e-52c8ad6e6df6 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:51.245156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Checking segment: {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:51.245613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Network hostable DHCP agents. Network: cd1ff69a-9c26-4472-baa0-648e643d0b78, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:33:51.296713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0401d427-e691-4c42-b6f2-9e602b55490f req-6801e656-4543-4907-bd6f-54bc0f661d72 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385328 Apr 25 14:33:51.323257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1766096003-network', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:51.329924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:51.338163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Usage tracker for resource:network and tenant:39294294868a4dd98a6479cc3d88ccd9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:51.343727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:51.349560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:33:51.354556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:51.370516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Made reservation on behalf of 39294294868a4dd98a6479cc3d88ccd9 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:51.373541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.391137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.410187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:51.415439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Usage tracker for resource:security_group_rule and tenant:39294294868a4dd98a6479cc3d88ccd9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:51.419073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:51.427349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:51.530596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, cd1ff69a-9c26-4472-baa0-648e643d0b78) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:51.539325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:51.540044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3367270-0a0c-401e-853b-ed23e048e712 None None] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:51.541317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.574903 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e2c957d-ad45-468f-9922-c6042625b2cf req-1855d230-cd8f-42d7-895a-fbf8436fdb8a tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 210 time: 0.1330953 Apr 25 14:33:51.658200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.667759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.673333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f239484b-4a5b-4f01-bbc6-bb89c6ee41f9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6794403 Apr 25 14:33:51.678003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.688505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38608) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:51.717086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:51.760877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:51.783748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Usage tracker for resource:router and tenant:c4a16a60f93b46c7a346fc0d07ccae5f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:51.794677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:51.800643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4acd71-5dd1-45f5-b72d-8a15c5f6e86a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:51.831049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event deleted for resources: {'Port': ['ID=c507c881-3b18-4286-951e-52c8ad6e6df6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:51.840525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:51.842773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:51.858300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.858676 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Added segment ec87bed3-aa69-4b60-9c2d-e16b4b825bea of type vlan for network c5aa9e01-844d-4f83-81c2-17218e9c4240 Apr 25 14:33:51.865896 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.867632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.975479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] No DVR routers for this DVR port c507c881-3b18-4286-951e-52c8ad6e6df6 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:51.979803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:51.982018 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eeb5fabf-e9cc-48e3-a612-7cb31218e7bc req-09daf4b4-c332-4604-91fb-e5a93902e543 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "DELETE /v2.0/ports/c507c881-3b18-4286-951e-52c8ad6e6df6 HTTP/1.1" status: 204 len: 173 time: 1.9250429 Apr 25 14:33:51.993801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-cd1ff69a-9c26-4472-baa0-648e643d0b78', 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'fixed_ips': [{'subnet_id': 'c323d503-f6ca-4196-b14c-748826d4d2b8'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:33:51.994705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.038541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.049272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.057685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da22245-696a-495b-97ec-ddbf295a8815 req-de7c6bf9-fb5b-4442-b00d-d95cea19dfd6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:52.071625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9da22245-696a-495b-97ec-ddbf295a8815 req-de7c6bf9-fb5b-4442-b00d-d95cea19dfd6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2345870 Apr 25 14:33:52.174429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9da22245-696a-495b-97ec-ddbf295a8815 req-f92a78e8-fe3b-43e3-8ac9-f709361f03db tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983648 Apr 25 14:33:52.189697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.190792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:52.191397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.337814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Allocated IP 172.20.0.2 (cd1ff69a-9c26-4472-baa0-648e643d0b78/c323d503-f6ca-4196-b14c-748826d4d2b8/bc0db4a5-e8ce-407d-bab2-35556279afef) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:33:52.397900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38642) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:52.566661 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.591064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:52.600885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Usage tracker for resource:security_group_rule and tenant:7859d49f166543db868cb695be03bffb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:52.606002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:52.618787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:52.729678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] Pushing event updated for resources: {'Network': ['ID=c5aa9e01-844d-4f83-81c2-17218e9c4240,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:52.738056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.744120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:33:52.751276 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e9c9085-db57-41b2-b132-808d810ff78c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5767105 Apr 25 14:33:52.758063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.762708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38654) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:52.782389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Request body: {'subnet': {'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-subnet', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:52.797066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Transition to ACTIVE for port object bc0db4a5-e8ce-407d-bab2-35556279afef will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:52.810592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:52.823933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Usage tracker for resource:subnet and tenant:39294294868a4dd98a6479cc3d88ccd9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:52.850819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:52.863166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:52.892656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-1303ad10-4b88-432e-a446-e58ffc8c173f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:52.897163 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-1303ad10-4b88-432e-a446-e58ffc8c173f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.6696882 Apr 25 14:33:52.920610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-87cb3126-1ab0-4174-92fb-3e3519d23abf req-e208cd2e-94ef-4b30-b258-9f0018bd2cc6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Synchronizing usage tracker for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:52.946242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-2c88a3ad-2aea-4fe7-b011-3f40398cac0e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.0402977 Apr 25 14:33:52.948227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Made reservation on behalf of 39294294868a4dd98a6479cc3d88ccd9 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:52.951763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:52.960313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Transition to ACTIVE for port object bc0db4a5-e8ce-407d-bab2-35556279afef will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:52.977774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-662b9302-3635-472d-96d8-1104d9256c1a tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:52.980205 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-662b9302-3635-472d-96d8-1104d9256c1a tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 812 time: 0.3463919 Apr 25 14:33:52.984022 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.000651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'port': {'device_id': 'e9ac106d-f494-4690-923b-788493434446', 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f', 'admin_state_up': True, 'tenant_id': '04951d45358147b2871041978a6ede68'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:53.066413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:33:53.068414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:53.072364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:33:53.081066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-87cb3126-1ab0-4174-92fb-3e3519d23abf req-e208cd2e-94ef-4b30-b258-9f0018bd2cc6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Unset dirty status for tenant:59aa456541ee4328a8649e9ef257d941 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:53.082208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87cb3126-1ab0-4174-92fb-3e3519d23abf req-e208cd2e-94ef-4b30-b258-9f0018bd2cc6 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=845e16d6-ed3a-45c5-b9f0-5574226fef60 HTTP/1.1" status: 200 len: 210 time: 0.2123315 Apr 25 14:33:53.097820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.128447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Pushing event updated for resources: {'Port': ['ID=bc0db4a5-e8ce-407d-bab2-35556279afef,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:53.144683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:53.156914 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.158699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-483160fb-de98-4870-97c1-d6f6abfc2038 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1860635 Apr 25 14:33:53.188051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'name': 'network-vif-deleted', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:53.219876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: c507c881-3b18-4286-951e-52c8ad6e6df6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:53.220325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c507c881-3b18-4286-951e-52c8ad6e6df6 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:53.240576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7859d49f166543db868cb695be03bffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8413534 Apr 25 14:33:53.244584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38662) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:53.256059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703425b-3354-4604-8e86-f1b99e8db239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ce9cb-7b5f-411a-8d7f-c0a2c8866057,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:53.261451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Attempting to bind port bc0db4a5-e8ce-407d-bab2-35556279afef on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:53.262133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Attempting to bind port bc0db4a5-e8ce-407d-bab2-35556279afef by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:53.262720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Attempting to bind port bc0db4a5-e8ce-407d-bab2-35556279afef on network cd1ff69a-9c26-4472-baa0-648e643d0b78 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:53.300505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:53.301653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Checking segment: {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:53.302133 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.302799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Bound using segment: {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:53.303319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Bound port: bc0db4a5-e8ce-407d-bab2-35556279afef, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:53.303683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.316283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-93306df4-2d13-4e7c-8414-9bb05ac0d9c3 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476328 Apr 25 14:33:53.387315 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-987418f6-b6a8-438c-b885-aed8eabec988 req-f9c5fcf4-fb43-4c4f-8460-d9b697e5ba28 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 210 time: 0.0860145 Apr 25 14:33:53.408839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:53.441555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:port and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:53.461649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:53.479362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:53.492111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] For port bc0db4a5-e8ce-407d-bab2-35556279afef, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:53.500846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] For port bc0db4a5-e8ce-407d-bab2-35556279afef, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bc0db4a5-e8ce-407d-bab2-35556279afef,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:53.509281 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.530570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a974385-79dd-43ed-8dcf-ab444539d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.541783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Made reservation on behalf of 04951d45358147b2871041978a6ede68 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:53.550740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-f91e6483-8be5-44db-b414-22cb0c4323e0 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217422 Apr 25 14:33:53.551764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.599065 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bef52e4-0dd2-44a8-94f3-96bf2d6f7aeb'] response: {'server_uuid': '845e16d6-ed3a-45c5-b9f0-5574226fef60', 'name': 'network-vif-deleted', 'tag': 'c507c881-3b18-4286-951e-52c8ad6e6df6', 'status': 'completed', 'code': 200} Apr 25 14:33:53.635738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a974385-79dd-43ed-8dcf-ab444539d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.771764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9102d-c6b0-47d6-94a7-0bbe1021ac8d None None] Pushing event updated for resources: {'Port': ['ID=bc0db4a5-e8ce-407d-bab2-35556279afef,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:53.930306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a974385-79dd-43ed-8dcf-ab444539d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:53.998685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Allocated IP 172.20.0.12 (54b46222-376b-4ea5-8bfc-45bf0e488b7f/7dbd7d55-c871-466f-97db-973e969c72b4/27a8ebac-6426-42de-9ed8-3d0fda81a304) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:33:54.025236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a974385-79dd-43ed-8dcf-ab444539d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ce9cb-7b5f-411a-8d7f-c0a2c8866057,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:54.088826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42b5e3-4887-400c-b3eb-a31f73036fd9 req-de06265c-4e1c-41a9-be80-0e1b1d8c2b4c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:54.102154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c42b5e3-4887-400c-b3eb-a31f73036fd9 req-de06265c-4e1c-41a9-be80-0e1b1d8c2b4c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.3935637 Apr 25 14:33:54.167566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a65bd98-0ed6-4d22-beb0-ab18ce6ce50b req-ea7ea210-ed90-438b-96dd-e7c97ae79987 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 210 time: 0.1566036 Apr 25 14:33:54.168794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a974385-79dd-43ed-8dcf-ab444539d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:54.172265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0a974385-79dd-43ed-8dcf-ab444539d011 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/708ce9cb-7b5f-411a-8d7f-c0a2c8866057 HTTP/1.1" status: 204 len: 168 time: 0.9196341 Apr 25 14:33:54.256976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:54.258322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c42b5e3-4887-400c-b3eb-a31f73036fd9 req-e5c69058-1903-40c6-9971-8618c5cae3f3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550601 Apr 25 14:33:54.387551 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:54.470812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:54.567825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b0afa6-4292-4e71-ac8b-f93f2d60c0be,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:54.573644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bc0db4a5-e8ce-407d-bab2-35556279afef up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:54.577161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:54.581616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:54.714378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Network 54b46222-376b-4ea5-8bfc-45bf0e488b7f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:33:54.727602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:54.736050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:33:54.763098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bc0db4a5-e8ce-407d-bab2-35556279afef completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:54.834079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-563b24ca-6931-4650-a4fc-f7ce976ed187 service neutron] 10.222.0.21 "GET /v2.0/ports/844738c1-2299-4034-81cf-11282c63ec77/bindings/n-h1-811416-6 HTTP/1.1" status: 200 len: 382 time: 0.2708600 Apr 25 14:33:55.056937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Checking segment: {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:55.060120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Network hostable DHCP agents. Network: c5aa9e01-844d-4f83-81c2-17218e9c4240, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:33:55.093684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:55.128598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:55.131340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:55.179157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-785b72f4-267b-4e7f-83b4-e8f74b9a9d11 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1868708 Apr 25 14:33:55.201213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Request body: {'port': {'device_id': 'e9ac106d-f494-4690-923b-788493434446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:55.293211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:33:55.430735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c5aa9e01-844d-4f83-81c2-17218e9c4240) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:55.438584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ef5dc-1f3a-4d77-8676-cdd107bd7916 None None] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:55.458998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:55.473770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:55.474390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:55.516496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ba311-9bc2-4f38-83ce-72b87baa9c6b None None] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:55.565279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c322b-374d-4687-810d-056cb51ee5a3 req-1ec0a677-a96a-4a0e-ae76-03db6cf87dee tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:55.575798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-178c322b-374d-4687-810d-056cb51ee5a3 req-1ec0a677-a96a-4a0e-ae76-03db6cf87dee tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 932 time: 0.7967639 Apr 25 14:33:55.581137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Allocated IP 172.25.0.88 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/47b0240f-620b-444d-900c-fec0469584b8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:33:55.628088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38714) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:55.789672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-178c322b-374d-4687-810d-056cb51ee5a3 req-c1c727a1-52b0-44ce-95a4-744729fbe3b4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:55.803663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-18dbea89-f715-474c-9aa3-8fc1f05b88af tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:55.805513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-18dbea89-f715-474c-9aa3-8fc1f05b88af tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.6167562 Apr 25 14:33:55.807063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc9679dc-1f5b-43b9-b3d5-f0b115b5c885 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0374415 Apr 25 14:33:55.878176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:33:55.879353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] Provisioning for port bc0db4a5-e8ce-407d-bab2-35556279afef completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:55.916219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] Provisioning complete for port bc0db4a5-e8ce-407d-bab2-35556279afef triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:55.916815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:55.990693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-a4b6fe42-8d57-49d7-afb4-f4943c8bc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:55.992461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-a4b6fe42-8d57-49d7-afb4-f4943c8bc997 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87&tenant_id=240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 1101 time: 0.6947794 Apr 25 14:33:55.996758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Deleting port 8f4ac58e-e030-40f1-b6b4-cd976179549c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:33:55.997273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.022040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a8ebac-6426-42de-9ed8-3d0fda81a304 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:33:56.029666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:56.038273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-103213782-network', 'tenant_id': 'ad70287785a248fcb559036835ebe445'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:56.044867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.112372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52fb1-e9c9-4f6f-8f63-c0fe7d35bbed req-623765a9-79e7-4145-9b1d-abdbef3d9fae tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:56.118354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ce52fb1-e9c9-4f6f-8f63-c0fe7d35bbed req-623765a9-79e7-4145-9b1d-abdbef3d9fae tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.7568879 Apr 25 14:33:56.125144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Transition to ACTIVE for port object 27a8ebac-6426-42de-9ed8-3d0fda81a304 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:56.155798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.179789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:56.182106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-178c322b-374d-4687-810d-056cb51ee5a3 req-c1c727a1-52b0-44ce-95a4-744729fbe3b4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:56.188959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-178c322b-374d-4687-810d-056cb51ee5a3 req-c1c727a1-52b0-44ce-95a4-744729fbe3b4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121485 Apr 25 14:33:56.195560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:56.232961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Usage tracker for resource:router and tenant:39294294868a4dd98a6479cc3d88ccd9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:56.254946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Usage tracker for resource:network and tenant:ad70287785a248fcb559036835ebe445 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:56.261669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:56.275196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:56.280629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.327657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:56.331709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:56.358514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] For port bc0db4a5-e8ce-407d-bab2-35556279afef, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bc0db4a5-e8ce-407d-bab2-35556279afef,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:56.368208 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.418273 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ce52fb1-e9c9-4f6f-8f63-c0fe7d35bbed req-d338341a-be95-4de7-afc8-5b0c50f60759 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918715 Apr 25 14:33:56.485646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:56.489275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c5aa9e01-844d-4f83-81c2-17218e9c4240', 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'fixed_ips': [{'subnet_id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:33:56.490425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.531011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fdcb8-8ac2-4e7c-b5b1-a3b6dee3dcaf None None] Pushing event updated for resources: {'Port': ['ID=bc0db4a5-e8ce-407d-bab2-35556279afef,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:56.532241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Attempting to bind port 27a8ebac-6426-42de-9ed8-3d0fda81a304 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:56.533537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Attempting to bind port 27a8ebac-6426-42de-9ed8-3d0fda81a304 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:56.533751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Attempting to bind port 27a8ebac-6426-42de-9ed8-3d0fda81a304 on network 54b46222-376b-4ea5-8bfc-45bf0e488b7f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:56.544406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Port 27a8ebac-6426-42de-9ed8-3d0fda81a304 on network 54b46222-376b-4ea5-8bfc-45bf0e488b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:33:56.544777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Attempting to bind port 27a8ebac-6426-42de-9ed8-3d0fda81a304 on network 54b46222-376b-4ea5-8bfc-45bf0e488b7f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:56.556500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:56.559759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Checking segment: {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:56.560260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Bound using segment: {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:56.560785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Bound port: 27a8ebac-6426-42de-9ed8-3d0fda81a304, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:56.561241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.701081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] For port 8f4ac58e-e030-40f1-b6b4-cd976179549c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8f4ac58e-e030-40f1-b6b4-cd976179549c,segment=NetworkSegment(84be3843-92a4-4120-9994-53c6e399180b),segment_id=84be3843-92a4-4120-9994-53c6e399180b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:56.701655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.785286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Allocated IP 172.20.0.2 (c5aa9e01-844d-4f83-81c2-17218e9c4240/e1b0afa6-4292-4e71-ac8b-f93f2d60c0be/010d71d6-374b-471b-bc21-2b97c43ce64b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:33:56.810804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-43fdd01e-0bbe-4fb7-884f-b4551cb19f57 None None] Provisioning complete for port bc0db4a5-e8ce-407d-bab2-35556279afef triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:56.811492 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43fdd01e-0bbe-4fb7-884f-b4551cb19f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:56.832938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0008f-7263-457b-9594-0e37467b7e29 req-948c6421-c90e-456b-9399-eac1d59883ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:56.838759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0c0008f-7263-457b-9594-0e37467b7e29 req-948c6421-c90e-456b-9399-eac1d59883ac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2550557 Apr 25 14:33:56.874161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:56.920958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:56.943256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0c0008f-7263-457b-9594-0e37467b7e29 req-f964afa4-3c0c-42c8-a551-ba1130f7cca9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994890 Apr 25 14:33:56.944666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.024251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:57.024921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.026534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] 10.222.0.15 "PUT /v2.0/ports/27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 1092 time: 1.8380640 Apr 25 14:33:57.027113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:57.059416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cdc0b-7b0b-48ae-b34b-69122d42e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:57.174865 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c441875d-9037-4560-aae2-81990dd03f38'] response: {'name': 'network-changed', 'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'status': 'completed', 'code': 200} Apr 25 14:33:57.176479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Calling delete_port for 8f4ac58e-e030-40f1-b6b4-cd976179549c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:33:57.219982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-34709b7f-fe28-4cba-bd82-f0c96c66cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:57.222615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-34709b7f-fe28-4cba-bd82-f0c96c66cc00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1095 time: 0.1282623 Apr 25 14:33:57.236637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.237680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.264619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Made reservation on behalf of ad70287785a248fcb559036835ebe445 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:57.266915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.290507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-5913917c-9f64-44e8-bc4e-742b0afc2f32 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:57.292435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-5913917c-9f64-44e8-bc4e-742b0afc2f32 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 1.6381612 Apr 25 14:33:57.305016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c53d7a4-182d-4c17-bf1c-bb6c24b15050 req-a3996d03-9dae-4bb4-8308-a481854b0f7f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 210 time: 0.5164237 Apr 25 14:33:57.318881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:33:57.344255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.365188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-d18147e4-07e9-48a8-86e1-4d9d1b5c76cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 217 time: 0.1340563 Apr 25 14:33:57.385106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.412242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Transition to ACTIVE for port object 010d71d6-374b-471b-bc21-2b97c43ce64b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:57.456553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-12810f75-0847-4251-9b9e-c282e8fc6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:57.457357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Transition to ACTIVE for port object 010d71d6-374b-471b-bc21-2b97c43ce64b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:33:57.458564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-12810f75-0847-4251-9b9e-c282e8fc6e0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.0867023 Apr 25 14:33:57.469772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.515988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.522630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.538827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:57.572269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-1a045d1e-ad67-4761-9ee1-706e440bb7de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069694 Apr 25 14:33:57.587163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad70287785a248fcb559036835ebe445 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:57.593301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:57.597607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Pushing event updated for resources: {'Port': ['ID=010d71d6-374b-471b-bc21-2b97c43ce64b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:57.614311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:33:57.617824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:57.622906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:33:57.673982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:57.681472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-642bbafa-c6c7-4d1b-b16a-c305f5828176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:57.683046 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-642bbafa-c6c7-4d1b-b16a-c305f5828176 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1101 time: 1.6046600 Apr 25 14:33:57.750865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Attempting to bind port 010d71d6-374b-471b-bc21-2b97c43ce64b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:33:57.751525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Attempting to bind port 010d71d6-374b-471b-bc21-2b97c43ce64b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:33:57.752274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Attempting to bind port 010d71d6-374b-471b-bc21-2b97c43ce64b on network c5aa9e01-844d-4f83-81c2-17218e9c4240 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:33:57.759480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:33:57.760480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Checking segment: {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:33:57.761151 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.761786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Bound using segment: {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:33:57.762561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Bound port: 010d71d6-374b-471b-bc21-2b97c43ce64b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:33:57.763204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:57.834079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-896d56df-c0a8-4264-8a3d-947be7bd6cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545092 Apr 25 14:33:57.870663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] For port 010d71d6-374b-471b-bc21-2b97c43ce64b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:33:57.874768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] For port 010d71d6-374b-471b-bc21-2b97c43ce64b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=010d71d6-374b-471b-bc21-2b97c43ce64b,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:33:57.882643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.033582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afa6c8-2f2a-4431-8365-e3cdd6f6daba None None] Pushing event updated for resources: {'Port': ['ID=010d71d6-374b-471b-bc21-2b97c43ce64b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:58.094141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:33:58.116740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6031b88-d609-4a7e-b2d3-8b7c375f049d req-5a12bdd3-74cd-44f6-9138-bce312197472 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.117010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Usage tracker for resource:port and tenant:69d5e2c9617842f990ffa62771b2e771 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:33:58.118671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6031b88-d609-4a7e-b2d3-8b7c375f049d req-5a12bdd3-74cd-44f6-9138-bce312197472 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 945 time: 0.4520991 Apr 25 14:33:58.173177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:33:58.183425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b67382d-284d-4f2a-bc90-949dbc109fe2 req-b8d3915c-4038-4019-aa94-87f00b1bb8a0 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407826 Apr 25 14:33:58.188742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6031b88-d609-4a7e-b2d3-8b7c375f049d req-5e69f6f3-6dc8-4c16-a2cb-f2baf1962499 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/security-groups?id=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627422 Apr 25 14:33:58.231861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:33:58.413548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-91bd0871-1400-4d32-a408-a4b943bc5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.415399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-91bd0871-1400-4d32-a408-a4b943bc5403 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1095 time: 0.1320972 Apr 25 14:33:58.428148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.438451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.529365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.537309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cbf68-17c3-4f3b-8e3c-bddeac92eef4 req-f02505a8-e02e-4dab-b412-d1292d889b68 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.546739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d6cbf68-17c3-4f3b-8e3c-bddeac92eef4 req-f02505a8-e02e-4dab-b412-d1292d889b68 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 944 time: 0.9358642 Apr 25 14:33:58.549577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.552840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-8ba61431-c853-4dd1-97d5-8cd4d64e5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.562726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-8ba61431-c853-4dd1-97d5-8cd4d64e5de3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.8596115 Apr 25 14:33:58.612425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 010d71d6-374b-471b-bc21-2b97c43ce64b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:58.637926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:33:58.641987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.652154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=47b0240f-620b-444d-900c-fec0469584b8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:58.665716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-8abaeb0c-1241-4af2-8710-4d084184674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.667232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-8abaeb0c-1241-4af2-8710-4d084184674d service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.2452352 Apr 25 14:33:58.692562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 010d71d6-374b-471b-bc21-2b97c43ce64b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:58.700192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bc0db4a5-e8ce-407d-bab2-35556279afef up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:33:58.754700 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-081f7fc7-ca2a-49d4-aaab-ec2230c5d03a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 217 time: 0.0804548 Apr 25 14:33:58.776868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bc0db4a5-e8ce-407d-bab2-35556279afef triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:58.777362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:58.798684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-6193a1d7-8a66-4092-8ee9-fa1ef9f182f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 217 time: 0.1022000 Apr 25 14:33:58.858703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Pushing event deleted for resources: {'Port': ['ID=8f4ac58e-e030-40f1-b6b4-cd976179549c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:58.867840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe7978-a6c9-4008-9c5e-4547cbe5886f req-9fa12388-4976-475e-a356-50cd48471616 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.870665 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ffe7978-a6c9-4008-9c5e-4547cbe5886f req-9fa12388-4976-475e-a356-50cd48471616 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.4146082 Apr 25 14:33:58.876257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-a522e4e6-ed05-4035-9603-524ce83dc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:58.878257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-a522e4e6-ed05-4035-9603-524ce83dc4ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.1162050 Apr 25 14:33:58.891829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:58.945821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:33:58.951248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-f20d8fbe-72e5-4ed9-94c4-f70bc437f045 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528066 Apr 25 14:33:58.995826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:33:58.998245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:33:59.038019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ffe7978-a6c9-4008-9c5e-4547cbe5886f req-f45f211f-f3bf-4603-b9e6-96b3fe691692 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584382 Apr 25 14:33:59.110038 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.164311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:59.167443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844738c1-2299-4034-81cf-11282c63ec77'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:59.181618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-87b3882a-7ca9-4d3e-b68b-bf7c9b1235ce service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088954 Apr 25 14:33:59.184217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:33:59.223378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 8f4ac58e-e030-40f1-b6b4-cd976179549c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:33:59.223730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8f4ac58e-e030-40f1-b6b4-cd976179549c not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:33:59.225409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.292896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e867323c-2d61-4f54-8d14-5ab0bfa974b2 req-cd246bb1-f4d6-47d7-bb81-70aba842f2c4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:33:59.350000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:59.377539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d6cbf68-17c3-4f3b-8e3c-bddeac92eef4 req-c35742b1-a594-4453-b3f8-50c8f7de89b4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8294573 Apr 25 14:33:59.381975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273ba4d-ca7b-4b82-85fb-2feef6390da9 None None] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:33:59.397719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e867323c-2d61-4f54-8d14-5ab0bfa974b2 req-cd246bb1-f4d6-47d7-bb81-70aba842f2c4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:33:59.399255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e867323c-2d61-4f54-8d14-5ab0bfa974b2 req-cd246bb1-f4d6-47d7-bb81-70aba842f2c4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 210 time: 0.1649473 Apr 25 14:33:59.465770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e886e74a-9d37-4cf8-b14a-88f1d4a07d31 req-858f6ed0-b4b9-4e46-9da8-9ffc6e238d25 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768528 Apr 25 14:33:59.501222 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de91159-979b-4f10-9786-c57827a8bd4f'] response: {'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844738c1-2299-4034-81cf-11282c63ec77', 'code': 200} Apr 25 14:33:59.515933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.521448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-08bfdce9-d151-46bc-8d97-df5d04fe164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:33:59.522406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] Provisioning for port 010d71d6-374b-471b-bc21-2b97c43ce64b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:33:59.523421 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-08bfdce9-d151-46bc-8d97-df5d04fe164f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.6729059 Apr 25 14:33:59.534748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] Provisioning complete for port 010d71d6-374b-471b-bc21-2b97c43ce64b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:33:59.535133 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.541213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] No DVR routers for this DVR port 8f4ac58e-e030-40f1-b6b4-cd976179549c on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:33:59.543057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.553275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.621091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b3996a5-7a94-4fc8-88db-3e647de32e98 req-cd4ca7e9-0d21-4e5e-8cc8-32170318b40a tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae64148c-6faa-408b-8390-daa019284716 HTTP/1.1" status: 200 len: 210 time: 0.0506170 Apr 25 14:33:59.632770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'name': 'network-vif-deleted', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:33:59.717773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:33:59.726354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:33:59.798135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.828119 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3474f1-070e-431d-a129-9f4e36a4f728'] response: {'server_uuid': 'ae64148c-6faa-408b-8390-daa019284716', 'name': 'network-vif-deleted', 'tag': '8f4ac58e-e030-40f1-b6b4-cd976179549c', 'status': 'completed', 'code': 200} Apr 25 14:33:59.849910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] For port 010d71d6-374b-471b-bc21-2b97c43ce64b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=010d71d6-374b-471b-bc21-2b97c43ce64b,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:33:59.857650 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.871970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06280fb4-3e38-41f8-bd3f-ced7b9e6adc1 req-8fdd0cbf-f2db-42f1-9aae-317f7c7e5bd7 tempest-LiveMigrationTest-442363733 tempest-LiveMigrationTest-442363733-project] 10.222.0.15 "DELETE /v2.0/ports/8f4ac58e-e030-40f1-b6b4-cd976179549c HTTP/1.1" status: 204 len: 173 time: 3.9885790 Apr 25 14:33:59.940424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:33:59.940803 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Added segment 8916fc86-2923-4416-a065-eaaa9e9f546a of type vlan for network 126e4b12-d467-4c94-ac3f-e4114cd7f979 Apr 25 14:33:59.967635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629ed62-083e-4e20-b767-134ba5a951e8 None None] Pushing event updated for resources: {'Port': ['ID=010d71d6-374b-471b-bc21-2b97c43ce64b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:00.143649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:00.224945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.3 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/dc5f4041-c376-45a4-b463-b8e9981f8540) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:00.283687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a441fd77-10d4-4732-ba43-82ace95aa836 None None] Provisioning complete for port 010d71d6-374b-471b-bc21-2b97c43ce64b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:00.284064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a441fd77-10d4-4732-ba43-82ace95aa836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:00.372907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:00.373918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:00.374506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:00.382897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f15d-93ca-4b23-990d-3a4d38094431 req-887865e8-61b6-420e-8dec-37d08c6aa085 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:00.384465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d37f15d-93ca-4b23-990d-3a4d38094431 req-887865e8-61b6-420e-8dec-37d08c6aa085 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.1373250 Apr 25 14:34:00.549885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 010d71d6-374b-471b-bc21-2b97c43ce64b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:00.583629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d37f15d-93ca-4b23-990d-3a4d38094431 req-3281719e-722f-4202-9f9d-7b483b5b8328 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924303 Apr 25 14:34:00.774492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 010d71d6-374b-471b-bc21-2b97c43ce64b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:00.775024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:00.784503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f65e8695-a654-4745-8626-7133a5ff15fe req-d11f1a15-44b3-4f49-b766-52277107048a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 210 time: 0.0585842 Apr 25 14:34:00.881661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:01.018296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Deleting subnet 869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:34:01.023633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.030211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 5.3948510 Apr 25 14:34:01.030211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-f3f24e35-0450-4a9b-81af-02f8630b5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:01.031101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-f3f24e35-0450-4a9b-81af-02f8630b5703 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4916365 Apr 25 14:34:01.053450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38780) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:01.064028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Request body: {'subnet': {'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-103213782-subnet', 'tenant_id': 'ad70287785a248fcb559036835ebe445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:01.070494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:01.075164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Usage tracker for resource:subnet and tenant:ad70287785a248fcb559036835ebe445 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:01.079504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:01.093755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:01.115449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.142895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Made reservation on behalf of ad70287785a248fcb559036835ebe445 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:01.147393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.171329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 27a8ebac-6426-42de-9ed8-3d0fda81a304 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:01.190339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9955c-1004-412a-af63-cdc167b609c6 admin admin] Pushing event updated for resources: {'Network': ['ID=126e4b12-d467-4c94-ac3f-e4114cd7f979,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:01.227527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 126e4b12-d467-4c94-ac3f-e4114cd7f979 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:34:01.265490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.289503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.417324 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:34:01.506667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.552747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:01.583294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.637701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-830ccf69-af70-45db-a430-b0a085e0ad4e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/869fc5db-940d-4e4f-8a1d-85a5fd0cb7d2 HTTP/1.1" status: 204 len: 168 time: 0.7525535 Apr 25 14:34:01.657410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38788) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:01.685303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:01.703366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f', 'port_id': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'mac_address': 'fa:16:3e:20:b1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbd7d55-c871-466f-97db-973e969c72b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:01.725060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.776227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.783100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.803214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a8ebac-6426-42de-9ed8-3d0fda81a304 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:01.822513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:01.827485 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.920564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:01.932817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-27927f54-62c0-49d3-89fd-6fbc4c365d34 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110368 Apr 25 14:34:01.963226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:01.982881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aba0764-b786-441d-9849-282fb0f42175,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:01.988967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Checking segment: {'id': '8916fc86-2923-4416-a065-eaaa9e9f546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:01.989355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Network hostable DHCP agents. Network: 126e4b12-d467-4c94-ac3f-e4114cd7f979, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:34:02.032978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.046174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee17601-e967-408b-b4e8-bcda40808fc4 req-a1622af5-475f-4da8-a15d-682c6af84c55 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:02.047684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dee17601-e967-408b-b4e8-bcda40808fc4 req-a1622af5-475f-4da8-a15d-682c6af84c55 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.3165350 Apr 25 14:34:02.057557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:02.100341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Network 126e4b12-d467-4c94-ac3f-e4114cd7f979 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:34:02.155823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=dc5f4041-c376-45a4-b463-b8e9981f8540,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:02.173173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:02.182642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 126e4b12-d467-4c94-ac3f-e4114cd7f979) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:02.187448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.195075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:02.204039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d2f6b-c0ee-4493-b560-7a0b1299337c None None] Network 126e4b12-d467-4c94-ac3f-e4114cd7f979 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:02.211832 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dee17601-e967-408b-b4e8-bcda40808fc4 req-e50ffc95-61a4-41db-8b7a-11c89a790ceb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408370 Apr 25 14:34:02.219964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:02.230372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.263011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266958da-ab21-4171-acf7-f8efef1f33d7']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:02.274941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:02.282744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84be3843-92a4-4120-9994-53c6e399180b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:02.283161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84be3843-92a4-4120-9994-53c6e399180b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:02.303894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec065f24-c0d6-488b-ace0-33ade3fca1ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2373819 Apr 25 14:34:02.303894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.341214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.372317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:34:02.374123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:34:02.416872 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:34:02.468643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52c956-379f-4ac4-9b2c-88a5394e8706 req-ad33927d-dc2a-46cd-b9ae-d370fe18a48d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:02.481891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa52c956-379f-4ac4-9b2c-88a5394e8706 req-ad33927d-dc2a-46cd-b9ae-d370fe18a48d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 944 time: 1.7923062 Apr 25 14:34:02.546452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5134921-6d2d-446e-90da-b27a49c4603d None None] Network 126e4b12-d467-4c94-ac3f-e4114cd7f979 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:02.562290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:02.563770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.621178 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.670721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.780206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.791742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8f65-5494-4aee-99aa-09c215999439 req-f4d42367-df12-4ab0-9c40-270016776de3 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:02.799317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29fb8f65-5494-4aee-99aa-09c215999439 req-f4d42367-df12-4ab0-9c40-270016776de3 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 931 time: 0.3810544 Apr 25 14:34:02.825521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa52c956-379f-4ac4-9b2c-88a5394e8706 req-bfd12320-8cec-4e34-89cd-9bea5540593f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403549 Apr 25 14:34:02.861636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:02.868613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] Pushing event deleted for resources: {'Network': ['ID=266958da-ab21-4171-acf7-f8efef1f33d7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:02.885722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-ae95e3dc-1b29-439f-ae85-f41e63ae5406 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5717490 Apr 25 14:34:02.891555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29fb8f65-5494-4aee-99aa-09c215999439 req-c23afee6-6679-4346-bb11-51904814b578 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Apr 25 14:34:02.897027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Request body: {'port': {'device_id': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:02.898291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c684466-480f-45a4-aadd-a64ca28ed594 admin admin] 10.222.0.23 "DELETE /v2.0/networks/266958da-ab21-4171-acf7-f8efef1f33d7 HTTP/1.1" status: 204 len: 168 time: 1.2397330 Apr 25 14:34:02.900972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:02.972686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.017955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Deleting subnet 075578ef-08aa-4dc0-8092-5d818daaccd7 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:34:03.020086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bccfd0d3-8a13-4d56-8a88-63de7fc092db req-7015a1c9-873c-4eed-988c-b112f2372ecc service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903440 Apr 25 14:34:03.023837 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.094347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.199502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 27a8ebac-6426-42de-9ed8-3d0fda81a304 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:03.206938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.378492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 27a8ebac-6426-42de-9ed8-3d0fda81a304 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:03.385988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 27a8ebac-6426-42de-9ed8-3d0fda81a304 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:03.386770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.410881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.465236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075578ef-08aa-4dc0-8092-5d818daaccd7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:03.478355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.493327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e7879c64-930d-4c95-9708-26a02effc607 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/075578ef-08aa-4dc0-8092-5d818daaccd7 HTTP/1.1" status: 204 len: 168 time: 0.5907586 Apr 25 14:34:03.501937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38822) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:03.551396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-f2d73fa7-90e7-4252-b51b-ebc8321165b2 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:03.551660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.552977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-f2d73fa7-90e7-4252-b51b-ebc8321165b2 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/networks?id=126e4b12-d467-4c94-ac3f-e4114cd7f979 HTTP/1.1" status: 200 len: 820 time: 0.2603352 Apr 25 14:34:03.571163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.602440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:03.613127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:03.619246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-abb2cc08-bdfb-46f6-a47a-e153b5362fc9 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/quotas/ad70287785a248fcb559036835ebe445 HTTP/1.1" status: 200 len: 375 time: 0.0604677 Apr 25 14:34:03.626043 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.661924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Allocated IP 172.25.0.56 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/fee19b38-3a06-41eb-b34d-e1b704a98db9) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:03.682734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.687118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-61ea4984-e39e-4fd0-b5ce-cb3d8d704e0f tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad70287785a248fcb559036835ebe445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590599 Apr 25 14:34:03.699788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:03.752380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:34:03.818341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d861f37-2842-4777-99f6-6a97cf3f1bc7 req-b250cbb2-9f56-4d88-be9d-ddf4b9303b43 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:03.819926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d861f37-2842-4777-99f6-6a97cf3f1bc7 req-b250cbb2-9f56-4d88-be9d-ddf4b9303b43 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.3941739 Apr 25 14:34:03.851883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:03.949464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.046998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43aa7dd7-49ce-427c-b98a-6d1390cd1c6b']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:04.064095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102ac4b1-3637-4a4f-bfec-2e59a8757fe3') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:04.064401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102ac4b1-3637-4a4f-bfec-2e59a8757fe3') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:04.081128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.110842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.118028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-903688c5-a219-461c-8a01-a49cbfc1f131 service neutron] 10.222.0.23 "GET /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941839 Apr 25 14:34:04.120980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:34:04.121416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:34:04.136402 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:34:04.252362 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d861f37-2842-4777-99f6-6a97cf3f1bc7 req-44a8892d-8bf4-40cf-a661-cc1dd964cf76 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833086 Apr 25 14:34:04.320239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.344567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.357582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] Pushing event deleted for resources: {'Network': ['ID=43aa7dd7-49ce-427c-b98a-6d1390cd1c6b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:04.370397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bcc219b1-d99f-42bb-beae-30c9659abd41 admin admin] 10.222.0.23 "DELETE /v2.0/networks/43aa7dd7-49ce-427c-b98a-6d1390cd1c6b HTTP/1.1" status: 204 len: 168 time: 0.8673587 Apr 25 14:34:04.372765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.380517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-36b0af3f-bf13-404e-b5d7-4b838cb70a77 service neutron] 10.222.0.23 "GET /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432392 Apr 25 14:34:04.460255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:04.472192 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Sync routers for ids ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:04.486581 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Routers {'af617a5c-dc9f-4f69-aadf-f7ba942b7a98'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:04.489957 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:33:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:04.516558 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.517782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3223daea-2f3e-40ed-9d13-8ad0376ed0a7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.8186357 Apr 25 14:34:04.521179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:04.595669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38842) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:04.615216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.659456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a6ac5-f9a7-48fa-8fc0-8e7517f319a3 req-27cf0f18-7fc8-442a-8f49-ce9fb0b72397 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:04.660937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b2a6ac5-f9a7-48fa-8fc0-8e7517f319a3 req-27cf0f18-7fc8-442a-8f49-ce9fb0b72397 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 946 time: 0.2737908 Apr 25 14:34:04.683533 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cb17d3-60bd-43a6-aee0-410d284a9eaf'] response: {'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'code': 200} Apr 25 14:34:04.763163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5f4041-c376-45a4-b463-b8e9981f8540 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:04.812029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:04.843173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Set router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:04.864527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:04.888115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:04.936136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Pushing event updated for resources: {'Port': ['ID=fee19b38-3a06-41eb-b34d-e1b704a98db9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:04.947115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:05.003008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-332fd64f-4c05-4cb2-8d4e-488d4fe1439d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59aa456541ee4328a8649e9ef257d941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042740 Apr 25 14:34:05.010745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Transition to ACTIVE for port object dc5f4041-c376-45a4-b463-b8e9981f8540 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:05.011415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38852) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:05.015619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.015966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.016345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.016766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.017008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.017407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.017740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.018140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.018716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.019048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.019371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.019773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:05.046571 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.069215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b2a6ac5-f9a7-48fa-8fc0-8e7517f319a3 req-d087d28a-e6ca-44e5-b77f-72f9fe86553b tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621635 Apr 25 14:34:05.310288 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:34:00Z', 'revision_number': 3, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:05.316248 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Checking router: af617a5c-dc9f-4f69-aadf-f7ba942b7a98 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:05.318711 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Updating router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 port 47b0240f-620b-444d-900c-fec0469584b8 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:05.368782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365f40-fd87-4d94-893b-ccc37156478f req-53aaa691-3603-4001-9ef5-92c97e8428cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:05.369570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a1365f40-fd87-4d94-893b-ccc37156478f req-53aaa691-3603-4001-9ef5-92c97e8428cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:05.398316 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.404354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10305fd-7362-4c22-af6b-930f460f824d req-a14abe25-d6b4-4f47-8d5c-a838824eb512 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:05.405901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a10305fd-7362-4c22-af6b-930f460f824d req-a14abe25-d6b4-4f47-8d5c-a838824eb512 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 946 time: 0.4859798 Apr 25 14:34:05.490176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a1365f40-fd87-4d94-893b-ccc37156478f req-53aaa691-3603-4001-9ef5-92c97e8428cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:05.499206 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1365f40-fd87-4d94-893b-ccc37156478f req-53aaa691-3603-4001-9ef5-92c97e8428cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 946 time: 0.5920470 Apr 25 14:34:05.598388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f4041-c376-45a4-b463-b8e9981f8540,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:05.704915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-913e2712-ce1f-4a85-9ad9-09e516a918b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.717848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f121179-8adf-4532-8282-651975bf8a85 req-9ff3fbdb-d988-4253-b912-53691b2115e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:05.719339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f121179-8adf-4532-8282-651975bf8a85 req-9ff3fbdb-d988-4253-b912-53691b2115e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1097 time: 0.8326321 Apr 25 14:34:05.725209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Deleting port b9d38ee9-390a-4c52-8248-44ee511ea587 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:05.726013 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.773430 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.779760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1365f40-fd87-4d94-893b-ccc37156478f req-8a09d441-ce6d-4b47-98cc-bbf0ff111d46 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796271 Apr 25 14:34:05.787597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Transition to ACTIVE for port object 47b0240f-620b-444d-900c-fec0469584b8 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:05.798217 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.798496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-913e2712-ce1f-4a85-9ad9-09e516a918b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.890479 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Attempting to bind port 47b0240f-620b-444d-900c-fec0469584b8 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:05.890479 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Attempting to bind port 47b0240f-620b-444d-900c-fec0469584b8 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:05.890883 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Attempting to bind port 47b0240f-620b-444d-900c-fec0469584b8 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:05.905446 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:05.905834 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:05.906421 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:05.906869 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:05.907595 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Bound port: 47b0240f-620b-444d-900c-fec0469584b8, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:05.907994 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.015913 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] For port 47b0240f-620b-444d-900c-fec0469584b8, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:06.029894 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Pushing event updated for resources: {'Port': ['ID=47b0240f-620b-444d-900c-fec0469584b8,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:06.047726 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.047993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.048172 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.048513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.048892 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.049258 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.049594 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.050043 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.050369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.051995 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.051995 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.051995 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:06.057350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] For port 47b0240f-620b-444d-900c-fec0469584b8, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=47b0240f-620b-444d-900c-fec0469584b8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:06.065276 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.092787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Attempting to bind port dc5f4041-c376-45a4-b463-b8e9981f8540 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:06.093164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Attempting to bind port dc5f4041-c376-45a4-b463-b8e9981f8540 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:06.093501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Attempting to bind port dc5f4041-c376-45a4-b463-b8e9981f8540 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:06.119430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f121179-8adf-4532-8282-651975bf8a85 req-f6c7814e-d7fe-47f1-b869-e328864264ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825030 Apr 25 14:34:06.130548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Port dc5f4041-c376-45a4-b463-b8e9981f8540 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:06.130876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Attempting to bind port dc5f4041-c376-45a4-b463-b8e9981f8540 on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:06.145681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400df02-8ebd-4def-931b-4fcdc63cb14c req-93e5b054-41ac-4bf9-be50-392fc3adc02c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:06.146402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f400df02-8ebd-4def-931b-4fcdc63cb14c req-93e5b054-41ac-4bf9-be50-392fc3adc02c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:06.162842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:06.163185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:06.163573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:06.164025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Bound port: dc5f4041-c376-45a4-b463-b8e9981f8540, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:06.164359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.202528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f811965-8161-4bf9-a964-24abb88c17b1 req-f7b99cb8-ea62-4220-b573-1cd71a5260c7 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 210 time: 0.1623139 Apr 25 14:34:06.278879 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Routers {'af617a5c-dc9f-4f69-aadf-f7ba942b7a98'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:06.279511 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:33:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:06.345433 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03cde-a6b3-4a56-9b76-c9bde0de53a0 None None] Pushing event updated for resources: {'Port': ['ID=47b0240f-620b-444d-900c-fec0469584b8,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:06.381979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f400df02-8ebd-4def-931b-4fcdc63cb14c req-93e5b054-41ac-4bf9-be50-392fc3adc02c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:06.398546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f400df02-8ebd-4def-931b-4fcdc63cb14c req-93e5b054-41ac-4bf9-be50-392fc3adc02c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 943 time: 1.1317313 Apr 25 14:34:06.491076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.500209 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] Set router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:06.511351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-24ada94b-167c-4c15-9b1e-c29f8abd9c44 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:06.512955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-24ada94b-167c-4c15-9b1e-c29f8abd9c44 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.15 "GET /v2.0/networks?id=126e4b12-d467-4c94-ac3f-e4114cd7f979 HTTP/1.1" status: 200 len: 820 time: 0.5010271 Apr 25 14:34:06.576064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.579872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-913e2712-ce1f-4a85-9ad9-09e516a918b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.594744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Request body: {'port': {'device_id': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979', 'admin_state_up': True, 'tenant_id': 'ad70287785a248fcb559036835ebe445'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:06.614602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e2712-ce1f-4a85-9ad9-09e516a918b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50416c77-c2bb-4d86-b55f-fbeeb8fe27b6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:06.682705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f400df02-8ebd-4def-931b-4fcdc63cb14c req-9d8fdc48-413d-4acb-a78c-8c3f5340c86c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817903 Apr 25 14:34:06.811450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-913e2712-ce1f-4a85-9ad9-09e516a918b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.812991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-913e2712-ce1f-4a85-9ad9-09e516a918b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50416c77-c2bb-4d86-b55f-fbeeb8fe27b6 HTTP/1.1" status: 204 len: 168 time: 1.7994421 Apr 25 14:34:06.821399 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:34:00Z', 'revision_number': 3, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:06.827063 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b698bfc-498b-42fd-85d2-a9afef6979ec None None] The sync data for ids ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'] in n-d-811416-6 is: [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:34:00Z', 'revision_number': 3, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:06.852540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5c26-4573-4ce3-9201-bde182bb9cdc req-533c2322-39a4-40ef-8fb2-1e0d7d14774e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:06.859495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f78b5c26-4573-4ce3-9201-bde182bb9cdc req-533c2322-39a4-40ef-8fb2-1e0d7d14774e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 948 time: 0.4583061 Apr 25 14:34:06.903815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:06.904176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:06.927456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] For port dc5f4041-c376-45a4-b463-b8e9981f8540, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:06.953310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:06.958812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] For port dc5f4041-c376-45a4-b463-b8e9981f8540, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dc5f4041-c376-45a4-b463-b8e9981f8540,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:06.974429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.092888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:07.100297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.102333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/dc5f4041-c376-45a4-b463-b8e9981f8540 HTTP/1.1" status: 200 len: 1091 time: 4.2155240 Apr 25 14:34:07.138158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Calling delete_port for b9d38ee9-390a-4c52-8248-44ee511ea587 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:07.138288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'tag': 'dc5f4041-c376-45a4-b463-b8e9981f8540'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:07.229811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:07.251378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b9d38ee9-390a-4c52-8248-44ee511ea587 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:34:07.295637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f78b5c26-4573-4ce3-9201-bde182bb9cdc req-392a6764-8057-49c2-b466-20aebb5c5479 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349658 Apr 25 14:34:07.296618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:07.319251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '844738c1-2299-4034-81cf-11282c63ec77', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '844738c1-2299-4034-81cf-11282c63ec77', 'mac_address': 'fa:16:3e:ea:2a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:07.433785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Usage tracker for resource:port and tenant:ad70287785a248fcb559036835ebe445 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:07.456116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38872) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:07.457764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:07.509273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.526925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed213d5a-d591-43ae-97e0-53363dfb467d req-2f22396b-10cd-4a87-ae74-8d3a1b26a39f tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:07.528478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed213d5a-d591-43ae-97e0-53363dfb467d req-2f22396b-10cd-4a87-ae74-8d3a1b26a39f tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 946 time: 0.7210519 Apr 25 14:34:07.534483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.565943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:07.566535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844738c1-2299-4034-81cf-11282c63ec77 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:07.602872 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.620893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:07.634789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.653213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Allocated IP 172.20.0.1 (cd1ff69a-9c26-4472-baa0-648e643d0b78/c323d503-f6ca-4196-b14c-748826d4d2b8/d374f096-903d-4c44-b4ef-f880507504a4) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:07.656653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:07.659612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Made reservation on behalf of ad70287785a248fcb559036835ebe445 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:07.662469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24b758-143b-43fa-b033-c197108035c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f4041-c376-45a4-b463-b8e9981f8540,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:07.664579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.693603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:07.703538 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:34:07.705165 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:34:07.705298 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:07.708317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9b4da3f7-572e-45c2-bd34-7be7eb23cb6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93803a1f0aef4d5295beb4aa97831f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421823 Apr 25 14:34:07.713976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38880) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:07.720980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed213d5a-d591-43ae-97e0-53363dfb467d req-bffc9a56-702d-43af-bad2-3e8557d5adeb tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/security-groups?id=09961841-ad41-4418-a522-d1da91d7f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787741 Apr 25 14:34:07.754878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:07.793778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-3dce66eb-843a-41fe-9c33-94e514c32e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:07.796200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-3dce66eb-843a-41fe-9c33-94e514c32e3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 1094 time: 0.4849293 Apr 25 14:34:07.843081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:07.888024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414cb9d-a869-43f2-a828-7ee79c5ab9de req-57d1bfcd-b7ed-42d6-9ed2-4aac63414940 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:07.890217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7414cb9d-a869-43f2-a828-7ee79c5ab9de req-57d1bfcd-b7ed-42d6-9ed2-4aac63414940 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 946 time: 0.4257040 Apr 25 14:34:07.989605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['844738c1-2299-4034-81cf-11282c63ec77'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:08.032720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-d105ea44-6919-40f3-987b-4a7cdd0b5b35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5f4041-c376-45a4-b463-b8e9981f8540 HTTP/1.1" status: 200 len: 217 time: 0.2053621 Apr 25 14:34:08.185612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7414cb9d-a869-43f2-a828-7ee79c5ab9de req-02757c54-d209-400c-8759-fc9fa50c7f9e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734530 Apr 25 14:34:08.206830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Deleting port b9d38ee9-390a-4c52-8248-44ee511ea587 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:08.206830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.244678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6a8d8c0-1e4e-44ba-bfda-f5116f81eb66 req-b3f8167e-69d3-4fd3-8931-153364f8c8d2 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 210 time: 0.2690079 Apr 25 14:34:08.271458 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a2dbd8-42b6-4040-ac9f-ba218e0e6554'] response: {'name': 'network-changed', 'server_uuid': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'tag': 'dc5f4041-c376-45a4-b463-b8e9981f8540', 'status': 'completed', 'code': 200} Apr 25 14:34:08.273133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.279362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Allocated IP 172.20.0.12 (126e4b12-d467-4c94-ac3f-e4114cd7f979/9aba0764-b786-441d-9849-282fb0f42175/bc42927f-4aa2-4839-bd13-ff56a771c715) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:08.315737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37ad31b7-f60b-4c28-8098-55887a711080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.319118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8644807-d932-4e10-86c8-57705d99288b req-50fff45b-f3f8-4895-b6de-1b280fd17ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:08.320578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-50fff45b-f3f8-4895-b6de-1b280fd17ede service neutron] 10.222.0.21 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.2713146 Apr 25 14:34:08.327792 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72d0e29-6814-4b5e-aa1e-a0e1f37eb331'] response: {'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587', 'code': 200} Apr 25 14:34:08.427301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-396e533b-2fdb-48a4-a060-15345aedc1e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933106 Apr 25 14:34:08.440171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37ad31b7-f60b-4c28-8098-55887a711080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.477175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc9e2-de05-4355-ba85-56a6aee5e1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.479646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Transition to ACTIVE for port object d374f096-903d-4c44-b4ef-f880507504a4 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:08.494090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 47b0240f-620b-444d-900c-fec0469584b8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:08.569382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 47b0240f-620b-444d-900c-fec0469584b8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:08.576708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 47b0240f-620b-444d-900c-fec0469584b8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:08.577308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.584197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-7f4625e4-f150-420c-9445-e9fa0a9083bd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1422345468&fields=id&tenant_id=04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 267 time: 0.0873258 Apr 25 14:34:08.629258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] For port b9d38ee9-390a-4c52-8248-44ee511ea587, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b9d38ee9-390a-4c52-8248-44ee511ea587,segment=NetworkSegment(e716daec-9ce6-4cc2-97e3-f16e4a99a867),segment_id=e716daec-9ce6-4cc2-97e3-f16e4a99a867)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:08.629832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.639514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Router 0958e08f-06d5-47f9-855d-ed966d2b9cde is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:34:08.732145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.758037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 47b0240f-620b-444d-900c-fec0469584b8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=47b0240f-620b-444d-900c-fec0469584b8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:08.763389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.813928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Calling delete_port for b9d38ee9-390a-4c52-8248-44ee511ea587 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:08.841185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37ad31b7-f60b-4c28-8098-55887a711080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:08.856062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=47b0240f-620b-444d-900c-fec0469584b8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:08.886808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-6cc60431-4d53-418b-a030-36fceb19ac44 service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510231 Apr 25 14:34:08.886808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad31b7-f60b-4c28-8098-55887a711080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c785d6fb-60a9-4769-b5d0-22aa9cf556c4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:08.956392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-9e81bd86-ee00-46a6-8005-2fde26e67790 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:08.958289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-9e81bd86-ee00-46a6-8005-2fde26e67790 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 946 time: 0.3626494 Apr 25 14:34:08.971229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:08.995169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'port': {'security_groups': ['8ec9424e-9153-436f-aeaa-cfb91c19824b', '57ec9dab-df40-42d3-b644-bd634b5dd712']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:08.999709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12ae6-87d3-4732-9a69-9313b6cedf7c req-e34f04fc-e5e3-449f-b663-cc28ca77d970 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:09.001291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7b12ae6-87d3-4732-9a69-9313b6cedf7c req-e34f04fc-e5e3-449f-b663-cc28ca77d970 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 943 time: 0.5839522 Apr 25 14:34:09.008011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.043721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37ad31b7-f60b-4c28-8098-55887a711080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.044836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-37ad31b7-f60b-4c28-8098-55887a711080 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c785d6fb-60a9-4769-b5d0-22aa9cf556c4 HTTP/1.1" status: 204 len: 168 time: 1.3277805 Apr 25 14:34:09.070005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 844738c1-2299-4034-81cf-11282c63ec77 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:09.071112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.146106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7b12ae6-87d3-4732-9a69-9313b6cedf7c req-260fa762-685a-4199-87ef-5d418d5b252e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319120 Apr 25 14:34:09.150219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:09.164139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:09.176802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:09.207950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:09.237965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.258775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Sync routers for ids ['0958e08f-06d5-47f9-855d-ed966d2b9cde'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:09.307207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Routers {'0958e08f-06d5-47f9-855d-ed966d2b9cde'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:09.307880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:33:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0958e08f-06d5-47f9-855d-ed966d2b9cde'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:09.351638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.355693 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c6449f76-80f7-44ab-853a-8007fc067280 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.3684089 Apr 25 14:34:09.356381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38896) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:09.364491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.449872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8644807-d932-4e10-86c8-57705d99288b req-8cb16b1c-744b-4092-a677-0db36b3dd0a2 service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017416 Apr 25 14:34:09.506347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Pushing event updated for resources: {'Port': ['ID=d374f096-903d-4c44-b4ef-f880507504a4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:09.595848 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.626780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Set router 0958e08f-06d5-47f9-855d-ed966d2b9cde gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:09.703107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.705660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.785086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Network 126e4b12-d467-4c94-ac3f-e4114cd7f979 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:09.806032 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.815057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:09.828109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:09.877960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6ed96506-b602-4097-a745-37e99b3e6527 None None] Provisioning for port d374f096-903d-4c44-b4ef-f880507504a4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:09.899228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6ed96506-b602-4097-a745-37e99b3e6527 None None] Provisioning complete for port d374f096-903d-4c44-b4ef-f880507504a4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:09.899613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6ed96506-b602-4097-a745-37e99b3e6527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.906859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:09.907621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.955563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-ecdcef64-1d86-44f8-b361-613f0bd04965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:09.957194 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-ecdcef64-1d86-44f8-b361-613f0bd04965 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 1094 time: 0.4119496 Apr 25 14:34:09.958783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:09.977092 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:09.982861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4090183 Apr 25 14:34:10.029222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6ed96506-b602-4097-a745-37e99b3e6527 None None] Port d374f096-903d-4c44-b4ef-f880507504a4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:10.107981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:10.130298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:05Z', 'revision_number': 3, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:10.134887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Checking router: 0958e08f-06d5-47f9-855d-ed966d2b9cde for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:10.135242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Updating router 0958e08f-06d5-47f9-855d-ed966d2b9cde port fee19b38-3a06-41eb-b34d-e1b704a98db9 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:10.203693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.255185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Request body: {'port': {'device_id': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:10.319439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] No DVR routers for this DVR port b9d38ee9-390a-4c52-8248-44ee511ea587 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:34:10.319439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.321625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a10305fd-7362-4c22-af6b-930f460f824d req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.15 "DELETE /v2.0/ports/b9d38ee9-390a-4c52-8248-44ee511ea587 HTTP/1.1" status: 204 len: 173 time: 4.9033952 Apr 25 14:34:10.345357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844738c1-2299-4034-81cf-11282c63ec77'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:10.364849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'name': 'network-vif-deleted', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:10.401963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d67e1-63ee-4a4a-adde-823d356b485e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Pushing event updated for resources: {'Port': ['ID=bc42927f-4aa2-4839-bd13-ff56a771c715,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:10.419851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff328e5-e456-4fd8-9e1a-be18886c2ca5 req-4a90bac9-7696-4134-bd66-9c46e41063d3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:10.429906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ff328e5-e456-4fd8-9e1a-be18886c2ca5 req-4a90bac9-7696-4134-bd66-9c46e41063d3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 949 time: 0.9460433 Apr 25 14:34:10.506962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-e9c8be53-3795-4169-9e78-c107fc7d434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:10.510917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-e9c8be53-3795-4169-9e78-c107fc7d434c service neutron] 10.222.0.21 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.5458114 Apr 25 14:34:10.534277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0af145-7dad-4d32-b36f-f0aac589fa46 tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Pushing event deleted for resources: {'Port': ['ID=b9d38ee9-390a-4c52-8248-44ee511ea587,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:10.571367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 47b0240f-620b-444d-900c-fec0469584b8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:10.620307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ff328e5-e456-4fd8-9e1a-be18886c2ca5 req-57a282ff-033b-45ce-a6ad-bb2e6ae476e0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871827 Apr 25 14:34:10.679948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.685944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:10.714194 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-caa2ef81-78ed-4703-aa82-fd4803364e24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5f4041-c376-45a4-b463-b8e9981f8540 HTTP/1.1" status: 200 len: 217 time: 0.1891592 Apr 25 14:34:10.817677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.825262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 47b0240f-620b-444d-900c-fec0469584b8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:10.825641 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.844541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1f484203-b5d4-4851-83d9-5919017b7ce7 req-d0e1e80a-cd94-4b9d-844c-2b946d285e0b tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Synchronizing usage tracker for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:10.874023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.891397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.895863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be8ed87b-f67a-434b-a592-8095d4c4d0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.931778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:10.981469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:10.982046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:10.985448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61da03c8-2989-42bc-9c12-8b3f78878d62 req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "PUT /v2.0/ports/27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 982 time: 1.9948294 Apr 25 14:34:11.061193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1f484203-b5d4-4851-83d9-5919017b7ce7 req-d0e1e80a-cd94-4b9d-844c-2b946d285e0b tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] Unset dirty status for tenant:554b57b9922d48edbf8113fa3f978df8 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:11.061719 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.075085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Transition to ACTIVE for port object fee19b38-3a06-41eb-b34d-e1b704a98db9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:11.080208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f484203-b5d4-4851-83d9-5919017b7ce7 req-d0e1e80a-cd94-4b9d-844c-2b946d285e0b tempest-VolumesAdminNegativeTest-279001462 tempest-VolumesAdminNegativeTest-279001462-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3d7e83-3c5a-4ede-b724-3198e9dc5670 HTTP/1.1" status: 200 len: 210 time: 0.3086507 Apr 25 14:34:11.094617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.156670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:11.164454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:11.245844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-0bc4dd48-06b9-4905-8833-a0c729903d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:11.247526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-0bc4dd48-06b9-4905-8833-a0c729903d5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.5185339 Apr 25 14:34:11.362294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Attempting to bind port fee19b38-3a06-41eb-b34d-e1b704a98db9 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:11.362576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Attempting to bind port fee19b38-3a06-41eb-b34d-e1b704a98db9 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:11.362935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Attempting to bind port fee19b38-3a06-41eb-b34d-e1b704a98db9 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:11.370209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0804fb-12dc-45e7-8463-75ff2bd4bc54 None None] Pushing event updated for resources: {'Port': ['ID=fee19b38-3a06-41eb-b34d-e1b704a98db9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:11.375642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-e7bde05a-3c5a-4e2b-bb19-8a7c1f738663 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734968 Apr 25 14:34:11.400659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:11.401147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:11.401447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.401847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:11.402310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Bound port: fee19b38-3a06-41eb-b34d-e1b704a98db9, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:11.402683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.415855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f35e-a554-4c90-bb95-8197258ffca4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:11.559950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11a99f-c822-468a-981d-1976ca16f49e req-96884fb9-bf70-480f-8f0d-42affc2c9751 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:11.561792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d11a99f-c822-468a-981d-1976ca16f49e req-96884fb9-bf70-480f-8f0d-42affc2c9751 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 943 time: 0.3040671 Apr 25 14:34:11.577964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] For port fee19b38-3a06-41eb-b34d-e1b704a98db9, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:11.608185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] For port fee19b38-3a06-41eb-b34d-e1b704a98db9, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fee19b38-3a06-41eb-b34d-e1b704a98db9,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:11.629834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.641426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.647561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.664363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.694778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c4f99-f148-4ad3-87f6-dd15a1c0dbed req-235f4298-bf59-4402-904d-591e0589b406 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:11.697519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae0c4f99-f148-4ad3-87f6-dd15a1c0dbed req-235f4298-bf59-4402-904d-591e0589b406 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 932 time: 0.4564183 Apr 25 14:34:11.700435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc42927f-4aa2-4839-bd13-ff56a771c715 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:11.748782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-decd5502-44f4-415a-a1aa-c56b749da738 service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605449 Apr 25 14:34:11.751305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.780218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d11a99f-c822-468a-981d-1976ca16f49e req-9166802f-11cf-4ca4-80a6-9dddeb152cb2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849124 Apr 25 14:34:11.809196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Transition to ACTIVE for port object bc42927f-4aa2-4839-bd13-ff56a771c715 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:11.815520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.823355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Pushing event updated for resources: {'Port': ['ID=d374f096-903d-4c44-b4ef-f880507504a4,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:11.823918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Routers {'0958e08f-06d5-47f9-855d-ed966d2b9cde'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:11.824397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0958e08f-06d5-47f9-855d-ed966d2b9cde'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:11.825580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.839501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.848302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.848700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.849009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.849372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.849894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.850231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.850561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.850886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.851368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.851720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.852011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.852339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:11.877797 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db84d45-0e91-4c07-b34d-b620abc805bf'] response: {'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844738c1-2299-4034-81cf-11282c63ec77', 'code': 200} Apr 25 14:34:11.891441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0804fb-12dc-45e7-8463-75ff2bd4bc54 None None] Pushing event updated for resources: {'Port': ['ID=fee19b38-3a06-41eb-b34d-e1b704a98db9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:11.929734 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b80e4d4-12ff-4424-97cc-d05422ba4d98'] response: {'server_uuid': 'ce3d7e83-3c5a-4ede-b724-3198e9dc5670', 'name': 'network-vif-deleted', 'tag': 'b9d38ee9-390a-4c52-8248-44ee511ea587', 'status': 'completed', 'code': 200} Apr 25 14:34:11.944449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:11.969459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ae0c4f99-f148-4ad3-87f6-dd15a1c0dbed req-56cde60b-74f8-43ca-b6da-615b834aef39 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Synchronizing usage tracker for tenant:ad70287785a248fcb559036835ebe445 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:12.082337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] Set router 0958e08f-06d5-47f9-855d-ed966d2b9cde gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:12.134015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ae0c4f99-f148-4ad3-87f6-dd15a1c0dbed req-56cde60b-74f8-43ca-b6da-615b834aef39 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Unset dirty status for tenant:ad70287785a248fcb559036835ebe445 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:12.142888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae0c4f99-f148-4ad3-87f6-dd15a1c0dbed req-56cde60b-74f8-43ca-b6da-615b834aef39 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914516 Apr 25 14:34:12.245443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:12.267222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e7a6131-217b-4ffd-8871-a389a40e55fb req-632af68e-4fef-440a-83f0-e852967a5781 service neutron] 10.222.0.21 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912887 Apr 25 14:34:12.285340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Allocated IP 172.20.0.1 (c5aa9e01-844d-4f83-81c2-17218e9c4240/e1b0afa6-4292-4e71-ac8b-f93f2d60c0be/18e2e335-3956-4ca0-9876-93989e382a4c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:12.291411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:12.298332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Pushing event updated for resources: {'Port': ['ID=bc42927f-4aa2-4839-bd13-ff56a771c715,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:12.453321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:05Z', 'revision_number': 3, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:12.466799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c007c8-e7e2-45c7-95b6-d89fbfe4bf57 None None] The sync data for ids ['0958e08f-06d5-47f9-855d-ed966d2b9cde'] in n-d-811416-6 is: [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:05Z', 'revision_number': 3, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:12.670043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-70e0b63d-e8d7-43dc-9949-bbbab34196a8 None None] Provisioning complete for port d374f096-903d-4c44-b4ef-f880507504a4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:12.670435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-70e0b63d-e8d7-43dc-9949-bbbab34196a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:12.673608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-3d7a0450-b4a3-49c4-8300-ec14d0fe0f21 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-881557542&fields=id&tenant_id=04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 267 time: 0.4594111 Apr 25 14:34:12.680921 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc59239b-76dc-42b2-9ae8-1055a1dcc69a'] response: {'name': 'network-changed', 'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'status': 'completed', 'code': 200} Apr 25 14:34:12.738570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-70e0b63d-e8d7-43dc-9949-bbbab34196a8 None None] Port d374f096-903d-4c44-b4ef-f880507504a4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:12.758351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98264a-801d-4356-8240-135fee207d8a req-b167fb84-edfe-48ce-aad1-a8720f9283ab tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:12.759868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-b167fb84-edfe-48ce-aad1-a8720f9283ab tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87&tenant_id=240441bced794bb3b2215707ed7a817a&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 950 time: 0.5553219 Apr 25 14:34:12.859497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:12.875962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Attempting to bind port bc42927f-4aa2-4839-bd13-ff56a771c715 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:12.876576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Attempting to bind port bc42927f-4aa2-4839-bd13-ff56a771c715 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '8916fc86-2923-4416-a065-eaaa9e9f546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:12.876691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Attempting to bind port bc42927f-4aa2-4839-bd13-ff56a771c715 on network 126e4b12-d467-4c94-ac3f-e4114cd7f979 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:12.883999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35e549-951e-40a3-8c76-ef8a4aebc6c8 req-daa2bb0a-689b-45c6-9f7c-bf69e0ff16ea tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:12.885610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b35e549-951e-40a3-8c76-ef8a4aebc6c8 req-daa2bb0a-689b-45c6-9f7c-bf69e0ff16ea tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2067277 Apr 25 14:34:12.899443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Port bc42927f-4aa2-4839-bd13-ff56a771c715 on network 126e4b12-d467-4c94-ac3f-e4114cd7f979 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:12.899781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Attempting to bind port bc42927f-4aa2-4839-bd13-ff56a771c715 on network 126e4b12-d467-4c94-ac3f-e4114cd7f979 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:12.923344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:12.923719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Checking segment: {'id': '8916fc86-2923-4416-a065-eaaa9e9f546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:12.924048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Bound using segment: {'id': '8916fc86-2923-4416-a065-eaaa9e9f546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:12.924502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Bound port: bc42927f-4aa2-4839-bd13-ff56a771c715, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8916fc86-2923-4416-a065-eaaa9e9f546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:12.924857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:12.933325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Transition to ACTIVE for port object 18e2e335-3956-4ca0-9876-93989e382a4c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:12.958138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:34:12.986593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-cffc4196-b500-475a-a000-6f22607392cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:12.989326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-cffc4196-b500-475a-a000-6f22607392cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 985 time: 0.3079934 Apr 25 14:34:12.999830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dc5f4041-c376-45a4-b463-b8e9981f8540 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:13.005268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b35e549-951e-40a3-8c76-ef8a4aebc6c8 req-d9d49e1c-275e-4c6a-8d0c-a6d842222786 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747981 Apr 25 14:34:13.040221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98264a-801d-4356-8240-135fee207d8a req-6cc6db4e-d5e5-417d-8c52-a0619ff689ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:13.042427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-6cc6db4e-d5e5-417d-8c52-a0619ff689ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1101 time: 0.1524780 Apr 25 14:34:13.085839 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.091076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976a73-c24d-4594-bdaf-803323598e54 req-f1bffab9-b6b8-4084-a891-435f2a37b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:13.092560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-f1bffab9-b6b8-4084-a891-435f2a37b5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1136 time: 0.5208135 Apr 25 14:34:13.107279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'port': {'security_groups': ['57ec9dab-df40-42d3-b644-bd634b5dd712', '8ec9424e-9153-436f-aeaa-cfb91c19824b', '0b1feb40-8541-403d-9398-674d1c506f1c']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:13.168605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:13.174550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38954) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:13.178589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:13.267955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:13.308420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port dc5f4041-c376-45a4-b463-b8e9981f8540, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dc5f4041-c376-45a4-b463-b8e9981f8540,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:13.340561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'dc5f4041-c376-45a4-b463-b8e9981f8540', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': 'dc5f4041-c376-45a4-b463-b8e9981f8540', 'mac_address': 'fa:16:3e:5c:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:13.365117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976a73-c24d-4594-bdaf-803323598e54 req-7296ec99-5396-4b81-b6a8-6561dc0b542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:13.368221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-7296ec99-5396-4b81-b6a8-6561dc0b542b service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.2143176 Apr 25 14:34:13.474335 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.524801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5f4041-c376-45a4-b463-b8e9981f8540 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:13.556658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port dc5f4041-c376-45a4-b463-b8e9981f8540, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dc5f4041-c376-45a4-b463-b8e9981f8540,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:13.573425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.586825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Pushing event updated for resources: {'Port': ['ID=18e2e335-3956-4ca0-9876-93989e382a4c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:13.589333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-15235709-314b-477b-9c14-90236f9c672a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 217 time: 0.1708763 Apr 25 14:34:13.616408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Deleting subnet 2bbdd66f-15ef-49df-a45c-8640d6548a3c {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:34:13.618578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.640499 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.674708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-11ccb92c-9ff3-4702-a97f-79692074c2ce None None] Provisioning for port 18e2e335-3956-4ca0-9876-93989e382a4c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:13.683901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-11ccb92c-9ff3-4702-a97f-79692074c2ce None None] Provisioning complete for port 18e2e335-3956-4ca0-9876-93989e382a4c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:13.684571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11ccb92c-9ff3-4702-a97f-79692074c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.744124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-11ccb92c-9ff3-4702-a97f-79692074c2ce None None] Port 18e2e335-3956-4ca0-9876-93989e382a4c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:13.746517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=dc5f4041-c376-45a4-b463-b8e9981f8540,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:13.768460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:13.824313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98264a-801d-4356-8240-135fee207d8a req-23bdb4d8-55cf-4f12-bb13-b35c113d3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:13.825847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-23bdb4d8-55cf-4f12-bb13-b35c113d3463 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7758024 Apr 25 14:34:13.874083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['dc5f4041-c376-45a4-b463-b8e9981f8540'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:13.888812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] For port bc42927f-4aa2-4839-bd13-ff56a771c715, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:13.903400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-920c4cd8-fa27-4a16-a62e-7d049fa9a9d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 217 time: 0.0685437 Apr 25 14:34:13.908327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976a73-c24d-4594-bdaf-803323598e54 req-d3f58de4-f379-42e4-826e-96798e7e94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:13.909408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-d3f58de4-f379-42e4-826e-96798e7e94f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.3013871 Apr 25 14:34:13.917981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:13.920458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] For port bc42927f-4aa2-4839-bd13-ff56a771c715, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bc42927f-4aa2-4839-bd13-ff56a771c715,segment=NetworkSegment(8916fc86-2923-4416-a065-eaaa9e9f546a),segment_id=8916fc86-2923-4416-a065-eaaa9e9f546a)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:13.934445 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Sync routers for ids ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:13.968165 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Routers {'af617a5c-dc9f-4f69-aadf-f7ba942b7a98'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:13.972515 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:13.988786 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c632a439-b073-4a41-913f-e37d16522839 admin admin] 10.222.0.23 "PUT /v2.0/routers/af617a5c-dc9f-4f69-aadf-f7ba942b7a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4664485 Apr 25 14:34:13.994931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.001288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.012190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.090172 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-d4503285-c383-4c2e-8fd2-176ce9ad244e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649363 Apr 25 14:34:14.134535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98264a-801d-4356-8240-135fee207d8a req-754b3aa6-943b-4469-b5b5-e4595717a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:14.136594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-754b3aa6-943b-4469-b5b5-e4595717a669 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1662333 Apr 25 14:34:14.137062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.166122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:14.166997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.168095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] 10.222.0.15 "PUT /v2.0/ports/bc42927f-4aa2-4839-bd13-ff56a771c715 HTTP/1.1" status: 200 len: 1092 time: 3.9194584 Apr 25 14:34:14.168707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'tag': 'bc42927f-4aa2-4839-bd13-ff56a771c715'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:14.262344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce13a56-a828-4704-9133-42b2852a0817 req-0a4f6726-e90d-47f5-ab7d-45536d920058 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:14.269626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ce13a56-a828-4704-9133-42b2852a0817 req-0a4f6726-e90d-47f5-ab7d-45536d920058 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 944 time: 0.3654349 Apr 25 14:34:14.294634 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Set router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:14.362282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed8c2c-4ae2-4c0b-984a-77ea2cc1bded service neutron] Pushing event updated for resources: {'Port': ['ID=bc42927f-4aa2-4839-bd13-ff56a771c715,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:14.453776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-3a9a3f4f-9707-49a1-8282-da428f46d1b4 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503642 Apr 25 14:34:14.471593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ce13a56-a828-4704-9133-42b2852a0817 req-fbb8fe2d-f39a-44ae-83dd-d14880489705 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683531 Apr 25 14:34:14.511515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.557185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fee19b38-3a06-41eb-b34d-e1b704a98db9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:14.617910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbdd66f-15ef-49df-a45c-8640d6548a3c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:14.678053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fee19b38-3a06-41eb-b34d-e1b704a98db9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:14.679800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.685382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fee19b38-3a06-41eb-b34d-e1b704a98db9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:14.685982 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.695638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.717992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98264a-801d-4356-8240-135fee207d8a req-97250ba7-e9b2-4bf0-bbcb-286dd8e8eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:14.719515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-97250ba7-e9b2-4bf0-bbcb-286dd8e8eeb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5441284 Apr 25 14:34:14.728704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-365db382-eb2d-441d-a33f-ab34e4102534 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2bbdd66f-15ef-49df-a45c-8640d6548a3c HTTP/1.1" status: 204 len: 168 time: 1.5478160 Apr 25 14:34:14.758566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38970) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:14.784330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:34:10Z', 'revision_number': 4, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd374f096-903d-4c44-b4ef-f880507504a4', 'name': '', 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'mac_address': 'fa:16:3e:38:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'c323d503-f6ca-4196-b14c-748826d4d2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:06Z', 'updated_at': '2022-04-25T14:34:11Z', 'revision_number': 2, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'subnets': [{'id': 'c323d503-f6ca-4196-b14c-748826d4d2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:14.790103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Checking router: af617a5c-dc9f-4f69-aadf-f7ba942b7a98 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:14.790834 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Updating router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 port d374f096-903d-4c44-b4ef-f880507504a4 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:14.893176 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.918408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84976a73-c24d-4594-bdaf-803323598e54 req-7b197538-c7bb-401b-ab65-a69b497476e3 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575145 Apr 25 14:34:14.922863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:14.993864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fee19b38-3a06-41eb-b34d-e1b704a98db9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fee19b38-3a06-41eb-b34d-e1b704a98db9,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:15.003679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.051183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dc5f4041-c376-45a4-b463-b8e9981f8540 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:15.053131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:15.081905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.086671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-a8fe83bd-b2d2-4fcd-962a-2249f6c81900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:15.088224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-a8fe83bd-b2d2-4fcd-962a-2249f6c81900 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad70287785a248fcb559036835ebe445&device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 1095 time: 0.8154833 Apr 25 14:34:15.094600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.109880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:15.257083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fee19b38-3a06-41eb-b34d-e1b704a98db9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:15.291499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port dc5f4041-c376-45a4-b463-b8e9981f8540 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:15.296843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:15.306601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port dc5f4041-c376-45a4-b463-b8e9981f8540 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:15.306982 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.323733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:15.324472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.340608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca9d2e20-16e1-465e-8fed-1cf53e27a8ac req-e4a25642-905f-431f-b1e2-ee6d3ca98f20 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "PUT /v2.0/ports/27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 1021 time: 2.3024461 Apr 25 14:34:15.342855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-7c9abede-4ea7-437a-b843-d64dd63d08c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc42927f-4aa2-4839-bd13-ff56a771c715 HTTP/1.1" status: 200 len: 217 time: 0.2321203 Apr 25 14:34:15.345392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-4969fea6-6d37-4c27-a5f8-4bd6fda0e8a9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122339 Apr 25 14:34:15.348573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.358171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098135-5ba9-4873-a0ff-48621838bc56 req-de35ffea-6a9d-4358-8317-3506f169cc2b tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:15.366283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e098135-5ba9-4873-a0ff-48621838bc56 req-de35ffea-6a9d-4358-8317-3506f169cc2b tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 944 time: 0.7526715 Apr 25 14:34:15.390592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:15.510557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b299-9fd4-4500-af7b-04957a03597c req-eb1cb63e-ad22-4d21-96b4-b1e51939d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:15.519433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-eb1cb63e-ad22-4d21-96b4-b1e51939d221 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9aba0764-b786-441d-9849-282fb0f42175 HTTP/1.1" status: 200 len: 860 time: 0.1679826 Apr 25 14:34:15.603621 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.647406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-ce4cd054-85cb-4b2f-a285-9b16a0d7dc52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=126e4b12-d467-4c94-ac3f-e4114cd7f979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232762 Apr 25 14:34:15.652762 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.663448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e098135-5ba9-4873-a0ff-48621838bc56 req-dddf228c-d782-465c-9216-26a90d3a3a5e tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961750 Apr 25 14:34:15.672901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f4041-c376-45a4-b463-b8e9981f8540'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:15.678260 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Transition to ACTIVE for port object d374f096-903d-4c44-b4ef-f880507504a4 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:15.696637 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.702316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port dc5f4041-c376-45a4-b463-b8e9981f8540, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dc5f4041-c376-45a4-b463-b8e9981f8540,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:15.721572 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.809419 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54dc86f1-dae3-413d-ad08-10a47dd56821'] response: {'name': 'network-changed', 'server_uuid': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'tag': 'bc42927f-4aa2-4839-bd13-ff56a771c715', 'status': 'completed', 'code': 200} Apr 25 14:34:15.920818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea9ada-761d-4448-98b8-df8a9e19319c req-e0b321cb-e9f8-4e79-b78e-901189335ac3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:15.923264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=dc5f4041-c376-45a4-b463-b8e9981f8540,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:15.940117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38ea9ada-761d-4448-98b8-df8a9e19319c req-e0b321cb-e9f8-4e79-b78e-901189335ac3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.3438852 Apr 25 14:34:15.972109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:15.977733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-ca9b50cc-c2d3-468b-b9bd-e1f8662c3afa service neutron] 10.222.0.15 "GET /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192849 Apr 25 14:34:15.994092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a98264a-801d-4356-8240-135fee207d8a req-0b955240-3768-458d-8574-2199ffce8e3e service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244638 Apr 25 14:34:16.027460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:34:16.110146 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05244706-51fb-44dc-8e51-d0e35099e881 None None] Pushing event updated for resources: {'Port': ['ID=d374f096-903d-4c44-b4ef-f880507504a4,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:16.123150 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Attempting to bind port d374f096-903d-4c44-b4ef-f880507504a4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:16.123672 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Attempting to bind port d374f096-903d-4c44-b4ef-f880507504a4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:16.124206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Attempting to bind port d374f096-903d-4c44-b4ef-f880507504a4 on network cd1ff69a-9c26-4472-baa0-648e643d0b78 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:16.132933 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:16.133491 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Checking segment: {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:16.134048 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.134597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Bound using segment: {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:16.135261 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Bound port: d374f096-903d-4c44-b4ef-f880507504a4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf151b4-d102-4764-93c4-a744cce85a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:16.135777 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.136275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38ea9ada-761d-4448-98b8-df8a9e19319c req-9413eaed-c4ca-4c61-9c12-7db32983f7e1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951582 Apr 25 14:34:16.141856 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.144895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993f9f71-1071-4ed4-a959-fa77c0c20b93']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:16.183280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.211711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e716daec-9ce6-4cc2-97e3-f16e4a99a867') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:16.212250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e716daec-9ce6-4cc2-97e3-f16e4a99a867') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:16.220445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e915b299-9fd4-4500-af7b-04957a03597c req-806abfbe-b631-4d96-ab75-244735401f41 service neutron] 10.222.0.15 "GET /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346268 Apr 25 14:34:16.278168 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] For port d374f096-903d-4c44-b4ef-f880507504a4, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:16.282240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] For port d374f096-903d-4c44-b4ef-f880507504a4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d374f096-903d-4c44-b4ef-f880507504a4,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:16.287779 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.290974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.344932 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.351102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.366778 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Routers {'af617a5c-dc9f-4f69-aadf-f7ba942b7a98'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:16.367423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:16.382035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:34:16.382680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.402654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Pushing event updated for resources: {'Port': ['ID=18e2e335-3956-4ca0-9876-93989e382a4c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:34:16.405440 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:34:16.451643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-a046518e-aced-4f7b-a895-df579b507e04 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5308006 Apr 25 14:34:16.462974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fee19b38-3a06-41eb-b34d-e1b704a98db9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:16.507552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf281a-d5c1-463d-83b7-266ec1189dfe req-5d5fa970-2d37-4791-9b89-fee06a39cb5b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:16.515529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:16.531554 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74cf281a-d5c1-463d-83b7-266ec1189dfe req-5d5fa970-2d37-4791-9b89-fee06a39cb5b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1024 time: 0.2637610 Apr 25 14:34:16.544950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:16.546542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05244706-51fb-44dc-8e51-d0e35099e881 None None] Pushing event updated for resources: {'Port': ['ID=d374f096-903d-4c44-b4ef-f880507504a4,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:16.570906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-49df185d-3f07-4e9e-bb29-203dcd8723bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:16.573382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-49df185d-3f07-4e9e-bb29-203dcd8723bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad70287785a248fcb559036835ebe445&device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 1095 time: 0.2696130 Apr 25 14:34:16.655314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Usage tracker for resource:floatingip and tenant:c4a16a60f93b46c7a346fc0d07ccae5f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:16.662534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:16.665377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fee19b38-3a06-41eb-b34d-e1b704a98db9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:16.666230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.690225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:16.697675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.724767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.743279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] Pushing event deleted for resources: {'Network': ['ID=993f9f71-1071-4ed4-a959-fa77c0c20b93,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:16.756135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:16.791133 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] Set router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:16.806929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a14912f8-50cf-4bc6-b6a6-286d0d99a13f admin admin] 10.222.0.23 "DELETE /v2.0/networks/993f9f71-1071-4ed4-a959-fa77c0c20b93 HTTP/1.1" status: 204 len: 168 time: 2.0473518 Apr 25 14:34:16.809470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:16.810674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38986) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:16.845873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:16.921586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74cf281a-d5c1-463d-83b7-266ec1189dfe req-6e3eb4e2-a6d2-420c-a6af-c82078b9cabd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=57ec9dab-df40-42d3-b644-bd634b5dd712&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&id=0b1feb40-8541-403d-9398-674d1c506f1c HTTP/1.1" status: 200 len: 6149 time: 0.3860176 Apr 25 14:34:16.932123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-819cc3b8-7ebf-49e4-b696-75dea86d3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:16.934512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-819cc3b8-7ebf-49e4-b696-75dea86d3d99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=126e4b12-d467-4c94-ac3f-e4114cd7f979 HTTP/1.1" status: 200 len: 921 time: 0.3535941 Apr 25 14:34:17.049091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Deleting subnet 7e9e4220-4ba1-49e6-8212-e224434b1ae0 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:34:17.059811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:17.072351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-33298ea8-1cd4-4a4a-af25-7e7bb4ca8505 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc42927f-4aa2-4839-bd13-ff56a771c715 HTTP/1.1" status: 200 len: 217 time: 0.1262438 Apr 25 14:34:17.174612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-9de68902-f305-40d5-b55c-1e38bc39e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:17.180300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-9de68902-f305-40d5-b55c-1e38bc39e2db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9aba0764-b786-441d-9849-282fb0f42175 HTTP/1.1" status: 200 len: 860 time: 0.0979316 Apr 25 14:34:17.200600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-817d0167-b79b-4fc0-bc04-2496a5e94643 None None] Provisioning complete for port 18e2e335-3956-4ca0-9876-93989e382a4c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:17.201169 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-817d0167-b79b-4fc0-bc04-2496a5e94643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:17.252003 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:34:10Z', 'revision_number': 4, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd374f096-903d-4c44-b4ef-f880507504a4', 'name': '', 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'mac_address': 'fa:16:3e:38:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'c323d503-f6ca-4196-b14c-748826d4d2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:06Z', 'updated_at': '2022-04-25T14:34:16Z', 'revision_number': 4, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'subnets': [{'id': 'c323d503-f6ca-4196-b14c-748826d4d2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:17.258176 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163b351-78bb-48a8-bb43-ecfca23c9dda None None] The sync data for ids ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'] in n-d-811416-6 is: [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:34:10Z', 'revision_number': 4, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd374f096-903d-4c44-b4ef-f880507504a4', 'name': '', 'network_id': 'cd1ff69a-9c26-4472-baa0-648e643d0b78', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'mac_address': 'fa:16:3e:38:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'c323d503-f6ca-4196-b14c-748826d4d2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:06Z', 'updated_at': '2022-04-25T14:34:16Z', 'revision_number': 4, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'subnets': [{'id': 'c323d503-f6ca-4196-b14c-748826d4d2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:17.284594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-21173c87-e5e5-4302-b138-0545dc513458 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=126e4b12-d467-4c94-ac3f-e4114cd7f979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973220 Apr 25 14:34:17.289616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-817d0167-b79b-4fc0-bc04-2496a5e94643 None None] Port 18e2e335-3956-4ca0-9876-93989e382a4c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:17.434489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Router 0958e08f-06d5-47f9-855d-ed966d2b9cde has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:34:17.443279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:17.501495 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:34:17.595005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38998) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:17.641345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:17.696948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:17.755929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-8bbf2df1-d8bb-4d46-af7f-668bd42909a4 service neutron] 10.222.0.15 "GET /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652185 Apr 25 14:34:17.767415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e29c-fbbf-4cee-a578-4633f20ef7a7 req-07ea24d6-4574-4d98-a90b-60518efa1746 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:17.773691 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e41e29c-fbbf-4cee-a578-4633f20ef7a7 req-07ea24d6-4574-4d98-a90b-60518efa1746 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.4003658 Apr 25 14:34:17.824912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:17.849076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:17.906642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:17.918584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Sync routers for ids ['0958e08f-06d5-47f9-855d-ed966d2b9cde'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:17.931631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e41e29c-fbbf-4cee-a578-4633f20ef7a7 req-dcf688e5-ef2e-4386-966d-42cd040e4d75 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341615 Apr 25 14:34:17.939101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Routers {'0958e08f-06d5-47f9-855d-ed966d2b9cde'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:17.940180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0958e08f-06d5-47f9-855d-ed966d2b9cde'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:17.947053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:17.965759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85fc8da8-d804-4ae4-9a2f-b4bc0182e337 req-1c506d04-56f2-453e-afb8-20eaf0eff9ac service neutron] 10.222.0.15 "GET /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904101 Apr 25 14:34:17.969747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Usage tracker for resource:security_group_rule and tenant:9a27b5bcba52428bb864c78dc4e73618 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:17.978713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:17.990783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:18.010063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-79f8e2ac-18b4-4744-bc96-e8322c110b17 admin admin] 10.222.0.23 "PUT /v2.0/routers/0958e08f-06d5-47f9-855d-ed966d2b9cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6486640 Apr 25 14:34:18.011419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.046681 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabe0186-9838-4d44-a0a8-c7ffbadb37e7'] response: {'server_uuid': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f4041-c376-45a4-b463-b8e9981f8540', 'code': 200} Apr 25 14:34:18.106529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9e4220-4ba1-49e6-8212-e224434b1ae0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:18.119332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Allocated IP 172.25.0.38 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/23aaab5f-67c7-43ac-af5f-c1529b5fbf6d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:18.130962 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.255376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:18.280133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e2ad7156-8e39-45b5-81ec-89945f137a78 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e9e4220-4ba1-49e6-8212-e224434b1ae0 HTTP/1.1" status: 204 len: 168 time: 1.4669144 Apr 25 14:34:18.288676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:18.290697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.326324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Set router 0958e08f-06d5-47f9-855d-ed966d2b9cde gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:18.347720 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.373070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a77c0-1539-42fe-b5ae-df45b07f9086 req-20c37862-c208-45b3-9aa1-f9d8edef6aa8 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:18.373813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bd1a77c0-1539-42fe-b5ae-df45b07f9086 req-20c37862-c208-45b3-9aa1-f9d8edef6aa8 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Synchronizing usage tracker for tenant:ad70287785a248fcb559036835ebe445 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:18.552781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302b7d35-b22c-46cc-9197-c712a19ce250,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:18.564045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d374f096-903d-4c44-b4ef-f880507504a4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:18.570346 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5c10183-98c5-468a-9cce-17da233cffee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a27b5bcba52428bb864c78dc4e73618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9703465 Apr 25 14:34:18.587326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39016) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:18.632103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.635177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bd1a77c0-1539-42fe-b5ae-df45b07f9086 req-20c37862-c208-45b3-9aa1-f9d8edef6aa8 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Unset dirty status for tenant:ad70287785a248fcb559036835ebe445 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:18.642471 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd1a77c0-1539-42fe-b5ae-df45b07f9086 req-20c37862-c208-45b3-9aa1-f9d8edef6aa8 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 944 time: 0.4528513 Apr 25 14:34:18.665229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e5f0c-4f5a-4add-b4e3-2b2f3a129158 req-964de402-449c-41ad-b8e1-cfc69cd806b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:18.666671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a3e5f0c-4f5a-4add-b4e3-2b2f3a129158 req-964de402-449c-41ad-b8e1-cfc69cd806b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 1096 time: 0.5434678 Apr 25 14:34:18.727204 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.730996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd1a77c0-1539-42fe-b5ae-df45b07f9086 req-665ba869-f7a9-46dc-b127-680c7fe193a9 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868006 Apr 25 14:34:18.768887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d374f096-903d-4c44-b4ef-f880507504a4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:18.787245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d374f096-903d-4c44-b4ef-f880507504a4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:18.787623 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.827798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1384396482 ', 'description': 'tempest-description-1922827186'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:18.829823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50fb4386-271e-44c7-8c37-2b8b98736c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.832637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a3e5f0c-4f5a-4add-b4e3-2b2f3a129158 req-04745cac-42da-4900-b578-0bbd4ac3da87 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505134 Apr 25 14:34:18.834833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:18.846670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:18.860187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.885184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:18.889787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:18.895170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:18.902626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:18.913924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.936069 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50fb4386-271e-44c7-8c37-2b8b98736c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:18.969456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c07f8aa-42d1-40cf-990a-933d349e0f1a']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:18.996158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b650741-8891-4696-85a9-b7f0a0e935bf') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:18.996490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b650741-8891-4696-85a9-b7f0a0e935bf') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:18.998118 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.009390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18e2e335-3956-4ca0-9876-93989e382a4c', 'name': '', 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'mac_address': 'fa:16:3e:6a:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:11Z', 'updated_at': '2022-04-25T14:34:15Z', 'revision_number': 2, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'subnets': [{'id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:19.011596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.019145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Checking router: 0958e08f-06d5-47f9-855d-ed966d2b9cde for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:19.019986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Updating router 0958e08f-06d5-47f9-855d-ed966d2b9cde port 18e2e335-3956-4ca0-9876-93989e382a4c binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:19.036150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.044026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.060871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.072924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d374f096-903d-4c44-b4ef-f880507504a4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d374f096-903d-4c44-b4ef-f880507504a4,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:19.089459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.099219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:19.100558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:19.109446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.111612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:19.134455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.140314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2581559b-e360-4ffe-b5df-5ab52a4e2cba,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:19.150257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.157937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=23aaab5f-67c7-43ac-af5f-c1529b5fbf6d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:19.157937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:34:19.157937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.170174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a457c713-969c-4d1f-bdc1-92b0a30b8365 req-cc33bb6d-a457-456d-a79a-e395c8fddea2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3574975 Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:34:19.182665 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:34:19.233472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d374f096-903d-4c44-b4ef-f880507504a4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:19.284433 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.294870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bc42927f-4aa2-4839-bd13-ff56a771c715 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:19.377103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50fb4386-271e-44c7-8c37-2b8b98736c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.412122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb4386-271e-44c7-8c37-2b8b98736c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302b7d35-b22c-46cc-9197-c712a19ce250,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:19.418547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50fb4386-271e-44c7-8c37-2b8b98736c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.422200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50fb4386-271e-44c7-8c37-2b8b98736c6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/302b7d35-b22c-46cc-9197-c712a19ce250 HTTP/1.1" status: 204 len: 168 time: 0.8294907 Apr 25 14:34:19.461347 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.482775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.500979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] Pushing event deleted for resources: {'Network': ['ID=1c07f8aa-42d1-40cf-990a-933d349e0f1a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:19.506195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b51677e-cecd-493b-a30c-9a5984261cad admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c07f8aa-42d1-40cf-990a-933d349e0f1a HTTP/1.1" status: 204 len: 168 time: 1.2141268 Apr 25 14:34:19.521236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.549200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec018b4b-eb3d-41c0-9279-bb275a7da729 req-d097e007-bb0a-4d4b-87a7-0a5f3b8fefc3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:19.550749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec018b4b-eb3d-41c0-9279-bb275a7da729 req-d097e007-bb0a-4d4b-87a7-0a5f3b8fefc3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2125597 Apr 25 14:34:19.616690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.697902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39028) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:19.709918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bc42927f-4aa2-4839-bd13-ff56a771c715, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bc42927f-4aa2-4839-bd13-ff56a771c715,segment=NetworkSegment(8916fc86-2923-4416-a065-eaaa9e9f546a),segment_id=8916fc86-2923-4416-a065-eaaa9e9f546a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:19.734637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'bc42927f-4aa2-4839-bd13-ff56a771c715', 'network_id': '126e4b12-d467-4c94-ac3f-e4114cd7f979', 'port_id': 'bc42927f-4aa2-4839-bd13-ff56a771c715', 'mac_address': 'fa:16:3e:a3:43:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aba0764-b786-441d-9849-282fb0f42175', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:19.748794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec018b4b-eb3d-41c0-9279-bb275a7da729 req-006e04ac-5c31-4862-9fdf-90bea538c4f4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908336 Apr 25 14:34:19.841319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-21710703-5f93-4fd5-96d4-b7e69e62c671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=554b57b9922d48edbf8113fa3f978df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421254 Apr 25 14:34:19.842312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39038) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:19.843753 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cc35ad-2ecb-4aa2-a18d-939c8bb7585b'] response: {'name': 'network-changed', 'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'status': 'completed', 'code': 200} Apr 25 14:34:19.868860 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.899940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc42927f-4aa2-4839-bd13-ff56a771c715 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:19.912453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:19.932994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Transition to ACTIVE for port object 18e2e335-3956-4ca0-9876-93989e382a4c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:19.936399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bc42927f-4aa2-4839-bd13-ff56a771c715, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bc42927f-4aa2-4839-bd13-ff56a771c715,segment=NetworkSegment(8916fc86-2923-4416-a065-eaaa9e9f546a),segment_id=8916fc86-2923-4416-a065-eaaa9e9f546a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:19.952144 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.025437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.028067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39042) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:20.034563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bc42927f-4aa2-4839-bd13-ff56a771c715,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:20.070654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.084924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Deleting port 18e2e335-3956-4ca0-9876-93989e382a4c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:20.085655 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.109195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:20.115171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b4de595-f3ee-44a0-b72f-da972cd936e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.119693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Usage tracker for resource:security_group_rule and tenant:507fcda5624c40e89749c8f43b9bbe4c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:20.123609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:20.131269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:20.259495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91fb93-8530-404a-8b2b-639aa758ae46 None None] Pushing event updated for resources: {'Port': ['ID=18e2e335-3956-4ca0-9876-93989e382a4c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:20.261871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.270458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['bc42927f-4aa2-4839-bd13-ff56a771c715'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:20.333001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db387-426d-4815-99a7-9d79cd688ed0 req-14b7703d-ec49-42d7-918b-c6ab0ed59281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:20.334758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-14b7703d-ec49-42d7-918b-c6ab0ed59281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1175 time: 0.4706702 Apr 25 14:34:20.340011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.430676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Attempting to bind port 18e2e335-3956-4ca0-9876-93989e382a4c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:20.430854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b4de595-f3ee-44a0-b72f-da972cd936e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.431099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Attempting to bind port 18e2e335-3956-4ca0-9876-93989e382a4c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:20.431582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Attempting to bind port 18e2e335-3956-4ca0-9876-93989e382a4c on network c5aa9e01-844d-4f83-81c2-17218e9c4240 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:20.440037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6149e1-10f9-4a17-9f61-d590c1f24414 req-ca84f821-4eda-4c8a-827e-ef8c3037f8b1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:20.442484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:20.443124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Checking segment: {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:20.443534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.443929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Bound using segment: {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:20.444458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Bound port: 18e2e335-3956-4ca0-9876-93989e382a4c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:20.444778 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.449997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6149e1-10f9-4a17-9f61-d590c1f24414 req-ca84f821-4eda-4c8a-827e-ef8c3037f8b1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.3797414 Apr 25 14:34:20.476517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=507fcda5624c40e89749c8f43b9bbe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447904 Apr 25 14:34:20.479127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39046) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:20.527792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ec974-0698-423f-a1e9-47a7129ac0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8449343-8740-42d6-adba-4ec0cda40308,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:20.532418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d374f096-903d-4c44-b4ef-f880507504a4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:20.589587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.614988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.616349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] For port 18e2e335-3956-4ca0-9876-93989e382a4c, host n-d-811416-6, got binding levels [] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:20.617003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.653824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6149e1-10f9-4a17-9f61-d590c1f24414 req-edae9ce4-40b4-4589-a436-8e5d7b30cc5f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025783 Apr 25 14:34:20.736354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=23aaab5f-67c7-43ac-af5f-c1529b5fbf6d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:20.770017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3b39371-14ae-4033-8ffb-5d77ff4798e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.774647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b4de595-f3ee-44a0-b72f-da972cd936e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.794076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d374f096-903d-4c44-b4ef-f880507504a4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:20.794574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.809372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Calling delete_port for 18e2e335-3956-4ca0-9876-93989e382a4c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:20.809665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4de595-f3ee-44a0-b72f-da972cd936e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09961841-ad41-4418-a522-d1da91d7f55b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:20.819880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.837123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3b39371-14ae-4033-8ffb-5d77ff4798e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.853882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db387-426d-4815-99a7-9d79cd688ed0 req-8dd29f20-8f62-4067-a06b-50a468a55350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:20.855350 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-8dd29f20-8f62-4067-a06b-50a468a55350 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.5113263 Apr 25 14:34:20.867283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b4de595-f3ee-44a0-b72f-da972cd936e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.870798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5b4de595-f3ee-44a0-b72f-da972cd936e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09961841-ad41-4418-a522-d1da91d7f55b HTTP/1.1" status: 204 len: 168 time: 1.0133159 Apr 25 14:34:20.880147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] For port 18e2e335-3956-4ca0-9876-93989e382a4c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:20.885836 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.887062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-4ec356b0-52e1-494e-a58d-45edac097199 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4346595 Apr 25 14:34:20.910815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] For port 18e2e335-3956-4ca0-9876-93989e382a4c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e2e335-3956-4ca0-9876-93989e382a4c,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:20.953015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:20.958011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-444eb642-99dc-43b9-ac23-49854efdfc4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 217 time: 0.0937788 Apr 25 14:34:21.034559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-838bf39a-3644-4f88-b261-fc93b648a434 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:21.044596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91fb93-8530-404a-8b2b-639aa758ae46 None None] Pushing event updated for resources: {'Port': ['ID=18e2e335-3956-4ca0-9876-93989e382a4c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:21.059482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3b39371-14ae-4033-8ffb-5d77ff4798e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:21.072843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-838bf39a-3644-4f88-b261-fc93b648a434 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:21.073434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f2dbfb2-8a5a-41d3-9759-204e889cdf3c req-a92df281-4c5a-46a4-868b-a196e8b5cc1d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/2581559b-e360-4ffe-b5df-5ab52a4e2cba HTTP/1.1" status: 200 len: 1781 time: 0.3270748 Apr 25 14:34:21.074044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-838bf39a-3644-4f88-b261-fc93b648a434 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.1666319 Apr 25 14:34:21.082608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b39371-14ae-4033-8ffb-5d77ff4798e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8449343-8740-42d6-adba-4ec0cda40308,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:21.117184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db387-426d-4815-99a7-9d79cd688ed0 req-ea43e4f4-62ff-4a1f-b353-47b886b879a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:21.118760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-ea43e4f4-62ff-4a1f-b353-47b886b879a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.1519661 Apr 25 14:34:21.159322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Routers {'0958e08f-06d5-47f9-855d-ed966d2b9cde'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:21.160578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0958e08f-06d5-47f9-855d-ed966d2b9cde'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:21.173334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3b39371-14ae-4033-8ffb-5d77ff4798e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:21.178791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c3b39371-14ae-4033-8ffb-5d77ff4798e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8449343-8740-42d6-adba-4ec0cda40308 HTTP/1.1" status: 204 len: 168 time: 0.6934550 Apr 25 14:34:21.301822 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-3e76cb40-4446-4787-873f-86ab3bdefd2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703079 Apr 25 14:34:21.367723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-9e5791a1-d72c-4017-92ee-d6ec9057ddb3 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:21.374045 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-9e5791a1-d72c-4017-92ee-d6ec9057ddb3 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2771695 Apr 25 14:34:21.395096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-c28113a7-9f10-44bb-b2f6-1dbdd62c1182 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:34:21.396171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8f20771-f1b6-4bf7-bd77-2aa6f876b531 req-c28113a7-9f10-44bb-b2f6-1dbdd62c1182 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200877 Apr 25 14:34:21.433681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] Set router 0958e08f-06d5-47f9-855d-ed966d2b9cde gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:21.637720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39062) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:21.711854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0ee7-7d0b-489e-b266-c9bd466b34b1 req-efd2e222-0e69-4c25-8c01-f8e4a3f95cf7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:21.720930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c5d0ee7-7d0b-489e-b266-c9bd466b34b1 req-efd2e222-0e69-4c25-8c01-f8e4a3f95cf7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.1094351 Apr 25 14:34:21.757321 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:34:21.757690 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:34:21.767544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-a58d6343-7ae3-44fa-a2e2-c164744e33e0 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467964 Apr 25 14:34:21.780350 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3cbf57d3-99b4-44c2-929e-4ba615f8ddd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b3078f394dd48b587e3e34f8015ccc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330447 Apr 25 14:34:21.784279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c5d0ee7-7d0b-489e-b266-c9bd466b34b1 req-6714fe7b-617b-48f8-9e5b-92aa7f3f25a4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608509 Apr 25 14:34:21.785470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:21.823344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70549-867a-44f2-99c1-e635cc200914 req-340a8d1c-14eb-4546-8cbd-1ab5f449791c tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:21.824870 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bde70549-867a-44f2-99c1-e635cc200914 req-340a8d1c-14eb-4546-8cbd-1ab5f449791c tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 945 time: 0.5119944 Apr 25 14:34:21.859407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18e2e335-3956-4ca0-9876-93989e382a4c', 'name': '', 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'mac_address': 'fa:16:3e:6a:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:11Z', 'updated_at': '2022-04-25T14:34:20Z', 'revision_number': 4, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'subnets': [{'id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:21.864909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551885f0-18a1-4dc6-9046-ba1952a83101 None None] The sync data for ids ['0958e08f-06d5-47f9-855d-ed966d2b9cde'] in n-d-811416-6 is: [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18e2e335-3956-4ca0-9876-93989e382a4c', 'name': '', 'network_id': 'c5aa9e01-844d-4f83-81c2-17218e9c4240', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'mac_address': 'fa:16:3e:6a:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:11Z', 'updated_at': '2022-04-25T14:34:20Z', 'revision_number': 4, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'subnets': [{'id': 'e1b0afa6-4292-4e71-ac8b-f93f2d60c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:21.915154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0f04e1f-1a5d-4a24-9853-3a2636565e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:21.963511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea77a345-21c5-4d32-b296-bd72c9acad41 req-7cdfb2c5-a90e-4427-b460-4d4c43c20358 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/2581559b-e360-4ffe-b5df-5ab52a4e2cba HTTP/1.1" status: 200 len: 1781 time: 0.1189084 Apr 25 14:34:21.991247 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-061db387-426d-4815-99a7-9d79cd688ed0 req-df632f54-fa82-4ed0-9c61-e3c94aeaea76 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135017 Apr 25 14:34:22.019189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bde70549-867a-44f2-99c1-e635cc200914 req-1b04d929-3b16-4e47-abdf-c9a858c93a69 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277831 Apr 25 14:34:22.019445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0f04e1f-1a5d-4a24-9853-3a2636565e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.117239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ea77a345-21c5-4d32-b296-bd72c9acad41 req-486ed534-0966-4bc6-bf9e-2cabb42260a1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.152645 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0f04e1f-1a5d-4a24-9853-3a2636565e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.169296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ea77a345-21c5-4d32-b296-bd72c9acad41 req-486ed534-0966-4bc6-bf9e-2cabb42260a1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.188200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f04e1f-1a5d-4a24-9853-3a2636565e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97435db1-5a9b-46c4-8af7-f8e0013b6506,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:22.205087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0f04e1f-1a5d-4a24-9853-3a2636565e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.208748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a0f04e1f-1a5d-4a24-9853-3a2636565e60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97435db1-5a9b-46c4-8af7-f8e0013b6506 HTTP/1.1" status: 204 len: 168 time: 0.4176412 Apr 25 14:34:22.246393 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ea77a345-21c5-4d32-b296-bd72c9acad41 req-486ed534-0966-4bc6-bf9e-2cabb42260a1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.284057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ed534-0966-4bc6-bf9e-2cabb42260a1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2581559b-e360-4ffe-b5df-5ab52a4e2cba,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:22.300004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ea77a345-21c5-4d32-b296-bd72c9acad41 req-486ed534-0966-4bc6-bf9e-2cabb42260a1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.302303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea77a345-21c5-4d32-b296-bd72c9acad41 req-486ed534-0966-4bc6-bf9e-2cabb42260a1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/2581559b-e360-4ffe-b5df-5ab52a4e2cba HTTP/1.1" status: 204 len: 173 time: 0.3132048 Apr 25 14:34:22.374756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Deleting port 18e2e335-3956-4ca0-9876-93989e382a4c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:22.375247 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.529943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e2e335-3956-4ca0-9876-93989e382a4c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:22.670825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a79c8-4ee1-47f3-b217-e5ba559725dc req-63cd1cb8-bd9a-4801-b23a-c8a66b43935f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:22.678831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-836a79c8-4ee1-47f3-b217-e5ba559725dc req-63cd1cb8-bd9a-4801-b23a-c8a66b43935f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.1781356 Apr 25 14:34:22.737881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 18e2e335-3956-4ca0-9876-93989e382a4c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:22.747094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 18e2e335-3956-4ca0-9876-93989e382a4c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:22.748062 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.755362 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-836a79c8-4ee1-47f3-b217-e5ba559725dc req-0873b3e2-1e3c-4e1f-9b28-13ab522b448d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755620 Apr 25 14:34:22.782869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-114fd0a2-cb8b-4161-9bea-9be9fbcb6273 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:22.832261 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-fe31a897-7a80-4a6c-be51-0228bc995ab6 req-a6f71477-c192-4261-9780-e9dedd5ea861 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:34:22.838581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-114fd0a2-cb8b-4161-9bea-9be9fbcb6273 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:22.845945 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-114fd0a2-cb8b-4161-9bea-9be9fbcb6273 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7942345 Apr 25 14:34:22.847050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe31a897-7a80-4a6c-be51-0228bc995ab6 req-a6f71477-c192-4261-9780-e9dedd5ea861 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/2581559b-e360-4ffe-b5df-5ab52a4e2cba HTTP/1.1" status: 404 len: 352 time: 0.0338392 Apr 25 14:34:22.854841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:22.879931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:22.883108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] For port 18e2e335-3956-4ca0-9876-93989e382a4c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e2e335-3956-4ca0-9876-93989e382a4c,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:22.883469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:22.997338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.027259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Calling delete_port for 18e2e335-3956-4ca0-9876-93989e382a4c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:23.074094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:23.099927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 18e2e335-3956-4ca0-9876-93989e382a4c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e2e335-3956-4ca0-9876-93989e382a4c,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:23.109256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.114980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.187715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1216344999', 'description': 'tempest-description-168012682'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:23.198424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:23.207955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:23.212661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=18e2e335-3956-4ca0-9876-93989e382a4c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:23.216035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:23.221783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.222527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.223103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.223828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.224403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.224967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.225555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.226118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.226921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.227487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.228051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.228610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:34:23.231315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:23.256549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.290524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:23.297081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bc42927f-4aa2-4839-bd13-ff56a771c715 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:23.315412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:23.327920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:23.338291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:34:23.338766 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:34:23.343083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.344626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:23.419336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port bc42927f-4aa2-4839-bd13-ff56a771c715 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:23.426593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port bc42927f-4aa2-4839-bd13-ff56a771c715 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:23.427051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.439590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.457155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.499198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39134) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:23.518492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.533564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-effe21f6-ebd3-4f6e-9f4f-dca98806c500 req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3502963 Apr 25 14:34:23.582598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbe0be-1580-4721-adcf-aaa4c030e35b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f81a6-685f-4469-8559-8ba11f7a7a5e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:23.632325 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.657310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Allocated IP 172.25.0.143 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f731bc7d-1337-401e-b723-ceafbe26ceaf) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:23.690657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bc42927f-4aa2-4839-bd13-ff56a771c715, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bc42927f-4aa2-4839-bd13-ff56a771c715,segment=NetworkSegment(8916fc86-2923-4416-a065-eaaa9e9f546a),segment_id=8916fc86-2923-4416-a065-eaaa9e9f546a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:23.692775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc42927f-4aa2-4839-bd13-ff56a771c715'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:23.701103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.797530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bc42927f-4aa2-4839-bd13-ff56a771c715,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:23.809995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674bfd8-5285-4e31-8f17-bb807316e57b req-67ca2bd1-7578-4d97-aab0-c05147b04dbc tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:23.811779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b674bfd8-5285-4e31-8f17-bb807316e57b req-67ca2bd1-7578-4d97-aab0-c05147b04dbc tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 946 time: 0.1588278 Apr 25 14:34:23.842762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-network', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:23.858468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:23.864388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b674bfd8-5285-4e31-8f17-bb807316e57b req-e87f070b-9589-4c60-8e63-f8ba768190ca tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Apr 25 14:34:23.865833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Usage tracker for resource:network and tenant:9740b06279f9402999c2dd6daedc4f49 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:23.870469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:23.879004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:23.906844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Made reservation on behalf of 9740b06279f9402999c2dd6daedc4f49 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:23.909232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.925934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.949360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:23.957560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9740b06279f9402999c2dd6daedc4f49 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:23.962129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:23.965568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:23.974185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:24.044071 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.055372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84979d-b21b-4a63-b598-5eefccfc959c req-017563e7-04a2-4234-87f1-95b6a89e2186 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:24.056889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c84979d-b21b-4a63-b598-5eefccfc959c req-017563e7-04a2-4234-87f1-95b6a89e2186 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.0940638 Apr 25 14:34:24.141214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.159675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.197705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:24.202653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:24.216091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c84979d-b21b-4a63-b598-5eefccfc959c req-61a6b817-1a16-454c-969a-63accc3417f4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535020 Apr 25 14:34:24.216322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:24.221413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:24.269609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:34:24.280413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=f731bc7d-1337-401e-b723-ceafbe26ceaf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:24.292298 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.292931 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Added segment 426d8306-7d96-4586-bafb-879d5b53206d of type vlan for network e098d67d-3a38-4e13-87d7-606a1a32fc35 Apr 25 14:34:24.301595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Deleting port 18e2e335-3956-4ca0-9876-93989e382a4c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:24.301931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.321698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2130804041', 'description': 'tempest-description-895547624'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:24.327915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:24.332927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:24.336229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:24.342556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:24.356011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.371890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39156) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:24.400476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.417090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:24.422637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:24.428036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:24.436092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:24.460822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e2e335-3956-4ca0-9876-93989e382a4c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:24.554315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.557651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 18e2e335-3956-4ca0-9876-93989e382a4c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:24.558033 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.559923 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:34:24.588249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.614935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:24.623849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Usage tracker for resource:security_group_rule and tenant:8261f997129742e7b37476ea94652246 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:24.635880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:24.648499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.649936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:24.657405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.658361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:24.658940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.661745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.692929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] For port 18e2e335-3956-4ca0-9876-93989e382a4c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e2e335-3956-4ca0-9876-93989e382a4c,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:24.693672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.725074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.726338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0862d06a-7e37-4f49-b4dc-3d833ec93b37 req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4087238 Apr 25 14:34:24.740623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b660f5-2e76-4bfb-b4c6-e29017f883f7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deebdae0-8f6f-4e8f-8165-49fe86c35f16,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:24.811304 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2239059-7a35-4063-a96c-2ee4e1a4ba7c'] response: {'server_uuid': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc42927f-4aa2-4839-bd13-ff56a771c715', 'code': 200} Apr 25 14:34:24.818983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.825159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:24.892684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1012695085', 'description': 'tempest-description-426596912'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:24.899735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:24.904457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:24.908484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:24.915623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:24.931612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8261f997129742e7b37476ea94652246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588307 Apr 25 14:34:24.932612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c37d3-b434-4759-a259-c6b92e1b93da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ceb8d0-c9bc-48b5-9170-05acd73fb7a2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:24.936002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39168) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:25.010269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da25c97f-1f6f-44ef-b7fb-0b86c57d62fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.033249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.038311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da25c97f-1f6f-44ef-b7fb-0b86c57d62fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.067057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Calling delete_port for 18e2e335-3956-4ca0-9876-93989e382a4c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:25.097089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da25c97f-1f6f-44ef-b7fb-0b86c57d62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.111686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25c97f-1f6f-44ef-b7fb-0b86c57d62fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ceb8d0-c9bc-48b5-9170-05acd73fb7a2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:25.118499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da25c97f-1f6f-44ef-b7fb-0b86c57d62fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.121546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-da25c97f-1f6f-44ef-b7fb-0b86c57d62fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4ceb8d0-c9bc-48b5-9170-05acd73fb7a2 HTTP/1.1" status: 204 len: 168 time: 0.1821682 Apr 25 14:34:25.168898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e098d67d-3a38-4e13-87d7-606a1a32fc35,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:25.179148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:34:25.225237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.244642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6941b879-36de-4f97-a741-87457c0e88d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7413852 Apr 25 14:34:25.246962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39176) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:25.249207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:25.255927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:25.259215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:25.266351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:25.272350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Request body: {'subnet': {'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-subnet', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:25.297753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:25.308653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Usage tracker for resource:subnet and tenant:9740b06279f9402999c2dd6daedc4f49 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:25.356364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:25.364909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.370075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.385514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:25.417473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab73176-5aa8-40f7-b3ba-fd53f14b3c62 req-7017e38e-37b9-48c4-949b-862d16187c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:25.418951 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eab73176-5aa8-40f7-b3ba-fd53f14b3c62 req-7017e38e-37b9-48c4-949b-862d16187c02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 1097 time: 0.3256428 Apr 25 14:34:25.423045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Made reservation on behalf of 9740b06279f9402999c2dd6daedc4f49 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:25.425823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.429462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0241b5-41b5-4781-b2b1-6388662d1f20,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:25.437831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.439005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0fbebeb-2675-4b5d-a895-2f49da43c434 req-37bb8782-f234-4b6f-a4c5-31f5b699dffb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5610905 Apr 25 14:34:25.498105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39186) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:25.498288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.517748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.531383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.534929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:25.539514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Usage tracker for resource:security_group_rule and tenant:6b53e56678624ea4b5f0dcba78021452 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:25.542654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:25.548425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:25.668025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce274a6c-0987-4018-a75d-7fd6f01c4ec4 req-9f0d1c47-291e-4bca-8074-10169f5e4043 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:25.669591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce274a6c-0987-4018-a75d-7fd6f01c4ec4 req-9f0d1c47-291e-4bca-8074-10169f5e4043 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 946 time: 0.1182718 Apr 25 14:34:25.711239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eab73176-5aa8-40f7-b3ba-fd53f14b3c62 req-1ab127eb-00b7-41b8-91ba-e4fb9b0296d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107477 Apr 25 14:34:25.743894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=f731bc7d-1337-401e-b723-ceafbe26ceaf,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:25.744597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce274a6c-0987-4018-a75d-7fd6f01c4ec4 req-07996dc9-0a10-4c03-a095-50cc366e602a tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656128 Apr 25 14:34:25.746325 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.750821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.804785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.806117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b53e56678624ea4b5f0dcba78021452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067482 Apr 25 14:34:25.807237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6571c7b-1de2-42cf-989f-645f6c23fec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8bd145-7b86-4ff5-bf9f-6b8bc71aafd2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:25.809678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39194) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:25.831286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.832581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-77d665b0-0c1a-4ff4-9d9e-df6ca626ce69 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9856608 Apr 25 14:34:25.839803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.876654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7469b451-a8aa-4a9a-9bcf-d2c7aba4f0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.927208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-6342302d-eb84-41f9-a827-6c097aa4c73c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413682 Apr 25 14:34:25.928880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7469b451-a8aa-4a9a-9bcf-d2c7aba4f0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:25.957377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e2e335-3956-4ca0-9876-93989e382a4c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:26.024539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-ed2aedf9-a54c-47d9-9992-e72a7e4e1e20 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:26.113094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7469b451-a8aa-4a9a-9bcf-d2c7aba4f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:26.136470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469b451-a8aa-4a9a-9bcf-d2c7aba4f0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8bd145-7b86-4ff5-bf9f-6b8bc71aafd2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:26.141889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-ed2aedf9-a54c-47d9-9992-e72a7e4e1e20 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:26.143008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-ed2aedf9-a54c-47d9-9992-e72a7e4e1e20 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.2901623 Apr 25 14:34:26.147225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-8e01709a-f2bc-4688-8745-33761186ec25 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:26.154343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-8e01709a-f2bc-4688-8745-33761186ec25 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187638 Apr 25 14:34:26.166381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7469b451-a8aa-4a9a-9bcf-d2c7aba4f0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:26.167606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7469b451-a8aa-4a9a-9bcf-d2c7aba4f0ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb8bd145-7b86-4ff5-bf9f-6b8bc71aafd2 HTTP/1.1" status: 204 len: 168 time: 0.3570337 Apr 25 14:34:26.169052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-d473b473-bfab-4394-a361-283c3c03dcc5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/quotas/240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 375 time: 0.0139062 Apr 25 14:34:26.262308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-2f47a76c-c7f4-4daf-b897-3671aaeeddff tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804718 Apr 25 14:34:26.365015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:26.444786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59b5320-faf1-4b66-be1b-55e0f89229b7,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:26.648086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d5dd7-8d74-4d22-9772-bb9befd61357 req-ee03cb1b-c876-4eb5-9bb7-be993caa5ad6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:26.649779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f62d5dd7-8d74-4d22-9772-bb9befd61357 req-ee03cb1b-c876-4eb5-9bb7-be993caa5ad6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.1046991 Apr 25 14:34:26.719032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-b0145105-141c-400e-8677-7418d95f97cc tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:26.720464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d19dac10-a82c-48f0-af37-8cfec2dc7d27 req-b0145105-141c-400e-8677-7418d95f97cc tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.5565381 Apr 25 14:34:26.739737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f62d5dd7-8d74-4d22-9772-bb9befd61357 req-78ea4c63-7983-4005-a921-590c798b74c4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803227 Apr 25 14:34:26.760335 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:26.852544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Checking segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:26.852906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Network hostable DHCP agents. Network: e098d67d-3a38-4e13-87d7-606a1a32fc35, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:34:26.882798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef10c88b-6feb-44ec-abb6-3ae3e80d2939 req-cfba627e-e5bf-4759-84a8-d17483d8d072 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0902896 Apr 25 14:34:27.025136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:34:27.080038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e098d67d-3a38-4e13-87d7-606a1a32fc35) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:27.093456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72348a2c-16f4-4913-a0d8-fe836341fedc None None] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:27.094813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:27.095596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.156739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-dccd2d8b-17c0-491f-9bb0-87d2035c2631 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2364566 Apr 25 14:34:27.166692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:27.182819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:27.206307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:27.237219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.242220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-471dd571-6c16-440f-864e-5445c3598917 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9915967 Apr 25 14:34:27.250158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39236) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:27.257924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:27.262515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:27.269696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Usage tracker for resource:router and tenant:9740b06279f9402999c2dd6daedc4f49 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:27.375809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:27.398489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-e098d67d-3a38-4e13-87d7-606a1a32fc35', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:34:27.399483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.401997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:27.408272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.487006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-205ed31b-8545-4bac-ab82-78b8edc1d969 req-659d1277-1a16-4974-8b98-2b9527965a88 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:27.515901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Router 0958e08f-06d5-47f9-855d-ed966d2b9cde has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:34:27.554320 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.559933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.589151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Allocated IP 172.20.0.2 (e098d67d-3a38-4e13-87d7-606a1a32fc35/f59b5320-faf1-4b66-be1b-55e0f89229b7/0cce29df-b06f-4c14-93fb-3cc8e1056cc5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:27.673916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-205ed31b-8545-4bac-ab82-78b8edc1d969 req-659d1277-1a16-4974-8b98-2b9527965a88 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:27.675396 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-205ed31b-8545-4bac-ab82-78b8edc1d969 req-659d1277-1a16-4974-8b98-2b9527965a88 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 10896 time: 0.9303095 Apr 25 14:34:27.689410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Allocated IP 172.25.0.3 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/3521c5c3-3ae3-493e-a6d4-a8c4744c4db6) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:27.692622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.835610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-205ed31b-8545-4bac-ab82-78b8edc1d969 req-b79bff77-0337-4244-b042-2cb4fa8a3eb3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/8ec9424e-9153-436f-aeaa-cfb91c19824b HTTP/1.1" status: 200 len: 2981 time: 0.1498642 Apr 25 14:34:27.870288 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.885794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Transition to ACTIVE for port object 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:27.914331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Transition to ACTIVE for port object 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:27.923126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:27.967223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:27.979748 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] Sync routers for ids ['0958e08f-06d5-47f9-855d-ed966d2b9cde'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:27.994274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:27.996641 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] Routers {'0958e08f-06d5-47f9-855d-ed966d2b9cde'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:27.997324 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0958e08f-06d5-47f9-855d-ed966d2b9cde'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:28.001455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:28.017610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:28.061947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-37876f7b-c673-4353-8cd5-cef61a27c597 admin admin] 10.222.0.23 "PUT /v2.0/routers/0958e08f-06d5-47f9-855d-ed966d2b9cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8052590 Apr 25 14:34:28.066489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39258) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:28.129275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.163862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-205ed31b-8545-4bac-ab82-78b8edc1d969 req-841df4d8-ed74-42a2-9ad3-d7622f92d248 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/8ec9424e-9153-436f-aeaa-cfb91c19824b HTTP/1.1" status: 200 len: 2981 time: 0.3204210 Apr 25 14:34:28.228158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Attempting to bind port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:28.229215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Attempting to bind port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:28.229769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Attempting to bind port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 on network e098d67d-3a38-4e13-87d7-606a1a32fc35 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:28.236469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:28.237131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Checking segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:28.238296 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.238867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Bound using segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:28.240150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Bound port: 0cce29df-b06f-4c14-93fb-3cc8e1056cc5, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:28.240661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.241249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.258866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Pushing event updated for resources: {'Port': ['ID=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:28.375976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-53fcd2b5-2493-40d1-8c4c-4d22a4360fed tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2276161 Apr 25 14:34:28.385088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] For port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:28.390747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] For port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:28.401129 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.428691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:28.431305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:28.432218 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] Set router 0958e08f-06d5-47f9-855d-ed966d2b9cde gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:28.440809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:28.486777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=3521c5c3-3ae3-493e-a6d4-a8c4744c4db6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:28.518561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095e1a5-52ce-455e-b64b-0d23ec71d321 None None] Pushing event updated for resources: {'Port': ['ID=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:28.531698 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.573504 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.654850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.784585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.799074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-2d22c51d-eee3-4342-9e3f-bacfdcab1d32 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:28.799074 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-2d22c51d-eee3-4342-9e3f-bacfdcab1d32 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125168 Apr 25 14:34:28.825548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Request body: {'port': {'device_id': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '240441bced794bb3b2215707ed7a817a'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:28.862527 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:25Z', 'revision_number': 5, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:28.868299 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] Checking router: 0958e08f-06d5-47f9-855d-ed966d2b9cde for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:28.906750 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] Routers {'0958e08f-06d5-47f9-855d-ed966d2b9cde'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:28.908580 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0958e08f-06d5-47f9-855d-ed966d2b9cde'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:28.954089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:28.960924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.091651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=3521c5c3-3ae3-493e-a6d4-a8c4744c4db6,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:29.111690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.122731 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] Set router 0958e08f-06d5-47f9-855d-ed966d2b9cde gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:29.146360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.147996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-088d7b85-028e-49a8-a0a7-7a6fce624587 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9872854 Apr 25 14:34:29.171227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7826a-62b2-408a-852f-afa9dcab22ab req-4ef0d175-b8ce-450d-8122-264ab8eacf2c tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:29.172523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0f7826a-62b2-408a-852f-afa9dcab22ab req-4ef0d175-b8ce-450d-8122-264ab8eacf2c tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 946 time: 0.3635156 Apr 25 14:34:29.178371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.240986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-e27828b6-5644-4953-abe2-2dc797edf4cb tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:29.262003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-e27828b6-5644-4953-abe2-2dc797edf4cb tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:29.265539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-e27828b6-5644-4953-abe2-2dc797edf4cb tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.3 HTTP/1.1" status: 200 len: 694 time: 0.1105075 Apr 25 14:34:29.365907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:29.415072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0f7826a-62b2-408a-852f-afa9dcab22ab req-3e3ecf20-9e7c-4d2b-a7c4-4f647cb8db1b tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760726 Apr 25 14:34:29.505616 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:25Z', 'revision_number': 5, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:29.510275 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef75cc-54ea-4464-97db-268b42ac62d8 None None] The sync data for ids ['0958e08f-06d5-47f9-855d-ed966d2b9cde'] in n-d-811416-6 is: [{'id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'name': 'tempest-ServersTestFqdnHostnames-1766096003-router', 'tenant_id': '39294294868a4dd98a6479cc3d88ccd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:57Z', 'updated_at': '2022-04-25T14:34:25Z', 'revision_number': 5, 'project_id': '39294294868a4dd98a6479cc3d88ccd9', 'gw_port': {'id': 'fee19b38-3a06-41eb-b34d-e1b704a98db9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958e08f-06d5-47f9-855d-ed966d2b9cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:02Z', 'updated_at': '2022-04-25T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:29.510508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:29.522247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-a378dc6f-d6ba-425d-958b-8d3b1eaa3026 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:29.526647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c16148da-0639-4e05-9202-1f55d8b8fa49 req-a378dc6f-d6ba-425d-958b-8d3b1eaa3026 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2554557 Apr 25 14:34:29.586978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Made reservation on behalf of 240441bced794bb3b2215707ed7a817a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:29.590897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.637000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.742869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2e5cc-2366-4a87-bdeb-5c4b17cdcdda None None] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:29.746803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-142b15a1-fc45-4241-b000-49f5664c92c5 req-906640d2-bef2-4eb3-914a-7659aacd52e3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0522125 Apr 25 14:34:29.753407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Deleting port fee19b38-3a06-41eb-b34d-e1b704a98db9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:29.753764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.834894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef0c5861-82cd-4bf7-b582-966ac72c26a7 None None] Provisioning for port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:29.836331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abce81db-d514-43f5-a9d5-597d6c391764 req-ea945b7e-fd1a-4978-a86a-b358e77ef9ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/dc2f81a6-685f-4469-8559-8ba11f7a7a5e HTTP/1.1" status: 200 len: 1800 time: 0.0563450 Apr 25 14:34:29.916296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-abce81db-d514-43f5-a9d5-597d6c391764 req-d214e686-702a-4a7e-8c77-68e59708c54c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:29.966745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-abce81db-d514-43f5-a9d5-597d6c391764 req-d214e686-702a-4a7e-8c77-68e59708c54c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.031659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-abce81db-d514-43f5-a9d5-597d6c391764 req-d214e686-702a-4a7e-8c77-68e59708c54c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.057537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214e686-702a-4a7e-8c77-68e59708c54c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f81a6-685f-4469-8559-8ba11f7a7a5e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:30.071380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-abce81db-d514-43f5-a9d5-597d6c391764 req-d214e686-702a-4a7e-8c77-68e59708c54c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.084276 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abce81db-d514-43f5-a9d5-597d6c391764 req-d214e686-702a-4a7e-8c77-68e59708c54c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc2f81a6-685f-4469-8559-8ba11f7a7a5e HTTP/1.1" status: 204 len: 173 time: 0.2424572 Apr 25 14:34:30.257556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91797-9663-4a8c-99bc-98df8f43db62 req-20297866-4736-4be4-8080-4894e167cd82 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:30.264487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5e91797-9663-4a8c-99bc-98df8f43db62 req-20297866-4736-4be4-8080-4894e167cd82 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.5778973 Apr 25 14:34:30.269265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Allocated IP 192.168.233.58 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/581ea44a-c6de-40bb-b38f-2d0018afa076) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:30.306345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.324776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-c12dfbef-4165-48fe-a80d-7ebb206ae002 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e484c765057f47b69ecf79a8afd55a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275025 Apr 25 14:34:30.348297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.451433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5e91797-9663-4a8c-99bc-98df8f43db62 req-55dc5d9f-cc66-4257-b20f-454127c184b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859899 Apr 25 14:34:30.458227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] For port fee19b38-3a06-41eb-b34d-e1b704a98db9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fee19b38-3a06-41eb-b34d-e1b704a98db9,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:30.458596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.488371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:30.529804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-59719194-ef91-49a1-a357-cd66da683036 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:30.537751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-59719194-ef91-49a1-a357-cd66da683036 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072701 Apr 25 14:34:30.554339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-cd77c310-18fc-411b-a1e7-c3ee9f6ad802 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/quotas/e484c765057f47b69ecf79a8afd55a0e HTTP/1.1" status: 200 len: 375 time: 0.0110352 Apr 25 14:34:30.573640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:30.579559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:30.579942 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.606195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-64644356-a0b7-4ca1-a1ad-baa3c081bb6c tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444467 Apr 25 14:34:30.712940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.764105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:30.772482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:30.783410 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-b02bbdba-084c-4219-9534-a65aea991473 req-f202b599-1b7a-4594-9537-58c1247e7abe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:34:30.798680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b02bbdba-084c-4219-9534-a65aea991473 req-f202b599-1b7a-4594-9537-58c1247e7abe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/dc2f81a6-685f-4469-8559-8ba11f7a7a5e HTTP/1.1" status: 404 len: 352 time: 0.0410671 Apr 25 14:34:30.818203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e2e335-3956-4ca0-9876-93989e382a4c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:34:30.870290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 18e2e335-3956-4ca0-9876-93989e382a4c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:34:30.871022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e2e335-3956-4ca0-9876-93989e382a4c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:34:30.883761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Calling delete_port for fee19b38-3a06-41eb-b34d-e1b704a98db9 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:30.911808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:31.018047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fdbd046e-3698-4aa5-8761-b558e0c4d7f2 req-ad604085-d8cc-4d2d-8aa1-b1ab62100967 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0598752 Apr 25 14:34:31.092244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64ce2cb9-de79-4249-8380-bc9aa78ea034 req-88b506a7-6e63-4b15-b352-d5dd18a214ac tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/deebdae0-8f6f-4e8f-8165-49fe86c35f16 HTTP/1.1" status: 200 len: 1800 time: 0.0476732 Apr 25 14:34:31.167600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-64ce2cb9-de79-4249-8380-bc9aa78ea034 req-8e8542bc-c471-4b36-9d8d-ebd4af011b70 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.195253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-64ce2cb9-de79-4249-8380-bc9aa78ea034 req-8e8542bc-c471-4b36-9d8d-ebd4af011b70 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.253365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-64ce2cb9-de79-4249-8380-bc9aa78ea034 req-8e8542bc-c471-4b36-9d8d-ebd4af011b70 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.273816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8542bc-c471-4b36-9d8d-ebd4af011b70 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deebdae0-8f6f-4e8f-8165-49fe86c35f16,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:31.281139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-64ce2cb9-de79-4249-8380-bc9aa78ea034 req-8e8542bc-c471-4b36-9d8d-ebd4af011b70 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.282287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64ce2cb9-de79-4249-8380-bc9aa78ea034 req-8e8542bc-c471-4b36-9d8d-ebd4af011b70 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/deebdae0-8f6f-4e8f-8165-49fe86c35f16 HTTP/1.1" status: 204 len: 173 time: 0.1839201 Apr 25 14:34:31.321616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Allocated IP 172.25.0.87 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/4b7f5862-7ab0-481f-a861-bd0a86cb00fb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:31.342985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-8baa96a6-b8a2-4c19-8c45-9b779dcb88c4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6755745 Apr 25 14:34:31.375980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:31.418548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-217635b4-0943-45af-9db5-3903e9f2a35b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e484c765057f47b69ecf79a8afd55a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307317 Apr 25 14:34:31.432909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:31.500134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.526150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:31.553239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Transition to ACTIVE for port object 581ea44a-c6de-40bb-b38f-2d0018afa076 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:31.613467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.685745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-587376b7-1337-48fe-80f0-7123384c8eda tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:31.687221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-587376b7-1337-48fe-80f0-7123384c8eda tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623637 Apr 25 14:34:31.692731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.705489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-1506d1f8-3787-4690-a2f5-9156fbed3e26 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/quotas/e484c765057f47b69ecf79a8afd55a0e HTTP/1.1" status: 200 len: 375 time: 0.0097034 Apr 25 14:34:31.723688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.759731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-419acc42-e5b2-4b86-98b0-3017d5c5b867 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444214 Apr 25 14:34:31.817609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:31.829575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', '844738c1-2299-4034-81cf-11282c63ec77'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:31.836683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Pushing event deleted for resources: {'Port': ['ID=fee19b38-3a06-41eb-b34d-e1b704a98db9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:31.941796 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-a7105cbb-7288-4dba-ab41-87b298585e29 req-f361df5b-04ce-4615-81f2-510514db8cba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:34:31.944131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7105cbb-7288-4dba-ab41-87b298585e29 req-f361df5b-04ce-4615-81f2-510514db8cba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/deebdae0-8f6f-4e8f-8165-49fe86c35f16 HTTP/1.1" status: 404 len: 352 time: 0.0248175 Apr 25 14:34:32.042449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:32.053702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:32.062675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-e2b15df7-7b66-4b52-9036-ac4f8817096b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e484c765057f47b69ecf79a8afd55a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609982 Apr 25 14:34:32.105320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:32.209427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.292685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-a49f8fe1-6f43-4ac1-baba-b004ee880a28 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:32.294556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-a49f8fe1-6f43-4ac1-baba-b004ee880a28 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254663 Apr 25 14:34:32.311324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:32.312008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.343301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.353552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:32.379270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Request body: {'port': {'device_id': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'e484c765057f47b69ecf79a8afd55a0e'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:32.426462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-61d96507-5c98-4bba-bfc5-c673a933b75e None None] Provisioning for port 581ea44a-c6de-40bb-b38f-2d0018afa076 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:32.433706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-61d96507-5c98-4bba-bfc5-c673a933b75e None None] Provisioning complete for port 581ea44a-c6de-40bb-b38f-2d0018afa076 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:32.434421 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d96507-5c98-4bba-bfc5-c673a933b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.537265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:32.550969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173b360-6614-4ad2-b693-0b25a8f2520a req-cae50dc5-a8f6-4640-a75b-1d5095efd9d9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:32.553061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d173b360-6614-4ad2-b693-0b25a8f2520a req-cae50dc5-a8f6-4640-a75b-1d5095efd9d9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.2573311 Apr 25 14:34:32.577139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-61d96507-5c98-4bba-bfc5-c673a933b75e None None] Port 581ea44a-c6de-40bb-b38f-2d0018afa076 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:32.587832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:32.588828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:32.603746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:32.631284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:32.639544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Usage tracker for resource:port and tenant:e484c765057f47b69ecf79a8afd55a0e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:32.645234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:32.666741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d173b360-6614-4ad2-b693-0b25a8f2520a req-d26110c4-bc0f-46c7-a2ff-69c1f443e446 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964477 Apr 25 14:34:32.668168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:32.668303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:32.684085 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.688574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Made reservation on behalf of e484c765057f47b69ecf79a8afd55a0e for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:32.699630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.754562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.784265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:32.795993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Usage tracker for resource:security_group_rule and tenant:e484c765057f47b69ecf79a8afd55a0e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:32.802852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:32.821733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:32.866059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-afe6482c-e87d-4856-b76b-cf4ea2acebf9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0534959 Apr 25 14:34:32.871869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.880300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e4313d5-7235-4329-a47c-e3ee9ca9648d req-9e529695-9f58-4cd6-9045-bbd9e5fd7fd2 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 210 time: 0.0561373 Apr 25 14:34:32.881684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:32.894368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Request body: {'port': {'device_id': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:32.996774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.006100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43205e51-ab64-4615-9064-22c1e54638cf req-e0332054-e835-4fc1-bd1a-9bc8561b09a0 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/6f0241b5-41b5-4781-b2b1-6388662d1f20 HTTP/1.1" status: 200 len: 1800 time: 0.0730762 Apr 25 14:34:33.008226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.030048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:33.106785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.117454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.118492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0958e08f-06d5-47f9-855d-ed966d2b9cde {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:34:33.118627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945b41e0-ac85-44df-a025-4e2f90a1893d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:33.218119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-43205e51-ab64-4615-9064-22c1e54638cf req-efd25e61-0507-481d-9463-461a0dfca1c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.249688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.253701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-836e7fcb-7f15-4b4a-8980-df6b5558896c admin admin] 10.222.0.23 "DELETE /v2.0/routers/0958e08f-06d5-47f9-855d-ed966d2b9cde HTTP/1.1" status: 204 len: 168 time: 5.1832073 Apr 25 14:34:33.257647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39338) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:33.260654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Allocated IP 192.168.233.150 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/45825ff9-e8fa-4f8f-b2d9-522594dc8c5c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:33.301568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-43205e51-ab64-4615-9064-22c1e54638cf req-efd25e61-0507-481d-9463-461a0dfca1c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.364621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.395213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Deleting subnet e1b0afa6-4292-4e71-ac8b-f93f2d60c0be {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:34:33.408582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.482340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-43205e51-ab64-4615-9064-22c1e54638cf req-efd25e61-0507-481d-9463-461a0dfca1c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.511744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-d334f355-b468-4c2c-97e3-8a37301ebd2e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e484c765057f47b69ecf79a8afd55a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270185 Apr 25 14:34:33.559582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd25e61-0507-481d-9463-461a0dfca1c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0241b5-41b5-4781-b2b1-6388662d1f20,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:33.580504 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.671184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-43205e51-ab64-4615-9064-22c1e54638cf req-efd25e61-0507-481d-9463-461a0dfca1c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.681737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43205e51-ab64-4615-9064-22c1e54638cf req-efd25e61-0507-481d-9463-461a0dfca1c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f0241b5-41b5-4781-b2b1-6388662d1f20 HTTP/1.1" status: 204 len: 173 time: 0.6605940 Apr 25 14:34:33.743864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.758603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Allocated IP 172.25.0.58 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/51114101-d242-4204-bb2a-b2308abbb77d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:33.773341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Transition to ACTIVE for port object 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:33.789242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.861346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.898738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.911758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.977455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:33.991921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:34.024013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:34.045528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:34.087253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-9b8594d5-7acc-4583-829d-55b0fa6fca42 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:34.088982 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-9b8594d5-7acc-4583-829d-55b0fa6fca42 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5543616 Apr 25 14:34:34.105438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Request body: {'port': {'device_id': '1099d211-38b2-407e-b685-5515ce060641', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'e484c765057f47b69ecf79a8afd55a0e'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:34.186334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b0afa6-4292-4e71-ac8b-f93f2d60c0be,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:34.196504 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.198490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bec61a-4d7c-4fd6-b2fb-039e4c376c19 None None] Network c5aa9e01-844d-4f83-81c2-17218e9c4240 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:34.205403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:34.222794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5efb-1454-4eb5-a96d-3fa6242a0328 req-3ca9e8da-0ce1-4037-b516-fbd3183b239b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:34.230117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62fe5efb-1454-4eb5-a96d-3fa6242a0328 req-3ca9e8da-0ce1-4037-b516-fbd3183b239b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 935 time: 0.4146125 Apr 25 14:34:34.253720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0716698c-c103-4e74-956d-1093f148f3ae admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1b0afa6-4292-4e71-ac8b-f93f2d60c0be HTTP/1.1" status: 204 len: 168 time: 0.9950016 Apr 25 14:34:34.260978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39354) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:34.313734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:34.314372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.377914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-950690f8-cebe-4967-80f7-2cb4985da2a5 None None] Provisioning for port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:34.387949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-950690f8-cebe-4967-80f7-2cb4985da2a5 None None] Provisioning complete for port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:34.388410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-950690f8-cebe-4967-80f7-2cb4985da2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.397109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62fe5efb-1454-4eb5-a96d-3fa6242a0328 req-0a89f0ec-fa80-4449-a681-b110436a2585 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659138 Apr 25 14:34:34.412908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-3b46877b-c8e3-4c67-9c13-4cf6fde55554 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0411599 Apr 25 14:34:34.430800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fee19b38-3a06-41eb-b34d-e1b704a98db9 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:34:34.431972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Request body: {'port': {'device_id': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:34.487638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.493135 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-34adde12-a6df-4497-bf82-e55d708a8809 req-f30fa2af-6621-41e5-814e-e7e3dea73090 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:34:34.504515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-34adde12-a6df-4497-bf82-e55d708a8809 req-f30fa2af-6621-41e5-814e-e7e3dea73090 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/6f0241b5-41b5-4781-b2b1-6388662d1f20 HTTP/1.1" status: 404 len: 352 time: 0.0797901 Apr 25 14:34:34.508942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fee19b38-3a06-41eb-b34d-e1b704a98db9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:34:34.509675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fee19b38-3a06-41eb-b34d-e1b704a98db9 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:34:34.547898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-950690f8-cebe-4967-80f7-2cb4985da2a5 None None] Port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:34.610813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Deleting port 010d71d6-374b-471b-bc21-2b97c43ce64b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:34.611365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.656372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] DHCP port deletion for c5aa9e01-844d-4f83-81c2-17218e9c4240 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:34:34.660867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] Deleting port 010d71d6-374b-471b-bc21-2b97c43ce64b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:34.661289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.694318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.739158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.856737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:34.884871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Usage tracker for resource:port and tenant:e484c765057f47b69ecf79a8afd55a0e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:34.888808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:34.889573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] For port 010d71d6-374b-471b-bc21-2b97c43ce64b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=010d71d6-374b-471b-bc21-2b97c43ce64b,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:34.890075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.905155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:34.908224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581ea44a-c6de-40bb-b38f-2d0018afa076 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:34.928513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.949261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:34.960487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Transition to ACTIVE for port object 581ea44a-c6de-40bb-b38f-2d0018afa076 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:35.015480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96f8e-952c-4408-8d0c-1eecfef4245b req-5de093da-1489-4f99-9a4d-b01638b9704c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:35.015753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Made reservation on behalf of e484c765057f47b69ecf79a8afd55a0e for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:35.017506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57c96f8e-952c-4408-8d0c-1eecfef4245b req-5de093da-1489-4f99-9a4d-b01638b9704c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.3579054 Apr 25 14:34:35.020028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.021293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] Calling delete_port for 010d71d6-374b-471b-bc21-2b97c43ce64b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:35.042489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.046523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.046798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] For port 010d71d6-374b-471b-bc21-2b97c43ce64b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=010d71d6-374b-471b-bc21-2b97c43ce64b,segment=NetworkSegment(ec87bed3-aa69-4b60-9c2d-e16b4b825bea),segment_id=ec87bed3-aa69-4b60-9c2d-e16b4b825bea)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:35.047062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.130966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.179352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] Pushing event deleted for resources: {'Port': ['ID=010d71d6-374b-471b-bc21-2b97c43ce64b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:35.183137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9f5d7-b1a6-45f1-9fff-a4ad9cf92a90 None None] No DVR routers for this DVR port 010d71d6-374b-471b-bc21-2b97c43ce64b on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:34:35.200881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:35.214790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Calling delete_port for 010d71d6-374b-471b-bc21-2b97c43ce64b owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:35.251655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:35.255597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:35.322387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57c96f8e-952c-4408-8d0c-1eecfef4245b req-3b1bcc5f-16a1-439a-b9cc-c4bd5a1b9fcb tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671111 Apr 25 14:34:35.426754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:35.427174 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:34:35.427504 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:34:35.557294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a175d420-13ed-427f-9181-a085da3b4e4e req-7f4f590b-582b-43c8-a345-a6ec02ec55f4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:35.584979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:35.593167 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.595865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a175d420-13ed-427f-9181-a085da3b4e4e req-7f4f590b-582b-43c8-a345-a6ec02ec55f4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:35.597723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a175d420-13ed-427f-9181-a085da3b4e4e req-7f4f590b-582b-43c8-a345-a6ec02ec55f4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 210 time: 0.1212993 Apr 25 14:34:35.610888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Transition to ACTIVE for port object 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:35.615862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=51114101-d242-4204-bb2a-b2308abbb77d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:35.618486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.692531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:35.693671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:35.694179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:35.718128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:35.718818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:35.739218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:35.739558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:35.739940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:35.740378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Bound port: 581ea44a-c6de-40bb-b38f-2d0018afa076, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:35.740724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.754152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:35.774414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Allocated IP 192.168.233.56 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/32b45001-7cb8-465f-801e-ae2405d06b8a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:35.853408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:34:35.990546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:35.999293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Deleting port 010d71d6-374b-471b-bc21-2b97c43ce64b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:35.999631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.053569 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.122630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] The port '010d71d6-374b-471b-bc21-2b97c43ce64b' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:34:36.181017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1b69993d-39aa-4465-8c04-0169cd27118e req-25025d8e-5b06-4963-a78c-b3582061b0b7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:36.221793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Attempting to bind port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:36.222917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Attempting to bind port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:36.223126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Attempting to bind port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:36.273806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:36.286973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:36.287204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Attempting to bind port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:36.293215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1b69993d-39aa-4465-8c04-0169cd27118e req-25025d8e-5b06-4963-a78c-b3582061b0b7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:36.294676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b69993d-39aa-4465-8c04-0169cd27118e req-25025d8e-5b06-4963-a78c-b3582061b0b7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 6149 time: 0.6293287 Apr 25 14:34:36.296199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.309625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:36.310010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:36.310524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:36.310867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Bound port: 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:36.311556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.355190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aa9e01-844d-4f83-81c2-17218e9c4240']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:36.403548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:36.421654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:36.421654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec87bed3-aa69-4b60-9c2d-e16b4b825bea') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:36.448135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.471381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 010d71d6-374b-471b-bc21-2b97c43ce64b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:34:36.474781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.504267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b69993d-39aa-4465-8c04-0169cd27118e req-2454a594-13ac-4bf3-bf73-8b61b9ff5e84 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/8ec9424e-9153-436f-aeaa-cfb91c19824b HTTP/1.1" status: 200 len: 2981 time: 0.1987112 Apr 25 14:34:36.514196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.548246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 010d71d6-374b-471b-bc21-2b97c43ce64b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:34:36.550912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 010d71d6-374b-471b-bc21-2b97c43ce64b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:34:36.579221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:36.589253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:36.603808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:36.606355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:34:36.606821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.611951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:34:36.625369 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:34:36.630429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:36.630429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.630429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] 10.222.0.15 "PUT /v2.0/ports/581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 1095 time: 3.7459478 Apr 25 14:34:36.630429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:36.667595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b69993d-39aa-4465-8c04-0169cd27118e req-898673f6-f174-460f-8994-67889243ac66 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/8ec9424e-9153-436f-aeaa-cfb91c19824b HTTP/1.1" status: 200 len: 2981 time: 0.1623046 Apr 25 14:34:36.820489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.825029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:36.845082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:36.882755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.888312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.890071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-558751d1-967e-413b-84da-a9f992fc9007 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.6387415 Apr 25 14:34:36.891220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a0e58-1779-43f9-8df4-2901fac3afb5 service neutron] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:36.891956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.899743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39374) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:36.911154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:36.919135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.966466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Transition to ACTIVE for port object 32b45001-7cb8-465f-801e-ae2405d06b8a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:36.978985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5aa9e01-844d-4f83-81c2-17218e9c4240,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:36.994615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e35002a4-0291-4eb5-a8ac-9c3d08a18706 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c5aa9e01-844d-4f83-81c2-17218e9c4240 HTTP/1.1" status: 204 len: 168 time: 2.7323384 Apr 25 14:34:36.995848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:36.996442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:36.997734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] 10.222.0.21 "PUT /v2.0/ports/45825ff9-e8fa-4f8f-b2d9-522594dc8c5c HTTP/1.1" status: 200 len: 1096 time: 2.5744357 Apr 25 14:34:37.001838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:37.047245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39197f03-7395-4b6c-8a00-393c1ed6047e service neutron] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:37.196583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7243eb-cddc-4011-bae4-8a1c9104afeb req-d17b0fc9-3b03-435d-916e-c6955e12ae4d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:37.197932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.204807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d7243eb-cddc-4011-bae4-8a1c9104afeb req-d17b0fc9-3b03-435d-916e-c6955e12ae4d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 947 time: 0.3555686 Apr 25 14:34:37.226414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.292089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-c36f2cf0-9c3c-4f2b-9758-dcd5c8495f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:37.293815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-c36f2cf0-9c3c-4f2b-9758-dcd5c8495f3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1098 time: 0.5964570 Apr 25 14:34:37.324101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-939a141a-669b-4494-bee8-29642110b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:37.325425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.333699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-939a141a-669b-4494-bee8-29642110b021 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1099 time: 0.2645185 Apr 25 14:34:37.346951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d7243eb-cddc-4011-bae4-8a1c9104afeb req-a09a3b05-aa6b-4dd5-9058-c85d61fcaf60 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410818 Apr 25 14:34:37.419626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39382) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:37.446263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:33Z', 'revision_number': 3, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:37.448783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-f69116b0-63c3-4d27-b7f1-e91c6cb08a72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c HTTP/1.1" status: 200 len: 217 time: 0.0899258 Apr 25 14:34:37.457450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:37.458210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Updating router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:37.551407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.556912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-834d3bb0-5d49-46f7-88ed-ee1fed45ef2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.2327342 Apr 25 14:34:37.572671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.576690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b4a0141a-e26b-4173-beaa-dac83ba3b955 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39294294868a4dd98a6479cc3d88ccd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499498 Apr 25 14:34:37.581423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:37.646837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-b3f5385a-06a5-4556-b0ce-3803297813dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:37.649219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-b3f5385a-06a5-4556-b0ce-3803297813dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1930306 Apr 25 14:34:37.701291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event updated for resources: {'Port': ['ID=51114101-d242-4204-bb2a-b2308abbb77d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:37.763632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:37.766455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-199c8379-2803-4f08-8ab9-2f49b98b4f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.770888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.772098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-e00da25f-e869-4134-9e6b-d7bf99cbe27f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4097955 Apr 25 14:34:37.772911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:37.775378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:37.818816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-199c8379-2803-4f08-8ab9-2f49b98b4f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.838832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3ee1d-03e8-4b16-bb06-8856cd848516 req-1fac55ac-6324-4c5c-8f73-87a422873aa4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:37.840507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8f3ee1d-03e8-4b16-bb06-8856cd848516 req-1fac55ac-6324-4c5c-8f73-87a422873aa4 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.2758179 Apr 25 14:34:37.845664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-b7ababf9-26f3-45d7-a938-852acbd7f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:37.854510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-b7ababf9-26f3-45d7-a938-852acbd7f947 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942000 Apr 25 14:34:37.923545 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:37.941089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Transition to ACTIVE for port object 4b7f5862-7ab0-481f-a861-bd0a86cb00fb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:37.949972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.031653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Attempting to bind port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:38.031920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8f3ee1d-03e8-4b16-bb06-8856cd848516 req-eec9ccf4-6fa9-4f8d-b1a1-e6d6bce0e84b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762314 Apr 25 14:34:38.040657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Attempting to bind port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:38.040657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Attempting to bind port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:38.051573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9262f-4a5e-42ac-b808-5f2d16c00950 None None] Pushing event updated for resources: {'Port': ['ID=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:38.054562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:38.055900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:38.059200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.059200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:38.059200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Bound port: 4b7f5862-7ab0-481f-a861-bd0a86cb00fb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:38.059200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.062375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-6fa3c214-4bba-43fa-aa34-8ff72d684197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:38.064082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-6fa3c214-4bba-43fa-aa34-8ff72d684197 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.4910262 Apr 25 14:34:38.099374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-9211206b-40bd-4177-a976-8410e164ffdb service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252157 Apr 25 14:34:38.105676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-199c8379-2803-4f08-8ab9-2f49b98b4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.153677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fe88d735-b118-406d-97d8-252c66f0f508 None None] Provisioning for port 32b45001-7cb8-465f-801e-ae2405d06b8a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:38.164010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] For port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:38.166637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fe88d735-b118-406d-97d8-252c66f0f508 None None] Provisioning complete for port 32b45001-7cb8-465f-801e-ae2405d06b8a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:38.166779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe88d735-b118-406d-97d8-252c66f0f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.176205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c8379-2803-4f08-8ab9-2f49b98b4f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4acd71-5dd1-45f5-b72d-8a15c5f6e86a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:38.201557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event updated for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:38.207531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-b9198f53-5edb-4c4e-a911-d2ce9906d2bb tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:38.220884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] For port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:38.229863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.236396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-199c8379-2803-4f08-8ab9-2f49b98b4f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.241056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-199c8379-2803-4f08-8ab9-2f49b98b4f02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b4acd71-5dd1-45f5-b72d-8a15c5f6e86a HTTP/1.1" status: 204 len: 168 time: 0.6229067 Apr 25 14:34:38.261221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:38.262213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.298153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fe88d735-b118-406d-97d8-252c66f0f508 None None] Port 32b45001-7cb8-465f-801e-ae2405d06b8a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:38.334503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:38.335256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:38.361531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-b9198f53-5edb-4c4e-a911-d2ce9906d2bb tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:38.362676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-b9198f53-5edb-4c4e-a911-d2ce9906d2bb tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.5524263 Apr 25 14:34:38.382888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-cac70d52-0f4f-49da-a866-be291a5e7a1b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2820346 Apr 25 14:34:38.415150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Request body: {'port': {'device_id': '1099d211-38b2-407e-b685-5515ce060641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:38.458951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9262f-4a5e-42ac-b808-5f2d16c00950 None None] Pushing event updated for resources: {'Port': ['ID=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:38.490938 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd2458b1-8ddc-4847-9468-10d1331e1be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.534004 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f513c9b-186c-437c-a590-96dd25eb4b13 req-d1d6e060-5cb3-429a-8855-c886c165f883 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336128 Apr 25 14:34:38.584526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d283799-fec2-4cc5-9558-3a31ecbccc33 req-f8d5006e-3797-4ac4-bbaf-efde2a88ffbb tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:38.590706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d283799-fec2-4cc5-9558-3a31ecbccc33 req-f8d5006e-3797-4ac4-bbaf-efde2a88ffbb tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 935 time: 0.3320036 Apr 25 14:34:38.630642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:38.653011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7d283799-fec2-4cc5-9558-3a31ecbccc33 req-69916363-aa68-42a5-9855-d3743fbba0d8 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:38.692170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7d283799-fec2-4cc5-9558-3a31ecbccc33 req-69916363-aa68-42a5-9855-d3743fbba0d8 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:38.693647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d283799-fec2-4cc5-9558-3a31ecbccc33 req-69916363-aa68-42a5-9855-d3743fbba0d8 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917714 Apr 25 14:34:38.702124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de156-0347-4ee6-8ab9-053cec160b1c req-38801ddd-c038-41a3-a8a7-fd0bb961b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:38.704822 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-38801ddd-c038-41a3-a8a7-fd0bb961b355 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6132987 Apr 25 14:34:38.853136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-175003700', 'description': 'tempest-description-1801831645'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:38.854045 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452170f2-6bdd-4587-b015-96a5c8f2a8c1'] response: {'name': 'network-changed', 'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'status': 'completed', 'code': 200} Apr 25 14:34:38.861199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-a8f3a751-e8f5-42f6-85a5-6525949421ec tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:38.861404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:38.863109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-010a3b09-ae85-43e6-97a7-08acf91780a0 req-a8f3a751-e8f5-42f6-85a5-6525949421ec tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4923761 Apr 25 14:34:38.863898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.889682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:38.902050 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:38.959860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:38.964045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:38.978083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:38.985305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:39.060412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:33Z', 'revision_number': 3, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:39.071715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e2959-314a-4c63-859c-0127e09f9f02 None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:33Z', 'revision_number': 3, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:39.131548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:39.140392 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3657e36-b98b-4cd3-a51a-11adcdea129b'] response: {'name': 'network-changed', 'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'status': 'completed', 'code': 200} Apr 25 14:34:39.142175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:39.297271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee37fe0-a385-4e34-90c0-2a46a3d1d812,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:39.307304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:39.308636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-471f18b2-5f05-4cd2-bf6f-609cbf4124c3 req-acd1bc70-538b-4dbd-87bc-5c8f15a9b3fe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4598947 Apr 25 14:34:39.314182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-a8557332-cd53-499f-9cf2-d9fd31490c4e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649052 Apr 25 14:34:39.348441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-8af6064a-f233-45e2-b650-631c6b21e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:39.357721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-8af6064a-f233-45e2-b650-631c6b21e4de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1099 time: 0.1710846 Apr 25 14:34:39.524516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fd64b37-90ca-4966-b562-9aa611450af6 req-8d59e14b-11ee-41fc-9e9c-357001931a08 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips/d24e3d58-08ab-40e9-a50d-6fcbc03260f1 HTTP/1.1" status: 200 len: 692 time: 0.1656392 Apr 25 14:34:39.606825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39422) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:39.770498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd64b37-90ca-4966-b562-9aa611450af6 req-d9f1d146-4bfd-4bf8-a2ff-5e3cb1cd10de tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:39.777608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fd64b37-90ca-4966-b562-9aa611450af6 req-d9f1d146-4bfd-4bf8-a2ff-5e3cb1cd10de tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2517517 Apr 25 14:34:39.783233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-0fd64b37-90ca-4966-b562-9aa611450af6 req-cd906995-877d-4263-baa5-671689c54fe9 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:34:39.784987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fd64b37-90ca-4966-b562-9aa611450af6 req-cd906995-877d-4263-baa5-671689c54fe9 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059695 Apr 25 14:34:39.803660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-32e55b0b-d7a8-48c1-9a9b-e76c35ce9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:39.805267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-32e55b0b-d7a8-48c1-9a9b-e76c35ce9cf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3773694 Apr 25 14:34:39.868740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.023338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-c2886c8d-f8d2-4828-af68-111b6a2c78fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c HTTP/1.1" status: 200 len: 217 time: 0.2090943 Apr 25 14:34:40.030362 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-921de156-0347-4ee6-8ab9-053cec160b1c req-25f3ea0f-b4a6-44c6-8ef2-031a6c08220b service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975818 Apr 25 14:34:40.053342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-network', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:40.080674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769592e-2b8f-4ecb-a4b7-ac64f1c329be req-e0e456f0-71d6-4089-81ee-055f15212b81 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:40.083744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9769592e-2b8f-4ecb-a4b7-ac64f1c329be req-e0e456f0-71d6-4089-81ee-055f15212b81 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:40.093321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:40.146734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Usage tracker for resource:network and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:40.150705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-fb0f7777-277b-4764-af0f-80550bbed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:40.153635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-fb0f7777-277b-4764-af0f-80550bbed66d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1210294 Apr 25 14:34:40.156952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:40.194314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:40.201689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:34:40.213961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d1edc-f424-45fe-ab41-be4d84bb92cf req-77eafd39-25c8-44a6-8c9e-36c0d2007b90 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:40.221861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-499d1edc-f424-45fe-ab41-be4d84bb92cf req-77eafd39-25c8-44a6-8c9e-36c0d2007b90 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.2548862 Apr 25 14:34:40.255214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9769592e-2b8f-4ecb-a4b7-ac64f1c329be req-e0e456f0-71d6-4089-81ee-055f15212b81 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:40.256479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9769592e-2b8f-4ecb-a4b7-ac64f1c329be req-e0e456f0-71d6-4089-81ee-055f15212b81 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 947 time: 0.8754370 Apr 25 14:34:40.299145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-499d1edc-f424-45fe-ab41-be4d84bb92cf req-ad18eed5-f52b-40c5-b7b9-107244280bad tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748079 Apr 25 14:34:40.343775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:40.346139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.368566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-e8e59c83-583a-4320-8389-c4fbaebbcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:40.376101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-e8e59c83-583a-4320-8389-c4fbaebbcdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152643 Apr 25 14:34:40.395743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.423065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b45001-7cb8-465f-801e-ae2405d06b8a {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:40.483048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.491515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:40.505048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Usage tracker for resource:security_group_rule and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:40.525907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:40.547613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9769592e-2b8f-4ecb-a4b7-ac64f1c329be req-b9f8c774-b4c9-466e-9ef3-82c02b766a77 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341101 Apr 25 14:34:40.585519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-60b9179e-4615-46b5-8493-92056c986151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:40.587488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b7f5862-7ab0-481f-a861-bd0a86cb00fb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:40.592470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-60b9179e-4615-46b5-8493-92056c986151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1098 time: 0.4944961 Apr 25 14:34:40.600834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:40.608095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Transition to ACTIVE for port object 32b45001-7cb8-465f-801e-ae2405d06b8a will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:40.625512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-402313447', 'description': 'tempest-description-2014644680'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:40.659683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Allocated IP 172.20.0.1 (e098d67d-3a38-4e13-87d7-606a1a32fc35/f59b5320-faf1-4b66-be1b-55e0f89229b7/a7c33f56-1a54-4b28-be91-863559d102de) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:40.672805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.697089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:40.700012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:40.706523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:40.708355 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.763923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:40.775639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:40.808837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-e5585903-d25c-4ca5-9209-dd25a76f09ff service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028988 Apr 25 14:34:40.887696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9291f9d2-1978-4371-a92e-5b48a289a593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.934372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:40.944994 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:40.972648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:40.982722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.078856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Pushing event updated for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:41.130978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:41.157992 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160a29ad-ddf3-4a1d-9ece-f95a78eefb6b req-db8b74ae-c60e-4df3-958d-295f0fe83857 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410337 Apr 25 14:34:41.181532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.205277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfffeb-665f-4293-9cf8-4af622fcf00f req-d7c3d4a3-5e3c-4e11-9845-46e47bbfb750 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:41.213860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50cfffeb-665f-4293-9cf8-4af622fcf00f req-d7c3d4a3-5e3c-4e11-9845-46e47bbfb750 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 947 time: 0.2016859 Apr 25 14:34:41.289983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50cfffeb-665f-4293-9cf8-4af622fcf00f req-fafc5fbf-b0a5-4d9c-b5b1-5cc5a5e883bf tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751953 Apr 25 14:34:41.328092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:41.332199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-726a5f9d-731d-40c2-980b-98ec542042ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:41.333845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-726a5f9d-731d-40c2-980b-98ec542042ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7226872 Apr 25 14:34:41.337054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:41.346359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:41.349950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:41.416322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-ae9acf62-e068-4a6f-8837-b51ac70d0ff4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips/d24e3d58-08ab-40e9-a50d-6fcbc03260f1 HTTP/1.1" status: 200 len: 692 time: 0.1083498 Apr 25 14:34:41.434428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:41.483092 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-428d72ea-ba22-4b97-89a3-70473d5b444a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1295793 Apr 25 14:34:41.510259 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.555023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.563628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Attempting to bind port 32b45001-7cb8-465f-801e-ae2405d06b8a on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:41.564284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Attempting to bind port 32b45001-7cb8-465f-801e-ae2405d06b8a by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:41.564629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Attempting to bind port 32b45001-7cb8-465f-801e-ae2405d06b8a on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:41.590694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.597413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:41.624608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Port 32b45001-7cb8-465f-801e-ae2405d06b8a on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:41.625076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Attempting to bind port 32b45001-7cb8-465f-801e-ae2405d06b8a on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:41.627468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-5bc8df34-1799-4725-a205-7bcf86fa45bf tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:41.635262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'mac_address': 'fa:16:3e:46:f0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:41.637414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Transition to ACTIVE for port object a7c33f56-1a54-4b28-be91-863559d102de will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:41.640677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-5bc8df34-1799-4725-a205-7bcf86fa45bf tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2234099 Apr 25 14:34:41.671003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:34:41.673607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:41.674002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:41.674401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:41.674894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Bound port: 32b45001-7cb8-465f-801e-ae2405d06b8a, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:41.675245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.709651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-65923956-db78-4518-a9a1-cc259f332354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:41.711303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-65923956-db78-4518-a9a1-cc259f332354 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2093294 Apr 25 14:34:41.728601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1625b9a3-5756-4583-9c06-3914b0bbfb00,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:41.746228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.748132 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Added segment c1ec9666-4f46-4e24-9835-ca612db32763 of type vlan for network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c Apr 25 14:34:41.758315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.765766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.803923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581ea44a-c6de-40bb-b38f-2d0018afa076 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:41.820603 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.827832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:41.834372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.879496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-82850d4b-a990-4b4c-aaea-757cd1fe4799 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.2366242 Apr 25 14:34:41.915090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:41.935787 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.966669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.970278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-9baee20e-ff38-4080-b2ea-7832d57d2b1a tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0896130 Apr 25 14:34:41.982570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:41.999531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.069801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:42.097119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['581ea44a-c6de-40bb-b38f-2d0018afa076'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:42.133595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=32b45001-7cb8-465f-801e-ae2405d06b8a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:42.143747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:42.155578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:42.158234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:42.159000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Deleting port 51114101-d242-4204-bb2a-b2308abbb77d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:42.159381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.199477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.203725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.204682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:42.205307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.238014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a892219-6f5b-46a1-ad08-907d352b294f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:42.242926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-4c9b5cb4-619d-4f76-ab82-b71e71eb1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:42.244679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-4c9b5cb4-619d-4f76-ab82-b71e71eb1cac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5171511 Apr 25 14:34:42.399832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.400285 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.486484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b7f5862-7ab0-481f-a861-bd0a86cb00fb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:42.495035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c33f56-1a54-4b28-be91-863559d102de,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:42.498401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] Pushing event updated for resources: {'Network': ['ID=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:42.532601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:34:42.569158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Calling delete_port for 51114101-d242-4204-bb2a-b2308abbb77d owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:42.582319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:42.582877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.584228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] 10.222.0.15 "PUT /v2.0/ports/32b45001-7cb8-465f-801e-ae2405d06b8a HTTP/1.1" status: 200 len: 1095 time: 4.1734717 Apr 25 14:34:42.593133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:42.598714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.599845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-942f8481-7b4a-4c48-8db5-39afdf3e08ec req-b03b61c7-49a4-4b2c-9064-b77e4cd3a470 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.9932327 Apr 25 14:34:42.630887 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-42ce810c-740c-4289-a88a-0191391ea64b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0177228 Apr 25 14:34:42.641081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:42.649449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Request body: {'subnet': {'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-subnet', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:42.775874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:42.801509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Usage tracker for resource:subnet and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:42.812729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.827194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c267ce10-d534-466a-8405-4f5ce8f14b47 None None] Provisioning for port a7c33f56-1a54-4b28-be91-863559d102de completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:42.837282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c267ce10-d534-466a-8405-4f5ce8f14b47 None None] Provisioning complete for port a7c33f56-1a54-4b28-be91-863559d102de triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:42.838056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c267ce10-d534-466a-8405-4f5ce8f14b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.864490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.894282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:42.894785 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:42.948745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c267ce10-d534-466a-8405-4f5ce8f14b47 None None] Port a7c33f56-1a54-4b28-be91-863559d102de cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:42.958281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event deleted for resources: {'Port': ['ID=51114101-d242-4204-bb2a-b2308abbb77d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:42.973854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:43.004103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:43.010721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b8cc3-abf4-4e7e-a8d7-00b5a8db0c48 service neutron] Pushing event updated for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:43.058863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.066723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:43.068981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.073507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-80c0a4a0-cb89-4a0f-912c-16984327b855 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:43.075038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-80c0a4a0-cb89-4a0f-912c-16984327b855 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.15 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 946 time: 0.2581372 Apr 25 14:34:43.131379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-90123c7a-5b19-4efd-8c78-9e0d9e3d2d5f service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570790 Apr 25 14:34:43.133639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.134710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a20fb65-1498-436e-b8ee-ebbace4634c6 req-e1d0e01c-64d0-4a05-9a9d-8080aae87516 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "DELETE /v2.0/floatingips/d24e3d58-08ab-40e9-a50d-6fcbc03260f1 HTTP/1.1" status: 204 len: 173 time: 1.1563001 Apr 25 14:34:43.137247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:43.159904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Deleting port bc42927f-4aa2-4839-bd13-ff56a771c715 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:43.160256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.229843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-dbe2cf71-1ba8-4a42-a6ba-3bc47c44cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:43.231321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-dbe2cf71-1ba8-4a42-a6ba-3bc47c44cd62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 1098 time: 0.5300786 Apr 25 14:34:43.345639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:43.354970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-c04bb57f-6061-4bc6-ad3f-be42adb7036f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=32b45001-7cb8-465f-801e-ae2405d06b8a HTTP/1.1" status: 200 len: 217 time: 0.1084163 Apr 25 14:34:43.360955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:43.408477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'mac_address': 'fa:16:3e:7b:ac:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:43.411183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db875ae-96a4-4a35-b8c9-057dae08c140 req-4a21f509-d3ac-4052-a092-426a4fe454c4 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:43.412669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7db875ae-96a4-4a35-b8c9-057dae08c140 req-4a21f509-d3ac-4052-a092-426a4fe454c4 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6509b870-6921-4f43-91be-5fc1bfaeb294 HTTP/1.1" status: 200 len: 946 time: 0.6135638 Apr 25 14:34:43.481636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55a575-4490-48e7-a68b-1110200e2886 req-f74248f3-9ca5-4230-8e9c-bb592f65f34b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:43.489791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee55a575-4490-48e7-a68b-1110200e2886 req-f74248f3-9ca5-4230-8e9c-bb592f65f34b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.2257335 Apr 25 14:34:43.521008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.529471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] For port bc42927f-4aa2-4839-bd13-ff56a771c715, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bc42927f-4aa2-4839-bd13-ff56a771c715,segment=NetworkSegment(8916fc86-2923-4416-a065-eaaa9e9f546a),segment_id=8916fc86-2923-4416-a065-eaaa9e9f546a)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:43.529833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.557299 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.560578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:43.575340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 581ea44a-c6de-40bb-b38f-2d0018afa076 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:43.581635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-d27e4291-1d33-4f9a-80e8-f901e24194e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:43.582211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 581ea44a-c6de-40bb-b38f-2d0018afa076 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:43.582211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.583086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-d27e4291-1d33-4f9a-80e8-f901e24194e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1632216 Apr 25 14:34:43.594190 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7db875ae-96a4-4a35-b8c9-057dae08c140 req-6eef3761-9192-4c91-8cd5-8efcb94cafb6 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368835 Apr 25 14:34:43.639710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:43.649517 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.656164 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fea1ac8-277b-4e5f-aabd-48aace68cdbb req-91e33da0-5e82-4a03-9fe5-379d4176b62d service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514277 Apr 25 14:34:43.743194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.783624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:43.815162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Calling delete_port for bc42927f-4aa2-4839-bd13-ff56a771c715 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:43.817903 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.852156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:43.857825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee55a575-4490-48e7-a68b-1110200e2886 req-0602cdee-2432-4e7a-94bd-b6a8d404991c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671606 Apr 25 14:34:43.868016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:43.874457 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.949843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:43.952099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:44.048873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:44.063302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:44.124331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Pushing event deleted for resources: {'Port': ['ID=bc42927f-4aa2-4839-bd13-ff56a771c715,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:44.134250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-6f181587-dc06-4d28-90aa-f578ab5ecf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:44.135766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-6f181587-dc06-4d28-90aa-f578ab5ecf63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5404880 Apr 25 14:34:44.209354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] No DVR routers for this DVR port bc42927f-4aa2-4839-bd13-ff56a771c715 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:34:44.218138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fdaca-249e-453a-8067-71db4104eef0 req-b0b628c5-8e5d-4af7-a6e1-fa34b8225fd0 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:44.219622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a59fdaca-249e-453a-8067-71db4104eef0 req-b0b628c5-8e5d-4af7-a6e1-fa34b8225fd0 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 947 time: 0.2339132 Apr 25 14:34:44.220603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:44.223951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'name': 'network-vif-deleted', 'tag': 'bc42927f-4aa2-4839-bd13-ff56a771c715'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:44.265603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd6ab6d6-9be6-49b7-9c6c-31c0a1d7544b req-116141db-0135-41a3-ab06-529a0d3ced48 tempest-ServerMetadataNegativeTestJSON-405647973 tempest-ServerMetadataNegativeTestJSON-405647973-project] 10.222.0.15 "DELETE /v2.0/ports/bc42927f-4aa2-4839-bd13-ff56a771c715 HTTP/1.1" status: 204 len: 173 time: 1.1854670 Apr 25 14:34:44.287512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a59fdaca-249e-453a-8067-71db4104eef0 req-0e121f15-4272-4c33-8252-c7a09cf2834e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584583 Apr 25 14:34:44.322214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3315-4538-4512-bd9d-6a40c74d08b8 req-be49be9d-3758-4efc-9a45-ca0793e06fec tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:44.323701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d90a3315-4538-4512-bd9d-6a40c74d08b8 req-be49be9d-3758-4efc-9a45-ca0793e06fec tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 948 time: 0.5661843 Apr 25 14:34:44.343387 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1390f6f1-49e4-4f25-aa4e-1be595e5f1f5'] response: {'name': 'network-changed', 'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a', 'status': 'completed', 'code': 200} Apr 25 14:34:44.374843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03322612-730b-4bd2-b5ad-ebb7e5447ecf,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:44.430979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Checking segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:44.431346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Network hostable DHCP agents. Network: d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:34:44.473509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d90a3315-4538-4512-bd9d-6a40c74d08b8 req-1637fb84-f079-47b4-bd7f-e621e68a776f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271791 Apr 25 14:34:44.478638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-df164f9a-4dc6-48ea-9396-2db9c3be867e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206289 Apr 25 14:34:44.519319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:34:44.562146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:44.584969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:44.593345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-0e93a4a7-c5cb-4651-86b1-dd8d29984943 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:44.594897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-0e93a4a7-c5cb-4651-86b1-dd8d29984943 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 812 time: 0.1764092 Apr 25 14:34:44.609829 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-bef48d77-1a7d-46ab-b1f9-83c96347d28a tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/quotas/04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Apr 25 14:34:44.696320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:44.705530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2bffeb-8a8d-40d8-9a25-79cac31f7810 None None] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:44.731115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-75291b73-a64d-4bdf-ab70-fa586bc154c9 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149907 Apr 25 14:34:44.770936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:44.771517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:44.860066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:44.885019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c9d445c-3892-479d-a6e2-030b64a4f07f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2426810 Apr 25 14:34:44.889576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-348210ab-30f4-41af-b8d0-da5e1cca18ca service neutron] 10.222.0.23 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574404 Apr 25 14:34:44.892856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c33f56-1a54-4b28-be91-863559d102de,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:44.896541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39470) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:44.930500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f76675-58ef-486a-a9bc-76d147f02d7f req-d1dd5826-1f82-4da2-b72c-21e4a5c1410a service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429073 Apr 25 14:34:44.933764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:44.953535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:44.969374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc45f6-3552-40f7-ae0e-a2322eb381c1 req-33547005-36a7-4135-841d-4a6529a60c90 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:44.971244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fdc45f6-3552-40f7-ae0e-a2322eb381c1 req-33547005-36a7-4135-841d-4a6529a60c90 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4559000 Apr 25 14:34:44.972533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Usage tracker for resource:router and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:44.986539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:34:44.988065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.031335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:45.057588 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600d12ce-2592-4d1e-99bb-488881ecad8a'] response: {'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'code': 200} Apr 25 14:34:45.085731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:45.117067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.118106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.125619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-f73ae5d6-e9ad-4fc0-bebe-57b92959609f service neutron] 10.222.0.23 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351484 Apr 25 14:34:45.129433 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301e1a37-4255-47c2-8355-3b0986f3a7dc'] response: {'server_uuid': '6509b870-6921-4f43-91be-5fc1bfaeb294', 'name': 'network-vif-deleted', 'tag': 'bc42927f-4aa2-4839-bd13-ff56a771c715', 'status': 'completed', 'code': 200} Apr 25 14:34:45.152384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:45.186407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:45.194681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:45.197794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.236114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:45.238983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Allocated IP 172.20.0.2 (d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c/03322612-730b-4bd2-b5ad-ebb7e5447ecf/1eb5879f-e507-45d2-b33e-47d246ed8db0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:45.288335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:45.313508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:45.313917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.361465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bc42927f-4aa2-4839-bd13-ff56a771c715 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:34:45.376449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Deleting subnet 9aba0764-b786-441d-9849-282fb0f42175 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:34:45.387606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.519581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: bc42927f-4aa2-4839-bd13-ff56a771c715 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:34:45.519928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bc42927f-4aa2-4839-bd13-ff56a771c715 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:34:45.554725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e709e-7dc7-4495-acea-680cf7f58c9f req-e3ea331e-5916-454a-a77a-d1460f8d102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:45.556744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-282e709e-7dc7-4495-acea-680cf7f58c9f req-e3ea331e-5916-454a-a77a-d1460f8d102f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1100 time: 0.4184439 Apr 25 14:34:45.596922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-6f06be2f-c2a8-4ae8-af30-d49801476ddd tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:45.605783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-5c2b7e8c-38c7-4410-9b7f-e4070ab597b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:45.608055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-5c2b7e8c-38c7-4410-9b7f-e4070ab597b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 1098 time: 0.5734425 Apr 25 14:34:45.628786 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.673743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-6f06be2f-c2a8-4ae8-af30-d49801476ddd tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:45.684449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:34:45.684699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-6f06be2f-c2a8-4ae8-af30-d49801476ddd tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=c4a16a60f93b46c7a346fc0d07ccae5f HTTP/1.1" status: 200 len: 1654 time: 0.2495465 Apr 25 14:34:45.715614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.731646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-631c23fc-523b-48d0-ba1d-3be31f1458a0 None None] Provisioning complete for port a7c33f56-1a54-4b28-be91-863559d102de triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:45.732232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-631c23fc-523b-48d0-ba1d-3be31f1458a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.757786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-282e709e-7dc7-4495-acea-680cf7f58c9f req-d5b99131-1f39-40a2-950f-953fb18fda32 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816182 Apr 25 14:34:45.763205 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.798622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Transition to ACTIVE for port object 1eb5879f-e507-45d2-b33e-47d246ed8db0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:45.834892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:45.835910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-631c23fc-523b-48d0-ba1d-3be31f1458a0 None None] Port a7c33f56-1a54-4b28-be91-863559d102de cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:45.845753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.848213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Transition to ACTIVE for port object 1eb5879f-e507-45d2-b33e-47d246ed8db0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:45.888605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:45.981351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:45.985296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:45.989377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:45.997191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:46.048984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.139666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Pushing event updated for resources: {'Port': ['ID=1eb5879f-e507-45d2-b33e-47d246ed8db0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:46.143826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Attempting to bind port 1eb5879f-e507-45d2-b33e-47d246ed8db0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:46.144443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Attempting to bind port 1eb5879f-e507-45d2-b33e-47d246ed8db0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:46.145099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Attempting to bind port 1eb5879f-e507-45d2-b33e-47d246ed8db0 on network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:46.150440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:46.150895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Checking segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:46.151199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.151790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Bound using segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:46.152034 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Bound port: 1eb5879f-e507-45d2-b33e-47d246ed8db0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:46.152411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.168963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-06d364a5-629d-4ed6-b26a-740cfec69c36 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:46.170583 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-06d364a5-629d-4ed6-b26a-740cfec69c36 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks?id=d2d95da0-8f28-4169-a88e-cd85298915e0&id=d2d95da0-8f28-4169-a88e-cd85298915e0&id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 787 time: 0.4852264 Apr 25 14:34:46.185690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-a7d7b2c2-5a39-4249-a9c1-454c15aeeea0 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:34:46.186780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72c21151-4968-4d8a-a6c4-7f17611f6c03 req-a7d7b2c2-5a39-4249-a9c1-454c15aeeea0 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073502 Apr 25 14:34:46.209716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.250972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] For port 1eb5879f-e507-45d2-b33e-47d246ed8db0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:46.253961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.254851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] For port 1eb5879f-e507-45d2-b33e-47d246ed8db0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1eb5879f-e507-45d2-b33e-47d246ed8db0,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:46.261748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.262674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aba0764-b786-441d-9849-282fb0f42175,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:46.268801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-22ffb934-d907-49e8-83ce-3c5672128c93 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9aba0764-b786-441d-9849-282fb0f42175 HTTP/1.1" status: 204 len: 168 time: 1.0296805 Apr 25 14:34:46.271449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:46.365470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783d053-7cb6-423d-b042-33a9c22635a0 None None] Pushing event updated for resources: {'Port': ['ID=1eb5879f-e507-45d2-b33e-47d246ed8db0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:46.478730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.558750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.571910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:46.573964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-c2873da0-ef11-4d89-b6f0-8051071992a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:46.575441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-c2873da0-ef11-4d89-b6f0-8051071992a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.9378777 Apr 25 14:34:46.576506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab247-f01d-42da-a987-33ab0ee5fcaf req-2d685d3a-fc6f-4580-9aea-e416a343c6a4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:46.578046 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2bcab247-f01d-42da-a987-33ab0ee5fcaf req-2d685d3a-fc6f-4580-9aea-e416a343c6a4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 947 time: 0.1728587 Apr 25 14:34:46.588616 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:46.602865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:46.603504 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:46.692735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.721282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-7bbed0a3-3f05-449a-ad77-ccf45fac6034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=32b45001-7cb8-465f-801e-ae2405d06b8a HTTP/1.1" status: 200 len: 217 time: 0.1358001 Apr 25 14:34:46.739705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126e4b12-d467-4c94-ac3f-e4114cd7f979']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:46.770072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8916fc86-2923-4416-a065-eaaa9e9f546a') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:46.770072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8916fc86-2923-4416-a065-eaaa9e9f546a') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:46.789340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17325aaf-e5a4-4618-ba75-13233735a636 admin admin] 10.222.0.23 "PUT /v2.0/routers/8ce1d6c9-e4ba-4291-8d40-d896c7cb9030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8794184 Apr 25 14:34:46.790151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2bcab247-f01d-42da-a987-33ab0ee5fcaf req-0a90f930-fd0a-4ba8-963b-e62dd2d1c571 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109896 Apr 25 14:34:46.797739 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.840541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654cf94-2b05-46d0-b013-5debd7ced775 req-bd25ec84-3d5f-4174-a194-058a6a5a7f3b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:46.844688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.856290 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2654cf94-2b05-46d0-b013-5debd7ced775 req-bd25ec84-3d5f-4174-a194-058a6a5a7f3b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 1.2979357 Apr 25 14:34:46.861744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:34:46.862223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:34:46.912118 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:34:46.946104 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:47.027018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-f3fb3d25-bc05-44f1-b84e-91ae5cbe4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:47.028503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-f3fb3d25-bc05-44f1-b84e-91ae5cbe4dbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2977209 Apr 25 14:34:47.037802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:47.051133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:47.051553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2654cf94-2b05-46d0-b013-5debd7ced775 req-45451b8d-d6d9-46df-b2aa-f3c16e648ca9 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937053 Apr 25 14:34:47.058475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:47.080025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] Pushing event deleted for resources: {'Network': ['ID=126e4b12-d467-4c94-ac3f-e4114cd7f979,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:47.085234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ebd919be-6d04-4822-8e4d-5e9166008dad admin admin] 10.222.0.23 "DELETE /v2.0/networks/126e4b12-d467-4c94-ac3f-e4114cd7f979 HTTP/1.1" status: 204 len: 168 time: 0.8126645 Apr 25 14:34:47.354605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 32b45001-7cb8-465f-801e-ae2405d06b8a details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:47.365945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5165877b-fc5c-40fc-b627-4bc34e654b25 req-1f6a2421-b095-4e66-91bb-6e5ff48b1ba7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 210 time: 0.2324841 Apr 25 14:34:47.407493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 2, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:47.412847 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:47.413577 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Updating router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 port a7c33f56-1a54-4b28-be91-863559d102de binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:47.444788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-a7bb7d91-6ec9-4c50-b96d-286b49969e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:47.445949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-a7bb7d91-6ec9-4c50-b96d-286b49969e0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3934166 Apr 25 14:34:47.463908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:47.486975 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:47.724559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=32b45001-7cb8-465f-801e-ae2405d06b8a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:47.743380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-059e7064-e85b-4637-87f2-64d2e7985e93 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips/5195b7f5-5990-4607-bf30-63f57da19b16 HTTP/1.1" status: 200 len: 691 time: 0.1841524 Apr 25 14:34:47.754264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '32b45001-7cb8-465f-801e-ae2405d06b8a', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '32b45001-7cb8-465f-801e-ae2405d06b8a', 'mac_address': 'fa:16:3e:68:46:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:47.832085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-5a14402c-1feb-4e65-9821-3bfa8228e873 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:47.833637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-5a14402c-1feb-4e65-9821-3bfa8228e873 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 812 time: 0.5988910 Apr 25 14:34:47.839172 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f41c84fa-0ea8-46b3-9649-f10b76f93e6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad70287785a248fcb559036835ebe445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169453 Apr 25 14:34:47.874428 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:47.880560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:47.890792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'port': {'device_id': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f', 'admin_state_up': True, 'tenant_id': '04951d45358147b2871041978a6ede68'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:47.905511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b45001-7cb8-465f-801e-ae2405d06b8a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:47.911828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-23705ace-252c-4c56-870e-192d18ed5333 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422932 Apr 25 14:34:47.924456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=32b45001-7cb8-465f-801e-ae2405d06b8a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:47.948436 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:47.950606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc93156-0ac7-408c-b23b-542e50b2ea76 None None] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:34:47.985905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946723e1-b3a4-4e21-861d-b2f18ce7e187 req-b38d6324-1081-4115-9be8-3335dc39aae1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:47.993965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-946723e1-b3a4-4e21-861d-b2f18ce7e187 req-b38d6324-1081-4115-9be8-3335dc39aae1 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.6836214 Apr 25 14:34:48.101154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d63d8d73-0e7e-40fc-98bf-6e63b37019fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.120642 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.121639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-2feb1bd6-ad7a-4d2c-9662-13c341511a9c tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:48.121786 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-946723e1-b3a4-4e21-861d-b2f18ce7e187 req-7d2e995b-2129-44d2-8d82-4b53c146cfbe tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267173 Apr 25 14:34:48.129131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-2feb1bd6-ad7a-4d2c-9662-13c341511a9c tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.3760338 Apr 25 14:34:48.139947 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Transition to ACTIVE for port object a7c33f56-1a54-4b28-be91-863559d102de will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:48.157977 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.204698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['32b45001-7cb8-465f-801e-ae2405d06b8a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:48.251357 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc8815-4513-43f1-a6cc-4ba648703bbd None None] Pushing event updated for resources: {'Port': ['ID=a7c33f56-1a54-4b28-be91-863559d102de,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:48.285169 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa882ff1-0b39-4e34-91e8-603684fd5938'] response: {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'code': 200} Apr 25 14:34:48.286295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-129d9ecc-d367-4c38-804b-0ef528298444 None None] Provisioning for port 1eb5879f-e507-45d2-b33e-47d246ed8db0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:48.298436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d63d8d73-0e7e-40fc-98bf-6e63b37019fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.405220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-967a659c-581e-4b9a-ad5c-85e38eee7243 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.3 HTTP/1.1" status: 200 len: 694 time: 0.2751155 Apr 25 14:34:48.450906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.471990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:48.541622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.559486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5a1440c-9321-42f9-9454-63790e9f6af0 req-e750db2a-7d7c-442b-a9ab-15c272cca615 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274681 Apr 25 14:34:48.676936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1eb5879f-e507-45d2-b33e-47d246ed8db0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:48.685810 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Attempting to bind port a7c33f56-1a54-4b28-be91-863559d102de on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:48.687243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Attempting to bind port a7c33f56-1a54-4b28-be91-863559d102de by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:48.688540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Attempting to bind port a7c33f56-1a54-4b28-be91-863559d102de on network e098d67d-3a38-4e13-87d7-606a1a32fc35 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:48.697270 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:48.698129 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Checking segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:48.698900 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.699517 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Bound using segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:48.700246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Bound port: a7c33f56-1a54-4b28-be91-863559d102de, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:48.700890 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.822322 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] For port a7c33f56-1a54-4b28-be91-863559d102de, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:48.826765 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] For port a7c33f56-1a54-4b28-be91-863559d102de, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7c33f56-1a54-4b28-be91-863559d102de,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:48.833458 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:48.876262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8fb9b4a8-23b1-4581-a325-83c7e18f5ebf tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.3 HTTP/1.1" status: 200 len: 694 time: 0.4701071 Apr 25 14:34:48.922398 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc8815-4513-43f1-a6cc-4ba648703bbd None None] Pushing event updated for resources: {'Port': ['ID=a7c33f56-1a54-4b28-be91-863559d102de,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:48.933523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Allocated IP 172.25.0.82 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:48.956749 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:48.957876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:48.967714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1eb5879f-e507-45d2-b33e-47d246ed8db0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:48.968192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:48.990698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1eb5879f-e507-45d2-b33e-47d246ed8db0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:48.991354 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.023944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:49.123766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.185750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Deleting port 3521c5c3-3ae3-493e-a6d4-a8c4744c4db6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:49.187611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.187746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.248048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Made reservation on behalf of 04951d45358147b2871041978a6ede68 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:49.248303 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:49.261095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.298563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Pushing event updated for resources: {'Port': ['ID=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:49.300680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.323160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:49.324744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:49.328075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:49.393764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1eb5879f-e507-45d2-b33e-47d246ed8db0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1eb5879f-e507-45d2-b33e-47d246ed8db0,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:49.402922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.520914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1eb5879f-e507-45d2-b33e-47d246ed8db0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:49.528782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bad08860-709b-442b-9f5e-15e73d00fa7d None None] Provisioning complete for port 1eb5879f-e507-45d2-b33e-47d246ed8db0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:49.529197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bad08860-709b-442b-9f5e-15e73d00fa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.567553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Allocated IP 172.20.0.2 (54b46222-376b-4ea5-8bfc-45bf0e488b7f/7dbd7d55-c871-466f-97db-973e969c72b4/989de8fe-6263-4f93-9b74-fa0e42befc0d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:49.606503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c45e-7b51-4fa4-aa53-1ba9dd6ef4b2 req-37e69bbb-1b34-4db1-a3a4-ae265317edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:49.608229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8df0c45e-7b51-4fa4-aa53-1ba9dd6ef4b2 req-37e69bbb-1b34-4db1-a3a4-ae265317edce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1101 time: 1.3022852 Apr 25 14:34:49.658087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d63d8d73-0e7e-40fc-98bf-6e63b37019fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.722797 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:48Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:49.727203 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8991aa5-f907-4386-af38-5bf4c9df1fa0 None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:48Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:49.746289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d8d73-0e7e-40fc-98bf-6e63b37019fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa19ba1-a2d7-4fe6-aa94-b169d438b36f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:49.839068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-d669cdec-4962-44c8-96ac-390446b787ff tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:49.839751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-d669cdec-4962-44c8-96ac-390446b787ff tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:49.854165 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8df0c45e-7b51-4fa4-aa53-1ba9dd6ef4b2 req-b043fc6a-cf11-4384-9266-09a85ee92528 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301812 Apr 25 14:34:49.925385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-d669cdec-4962-44c8-96ac-390446b787ff tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:49.926640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-d669cdec-4962-44c8-96ac-390446b787ff tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 821 time: 1.1005430 Apr 25 14:34:49.941702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.942064 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.964640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d63d8d73-0e7e-40fc-98bf-6e63b37019fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:49.971997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d63d8d73-0e7e-40fc-98bf-6e63b37019fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fa19ba1-a2d7-4fe6-aa94-b169d438b36f HTTP/1.1" status: 204 len: 168 time: 2.0871460 Apr 25 14:34:50.026741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-bc888cd3-2972-4c9f-b847-ae01886a48d3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/quotas/9740b06279f9402999c2dd6daedc4f49 HTTP/1.1" status: 200 len: 375 time: 0.0873554 Apr 25 14:34:50.100521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Calling delete_port for 3521c5c3-3ae3-493e-a6d4-a8c4744c4db6 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:50.111947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.183007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.299161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.310230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-ca0c60a8-5da5-4189-811c-6f6a093c8b4a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:50.311530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:50.351783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-ca0c60a8-5da5-4189-811c-6f6a093c8b4a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:50.351783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-ca0c60a8-5da5-4189-811c-6f6a093c8b4a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3176360 Apr 25 14:34:50.388704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.403372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Network 54b46222-376b-4ea5-8bfc-45bf0e488b7f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:50.448217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:50.450744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:50.655438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.659706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:50.675913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7c33f56-1a54-4b28-be91-863559d102de up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:50.726333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event deleted for resources: {'Port': ['ID=3521c5c3-3ae3-493e-a6d4-a8c4744c4db6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:50.734612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.736016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddde0636-8475-48d9-8f4e-611b810c6c3d req-8c238e21-9f55-452b-b892-f9bf70debeb4 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "DELETE /v2.0/floatingips/5195b7f5-5990-4607-bf30-63f57da19b16 HTTP/1.1" status: 204 len: 173 time: 1.8589656 Apr 25 14:34:50.764633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:50.765417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:50.789212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-3b001d65-d046-4777-99bf-7c3d7089f2f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9090858 Apr 25 14:34:50.808306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Request body: {'port': {'device_id': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:50.970747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a7c33f56-1a54-4b28-be91-863559d102de completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:50.988270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a7c33f56-1a54-4b28-be91-863559d102de triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:50.988682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.146152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-addf6b10-6fac-4e7d-8739-f13a5f06949b service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805803 Apr 25 14:34:51.274456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.303750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.354257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a7c33f56-1a54-4b28-be91-863559d102de, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7c33f56-1a54-4b28-be91-863559d102de,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:51.356751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.361805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.363414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1eb5879f-e507-45d2-b33e-47d246ed8db0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:51.418893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3a9df-8d50-4cf4-8b0c-02b9a4f6ed36 req-0e8d9ea0-e720-48fc-9c8f-cca3f16eeb3e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:51.420455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0aa3a9df-8d50-4cf4-8b0c-02b9a4f6ed36 req-0e8d9ea0-e720-48fc-9c8f-cca3f16eeb3e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 948 time: 0.5080621 Apr 25 14:34:51.427268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-94155624-33a8-4318-af25-d822ed619cd2 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676616 Apr 25 14:34:51.523976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 32b45001-7cb8-465f-801e-ae2405d06b8a up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:51.658352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Router b49f634f-e087-407a-a8aa-47ea5a2729ee is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:34:51.678268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a7c33f56-1a54-4b28-be91-863559d102de,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:51.700293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1eb5879f-e507-45d2-b33e-47d246ed8db0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:51.700679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.771103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 32b45001-7cb8-465f-801e-ae2405d06b8a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:51.776550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 32b45001-7cb8-465f-801e-ae2405d06b8a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:51.776942 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.839643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989de8fe-6263-4f93-9b74-fa0e42befc0d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:51.852624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.866011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0aa3a9df-8d50-4cf4-8b0c-02b9a4f6ed36 req-949fa53e-d4f6-4227-8da0-10d9c3dd05c6 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335678 Apr 25 14:34:51.875081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Transition to ACTIVE for port object 989de8fe-6263-4f93-9b74-fa0e42befc0d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:51.881306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:51.971430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:52.011735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737da03-3d1d-47f1-ad4e-6a9ae5532da4 req-92a5658f-672e-410f-ad68-02f1ac0a2554 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:52.019742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7737da03-3d1d-47f1-ad4e-6a9ae5532da4 req-92a5658f-672e-410f-ad68-02f1ac0a2554 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.1897151 Apr 25 14:34:52.033161 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.090991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:52.093168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7737da03-3d1d-47f1-ad4e-6a9ae5532da4 req-cf843269-35d5-44b8-a792-4892c8b47df2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Apr 25 14:34:52.104223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=32b45001-7cb8-465f-801e-ae2405d06b8a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:52.111531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.119468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:52.145902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.150382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb6bdbcf-942b-4931-9f88-ba10a733d183 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2450562 Apr 25 14:34:52.151046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39578) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:52.227747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Sync routers for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:52.274857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:52.275493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:52.287123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Attempting to bind port 989de8fe-6263-4f93-9b74-fa0e42befc0d on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:52.287754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Attempting to bind port 989de8fe-6263-4f93-9b74-fa0e42befc0d by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:52.288386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Attempting to bind port 989de8fe-6263-4f93-9b74-fa0e42befc0d on network 54b46222-376b-4ea5-8bfc-45bf0e488b7f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:52.298921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Port 989de8fe-6263-4f93-9b74-fa0e42befc0d on network 54b46222-376b-4ea5-8bfc-45bf0e488b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:52.299748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Attempting to bind port 989de8fe-6263-4f93-9b74-fa0e42befc0d on network 54b46222-376b-4ea5-8bfc-45bf0e488b7f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:52.309713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:52.310719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Checking segment: {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:52.311340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Bound using segment: {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:52.312436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Bound port: 989de8fe-6263-4f93-9b74-fa0e42befc0d, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925e4b32-4f5a-4521-933e-e8dab74f623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:52.313313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.350825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:52.478517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:52.480872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-28042472-0994-4c1f-98a5-8c9ff0062711 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:52.485884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-28042472-0994-4c1f-98a5-8c9ff0062711 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:52.538932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7c33f56-1a54-4b28-be91-863559d102de up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:52.585779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:52.592028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c3e0-6a3d-4640-874f-a1623ec87311 req-5f3e4e40-6c24-4a50-8d91-192796acaf74 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:52.593698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76f9c3e0-6a3d-4640-874f-a1623ec87311 req-5f3e4e40-6c24-4a50-8d91-192796acaf74 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.3229225 Apr 25 14:34:52.602730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:52.603491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-28042472-0994-4c1f-98a5-8c9ff0062711 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:52.604821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-28042472-0994-4c1f-98a5-8c9ff0062711 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 943 time: 0.4888127 Apr 25 14:34:52.608748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.707095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:52.707847 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.710145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-4b384015-91cc-4279-8236-0fb64095882d service neutron] 10.222.0.15 "PUT /v2.0/ports/989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 1091 time: 1.9124892 Apr 25 14:34:52.713020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:52.735793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76f9c3e0-6a3d-4640-874f-a1623ec87311 req-68761966-5b20-47f3-bd39-85fcf249f04a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246846 Apr 25 14:34:52.748387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-70af0e9c-cd22-4b47-bc16-f5e33bdff5ff tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:52.751111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b384015-91cc-4279-8236-0fb64095882d service neutron] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:52.800841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a7c33f56-1a54-4b28-be91-863559d102de triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:52.801536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:52.815310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-70af0e9c-cd22-4b47-bc16-f5e33bdff5ff tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:52.816491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14943b0f-9ab2-45ab-bba8-bea147ddeab1 req-70af0e9c-cd22-4b47-bc16-f5e33bdff5ff tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026045 Apr 25 14:34:52.842306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-402673b1-7756-470d-b847-d1b8ef1acc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:52.844329 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-402673b1-7756-470d-b847-d1b8ef1acc4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1094 time: 0.0895700 Apr 25 14:34:52.949873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-88bfe969-b3fd-4bc6-8ad2-937a2e565bd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 217 time: 0.0983689 Apr 25 14:34:53.026234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-8e4742d7-7418-4604-b4a1-ce50e42757fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:53.028118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-8e4742d7-7418-4604-b4a1-ce50e42757fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.0723281 Apr 25 14:34:53.101474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:49Z', 'revision_number': 3, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:53.108531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Checking router: b49f634f-e087-407a-a8aa-47ea5a2729ee for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:53.110423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Updating router b49f634f-e087-407a-a8aa-47ea5a2729ee port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:53.138566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2157a6a-c768-4fee-8948-d118238b1313 req-0593c91d-3e88-414d-ae6a-338fbd7e96b1 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips/ec6853fc-62e9-4312-8f6a-cebba7c71a09 HTTP/1.1" status: 200 len: 693 time: 0.1045308 Apr 25 14:34:53.171432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-21cb2af9-f2cc-47e0-a817-966c7a6e1d29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364722 Apr 25 14:34:53.181679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:53.465138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157a6a-c768-4fee-8948-d118238b1313 req-0156f51b-6d38-43e7-a92d-54c21d384811 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:53.466571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2157a6a-c768-4fee-8948-d118238b1313 req-0156f51b-6d38-43e7-a92d-54c21d384811 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.3149717 Apr 25 14:34:53.479613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:53.524928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-214cb6f7-8375-436e-94c5-d68c92abe4d9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:53.537967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-214cb6f7-8375-436e-94c5-d68c92abe4d9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 821 time: 0.4393320 Apr 25 14:34:53.544027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-25f6736e-062f-46fe-bf15-d94f9c87b847 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451085 Apr 25 14:34:53.553481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'port': {'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'admin_state_up': True, 'tenant_id': '9740b06279f9402999c2dd6daedc4f49'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:53.683854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2157a6a-c768-4fee-8948-d118238b1313 req-7f74d692-225c-49ca-be6e-aba979a1339e tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.2064936 Apr 25 14:34:53.793961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:53.817001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2157a6a-c768-4fee-8948-d118238b1313 req-c8b08bd7-bb87-4d37-8e55-bd07e3b8f337 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1248522 Apr 25 14:34:53.824938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Transition to ACTIVE for port object 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:53.840070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:53.938416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Attempting to bind port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:53.938805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Attempting to bind port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:53.939158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Attempting to bind port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:53.952979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:53.953509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:53.953922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:53.954318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:53.954917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Bound port: 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:53.956743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:53.974295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b019a7f5-7d64-42d0-b99a-66cbe9ce3020 req-882f1cbc-fc04-4364-b283-f0ccaadc3d60 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 210 time: 0.0725276 Apr 25 14:34:54.011133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Deleting port f731bc7d-1337-401e-b723-ceafbe26ceaf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:54.011473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.024179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a62f8577-a9b8-49d5-b0ef-d3c47ffdad14 req-adb85f90-85e7-4bd6-827f-5621490c17b3 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422302 Apr 25 14:34:54.029694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:54.040203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:54.053236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Made reservation on behalf of 9740b06279f9402999c2dd6daedc4f49 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:54.057728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.104884 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4567cd5-80f1-4df4-9ffc-465c92a4a187'] response: {'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a', 'code': 200} Apr 25 14:34:54.135042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492391-96d4-4f63-bc7f-bb800e36b003 None None] Pushing event updated for resources: {'Port': ['ID=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:54.210170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] For port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:54.213885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] For port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:54.223539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.268485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Allocated IP 172.20.0.1 (d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c/03322612-730b-4bd2-b5ad-ebb7e5447ecf/f51b7dae-5fd3-4a7b-bfb9-cbde414724b7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:54.305846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Allocated IP 172.20.0.8 (e098d67d-3a38-4e13-87d7-606a1a32fc35/f59b5320-faf1-4b66-be1b-55e0f89229b7/6991e8a6-7de1-4881-a91c-89703d15eb60) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:34:54.373429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec969e14-a540-4fdc-ba67-7a94926158b2 req-91d66859-0a91-4d56-8315-13dc399f99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:54.374838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec969e14-a540-4fdc-ba67-7a94926158b2 req-91d66859-0a91-4d56-8315-13dc399f99b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 1100 time: 0.1820974 Apr 25 14:34:54.378654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:54.379386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:54.459523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.483314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492391-96d4-4f63-bc7f-bb800e36b003 None None] Pushing event updated for resources: {'Port': ['ID=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:54.484852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.485420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.502013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:34:54.672280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:54.757252 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1290b2f3-d58f-4e9d-bf3c-0022ef4eab3a'] response: {'name': 'network-changed', 'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'status': 'completed', 'code': 200} Apr 25 14:34:54.762218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec969e14-a540-4fdc-ba67-7a94926158b2 req-7d0e7ae9-5c58-4530-8886-829a12703ddb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764708 Apr 25 14:34:54.805429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.831489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Transition to ACTIVE for port object 6991e8a6-7de1-4881-a91c-89703d15eb60 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:54.845816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Transition to ACTIVE for port object f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:54.857141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Calling delete_port for f731bc7d-1337-401e-b723-ceafbe26ceaf owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:54.876296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fb999-dbc0-473d-87a3-24ff78f95d81 req-b18f8a88-a1cd-427c-86fe-554a853af38e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:54.877931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d53fb999-dbc0-473d-87a3-24ff78f95d81 req-b18f8a88-a1cd-427c-86fe-554a853af38e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.1227179 Apr 25 14:34:54.905351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:54.985471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-0c4e09c7-cbea-4e08-b94d-6f03875d643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:54.987251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-0c4e09c7-cbea-4e08-b94d-6f03875d643d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1094 time: 0.1739261 Apr 25 14:34:55.004030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d53fb999-dbc0-473d-87a3-24ff78f95d81 req-573a1751-bd72-4e3b-a43c-49df36f13a2b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177125 Apr 25 14:34:55.008271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:55.010556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:49Z', 'revision_number': 3, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:55.015127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aac472-328e-4849-a07d-ea7c92496464 None None] The sync data for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 is: [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:49Z', 'revision_number': 3, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:34:55.017008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:55.027157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:55.037883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.069418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event updated for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:55.124611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:55.125396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.209133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-24e5097e-b075-45cf-b0cc-d0406e528030 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6608045 Apr 25 14:34:55.222323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Request body: {'port': {'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:55.262333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:55.280774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:55.283171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:34:55.322923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Pushing event updated for resources: {'Port': ['ID=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:55.351115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-35cf1c99-41d1-4dc1-bc87-ccef775b3268 None None] Provisioning for port 6991e8a6-7de1-4881-a91c-89703d15eb60 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:55.364141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-35cf1c99-41d1-4dc1-bc87-ccef775b3268 None None] Provisioning complete for port 6991e8a6-7de1-4881-a91c-89703d15eb60 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:55.364631 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35cf1c99-41d1-4dc1-bc87-ccef775b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.372279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.378469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.442305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 989de8fe-6263-4f93-9b74-fa0e42befc0d details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:34:55.460027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event deleted for resources: {'Port': ['ID=f731bc7d-1337-401e-b723-ceafbe26ceaf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:55.512185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-35cf1c99-41d1-4dc1-bc87-ccef775b3268 None None] Port 6991e8a6-7de1-4881-a91c-89703d15eb60 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:55.556910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-f2ac2675-229a-4b2d-848b-a6519c256920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:55.556910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-f2ac2675-229a-4b2d-848b-a6519c256920 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.5516486 Apr 25 14:34:55.640271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.675510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-4c8611fd-8687-4992-bd70-e45f1e89e1b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 217 time: 0.1088493 Apr 25 14:34:55.735127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bdb0-68a7-40c8-95a1-f68f2ceac61e req-7d849884-aca8-47ff-b22f-3f141a3807ab tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:55.737005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b55bdb0-68a7-40c8-95a1-f68f2ceac61e req-7d849884-aca8-47ff-b22f-3f141a3807ab tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 949 time: 0.5757897 Apr 25 14:34:55.744671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:55.752359 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.761885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'network_id': '54b46222-376b-4ea5-8bfc-45bf0e488b7f', 'port_id': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'mac_address': 'fa:16:3e:ff:61:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbd7d55-c871-466f-97db-973e969c72b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:34:55.777051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-e00fedd1-46b4-4150-9c24-bcf91e56ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:55.778565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-e00fedd1-46b4-4150-9c24-bcf91e56ddbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.0961373 Apr 25 14:34:55.856633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-87323995-4f57-46ee-9b4a-6de668f7ed9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685680 Apr 25 14:34:55.859488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.867254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0ab281a2-59dd-4d68-87bc-06173253155c None None] Provisioning for port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:55.872755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2157a6a-c768-4fee-8948-d118238b1313 req-8670ba0e-7508-49a8-986c-3806e189d7c6 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec6853fc-62e9-4312-8f6a-cebba7c71a09 HTTP/1.1" status: 204 len: 173 time: 2.0421159 Apr 25 14:34:55.876627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0ab281a2-59dd-4d68-87bc-06173253155c None None] Provisioning complete for port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:55.877194 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ab281a2-59dd-4d68-87bc-06173253155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:55.903081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b55bdb0-68a7-40c8-95a1-f68f2ceac61e req-abe92095-5954-45c5-861c-1081dbaa16a6 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086278 Apr 25 14:34:56.002277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.037003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-ad582aa9-933e-4ebb-af01-0b9f4d8d7467 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:56.038891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-ad582aa9-933e-4ebb-af01-0b9f4d8d7467 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.3005979 Apr 25 14:34:56.041875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0ab281a2-59dd-4d68-87bc-06173253155c None None] Port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:56.051114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989de8fe-6263-4f93-9b74-fa0e42befc0d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:56.076388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:56.087512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.160440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:34:56.178734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:56.235470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-24faa27c-e1e1-487f-968f-64e15df4968a service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575823 Apr 25 14:34:56.270167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port dc5f4041-c376-45a4-b463-b8e9981f8540 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:56.270607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.303350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.316886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['989de8fe-6263-4f93-9b74-fa0e42befc0d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:34:56.508234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6991e8a6-7de1-4881-a91c-89703d15eb60 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:34:56.527467 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.583561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:56.603199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Transition to ACTIVE for port object 6991e8a6-7de1-4881-a91c-89703d15eb60 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:34:56.605556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6dc37df9-f24a-472b-b383-fd5c79c6adbe req-270a1d43-979b-4ca6-a1eb-3229667991f8 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621392 Apr 25 14:34:56.620633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b336e-3ce9-45d7-a0ca-93aa7e940542 req-f6d306b4-009e-4e67-a525-b9d59ff7a4c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:56.622251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca3b336e-3ce9-45d7-a0ca-93aa7e940542 req-f6d306b4-009e-4e67-a525-b9d59ff7a4c3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 944 time: 0.5244133 Apr 25 14:34:56.626040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.640726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a267-b31a-48ed-a6a9-c0886940908b req-e656593b-b70f-46b0-99e5-2875e899b3f1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:56.648427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4712a267-b31a-48ed-a6a9-c0886940908b req-e656593b-b70f-46b0-99e5-2875e899b3f1 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 945 time: 0.4476848 Apr 25 14:34:56.738073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:56.749441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:56.749812 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.783399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Pushing event updated for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:56.893633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:56.921242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:56.929348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.014757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:57.021181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4712a267-b31a-48ed-a6a9-c0886940908b req-14ab3ed4-091f-4ef3-931f-7db2261dc97e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684270 Apr 25 14:34:57.071973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca3b336e-3ce9-45d7-a0ca-93aa7e940542 req-cc26ab6d-5647-4f71-8a39-c9822d2add53 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358072 Apr 25 14:34:57.073715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port dc5f4041-c376-45a4-b463-b8e9981f8540, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=dc5f4041-c376-45a4-b463-b8e9981f8540,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:57.074085 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.106462 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.113434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.217733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for dc5f4041-c376-45a4-b463-b8e9981f8540 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:57.274594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.328921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Pushing event updated for resources: {'Port': ['ID=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:57.357361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Attempting to bind port 6991e8a6-7de1-4881-a91c-89703d15eb60 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:34:57.357718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Attempting to bind port 6991e8a6-7de1-4881-a91c-89703d15eb60 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:34:57.358039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Attempting to bind port 6991e8a6-7de1-4881-a91c-89703d15eb60 on network e098d67d-3a38-4e13-87d7-606a1a32fc35 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:57.368772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-d050907b-0262-4f94-9873-08521f8c7728 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips/8d4d6929-b983-470c-9ae5-253d20f00bc2 HTTP/1.1" status: 200 len: 692 time: 0.1582274 Apr 25 14:34:57.381468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Port 6991e8a6-7de1-4881-a91c-89703d15eb60 on network e098d67d-3a38-4e13-87d7-606a1a32fc35 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:34:57.381792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Attempting to bind port 6991e8a6-7de1-4881-a91c-89703d15eb60 on network e098d67d-3a38-4e13-87d7-606a1a32fc35 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:34:57.402086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 989de8fe-6263-4f93-9b74-fa0e42befc0d up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:57.422047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689736-e78d-49e9-968f-fa07dd200fe9 req-6d67d588-31b8-4a1e-ae71-e9f32620d4a1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:57.423599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07689736-e78d-49e9-968f-fa07dd200fe9 req-6d67d588-31b8-4a1e-ae71-e9f32620d4a1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 943 time: 0.2579944 Apr 25 14:34:57.439235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:34:57.439539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Checking segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:34:57.439927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Bound using segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:34:57.440901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Bound port: 6991e8a6-7de1-4881-a91c-89703d15eb60, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:34:57.441267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.476847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 989de8fe-6263-4f93-9b74-fa0e42befc0d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:34:57.484364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 989de8fe-6263-4f93-9b74-fa0e42befc0d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:57.484686 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.492574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:34:57.496055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:34:57.508286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-07689736-e78d-49e9-968f-fa07dd200fe9 req-cefb090c-0bcf-45ea-962c-a4ef214c6405 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:57.645537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-07689736-e78d-49e9-968f-fa07dd200fe9 req-cefb090c-0bcf-45ea-962c-a4ef214c6405 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:57.646858 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07689736-e78d-49e9-968f-fa07dd200fe9 req-cefb090c-0bcf-45ea-962c-a4ef214c6405 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121019 Apr 25 14:34:57.713293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.723512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.753862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Router b49f634f-e087-407a-a8aa-47ea5a2729ee has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:34:57.760879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-198d2a33-c1ee-4f8b-aadf-6e35085279ce tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:57.769320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-198d2a33-c1ee-4f8b-aadf-6e35085279ce tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.3909190 Apr 25 14:34:57.775623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:57.789829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:34:57.805279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.864741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-16f9ccdf-c44c-4461-89ad-c8fdbff4d69c None None] Provisioning complete for port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:57.865140 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16f9ccdf-c44c-4461-89ad-c8fdbff4d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.866256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=dc5f4041-c376-45a4-b463-b8e9981f8540,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:57.896971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-3eb8617d-3399-4c26-81f4-ad3e60b43ede tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Synchronizing usage tracker for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:57.905795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:34:57.939696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:57.947784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:34:57.957298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-16f9ccdf-c44c-4461-89ad-c8fdbff4d69c None None] Port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:34:57.964492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:57.998986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port dc5f4041-c376-45a4-b463-b8e9981f8540 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:34:58.011792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:58.014335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'name': 'network-vif-deleted', 'tag': 'dc5f4041-c376-45a4-b463-b8e9981f8540'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:34:58.019046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:34:58.024498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7306850a-97c5-416e-b2d7-56c700b4c94f admin admin] 10.222.0.23 "PUT /v2.0/routers/b49f634f-e087-407a-a8aa-47ea5a2729ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8723938 Apr 25 14:34:58.028627 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Sync routers for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:34:58.038126 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:34:58.038971 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:58.040317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-3eb8617d-3399-4c26-81f4-ad3e60b43ede tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Unset dirty status for tenant:c4a16a60f93b46c7a346fc0d07ccae5f on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:58.041589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-3eb8617d-3399-4c26-81f4-ad3e60b43ede tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.2713115 Apr 25 14:34:58.053949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:58.054570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:58.055893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] 10.222.0.21 "PUT /v2.0/ports/6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 1091 time: 2.8393829 Apr 25 14:34:58.096562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4be29-7d5f-4b73-9989-bb6a04458e90 req-75700cd2-9470-4296-8504-0f9ad7ab2517 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:58.097606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dca4be29-7d5f-4b73-9989-bb6a04458e90 req-75700cd2-9470-4296-8504-0f9ad7ab2517 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:58.121231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dca4be29-7d5f-4b73-9989-bb6a04458e90 req-75700cd2-9470-4296-8504-0f9ad7ab2517 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:58.123572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dca4be29-7d5f-4b73-9989-bb6a04458e90 req-75700cd2-9470-4296-8504-0f9ad7ab2517 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 949 time: 0.1847558 Apr 25 14:34:58.214548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dca4be29-7d5f-4b73-9989-bb6a04458e90 req-3d338db0-bdcb-42e6-b633-8ad6d9748f41 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776634 Apr 25 14:34:58.298467 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b9eb93-4fd9-48d2-97c6-a04d79de16ab'] response: {'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'code': 200} Apr 25 14:34:58.422014 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:34:58.459578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-786536f0-2b4e-44d3-84e7-1b9129972074 tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.4091587 Apr 25 14:34:58.463397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272a69c-6ddd-46ad-9c8e-88ae1bdfbd72 service neutron] Pushing event updated for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:34:58.549888 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:58.569662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:34:58.570123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f1c393a-3137-4de3-81bd-6c2c55afd65e req-7c0ab935-e70c-4ae7-b75c-3fef811e3c8d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.21 "DELETE /v2.0/ports/dc5f4041-c376-45a4-b463-b8e9981f8540 HTTP/1.1" status: 204 len: 173 time: 2.5145447 Apr 25 14:34:58.605164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0f1fc-7413-459d-90e1-13c739841c11 req-e537f91b-10cf-4c97-9847-0459696e0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:58.606601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49a0f1fc-7413-459d-90e1-13c739841c11 req-e537f91b-10cf-4c97-9847-0459696e0c85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1096 time: 0.2445252 Apr 25 14:34:58.754117 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655a0178-cc51-46ca-8d96-beedd634e4e1'] response: {'server_uuid': '734a12a5-0703-4cba-a12c-d4a32c6d1258', 'name': 'network-vif-deleted', 'tag': 'dc5f4041-c376-45a4-b463-b8e9981f8540', 'status': 'completed', 'code': 200} Apr 25 14:34:58.765612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49a0f1fc-7413-459d-90e1-13c739841c11 req-9024ae89-9bbb-479b-bc77-3f611c53fbfa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509366 Apr 25 14:34:58.795134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:34:58.795683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:58.993084 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66d47a6c-fa6e-4cdd-9e5a-9ccadba2721c req-98dee2c2-4516-4342-808d-e375b96e667f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=734a12a5-0703-4cba-a12c-d4a32c6d1258 HTTP/1.1" status: 200 len: 210 time: 0.0770302 Apr 25 14:34:59.075952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Deleting port 23aaab5f-67c7-43ac-af5f-c1529b5fbf6d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:34:59.076460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:59.261465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dc5f4041-c376-45a4-b463-b8e9981f8540 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:34:59.272655 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 2, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:34:59.289453 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Checking router: b49f634f-e087-407a-a8aa-47ea5a2729ee for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:34:59.289706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e65fa-d996-444a-b3b3-ef67d3f7ecc7 req-adc7b52c-4e66-4d24-91c6-28835f4f9fc0 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:59.291288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-144e65fa-d996-444a-b3b3-ef67d3f7ecc7 req-adc7b52c-4e66-4d24-91c6-28835f4f9fc0 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 945 time: 0.1499317 Apr 25 14:34:59.291939 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Updating router b49f634f-e087-407a-a8aa-47ea5a2729ee port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:34:59.299610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:59.300114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:59.340740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-144e65fa-d996-444a-b3b3-ef67d3f7ecc7 req-83b62edd-bd9b-431c-a0ea-6ec8f0d326a3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:34:59.374534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-144e65fa-d996-444a-b3b3-ef67d3f7ecc7 req-83b62edd-bd9b-431c-a0ea-6ec8f0d326a3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:34:59.391008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-144e65fa-d996-444a-b3b3-ef67d3f7ecc7 req-83b62edd-bd9b-431c-a0ea-6ec8f0d326a3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924573 Apr 25 14:34:59.391241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: dc5f4041-c376-45a4-b463-b8e9981f8540 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:34:59.391241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device dc5f4041-c376-45a4-b463-b8e9981f8540 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:34:59.501928 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:59.536713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:34:59.545274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-network', 'tenant_id': '71b45f9956044a94b03a7723a131efa0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:34:59.552086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Calling delete_port for 23aaab5f-67c7-43ac-af5f-c1529b5fbf6d owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:34:59.594214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:59.595284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-a7f7a62b-7571-4ca3-b3ff-d502b9a39f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:59.596891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-a7f7a62b-7571-4ca3-b3ff-d502b9a39f8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1094 time: 1.4441824 Apr 25 14:34:59.604581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Usage tracker for resource:network and tenant:71b45f9956044a94b03a7723a131efa0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:59.613733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:59.623762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:59.651105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Made reservation on behalf of 71b45f9956044a94b03a7723a131efa0 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:34:59.654271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:59.679441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:34:59.688987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-7b7eb2f9-dbfa-4261-9f0c-a18b4ea8b34a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 217 time: 0.0835965 Apr 25 14:34:59.704446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fea1c3-00b2-4f0d-aa96-261461133142 req-5b38a6b6-2e09-4f84-b5b6-e7d9f1ed3f28 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:59.706743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2fea1c3-00b2-4f0d-aa96-261461133142 req-5b38a6b6-2e09-4f84-b5b6-e7d9f1ed3f28 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.1574979 Apr 25 14:34:59.714644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:34:59.735183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Usage tracker for resource:security_group_rule and tenant:71b45f9956044a94b03a7723a131efa0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:34:59.741457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:34:59.750757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:34:59.786727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2fea1c3-00b2-4f0d-aa96-261461133142 req-4b2e9850-0547-4afa-b687-8a478befdde9 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738418 Apr 25 14:34:59.799851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-34939d45-0406-439a-83f4-711013c15ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:34:59.801350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-34939d45-0406-439a-83f4-711013c15ed8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1049922 Apr 25 14:34:59.955766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.028380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Pushing event deleted for resources: {'Port': ['ID=23aaab5f-67c7-43ac-af5f-c1529b5fbf6d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:00.048937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.059276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.074622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-09a020de-4448-4e45-91ae-5b153b56438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:00.076179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-09a020de-4448-4e45-91ae-5b153b56438f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374480 Apr 25 14:35:00.111262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:35:00.126042 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.126747 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Added segment 4469191e-d4b5-4573-a75c-6755a82aa742 of type vlan for network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 Apr 25 14:35:00.166308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.206086 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.217412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.218544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:00.219338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.242216 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Transition to ACTIVE for port object f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:00.256739 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.295956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4fc8a-14f9-4c31-b98d-9170fbc967e1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:00.296401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-8187ef38-4b05-475a-b64d-bfa2ca2a9979 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453702 Apr 25 14:35:00.297250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.322015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7838187 Apr 25 14:35:00.326312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39664) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:00.337180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Request body: {'subnet': {'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-subnet', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:00.354230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.355283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91c98370-2718-447f-b06e-c012dbe2f6a7 req-adb434c9-5118-44b6-a546-47b6ad486a9f tempest-FloatingIPDetailsTestJSON-1138496872 tempest-FloatingIPDetailsTestJSON-1138496872-project] 10.222.0.23 "DELETE /v2.0/floatingips/8d4d6929-b983-470c-9ae5-253d20f00bc2 HTTP/1.1" status: 204 len: 173 time: 1.8942046 Apr 25 14:35:00.362957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39668) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:00.680052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:00.746277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Usage tracker for resource:subnet and tenant:71b45f9956044a94b03a7723a131efa0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:00.785211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:00.799837 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0a0e2-43e0-4ca5-b55c-bf297d6351b9 None None] Pushing event updated for resources: {'Port': ['ID=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:00.800455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf014770-4d25-4025-8883-79ce5130eb99 admin admin] Pushing event updated for resources: {'Network': ['ID=9aa8ac6d-fabc-436a-a7df-0529a0becd31,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:00.810950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:35:00.832906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:00.874776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Made reservation on behalf of 71b45f9956044a94b03a7723a131efa0 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:00.878704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.947271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff289cb3-381e-4d55-a8e2-2dfcc40ec69d req-f6771bd3-9ff9-4137-9683-28022b9adf67 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:00.955954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff289cb3-381e-4d55-a8e2-2dfcc40ec69d req-f6771bd3-9ff9-4137-9683-28022b9adf67 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 943 time: 0.2765322 Apr 25 14:35:00.969540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Attempting to bind port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:00.969914 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Attempting to bind port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:00.970281 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Attempting to bind port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 on network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:00.991312 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:00.991695 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Checking segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:00.992103 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:00.992497 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Bound using segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:00.992976 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Bound port: f51b7dae-5fd3-4a7b-bfb9-cbde414724b7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:00.994069 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:01.021443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:01.123851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7e2bdae-4ea0-4c9d-aa7d-dd5fbc937a27 req-72d28026-3611-4837-8781-a9f53865b6c6 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8126919 Apr 25 14:35:01.137539 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] For port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:01.141466 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] For port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:01.149654 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:01.174185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff289cb3-381e-4d55-a8e2-2dfcc40ec69d req-e2d572d5-f387-4fc7-a69a-6f91aa8e0e2d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168534 Apr 25 14:35:01.189818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-2954c4f9-1557-475e-9581-14eb80ec80cc tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e484c765057f47b69ecf79a8afd55a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247654 Apr 25 14:35:01.222676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-be1874b2-fb8a-4665-aec4-8a1828d3e55b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5298097 Apr 25 14:35:01.294576 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:01.295471 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:01.599881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:01.607821 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0a0e2-43e0-4ca5-b55c-bf297d6351b9 None None] Pushing event updated for resources: {'Port': ['ID=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:01.776356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a352fd-8756-489f-8c93-9e31223a196b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:01.790536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Checking segment: {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:01.790907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Network hostable DHCP agents. Network: 9aa8ac6d-fabc-436a-a7df-0529a0becd31, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:35:01.797489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-d4740633-7cfd-417a-8e11-849409ea1b0b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:01.804127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-d4740633-7cfd-417a-8e11-849409ea1b0b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6048958 Apr 25 14:35:01.807917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214f9ce-26a8-40ab-a763-20dd0e0f6cd0 req-b670681e-ca4a-42a4-bf74-b44f9f5313ba tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:01.809820 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2214f9ce-26a8-40ab-a763-20dd0e0f6cd0 req-b670681e-ca4a-42a4-bf74-b44f9f5313ba tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.3520613 Apr 25 14:35:01.824767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-926f8960-7003-41c4-958b-e79166dd63a6 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/quotas/e484c765057f47b69ecf79a8afd55a0e HTTP/1.1" status: 200 len: 375 time: 0.0186961 Apr 25 14:35:01.848532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:35:01.871981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 9aa8ac6d-fabc-436a-a7df-0529a0becd31) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:01.882394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d184c7-e268-4b43-b220-fc29f82c6d10 None None] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:01.910226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2214f9ce-26a8-40ab-a763-20dd0e0f6cd0 req-106266b4-1524-4eb6-be92-b4fd499768d8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876207 Apr 25 14:35:01.916880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:01.918390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:01.974541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4d746c8a-bd2c-4d37-8377-967ac4170e83 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6465225 Apr 25 14:35:01.976882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39712) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:01.982315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:01.992165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:02.004560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Usage tracker for resource:router and tenant:71b45f9956044a94b03a7723a131efa0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:02.009809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:02.015525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-a08e2ef3-1b1a-4b35-b43c-dc6122021704 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904993 Apr 25 14:35:02.024517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:02.044724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:02.045982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:02.074921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:02.122073 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:02.307706 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:02.409193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-9aa8ac6d-fabc-436a-a7df-0529a0becd31', 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'fixed_ips': [{'subnet_id': '65a352fd-8756-489f-8c93-9e31223a196b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:35:02.410088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:02.710257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae291d2-937f-4cee-9ba3-2f0c7e5a7380 req-efc78abb-7cb0-4497-9e8b-177a96fc91dc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:02.711844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eae291d2-937f-4cee-9ba3-2f0c7e5a7380 req-efc78abb-7cb0-4497-9e8b-177a96fc91dc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 945 time: 0.6173201 Apr 25 14:35:02.786164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:02.873932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eae291d2-937f-4cee-9ba3-2f0c7e5a7380 req-e3a19a92-ca8e-4326-8759-fb6ec0c0b225 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006253 Apr 25 14:35:02.936728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Allocated IP 172.20.0.2 (9aa8ac6d-fabc-436a-a7df-0529a0becd31/65a352fd-8756-489f-8c93-9e31223a196b/67349f8d-b00f-475e-8df0-8e818aec58a0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:02.968508 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:01Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:02.976873 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60331b24-38d0-42e0-a9ef-9302a4e72764 None None] The sync data for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 is: [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:01Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:35:03.194817 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a346f973-c6a7-418c-9477-1de2aba204bd'] response: {'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'status': 'completed', 'code': 200} Apr 25 14:35:03.377062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:03.449411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:03.450916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:03.492136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Transition to ACTIVE for port object 67349f8d-b00f-475e-8df0-8e818aec58a0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:03.579322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-92bd8f06-f04c-4da1-b560-664dda682dbf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:03.581556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-92bd8f06-f04c-4da1-b560-664dda682dbf tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.7961550 Apr 25 14:35:03.621381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Transition to ACTIVE for port object 67349f8d-b00f-475e-8df0-8e818aec58a0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:03.630838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:03.680640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-59886267-32b9-477d-8c16-f01fe8861aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:03.682185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-59886267-32b9-477d-8c16-f01fe8861aaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1094 time: 0.5000772 Apr 25 14:35:03.720283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:03.720935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-f09c9af9-93e6-4b82-bb3e-d3560ae43595 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/quotas/69d5e2c9617842f990ffa62771b2e771 HTTP/1.1" status: 200 len: 375 time: 0.0355377 Apr 25 14:35:03.725323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:03.730744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:03.886192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Pushing event updated for resources: {'Port': ['ID=67349f8d-b00f-475e-8df0-8e818aec58a0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:03.916228 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:03.925086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39754) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:03.932728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Attempting to bind port 67349f8d-b00f-475e-8df0-8e818aec58a0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:03.933201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Attempting to bind port 67349f8d-b00f-475e-8df0-8e818aec58a0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:03.933632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Attempting to bind port 67349f8d-b00f-475e-8df0-8e818aec58a0 on network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:03.942545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:03.943161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Checking segment: {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:03.943433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:03.943902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Bound using segment: {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:03.944440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Bound port: 67349f8d-b00f-475e-8df0-8e818aec58a0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:03.944919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:04.009771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Deleting port d374f096-903d-4c44-b4ef-f880507504a4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:04.010312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:04.074387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] For port 67349f8d-b00f-475e-8df0-8e818aec58a0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:04.080351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] For port 67349f8d-b00f-475e-8df0-8e818aec58a0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67349f8d-b00f-475e-8df0-8e818aec58a0,segment=NetworkSegment(4469191e-d4b5-4573-a75c-6755a82aa742),segment_id=4469191e-d4b5-4573-a75c-6755a82aa742)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:04.089243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:04.097359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf9887-902e-430c-a35f-ace49d3cbb42 req-531584cf-58ca-49c3-aade-63338adbddd3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:04.100240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7adf9887-902e-430c-a35f-ace49d3cbb42 req-531584cf-58ca-49c3-aade-63338adbddd3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 943 time: 0.5676360 Apr 25 14:35:04.157841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:04.188824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Allocated IP 172.25.0.152 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/4829203d-9af6-41c4-bcca-634c67bef167) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:04.199292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:04.214835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539fac-beb6-49dc-aa19-ce051a1d5901 None None] Pushing event updated for resources: {'Port': ['ID=67349f8d-b00f-475e-8df0-8e818aec58a0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:04.227093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Usage tracker for resource:security_group_rule and tenant:13ed5254c9234a0ab1ce5c232a38af84 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:04.231159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:04.246290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:04.250669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-f2fa97a4-f141-43c4-902a-ac98f57b57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:04.252801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-f2fa97a4-f141-43c4-902a-ac98f57b57c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1100 time: 0.6191289 Apr 25 14:35:04.274845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7adf9887-902e-430c-a35f-ace49d3cbb42 req-b3096a95-d294-41e3-8eaf-007672a6b8e2 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644940 Apr 25 14:35:04.404790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-54cd1566-bbef-4ecb-b112-f71e4f040034 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:04.467227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-75e98914-3e46-4d3f-a809-60e84b79a8f1 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e484c765057f47b69ecf79a8afd55a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674341 Apr 25 14:35:04.553300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-f5437b5a-b745-4a06-98ca-12a8b42dc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:04.555133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-f5437b5a-b745-4a06-98ca-12a8b42dc8a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.8326640 Apr 25 14:35:04.605531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:04.640326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-54cd1566-bbef-4ecb-b112-f71e4f040034 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:04.650126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-54cd1566-bbef-4ecb-b112-f71e4f040034 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9172692 Apr 25 14:35:04.753176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:04.758695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:04.761838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:04.864633 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-151aeccb-66bc-4e9a-95a0-97ed5b223564 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 217 time: 0.1909127 Apr 25 14:35:04.944364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:04.999334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:05.005245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.090555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.115094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11939ac6-3a53-478f-965b-79984840ae40 req-9d8c0ff3-342c-4bba-a0bc-76e03e131995 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 210 time: 0.4452841 Apr 25 14:35:05.117106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:05.147789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.208186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353fef6b-fa89-435c-8dd9-e5570386cd6d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:05.225459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-f886a470-27f2-42af-8baf-cd28fcc9735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:05.226968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-f886a470-27f2-42af-8baf-cd28fcc9735d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.3000412 Apr 25 14:35:05.249063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.275133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8866f4bf-93a1-4df1-bda6-d35c5684a2dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13ed5254c9234a0ab1ce5c232a38af84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3440328 Apr 25 14:35:05.278787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39760) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:05.284801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6991e8a6-7de1-4881-a91c-89703d15eb60 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:05.322038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-d6fbf2b1-15a6-4229-95d7-466d9ef48561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:05.323587 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-d6fbf2b1-15a6-4229-95d7-466d9ef48561 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 1.0586925 Apr 25 14:35:05.346132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-98f52ab4-40b4-4f39-b7b5-a0a4d01a8296 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950033 Apr 25 14:35:05.366756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-d07fabee-2d39-45e0-8ccc-ea366418bac7 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:05.368527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-d07fabee-2d39-45e0-8ccc-ea366418bac7 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8859637 Apr 25 14:35:05.460169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-fd911c4c-1e51-43aa-9c5f-f3eec3c6d6ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1091337 Apr 25 14:35:05.490704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:05.511185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:05.568723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-f1862aa1-b241-42c0-a412-83d70d0d4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:05.570428 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-f1862aa1-b241-42c0-a412-83d70d0d4fec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0982893 Apr 25 14:35:05.577181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.582830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.595590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6991e8a6-7de1-4881-a91c-89703d15eb60 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:05.612155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-d4f01118-0375-4842-92c1-48997c26d7e7 service neutron] 10.222.0.23 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389545 Apr 25 14:35:05.614506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:05.620504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Request body: {'port': {'device_id': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'e484c765057f47b69ecf79a8afd55a0e'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:05.622782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.683489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] For port d374f096-903d-4c44-b4ef-f880507504a4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d374f096-903d-4c44-b4ef-f880507504a4,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:05.684035 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.711522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:05.744275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-4a3c46c2-ab41-4910-a85c-c7032b345e95 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-175003700&fields=id&tenant_id=04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 267 time: 0.4239566 Apr 25 14:35:05.750309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:05.758309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56d74a2e-dd58-4171-b453-163fac40ab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:05.760134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:05.764324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa7039-977c-499b-b242-810bfbf19c25 None None] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:05.819691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:05.923254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Calling delete_port for d374f096-903d-4c44-b4ef-f880507504a4 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:05.932939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-13dd68bc-b455-4f1a-a945-d16a35149d77 None None] Provisioning for port 67349f8d-b00f-475e-8df0-8e818aec58a0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:05.963278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Pushing event updated for resources: {'Port': ['ID=4829203d-9af6-41c4-bcca-634c67bef167,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:06.011480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6991e8a6-7de1-4881-a91c-89703d15eb60'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:06.012562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56d74a2e-dd58-4171-b453-163fac40ab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:06.036046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-d4e4c8c1-0275-48b6-8532-b41bb3240ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:06.037620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-d4e4c8c1-0275-48b6-8532-b41bb3240ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7666974 Apr 25 14:35:06.192978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-9c69742d-9650-4be8-b862-1985c09374a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:06.194671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-9c69742d-9650-4be8-b862-1985c09374a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5991993 Apr 25 14:35:06.220836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:06.307704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:06.363513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-eb7ed36b-5329-4508-8ad8-823a91e45391 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:06.374387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-eb7ed36b-5329-4508-8ad8-823a91e45391 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 945 time: 0.6099961 Apr 25 14:35:06.392812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'port': {'security_groups': ['8ec9424e-9153-436f-aeaa-cfb91c19824b', 'cee37fe0-a385-4e34-90c0-2a46a3d1d812']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:06.651456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Made reservation on behalf of e484c765057f47b69ecf79a8afd55a0e for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:06.655276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:06.674756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:06.773613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:06.774254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:06.805873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-d4192f04-0325-46d5-90f2-da297803aaa6 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462272 Apr 25 14:35:06.806638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56d74a2e-dd58-4171-b453-163fac40ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:06.825282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-48ec4b97-d005-4130-9cbf-640fee7e9dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350458 Apr 25 14:35:06.907436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67349f8d-b00f-475e-8df0-8e818aec58a0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:06.925254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec762436-6c75-4f17-980f-45d779a2ca62 req-64d2249b-4515-47d2-bcbf-de1c00b6e583 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:06.926912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec762436-6c75-4f17-980f-45d779a2ca62 req-64d2249b-4515-47d2-bcbf-de1c00b6e583 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.7166641 Apr 25 14:35:06.946054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d74a2e-dd58-4171-b453-163fac40ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353fef6b-fa89-435c-8dd9-e5570386cd6d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:06.992745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 67349f8d-b00f-475e-8df0-8e818aec58a0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:06.997821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 67349f8d-b00f-475e-8df0-8e818aec58a0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:06.998565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.074972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56d74a2e-dd58-4171-b453-163fac40ab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.078926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-56d74a2e-dd58-4171-b453-163fac40ab2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/353fef6b-fa89-435c-8dd9-e5570386cd6d HTTP/1.1" status: 204 len: 168 time: 1.7978661 Apr 25 14:35:07.101700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Allocated IP 192.168.233.120 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/6bb8e286-5311-42ed-8c51-30c1ae7dff12) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:07.143746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.162763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec762436-6c75-4f17-980f-45d779a2ca62 req-392dbc0a-bc92-45b1-846d-a69a0ce3c35a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174709 Apr 25 14:35:07.186645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.199247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26cb5a54-3d9a-4612-a595-2acbc59546a9 req-da87f67b-d15c-4d66-88cf-60cddec198a1 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565104 Apr 25 14:35:07.248575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 67349f8d-b00f-475e-8df0-8e818aec58a0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67349f8d-b00f-475e-8df0-8e818aec58a0,segment=NetworkSegment(4469191e-d4b5-4573-a75c-6755a82aa742),segment_id=4469191e-d4b5-4573-a75c-6755a82aa742)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:07.255239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.270038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.297481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6991e8a6-7de1-4881-a91c-89703d15eb60 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:07.318854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.386703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=67349f8d-b00f-475e-8df0-8e818aec58a0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:07.423651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6991e8a6-7de1-4881-a91c-89703d15eb60 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:07.432451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6991e8a6-7de1-4881-a91c-89703d15eb60 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:07.434747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.438489 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-7da7119e-9168-4e22-94fc-b75afcc8453d service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639818 Apr 25 14:35:07.526217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d374f096-903d-4c44-b4ef-f880507504a4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:07.688393 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.750685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:07.763550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:07.771731 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.790042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.790587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.791014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.791419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.794627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.794975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.795311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.796786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.797154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.797488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.797816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.798140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:07.849392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:07.883738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:08.146152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581a1c-9b05-4744-98c4-4f0b48dda4e6 req-25394e9b-fac0-4a0d-8fe6-409e5a703382 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:08.146887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-08581a1c-9b05-4744-98c4-4f0b48dda4e6 req-25394e9b-fac0-4a0d-8fe6-409e5a703382 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:08.186465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:08.222469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Router a0110d6c-c3af-4c36-83f7-904c0f48faeb is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:35:08.222719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-441a2252-8ea0-4b9d-aec5-7ffd0a169c2d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:08.224169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-441a2252-8ea0-4b9d-aec5-7ffd0a169c2d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 812 time: 0.7183311 Apr 25 14:35:08.228039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.228940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-08581a1c-9b05-4744-98c4-4f0b48dda4e6 req-25394e9b-fac0-4a0d-8fe6-409e5a703382 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:08.237261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-08581a1c-9b05-4744-98c4-4f0b48dda4e6 req-25394e9b-fac0-4a0d-8fe6-409e5a703382 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 945 time: 0.7120323 Apr 25 14:35:08.292801 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.302485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304', '989de8fe-6263-4f93-9b74-fa0e42befc0d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:08.329924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Request body: {'port': {'device_id': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'admin_state_up': True, 'tenant_id': '69d5e2c9617842f990ffa62771b2e771'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:08.374430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.375702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:08.376220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.377715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48a8e7dc-cee0-45b3-b272-4e19abb94418 req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "PUT /v2.0/ports/989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 981 time: 2.0022311 Apr 25 14:35:08.380283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:08.497917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-08581a1c-9b05-4744-98c4-4f0b48dda4e6 req-b76adeb1-a5a4-4873-893f-1c2fd044a495 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578332 Apr 25 14:35:08.576606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['989de8fe-6263-4f93-9b74-fa0e42befc0d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:08.580055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Transition to ACTIVE for port object 6bb8e286-5311-42ed-8c51-30c1ae7dff12 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:08.594130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.626291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a1239-b70a-48d8-a1e9-19f48da13618 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:08.710342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67349f8d-b00f-475e-8df0-8e818aec58a0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:08.711441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cac2ff18-fec5-4f8a-bb1c-9f5e8be6d85d req-4b3d5f91-a413-4a32-8c8e-e9d5a50b96b7 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 210 time: 0.0863411 Apr 25 14:35:08.744372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:35:08.775591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.779921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-422c4ca5-1013-49ad-b418-b9ed7310b16e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8018963 Apr 25 14:35:08.780592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39810) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:08.782848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15594ba2-5b0d-4fd3-9743-0c643aa82bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:08.791357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Sync routers for ids ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:35:08.798002 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb011a6e-2b31-48d6-b0cf-51f9d64a6013'] response: {'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'code': 200} Apr 25 14:35:08.990851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Routers {'a0110d6c-c3af-4c36-83f7-904c0f48faeb'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:08.991821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:09.014271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94083ee6-c551-4d46-b36d-e4f6c1061669 req-213bf368-0129-426d-ab21-a0a07eaa219c tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 210 time: 0.2717378 Apr 25 14:35:09.288190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-747f7df6-f0bc-4654-8673-40699e2c248f req-d6c544cd-5f09-4d03-8dab-a11d9676f150 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/cee37fe0-a385-4e34-90c0-2a46a3d1d812 HTTP/1.1" status: 200 len: 1800 time: 0.0770948 Apr 25 14:35:09.291109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd3d0c-57dc-4f96-8a75-03d4af60304e req-282d9b43-e2a8-4ce0-bd0f-fbe61199b2fd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:09.298403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4bdd3d0c-57dc-4f96-8a75-03d4af60304e req-282d9b43-e2a8-4ce0-bd0f-fbe61199b2fd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.2641468 Apr 25 14:35:09.305412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 67349f8d-b00f-475e-8df0-8e818aec58a0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:09.306081 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:09.341004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:09.361260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:09.436526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Set router a0110d6c-c3af-4c36-83f7-904c0f48faeb gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:09.455227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4bdd3d0c-57dc-4f96-8a75-03d4af60304e req-050a77b6-a117-4b2d-a402-daf22b8bcdca tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558421 Apr 25 14:35:09.599427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:35:09.639775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:09.652912 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-747f7df6-f0bc-4654-8673-40699e2c248f req-b33bfc21-1dd2-419a-8164-80ad91fe1551 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 25 14:35:09.661502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-747f7df6-f0bc-4654-8673-40699e2c248f req-b33bfc21-1dd2-419a-8164-80ad91fe1551 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/cee37fe0-a385-4e34-90c0-2a46a3d1d812 HTTP/1.1" status: 409 len: 341 time: 0.3713765 Apr 25 14:35:09.678081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:09.692122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:09.735816 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc30d1b7-a6ee-4e96-b1dc-75d7f2290476'] response: {'name': 'network-changed', 'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'status': 'completed', 'code': 200} Apr 25 14:35:09.880379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event updated for resources: {'Port': ['ID=6bb8e286-5311-42ed-8c51-30c1ae7dff12,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:09.919803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:10.035184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:10.072486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dd5c5-652f-4858-a1ea-08a8a223a6ec req-b06cb023-f90b-4da7-a1a9-d996cb37a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:10.075197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-207dd5c5-652f-4858-a1ea-08a8a223a6ec req-b06cb023-f90b-4da7-a1a9-d996cb37a7ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 1.1119218 Apr 25 14:35:10.086988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:10.087607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:10.144900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Made reservation on behalf of 69d5e2c9617842f990ffa62771b2e771 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:10.148755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:10.149238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772eda-c2da-4156-841d-0446d7166040 req-cff55f78-8049-4d92-9dd2-1af452fb78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:10.151358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-cff55f78-8049-4d92-9dd2-1af452fb78eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1135 time: 0.4814076 Apr 25 14:35:10.237764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194289-28fb-4664-8e1d-92b47e093604 req-0b0578ee-a97c-4a70-8da5-570c88a08755 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:10.239470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc194289-28fb-4664-8e1d-92b47e093604 req-0b0578ee-a97c-4a70-8da5-570c88a08755 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 945 time: 0.5710561 Apr 25 14:35:10.312011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d615c3c-1adc-43ab-8c7c-4b9b5daa0ac1 req-ae4bbebe-dbf3-439c-8df0-c315b2633e1e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 210 time: 0.2072246 Apr 25 14:35:10.314121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5f210482-74a1-4793-9f8a-2078490a544f None None] Provisioning for port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:10.383807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5f210482-74a1-4793-9f8a-2078490a544f None None] Provisioning complete for port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:10.384669 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f210482-74a1-4793-9f8a-2078490a544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:10.433133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-207dd5c5-652f-4858-a1ea-08a8a223a6ec req-e1e8e091-129f-4e2c-964c-0e19a65a1265 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390386 Apr 25 14:35:10.442021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc194289-28fb-4664-8e1d-92b47e093604 req-6aaf59e8-a269-4ddc-b695-b00161ecc5a2 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939523 Apr 25 14:35:10.481694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:10.496808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['32b45001-7cb8-465f-801e-ae2405d06b8a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:10.508035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772eda-c2da-4156-841d-0446d7166040 req-0d7278e0-8ed7-4f0a-a549-4d19d80bc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:10.515403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-e139f6da-5fbb-4c22-a0ff-523f3ddb8394 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9006972 Apr 25 14:35:10.522805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-0d7278e0-8ed7-4f0a-a549-4d19d80bc392 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.3397491 Apr 25 14:35:10.595897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:35:10.609358 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] Sync routers for ids ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:35:10.635096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4aec6226-18bd-4687-9aa3-3bdeda109c2b admin admin] 10.222.0.23 "PUT /v2.0/routers/af617a5c-dc9f-4f69-aadf-f7ba942b7a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2707944 Apr 25 14:35:10.646188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39870) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:10.655427 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] Routers {'af617a5c-dc9f-4f69-aadf-f7ba942b7a98'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:10.656300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:10.714590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5f210482-74a1-4793-9f8a-2078490a544f None None] Port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:35:10.829179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Request body: {'port': {'device_id': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:10.844190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:35:06Z', 'revision_number': 3, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:10.849786 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73a1dc36-6455-4d92-a747-d7207f6b427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:10.860023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Checking router: a0110d6c-c3af-4c36-83f7-904c0f48faeb for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:35:10.860379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Updating router a0110d6c-c3af-4c36-83f7-904c0f48faeb port 4829203d-9af6-41c4-bcca-634c67bef167 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:35:11.004235 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] Set router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:11.014350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.112363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Allocated IP 172.20.0.1 (9aa8ac6d-fabc-436a-a7df-0529a0becd31/65a352fd-8756-489f-8c93-9e31223a196b/74b636fa-827d-443f-b0d9-378536a3f622) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:11.159790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec681be-8137-456c-8553-8adbf1a17073 req-2b699f41-3a4b-4cf7-b376-07ca7f77bde1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:11.167306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec681be-8137-456c-8553-8adbf1a17073 req-2b699f41-3a4b-4cf7-b376-07ca7f77bde1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 984 time: 0.6489875 Apr 25 14:35:11.306580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-214cc5c1-1748-459f-8cad-c8114639a2cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 217 time: 0.7742014 Apr 25 14:35:11.311184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39878) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:11.318067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.330161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Allocated IP 172.20.0.14 (de3be37b-41c4-44a9-9e3a-353e347a15f7/929f7a99-8eff-4a19-ba1b-7faa6d44a30c/66bf14d3-64e8-4e17-896d-54c72ee3c10d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:11.373265 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.387355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.426139 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:35:07Z', 'revision_number': 5, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:11.430451 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] Checking router: af617a5c-dc9f-4f69-aadf-f7ba942b7a98 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:35:11.441732 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] Routers {'af617a5c-dc9f-4f69-aadf-f7ba942b7a98'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:11.442405 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:11.491290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772eda-c2da-4156-841d-0446d7166040 req-0cdcbcec-cfc1-44a0-89e3-99613ac00b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:11.496131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.498524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-0cdcbcec-cfc1-44a0-89e3-99613ac00b0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.1738448 Apr 25 14:35:11.501928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Transition to ACTIVE for port object 74b636fa-827d-443f-b0d9-378536a3f622 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:11.529004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Transition to ACTIVE for port object 4829203d-9af6-41c4-bcca-634c67bef167 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:11.547446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.553320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec681be-8137-456c-8553-8adbf1a17073 req-d24e756e-b3ed-4d12-9044-2c0b8b3eabc3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=cee37fe0-a385-4e34-90c0-2a46a3d1d812&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3852177 Apr 25 14:35:11.553802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-48cd8510-7d77-417a-8985-a053e4e97c6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479705 Apr 25 14:35:11.621548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61bbc3-1b36-435c-9b56-c38e024356b5 req-1a84fc39-0002-4acf-8d07-36904e0b4c49 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:11.623074 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d61bbc3-1b36-435c-9b56-c38e024356b5 req-1a84fc39-0002-4acf-8d07-36904e0b4c49 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 936 time: 0.9867358 Apr 25 14:35:11.716559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cb064-e9e9-4205-9019-43d57496d893 None None] Pushing event updated for resources: {'Port': ['ID=4829203d-9af6-41c4-bcca-634c67bef167,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:11.734661 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.777319 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d61bbc3-1b36-435c-9b56-c38e024356b5 req-cb6f921e-636a-4b98-9703-fe91f6224850 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066966 Apr 25 14:35:11.778429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Attempting to bind port 4829203d-9af6-41c4-bcca-634c67bef167 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:11.778871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Attempting to bind port 4829203d-9af6-41c4-bcca-634c67bef167 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:11.779467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Attempting to bind port 4829203d-9af6-41c4-bcca-634c67bef167 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:11.780931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:11.784222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.798793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:11.799729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:11.800138 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.800533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:11.801022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Bound port: 4829203d-9af6-41c4-bcca-634c67bef167, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:11.801420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.809993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] Set router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:11.862058 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.881807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Usage tracker for resource:security_group_rule and tenant:c97d00bb87b64032afc9741bf143c1ca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:11.908434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:11.910246 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.942578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] For port 4829203d-9af6-41c4-bcca-634c67bef167, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:11.945956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] For port 4829203d-9af6-41c4-bcca-634c67bef167, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4829203d-9af6-41c4-bcca-634c67bef167,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:11.946866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:11.952320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:11.969054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-79d4e293-a00d-4a8d-889c-46c16053e0be service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051106 Apr 25 14:35:12.038096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Routers {'a0110d6c-c3af-4c36-83f7-904c0f48faeb'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:12.038884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:12.123177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:12.154945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cb064-e9e9-4205-9019-43d57496d893 None None] Pushing event updated for resources: {'Port': ['ID=4829203d-9af6-41c4-bcca-634c67bef167,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:12.156412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:12.183382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:12.224973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.225504 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:35:07Z', 'revision_number': 5, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:12.225997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69288a73-adc7-4cdf-ad99-99614e138ba3 req-9c377e49-9ff1-4c3e-9f7c-c79ace2cc273 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 210 time: 0.2464120 Apr 25 14:35:12.253335 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781c90d-1876-48c0-8f21-f662c63d05fe None None] The sync data for ids ['af617a5c-dc9f-4f69-aadf-f7ba942b7a98'] in n-d-811416-6 is: [{'id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'name': 'tempest-FloatingIPDetailsTestJSON-139975720-router', 'tenant_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '47b0240f-620b-444d-900c-fec0469584b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:33:51Z', 'updated_at': '2022-04-25T14:35:07Z', 'revision_number': 5, 'project_id': 'c4a16a60f93b46c7a346fc0d07ccae5f', 'gw_port': {'id': '47b0240f-620b-444d-900c-fec0469584b8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af617a5c-dc9f-4f69-aadf-f7ba942b7a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:33:54Z', 'updated_at': '2022-04-25T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:35:12.315137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Deleting port 47b0240f-620b-444d-900c-fec0469584b8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:12.315605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.360201 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.363289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Pushing event updated for resources: {'Port': ['ID=74b636fa-827d-443f-b0d9-378536a3f622,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:12.409077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.409572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.409970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.410510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.410848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.411185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.411573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.411908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.412421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.412925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.413285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.413613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:12.432466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] Set router a0110d6c-c3af-4c36-83f7-904c0f48faeb gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:12.474574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.528310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bc0bd-2453-4357-99e1-38ba1a8a8948 req-ebb231dd-08a4-425d-a36b-46e36471523d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:12.531736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea0bc0bd-2453-4357-99e1-38ba1a8a8948 req-ebb231dd-08a4-425d-a36b-46e36471523d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.6934140 Apr 25 14:35:12.572838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17772eda-c2da-4156-841d-0446d7166040 req-899d3d12-ac9c-4dc1-87b0-9e907a48b3da service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943499 Apr 25 14:35:12.628518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.656231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d374f096-903d-4c44-b4ef-f880507504a4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:12.694503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.759240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d374f096-903d-4c44-b4ef-f880507504a4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:35:12.759240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d374f096-903d-4c44-b4ef-f880507504a4 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:35:12.766537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-54476909-7702-4a60-aa37-e0e9bd5513d9 None None] Provisioning for port 74b636fa-827d-443f-b0d9-378536a3f622 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:12.785087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-54476909-7702-4a60-aa37-e0e9bd5513d9 None None] Provisioning complete for port 74b636fa-827d-443f-b0d9-378536a3f622 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:12.785468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54476909-7702-4a60-aa37-e0e9bd5513d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.789307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.822856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb608be-1f6d-4054-895e-642430bd48b9 req-bcc93d1c-14d3-4ae3-8607-0f814ca44d9f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:12.831346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-beb608be-1f6d-4054-895e-642430bd48b9 req-bcc93d1c-14d3-4ae3-8607-0f814ca44d9f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 945 time: 0.3728321 Apr 25 14:35:12.832213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea0bc0bd-2453-4357-99e1-38ba1a8a8948 req-22d84d59-6cc8-40dc-b2ad-1e06a3bb5231 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423151 Apr 25 14:35:12.833475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b938470a-6600-4c6f-a994-258ab1604733,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:12.838269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d22edc9-ce34-478c-9dc4-9996e118189f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c97d00bb87b64032afc9741bf143c1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5254011 Apr 25 14:35:12.857791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:12.916779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.919554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-54476909-7702-4a60-aa37-e0e9bd5513d9 None None] Port 74b636fa-827d-443f-b0d9-378536a3f622 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:35:12.944474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] For port 47b0240f-620b-444d-900c-fec0469584b8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=47b0240f-620b-444d-900c-fec0469584b8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:12.945465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:12.970713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb8e286-5311-42ed-8c51-30c1ae7dff12 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:12.981369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Network de3be37b-41c4-44a9-9e3a-353e347a15f7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:12.989651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-beb608be-1f6d-4054-895e-642430bd48b9 req-0867cdfd-5b5f-4cee-8398-ab50e1546a79 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571863 Apr 25 14:35:12.990743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:12.994183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.024487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:35:06Z', 'revision_number': 3, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:13.030293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be01d4-3c6f-4f11-be88-0e4f1e6ccd79 None None] The sync data for ids ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'] in n-d-811416-6 is: [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:35:06Z', 'revision_number': 3, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:35:13.074135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:13.082938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-97e8ec05-7002-4015-bca3-7bebc2cf59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:13.084558 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-97e8ec05-7002-4015-bca3-7bebc2cf59b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1135 time: 0.4477828 Apr 25 14:35:13.179652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Calling delete_port for 47b0240f-620b-444d-900c-fec0469584b8 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:13.316058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Transition to ACTIVE for port object 6bb8e286-5311-42ed-8c51-30c1ae7dff12 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:13.344208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event updated for resources: {'Port': ['ID=66bf14d3-64e8-4e17-896d-54c72ee3c10d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:13.346690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.442751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3db7622-3ff7-4bfc-86d4-1f2eec45dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.472647 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3db7622-3ff7-4bfc-86d4-1f2eec45dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.519743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.622369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:13.623077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.673871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-08a415c0-f8b6-43b1-99ab-bf3c6c4404ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:13.675109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-08a415c0-f8b6-43b1-99ab-bf3c6c4404ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.5252681 Apr 25 14:35:13.687789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24869ee-d6d1-4778-8f39-c1d91ca1757d req-33f819e4-9509-4630-88b2-76847b80e9ac tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:13.689483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e24869ee-d6d1-4778-8f39-c1d91ca1757d req-33f819e4-9509-4630-88b2-76847b80e9ac tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 948 time: 0.5407007 Apr 25 14:35:13.778938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-6f46b0eb-22c3-4a42-86c6-abcd2ee5b416 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 217 time: 0.0878875 Apr 25 14:35:13.779989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8e286-5311-42ed-8c51-30c1ae7dff12,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:13.783151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-40aa41fe-3549-499b-8631-1495bfb4ed4d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4878025 Apr 25 14:35:13.784169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3db7622-3ff7-4bfc-86d4-1f2eec45dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.787850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:35:13.831108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Request body: {'port': {'device_id': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:13.880230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-6e69c3b7-c095-46c3-a12d-853444624271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:13.882043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-6e69c3b7-c095-46c3-a12d-853444624271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.0733690 Apr 25 14:35:13.895442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b7fba-50b6-48c2-ab91-b03ac5b9b1a7 req-a96410eb-6e7b-4050-818e-88f347ecb15e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:13.897012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b1b7fba-50b6-48c2-ab91-b03ac5b9b1a7 req-a96410eb-6e7b-4050-818e-88f347ecb15e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 984 time: 0.7245367 Apr 25 14:35:13.897237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:13.965178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db7622-3ff7-4bfc-86d4-1f2eec45dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b938470a-6600-4c6f-a994-258ab1604733,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:13.976666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.012688 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e24869ee-d6d1-4778-8f39-c1d91ca1757d req-a5ec5b39-ac42-4379-9aee-18c7a9e39b77 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695496 Apr 25 14:35:14.015030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-e832a144-34a7-4da8-9bc9-eced7b583631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037793 Apr 25 14:35:14.033985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b1b7fba-50b6-48c2-ab91-b03ac5b9b1a7 req-772f04e0-765d-47e7-98a8-85d1ed2a97c6 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=cee37fe0-a385-4e34-90c0-2a46a3d1d812&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0803626 Apr 25 14:35:14.237132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3db7622-3ff7-4bfc-86d4-1f2eec45dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.238166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3db7622-3ff7-4bfc-86d4-1f2eec45dca2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b938470a-6600-4c6f-a994-258ab1604733 HTTP/1.1" status: 204 len: 168 time: 1.3791196 Apr 25 14:35:14.255340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Attempting to bind port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:14.255671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Attempting to bind port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:14.256215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Attempting to bind port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:14.258271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.266627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.284302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:14.285023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Attempting to bind port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:14.324089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:14.324405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Pushing event updated for resources: {'Port': ['ID=74b636fa-827d-443f-b0d9-378536a3f622,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:14.324572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:14.325251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:14.325705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Bound port: 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:14.326062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.346569 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.435715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Pushing event deleted for resources: {'Port': ['ID=47b0240f-620b-444d-900c-fec0469584b8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:14.508946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-fcbb2a42-0560-4658-901d-8c2f7850ae28 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472263 Apr 25 14:35:14.551376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-8756d14a-c7a9-4de0-95b7-41d8de16b79f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4635417 Apr 25 14:35:14.594615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4829203d-9af6-41c4-bcca-634c67bef167 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:14.598365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:14.612318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:14.668053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Usage tracker for resource:floatingip and tenant:9740b06279f9402999c2dd6daedc4f49 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:14.682024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:14.683801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] For port 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:14.692596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] For port 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:14.696960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4829203d-9af6-41c4-bcca-634c67bef167 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:14.701279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:14.703827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4829203d-9af6-41c4-bcca-634c67bef167 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:14.704456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.707859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:14.715123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:14.734434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.751700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.823039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee1d5-e5fe-4421-86a2-5b41598fbfb9 req-96a0b3f5-f4e8-422f-95e1-f59af8d4332d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:14.824392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-867ee1d5-e5fe-4421-86a2-5b41598fbfb9 req-96a0b3f5-f4e8-422f-95e1-f59af8d4332d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Synchronizing usage tracker for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:14.848455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:14.885145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:14.886368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.887571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.887783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] 10.222.0.21 "PUT /v2.0/ports/6bb8e286-5311-42ed-8c51-30c1ae7dff12 HTTP/1.1" status: 200 len: 1096 time: 4.0664804 Apr 25 14:35:14.898716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.927726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4829203d-9af6-41c4-bcca-634c67bef167, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4829203d-9af6-41c4-bcca-634c67bef167,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:14.933526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.952147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:14.964095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b51ac2cd-98c6-45a3-8af3-2dd6fb98ef7f req-2d73ebe2-0cc6-47e3-8737-ad1180fcaabe service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472399 Apr 25 14:35:15.063815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4829203d-9af6-41c4-bcca-634c67bef167,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:15.084907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0fe8d049-d8c4-4389-bdd3-58470f952eac None None] Provisioning complete for port 74b636fa-827d-443f-b0d9-378536a3f622 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:15.085356 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d049-d8c4-4389-bdd3-58470f952eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.091196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'tag': '6bb8e286-5311-42ed-8c51-30c1ae7dff12'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:15.180252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8d049-d8c4-4389-bdd3-58470f952eac None None] Port 74b636fa-827d-443f-b0d9-378536a3f622 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:35:15.297735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:15.303674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.307984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-867ee1d5-e5fe-4421-86a2-5b41598fbfb9 req-96a0b3f5-f4e8-422f-95e1-f59af8d4332d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Unset dirty status for tenant:69d5e2c9617842f990ffa62771b2e771 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:15.315729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-867ee1d5-e5fe-4421-86a2-5b41598fbfb9 req-96a0b3f5-f4e8-422f-95e1-f59af8d4332d tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 932 time: 1.1463139 Apr 25 14:35:15.321915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.322706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Usage tracker for resource:security_group_rule and tenant:33f2d572458b42149f3812e040d168a2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:15.332754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:15.347707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6045935-79c6-4437-9241-590e3e7c90bd service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8e286-5311-42ed-8c51-30c1ae7dff12,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:15.348316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:15.404805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Router a0110d6c-c3af-4c36-83f7-904c0f48faeb has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:35:15.475626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.476077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Fanout notify agent at l3_agent the message router_deleted on router af617a5c-dc9f-4f69-aadf-f7ba942b7a98 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:35:15.494804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-867ee1d5-e5fe-4421-86a2-5b41598fbfb9 req-9e68b12f-6e62-40c5-89ad-3eb220b5ab4c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778302 Apr 25 14:35:15.587868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-64bf38df-4104-498a-89b4-7f823cd71be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:15.589408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-64bf38df-4104-498a-89b4-7f823cd71be5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 1099 time: 0.4912896 Apr 25 14:35:15.607708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.611168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b4758750-652b-489b-a1f7-e0b80c85369e admin admin] 10.222.0.23 "DELETE /v2.0/routers/af617a5c-dc9f-4f69-aadf-f7ba942b7a98 HTTP/1.1" status: 204 len: 168 time: 4.9580743 Apr 25 14:35:15.615571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39916) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:15.776262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.866113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.888994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:15.919705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:35:15.927041 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-022fcefd-093c-4b3e-ac7c-098c93d13b83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12 HTTP/1.1" status: 200 len: 217 time: 0.3092570 Apr 25 14:35:15.929778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Sync routers for ids ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:35:15.938037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:35:15.940646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Routers {'a0110d6c-c3af-4c36-83f7-904c0f48faeb'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:15.941581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:15.970477 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33f2d572458b42149f3812e040d168a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1119490 Apr 25 14:35:15.971891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2683-9cbe-4f29-bef5-bd7a60f1f92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d4ee9f-0929-4b82-a97a-b1be99d002c4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:15.989389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39920) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:16.036971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8bd0360b-8da5-4e3c-b730-6988537b4559 admin admin] 10.222.0.23 "PUT /v2.0/routers/a0110d6c-c3af-4c36-83f7-904c0f48faeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2552049 Apr 25 14:35:16.065967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Allocated IP 172.25.0.124 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/83bf9b69-d512-42ec-9ec3-0d22eb1c5da5) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:16.100880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Deleting subnet c323d503-f6ca-4196-b14c-748826d4d2b8 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:35:16.113478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.154057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bf14d3-64e8-4e17-896d-54c72ee3c10d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:16.186232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Set router a0110d6c-c3af-4c36-83f7-904c0f48faeb gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:16.204493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-2d9ae7a2-52a7-4cfc-8a3d-40d4dae28674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:16.206894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-2d9ae7a2-52a7-4cfc-8a3d-40d4dae28674 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2568767 Apr 25 14:35:16.212432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.300737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.314383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.341110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.358192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f4de-c5d9-4149-95a0-f08dc998e054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.360388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Transition to ACTIVE for port object 66bf14d3-64e8-4e17-896d-54c72ee3c10d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:16.380122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbce048-2b31-49fd-9a4d-61af8e9ea752 req-6bbf9ff5-612d-4d64-8e55-9a7497173fba tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:16.387702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dbce048-2b31-49fd-9a4d-61af8e9ea752 req-6bbf9ff5-612d-4d64-8e55-9a7497173fba tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.5343177 Apr 25 14:35:16.426071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.432626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:16.447048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:16.464062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:16.595309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.607382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f4de-c5d9-4149-95a0-f08dc998e054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.650525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4829203d-9af6-41c4-bcca-634c67bef167 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:16.668541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event updated for resources: {'Port': ['ID=83bf9b69-d512-42ec-9ec3-0d22eb1c5da5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:16.687612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.760776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4829203d-9af6-41c4-bcca-634c67bef167 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:16.761904 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.782144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dbce048-2b31-49fd-9a4d-61af8e9ea752 req-92a01530-327a-4356-b406-349abe82eedf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933609 Apr 25 14:35:16.861237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:35:12Z', 'revision_number': 4, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '74b636fa-827d-443f-b0d9-378536a3f622', 'name': '', 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'mac_address': 'fa:16:3e:43:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '65a352fd-8756-489f-8c93-9e31223a196b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:10Z', 'updated_at': '2022-04-25T14:35:13Z', 'revision_number': 2, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'subnets': [{'id': '65a352fd-8756-489f-8c93-9e31223a196b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:16.876332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=66bf14d3-64e8-4e17-896d-54c72ee3c10d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:16.898025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Checking router: a0110d6c-c3af-4c36-83f7-904c0f48faeb for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:35:16.898620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Updating router a0110d6c-c3af-4c36-83f7-904c0f48faeb port 74b636fa-827d-443f-b0d9-378536a3f622 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:35:16.929938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f4de-c5d9-4149-95a0-f08dc998e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:16.952672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-0427b89a-5d8c-4e99-a4fe-ac740ec2ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:16.954613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-0427b89a-5d8c-4e99-a4fe-ac740ec2ee93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7392261 Apr 25 14:35:17.029743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.038967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.063826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Attempting to bind port 66bf14d3-64e8-4e17-896d-54c72ee3c10d on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:17.064742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Attempting to bind port 66bf14d3-64e8-4e17-896d-54c72ee3c10d by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:17.065099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Attempting to bind port 66bf14d3-64e8-4e17-896d-54c72ee3c10d on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:17.067698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6f4de-c5d9-4149-95a0-f08dc998e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d4ee9f-0929-4b82-a97a-b1be99d002c4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:17.078362 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f4de-c5d9-4149-95a0-f08dc998e054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.079737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3ba6f4de-c5d9-4149-95a0-f08dc998e054 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07d4ee9f-0929-4b82-a97a-b1be99d002c4 HTTP/1.1" status: 204 len: 168 time: 1.0879254 Apr 25 14:35:17.085575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.148062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Port 66bf14d3-64e8-4e17-896d-54c72ee3c10d on network de3be37b-41c4-44a9-9e3a-353e347a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:17.148393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Attempting to bind port 66bf14d3-64e8-4e17-896d-54c72ee3c10d on network de3be37b-41c4-44a9-9e3a-353e347a15f7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:17.160602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event updated for resources: {'Port': ['ID=83bf9b69-d512-42ec-9ec3-0d22eb1c5da5,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:17.161671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.206866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:17.207560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Checking segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:17.208367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Bound using segment: {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:17.209143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Bound port: 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2c8271-a3f7-4c1a-8dec-497b6434a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:17.209696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.230080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.257816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.262394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-5179ec57-51c7-402f-89b3-d724f7db2580 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6886733 Apr 25 14:35:17.374756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7e0a-ba0d-4496-aec5-bf12625b0f83 req-38517282-67f3-421f-8f19-577f089e8cf4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:17.376054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e36d7e0a-ba0d-4496-aec5-bf12625b0f83 req-38517282-67f3-421f-8f19-577f089e8cf4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:17.388808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-59cad4e8-4c30-4904-88d3-84ee41621b6c service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260597 Apr 25 14:35:17.443102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-96f55027-9556-4b60-8492-05bc5c70dce1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:17.468697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-96f55027-9556-4b60-8492-05bc5c70dce1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:17.472365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-96f55027-9556-4b60-8492-05bc5c70dce1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.1967731 Apr 25 14:35:17.483757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] For port 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:17.550071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.662603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e36d7e0a-ba0d-4496-aec5-bf12625b0f83 req-38517282-67f3-421f-8f19-577f089e8cf4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:17.664050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e36d7e0a-ba0d-4496-aec5-bf12625b0f83 req-38517282-67f3-421f-8f19-577f089e8cf4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 948 time: 0.7035041 Apr 25 14:35:17.743037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 47b0240f-620b-444d-900c-fec0469584b8 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:17.785762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3fa9b6-96ec-4194-867b-7e4e3e39c913 req-173c2ac6-ecce-4b56-b31d-2b34d9bafffd service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706391 Apr 25 14:35:17.796172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-7463f675-ad8c-489b-8551-519cd967299a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:17.799522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b25e2a40-5c09-4a33-a947-7038976c84b0 req-7463f675-ad8c-489b-8551-519cd967299a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.3000243 Apr 25 14:35:17.826017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] For port 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:17.841571 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:17.850456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e98b4-1358-454c-afd1-0e9ae99775d9 None None] Network cd1ff69a-9c26-4472-baa0-648e643d0b78 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:17.869714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c323d503-f6ca-4196-b14c-748826d4d2b8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:17.878713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 47b0240f-620b-444d-900c-fec0469584b8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:35:17.879826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 47b0240f-620b-444d-900c-fec0469584b8 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:35:17.896692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:18.109157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:35:18.128272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=66bf14d3-64e8-4e17-896d-54c72ee3c10d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:18.132759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b45e3b2a-ba98-4670-b7aa-c61abac5d703 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c323d503-f6ca-4196-b14c-748826d4d2b8 HTTP/1.1" status: 204 len: 168 time: 2.5137346 Apr 25 14:35:18.140911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39990) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:18.142573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:18.143415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:18.145774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-3bc4cdd8-f59a-426a-b759-e9057070e9ed service neutron] 10.222.0.15 "PUT /v2.0/ports/66bf14d3-64e8-4e17-896d-54c72ee3c10d HTTP/1.1" status: 200 len: 1092 time: 4.3249586 Apr 25 14:35:18.342058 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:18.382947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Transition to ACTIVE for port object 74b636fa-827d-443f-b0d9-378536a3f622 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:18.406114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:18.420582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e36d7e0a-ba0d-4496-aec5-bf12625b0f83 req-05666f6a-baf8-403b-8787-8f618ef398a1 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510712 Apr 25 14:35:18.445702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ac88-13d4-4fae-bf5e-beb3675e3a6f req-d596534c-f7e7-4420-9ac2-fd4bb4cf272a tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:18.466659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6914ac88-13d4-4fae-bf5e-beb3675e3a6f req-d596534c-f7e7-4420-9ac2-fd4bb4cf272a tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 984 time: 0.3662083 Apr 25 14:35:18.640960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6914ac88-13d4-4fae-bf5e-beb3675e3a6f req-b5cb3e8e-4c9a-4a84-b316-241d991b51eb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=cee37fe0-a385-4e34-90c0-2a46a3d1d812&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1719432 Apr 25 14:35:18.875877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7dd7-e5c3-429c-8afd-e4f36ebb92e5 None None] Pushing event updated for resources: {'Port': ['ID=74b636fa-827d-443f-b0d9-378536a3f622,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:18.941262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:18.971684 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3318f46-a471-4f7d-861f-35d7e96571cc'] response: {'name': 'network-changed', 'server_uuid': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'tag': '6bb8e286-5311-42ed-8c51-30c1ae7dff12', 'status': 'completed', 'code': 200} Apr 25 14:35:19.027210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] DHCP port deletion for cd1ff69a-9c26-4472-baa0-648e643d0b78 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:35:19.098907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] Deleting port bc0db4a5-e8ce-407d-bab2-35556279afef {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:19.099600 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:19.113071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd584c2c-0a4b-4080-ad06-3637c1990384 req-1bec05b5-a11f-4dd4-96f5-28b35fd7c6c6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:19.115039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd584c2c-0a4b-4080-ad06-3637c1990384 req-1bec05b5-a11f-4dd4-96f5-28b35fd7c6c6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 944 time: 0.1884236 Apr 25 14:35:19.185191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Deleting port bc0db4a5-e8ce-407d-bab2-35556279afef {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:19.186236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:19.203909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd584c2c-0a4b-4080-ad06-3637c1990384 req-aef97573-f1a0-42f8-be1a-41f3420ce48f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792732 Apr 25 14:35:19.232875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Attempting to bind port 74b636fa-827d-443f-b0d9-378536a3f622 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:19.234076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Attempting to bind port 74b636fa-827d-443f-b0d9-378536a3f622 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:19.234621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Attempting to bind port 74b636fa-827d-443f-b0d9-378536a3f622 on network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:19.247715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:19.248424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Checking segment: {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:19.249005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:19.249609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Bound using segment: {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:19.250279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Bound port: 74b636fa-827d-443f-b0d9-378536a3f622, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4469191e-d4b5-4573-a75c-6755a82aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:19.250847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:19.419589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e245e-c1c0-4f8e-8c4f-aa1dadd9df1b req-a3d791ac-b01b-4af7-b582-885921393029 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:19.429285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-228e245e-c1c0-4f8e-8c4f-aa1dadd9df1b req-a3d791ac-b01b-4af7-b582-885921393029 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.3685181 Apr 25 14:35:19.448746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-9ad35c7a-507a-481c-9611-517bc8fedaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:19.450284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-9ad35c7a-507a-481c-9611-517bc8fedaa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 1099 time: 0.4896786 Apr 25 14:35:19.478113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] For port 74b636fa-827d-443f-b0d9-378536a3f622, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:19.482721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] For port 74b636fa-827d-443f-b0d9-378536a3f622, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=74b636fa-827d-443f-b0d9-378536a3f622,segment=NetworkSegment(4469191e-d4b5-4573-a75c-6755a82aa742),segment_id=4469191e-d4b5-4573-a75c-6755a82aa742)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:19.492827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:19.516465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-12d06811-016c-42ce-b846-952b84dce762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:19.516722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-12d06811-016c-42ce-b846-952b84dce762 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 1095 time: 1.3193655 Apr 25 14:35:19.770934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7dd7-e5c3-429c-8afd-e4f36ebb92e5 None None] Pushing event updated for resources: {'Port': ['ID=74b636fa-827d-443f-b0d9-378536a3f622,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:19.774109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Routers {'a0110d6c-c3af-4c36-83f7-904c0f48faeb'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:19.774794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:19.836804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-1dfd2874-62ca-4470-9c03-a96dc244d531 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d HTTP/1.1" status: 200 len: 217 time: 0.2651470 Apr 25 14:35:20.081118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] For port bc0db4a5-e8ce-407d-bab2-35556279afef, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bc0db4a5-e8ce-407d-bab2-35556279afef,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:20.082211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:20.118261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-228e245e-c1c0-4f8e-8c4f-aa1dadd9df1b req-b2c7d5ab-47c7-4e42-8284-cc6b6f9b6c74 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718934 Apr 25 14:35:20.123150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-dfe5d59f-3c6d-4d84-8286-4df6d5d5a24f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:20.131875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-dfe5d59f-3c6d-4d84-8286-4df6d5d5a24f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 821 time: 0.7328990 Apr 25 14:35:20.161154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-b600e2ec-cbdf-4a41-8a00-614f848bcfef tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/quotas/9740b06279f9402999c2dd6daedc4f49 HTTP/1.1" status: 200 len: 375 time: 0.0278692 Apr 25 14:35:20.164977 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-4d3aae53-b26a-49f6-8206-036628167c3e service neutron] show failed (client error): The resource could not be found. Apr 25 14:35:20.166594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-4d3aae53-b26a-49f6-8206-036628167c3e service neutron] 10.222.0.15 "GET /v2.0/ports/581ea44a-c6de-40bb-b38f-2d0018afa076/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.2847867 Apr 25 14:35:20.168072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] For port bc0db4a5-e8ce-407d-bab2-35556279afef, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bc0db4a5-e8ce-407d-bab2-35556279afef,segment=NetworkSegment(fdf151b4-d102-4764-93c4-a744cce85a8e),segment_id=fdf151b4-d102-4764-93c4-a744cce85a8e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:20.168446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:20.356337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-e35cdeb1-98f1-458c-9fa8-46c3bf719703 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1909075 Apr 25 14:35:20.411986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40064) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:20.538646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-e34d4886-718e-4f89-80c1-c05e27722a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:20.543993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-e34d4886-718e-4f89-80c1-c05e27722a28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.6668413 Apr 25 14:35:20.563337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] Calling delete_port for bc0db4a5-e8ce-407d-bab2-35556279afef owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:20.598104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Calling delete_port for bc0db4a5-e8ce-407d-bab2-35556279afef owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:20.694630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:20.700806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:20.712056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Usage tracker for resource:floatingip and tenant:0839cc7d1a8943fb95fa16bb67612103 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:20.726187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:20.738520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-298be9bb-69ea-4325-a5d9-2d25cf8a2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:20.739992 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-298be9bb-69ea-4325-a5d9-2d25cf8a2785 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 1.2479579 Apr 25 14:35:20.742885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:20.757320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-fd0ea8b0-4b5b-4e0a-9bb2-76ffb44ec799 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989136 Apr 25 14:35:20.758184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-4aca8830-0c8b-441f-95bc-816e7ad1248d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128128 Apr 25 14:35:20.785792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bc0db4a5-e8ce-407d-bab2-35556279afef no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:20.803740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:20.851519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] Set router a0110d6c-c3af-4c36-83f7-904c0f48faeb gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:20.909223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-ea5e6526-1212-4c7c-879d-3321d0dda0b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12 HTTP/1.1" status: 200 len: 217 time: 0.1557095 Apr 25 14:35:20.918017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-4bbde103-f328-4161-b96a-b38dc874ebe8 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-402313447&fields=id&tenant_id=04951d45358147b2871041978a6ede68 HTTP/1.1" status: 200 len: 267 time: 0.5584285 Apr 25 14:35:21.015759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'tag': '66bf14d3-64e8-4e17-896d-54c72ee3c10d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:21.028545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-934cbf0a-c64a-4582-b6af-1d96bee333f7 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702301 Apr 25 14:35:21.086282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.120245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port bc0db4a5-e8ce-407d-bab2-35556279afef {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:35:21.121023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bc0db4a5-e8ce-407d-bab2-35556279afef not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:35:21.134896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.197664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] No DVR routers for this DVR port bc0db4a5-e8ce-407d-bab2-35556279afef on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:35:21.239228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6647a-836d-4999-b6fe-e8b80e6fd998 None None] Pushing event deleted for resources: {'Port': ['ID=bc0db4a5-e8ce-407d-bab2-35556279afef,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:21.294598 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:35:21.294916 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:35:21.302974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-a10ff5ef-2510-4aed-a190-fcd8572c6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:21.304861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-a10ff5ef-2510-4aed-a190-fcd8572c6048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3785527 Apr 25 14:35:21.349318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Allocated IP 172.25.0.166 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/d2f9627f-9ebe-472e-a06f-d8f23373a275) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:21.408577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6bb8e286-5311-42ed-8c51-30c1ae7dff12 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:21.489971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-c3adb532-a0b7-4c6e-9920-42e1a5fe5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:21.497536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-c3adb532-a0b7-4c6e-9920-42e1a5fe5486 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4&tenant_id=240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 1100 time: 0.8060532 Apr 25 14:35:21.535653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:21.573961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-b0eeec68-0d93-4196-854d-e6b03cf1d38f service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467802 Apr 25 14:35:21.596538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:21.621162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6bb8e286-5311-42ed-8c51-30c1ae7dff12', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '6bb8e286-5311-42ed-8c51-30c1ae7dff12', 'mac_address': 'fa:16:3e:60:4b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:21.701391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-4bce1998-6c72-4d2c-aa27-bb550b23c2d2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:21.702924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-4bce1998-6c72-4d2c-aa27-bb550b23c2d2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 984 time: 0.7412510 Apr 25 14:35:21.751359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.794681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8e286-5311-42ed-8c51-30c1ae7dff12 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:21.814265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'port': {'security_groups': ['8ec9424e-9153-436f-aeaa-cfb91c19824b', 'cee37fe0-a385-4e34-90c0-2a46a3d1d812', '6a892219-6f5b-46a1-ad08-907d352b294f']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:21.815450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:21.819364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb693c4-b779-4983-8d93-be5b9c1f1410 req-290e239e-a036-4040-a87f-3c69decc12cd tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:21.829181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-afb693c4-b779-4983-8d93-be5b9c1f1410 req-290e239e-a036-4040-a87f-3c69decc12cd tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 948 time: 0.2135572 Apr 25 14:35:21.842695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.872638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.918303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Deleting port bc0db4a5-e8ce-407d-bab2-35556279afef {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:21.918772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.929185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-afb693c4-b779-4983-8d93-be5b9c1f1410 req-30e350d9-4588-4334-ba51-23b6780e4d36 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989838 Apr 25 14:35:21.942477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6bb8e286-5311-42ed-8c51-30c1ae7dff12,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:21.975419 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:21.987732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7457b87a-cd81-4bb2-bb83-85f5c941c184 req-ddc71780-62c2-49f4-b05f-6b576d515db9 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892548 Apr 25 14:35:22.092686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:22.098244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:22.114736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:22.183640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Pushing event updated for resources: {'Port': ['ID=d2f9627f-9ebe-472e-a06f-d8f23373a275,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:22.218748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] The port 'bc0db4a5-e8ce-407d-bab2-35556279afef' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:35:22.279990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6bb8e286-5311-42ed-8c51-30c1ae7dff12'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:22.281516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:22.303012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-02e43d31-8755-4290-b39b-c24d545b3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:22.304952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-02e43d31-8755-4290-b39b-c24d545b3f58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9771616 Apr 25 14:35:22.324768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3aec3-0f11-4f8f-af42-b98187031cfe req-7b87aa5c-1f7e-4cc1-8dcd-c8f40a56967e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:22.326403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ace3aec3-0f11-4f8f-af42-b98187031cfe req-7b87aa5c-1f7e-4cc1-8dcd-c8f40a56967e tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 944 time: 0.1284738 Apr 25 14:35:22.358454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:22.426299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ace3aec3-0f11-4f8f-af42-b98187031cfe req-7402b5ed-f6ed-4cb6-8b83-07ee10bf08f5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920992 Apr 25 14:35:22.481714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:35:12Z', 'revision_number': 4, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '74b636fa-827d-443f-b0d9-378536a3f622', 'name': '', 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'mac_address': 'fa:16:3e:43:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '65a352fd-8756-489f-8c93-9e31223a196b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:10Z', 'updated_at': '2022-04-25T14:35:19Z', 'revision_number': 4, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'subnets': [{'id': '65a352fd-8756-489f-8c93-9e31223a196b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:22.482800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:22.498641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b6a4-80c3-4005-a7fe-af590111778e None None] The sync data for ids ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'] in n-d-811416-6 is: [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:35:12Z', 'revision_number': 4, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '74b636fa-827d-443f-b0d9-378536a3f622', 'name': '', 'network_id': '9aa8ac6d-fabc-436a-a7df-0529a0becd31', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'mac_address': 'fa:16:3e:43:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '65a352fd-8756-489f-8c93-9e31223a196b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:10Z', 'updated_at': '2022-04-25T14:35:19Z', 'revision_number': 4, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'subnets': [{'id': '65a352fd-8756-489f-8c93-9e31223a196b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:35:22.875952 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:22.999850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00a7f-ecc9-4975-aa97-0ae15efc8ad3 req-2662cb53-8f31-4ebe-a25b-fab56dcad3b7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:23.002003 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9bf00a7f-ecc9-4975-aa97-0ae15efc8ad3 req-2662cb53-8f31-4ebe-a25b-fab56dcad3b7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.1746271 Apr 25 14:35:23.037629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.056551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ff69a-9c26-4472-baa0-648e643d0b78']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:23.095559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf151b4-d102-4764-93c4-a744cce85a8e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:23.096387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf151b4-d102-4764-93c4-a744cce85a8e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:23.144288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.177410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.194733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.213360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-333dd897-450c-4b82-a25a-cff27f10a5e7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222761 Apr 25 14:35:23.223166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.274193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9bf00a7f-ecc9-4975-aa97-0ae15efc8ad3 req-75fba3f7-28b9-4b8b-89d8-38c3e0207006 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508528 Apr 25 14:35:23.327660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:35:23.328078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:35:23.348064 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:35:23.395566 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.503556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Pushing event updated for resources: {'Port': ['ID=d2f9627f-9ebe-472e-a06f-d8f23373a275,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:23.516659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 66bf14d3-64e8-4e17-896d-54c72ee3c10d details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:23.531712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.550910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-94715185-5a60-40a0-b629-f7d9c1ace60a tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1374495 Apr 25 14:35:23.555018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40092) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:23.595304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-978035564', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'fixed_ips': [{'ip_address': '172.25.0.166'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:23.632580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:23.643550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Usage tracker for resource:port and tenant:0839cc7d1a8943fb95fa16bb67612103 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:23.650096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:23.737575 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce141d9-4d66-4bdf-81a0-f1bb7069c739'] response: {'name': 'network-changed', 'server_uuid': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'tag': '66bf14d3-64e8-4e17-896d-54c72ee3c10d', 'status': 'completed', 'code': 200} Apr 25 14:35:23.750487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:23.799927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Made reservation on behalf of 0839cc7d1a8943fb95fa16bb67612103 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:23.811533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.924048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:23.947336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:23.987334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:23.992591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Usage tracker for resource:security_group_rule and tenant:0839cc7d1a8943fb95fa16bb67612103 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:23.996120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:24.007632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:24.023570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f99e61c6-e6dd-4370-8df4-dde5b3ec5983 req-57f70930-666d-45e8-af8a-addf02913aad tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 210 time: 0.1705582 Apr 25 14:35:24.084659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-b6eff3f4-22ce-4497-99a7-abae8c95966a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:24.086597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-b6eff3f4-22ce-4497-99a7-abae8c95966a tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 821 time: 0.5337448 Apr 25 14:35:24.111926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'port': {'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'admin_state_up': True, 'tenant_id': '9740b06279f9402999c2dd6daedc4f49'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:24.229360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.275220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.328813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.329161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1ff69a-9c26-4472-baa0-648e643d0b78,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:24.350433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:24.380042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '66bf14d3-64e8-4e17-896d-54c72ee3c10d', 'network_id': 'de3be37b-41c4-44a9-9e3a-353e347a15f7', 'port_id': '66bf14d3-64e8-4e17-896d-54c72ee3c10d', 'mac_address': 'fa:16:3e:9f:d9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f7a99-8eff-4a19-ba1b-7faa6d44a30c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:24.391038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:24.402638 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bec6ea0f-c1f8-466c-898c-2268274a4a9d admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd1ff69a-9c26-4472-baa0-648e643d0b78 HTTP/1.1" status: 204 len: 168 time: 6.2552147 Apr 25 14:35:24.408757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad131f26-28bc-404d-98f7-bb08e4687cd9 req-6650a218-4ca7-4bb8-a066-5ae525c86ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1437330 Apr 25 14:35:24.511821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.520643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-51d558f7-c05c-41e7-979d-19d61357060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:24.524274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-51d558f7-c05c-41e7-979d-19d61357060e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d5e2c9617842f990ffa62771b2e771&device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 1095 time: 0.8611057 Apr 25 14:35:24.540909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bf14d3-64e8-4e17-896d-54c72ee3c10d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:24.599627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:24.605447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.692804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.699191 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.720356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] device_id is not set on port dc887b9f-91a3-4686-9d81-7f773d1620b8 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:24.727937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 74b636fa-827d-443f-b0d9-378536a3f622 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:24.829787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:24.841620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:24.866965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['66bf14d3-64e8-4e17-896d-54c72ee3c10d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:24.867336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Made reservation on behalf of 9740b06279f9402999c2dd6daedc4f49 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:24.870930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:24.882429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d033e0ca-47c0-4792-930b-553a94f44bdf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:24.888794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40102) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:24.944599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=66bf14d3-64e8-4e17-896d-54c72ee3c10d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:24.981614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:25.000915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfd594-8bd1-4098-84c5-269b60eb9505 req-b7f340fe-1d5b-4f31-9938-e5c9bfc1fd11 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:25.008630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9bcfd594-8bd1-4098-84c5-269b60eb9505 req-b7f340fe-1d5b-4f31-9938-e5c9bfc1fd11 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 949 time: 0.6264973 Apr 25 14:35:25.031992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.032612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.033814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.034255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.034686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.035121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.035552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.036087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.037017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.037692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.038300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.038861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:35:25.103895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 74b636fa-827d-443f-b0d9-378536a3f622 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:25.115749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:25.117768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 74b636fa-827d-443f-b0d9-378536a3f622 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:25.118505 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.126245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-2fc5b503-fce8-4581-8112-c43c2d4b65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:25.128690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-2fc5b503-fce8-4581-8112-c43c2d4b65d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 200 len: 913 time: 0.4405284 Apr 25 14:35:25.131610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.183664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-256cdc36-bd25-4055-be2d-f570a5cafb5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4a16a60f93b46c7a346fc0d07ccae5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921124 Apr 25 14:35:25.202996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40110) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:25.209842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-fabd4a62-0270-4d21-bfba-a4ad93e804e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d HTTP/1.1" status: 200 len: 217 time: 0.0738044 Apr 25 14:35:25.276016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Transition to ACTIVE for port object 581ea44a-c6de-40bb-b38f-2d0018afa076 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:25.297648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.358556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.362476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.395735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9bcfd594-8bd1-4098-84c5-269b60eb9505 req-5f0fe929-3bda-4668-ae36-f098eac05763 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860815 Apr 25 14:35:25.463509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-fbb5c7d7-833a-4b45-b360-bfb4f5630b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:25.466005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-fbb5c7d7-833a-4b45-b360-bfb4f5630b78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 200 len: 852 time: 0.2480459 Apr 25 14:35:25.482333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.576605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Allocated IP 172.20.0.5 (e098d67d-3a38-4e13-87d7-606a1a32fc35/f59b5320-faf1-4b66-be1b-55e0f89229b7/714ba270-1f4f-4a61-a549-e84858e7cd2b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:25.617469 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 25 14:35:25.618695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:35:25.627385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 74b636fa-827d-443f-b0d9-378536a3f622, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=74b636fa-827d-443f-b0d9-378536a3f622,segment=NetworkSegment(4469191e-d4b5-4573-a75c-6755a82aa742),segment_id=4469191e-d4b5-4573-a75c-6755a82aa742)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:25.647019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6bb8e286-5311-42ed-8c51-30c1ae7dff12 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:25.711424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.742469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:25.774066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:25.782907 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4107c3-d1f5-4a93-b5a6-85572076f917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.787282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:25.788289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.790410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8218f90b-73f3-4af8-9cb2-c3ec6aa02616 req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "PUT /v2.0/ports/989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 1020 time: 4.0275905 Apr 25 14:35:25.792208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] No DVR routers for this DVR port 581ea44a-c6de-40bb-b38f-2d0018afa076 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:35:25.803737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-c97d92d9-5116-46b4-9f33-bb8c29697c1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de3be37b-41c4-44a9-9e3a-353e347a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3191206 Apr 25 14:35:25.852042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-307ad108-6030-4c5a-83dd-a86b99baaab4 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2956147 Apr 25 14:35:25.884271 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:35:25.885199 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:35:25.889759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40118) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:25.912346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4107c3-d1f5-4a93-b5a6-85572076f917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:25.925265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['989de8fe-6263-4f93-9b74-fa0e42befc0d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:26.040033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=74b636fa-827d-443f-b0d9-378536a3f622,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:26.062744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ead72-3de2-44f3-b39b-bac109a65fbd tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:26.141512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:26.153283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bcda9-dc76-4bbc-9437-1de57ee14846 req-1aae8540-5fdb-4f45-ba53-682a53220a9b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:26.154930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c47bcda9-dc76-4bbc-9437-1de57ee14846 req-1aae8540-5fdb-4f45-ba53-682a53220a9b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 945 time: 0.5404549 Apr 25 14:35:26.177752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:26.181418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.230156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:26.231067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:26.231593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:26.249757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:26.250381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:26.274138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:26.274776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:26.275332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:26.276069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Bound port: 581ea44a-c6de-40bb-b38f-2d0018afa076, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:26.277177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.282367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304', '989de8fe-6263-4f93-9b74-fa0e42befc0d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:26.315627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-03c3f6fe-eeae-42e6-a82a-b4bb6be491a2 service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555430 Apr 25 14:35:26.433868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faad005-4220-4ac7-b2ce-00f3aaf5d67d req-7caa92e6-e28e-484b-83c6-dd42d905463e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:26.457985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2faad005-4220-4ac7-b2ce-00f3aaf5d67d req-7caa92e6-e28e-484b-83c6-dd42d905463e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 947 time: 0.3633008 Apr 25 14:35:26.570577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Deleting port d2f9627f-9ebe-472e-a06f-d8f23373a275 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:26.570967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.576785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 66bf14d3-64e8-4e17-896d-54c72ee3c10d up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:26.645976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 74b636fa-827d-443f-b0d9-378536a3f622 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:26.677416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:26.689938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:26.707643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c47bcda9-dc76-4bbc-9437-1de57ee14846 req-591505ca-5a0f-4777-a3e4-0a692af233b2 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626195 Apr 25 14:35:26.740206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.742913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.750976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4107c3-d1f5-4a93-b5a6-85572076f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.771068 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.840284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4107c3-d1f5-4a93-b5a6-85572076f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb8ea59-ea86-49c3-a004-7d32c8e5f63c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:26.845622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Transition to ACTIVE for port object 714ba270-1f4f-4a61-a549-e84858e7cd2b will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:26.858346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:26.860243 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.860924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4107c3-d1f5-4a93-b5a6-85572076f917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.864911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d4107c3-d1f5-4a93-b5a6-85572076f917 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cb8ea59-ea86-49c3-a004-7d32c8e5f63c HTTP/1.1" status: 204 len: 168 time: 1.6552548 Apr 25 14:35:26.867205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] 10.222.0.21 "PUT /v2.0/ports/581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 1095 time: 5.3555522 Apr 25 14:35:26.937581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8e286-5311-42ed-8c51-30c1ae7dff12'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:26.985294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:26.985639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.044523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:27.056916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d83024c-027c-4e1b-8301-3ed3913cc344 req-eb4a609a-a5a8-4d70-ae06-7b4e9ad031ae service neutron] 10.222.0.15 "GET /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004151 Apr 25 14:35:27.096170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 66bf14d3-64e8-4e17-896d-54c72ee3c10d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:27.106382 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.141568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2faad005-4220-4ac7-b2ce-00f3aaf5d67d req-61e94d51-bf98-429f-880a-db6da0fff4de tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815083 Apr 25 14:35:27.150525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-51b5c6fe-1112-442e-9240-ea0f70f7ded8 req-a64f0d4c-4975-41d2-93c0-6cfae4338da3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:27.161319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 66bf14d3-64e8-4e17-896d-54c72ee3c10d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:27.161319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.173017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaab5a9-35fb-4587-bbce-0dd5fd5431dc service neutron] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:27.214750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-8b34f13c-20d8-4729-be40-bb11ab971a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:27.217751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-8b34f13c-20d8-4729-be40-bb11ab971a54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1098 time: 0.2512388 Apr 25 14:35:27.264015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 74b636fa-827d-443f-b0d9-378536a3f622 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:27.264483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.314441 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ad23ce-c442-4365-b53e-5ed76d589abd'] response: {'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'code': 200} Apr 25 14:35:27.414553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6bb8e286-5311-42ed-8c51-30c1ae7dff12,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:27.417097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Calling delete_port for d2f9627f-9ebe-472e-a06f-d8f23373a275 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:27.469912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-51b5c6fe-1112-442e-9240-ea0f70f7ded8 req-a64f0d4c-4975-41d2-93c0-6cfae4338da3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:27.485016 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-51b5c6fe-1112-442e-9240-ea0f70f7ded8 req-a64f0d4c-4975-41d2-93c0-6cfae4338da3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 210 time: 0.4810653 Apr 25 14:35:27.515793 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.608345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6991e8a6-7de1-4881-a91c-89703d15eb60'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:27.718518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:27.756665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:27.766646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:27.848415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event updated for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:27.859125 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.945092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:27.945765 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:27.951166 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad6b453a-9444-4638-ad26-3f81d15179bc req-d7dc42d4-5dd1-48d0-8eb2-86f05c86ccb3 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/6a892219-6f5b-46a1-ad08-907d352b294f HTTP/1.1" status: 200 len: 1800 time: 0.6350002 Apr 25 14:35:27.953181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-45571a17-d737-4106-a8d4-ac1b32334883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:27.955305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-45571a17-d737-4106-a8d4-ac1b32334883 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7304163 Apr 25 14:35:28.013218 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.061486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:28.082842 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.134285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ef87-a9c5-4782-8a86-d46e73113837 req-1bef6fc6-936a-40bf-901b-1877c22404ae tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:28.141814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c06ef87-a9c5-4782-8a86-d46e73113837 req-1bef6fc6-936a-40bf-901b-1877c22404ae tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 950 time: 0.4434121 Apr 25 14:35:28.145544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5048033c-8528-4008-a0ca-505985101c01 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0465083 Apr 25 14:35:28.169460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2f9627f-9ebe-472e-a06f-d8f23373a275,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:28.174883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Request body: {'port': {'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:28.211296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=66bf14d3-64e8-4e17-896d-54c72ee3c10d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:28.217592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0b554b56-7449-4f3f-aa20-540cbed71927 None None] Provisioning for port 714ba270-1f4f-4a61-a549-e84858e7cd2b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:28.235774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0b554b56-7449-4f3f-aa20-540cbed71927 None None] Provisioning complete for port 714ba270-1f4f-4a61-a549-e84858e7cd2b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:28.236587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b554b56-7449-4f3f-aa20-540cbed71927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.249145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-f6f2386e-6598-4bbf-b6f1-0a44ef32e5c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.2811155 Apr 25 14:35:28.354816 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c06ef87-a9c5-4782-8a86-d46e73113837 req-7e872008-0a44-45b4-bf93-c858dd139940 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119987 Apr 25 14:35:28.360863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0b554b56-7449-4f3f-aa20-540cbed71927 None None] Port 714ba270-1f4f-4a61-a549-e84858e7cd2b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:35:28.378098 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-ad6b453a-9444-4638-ad26-3f81d15179bc req-28f5e894-9205-4cf0-9ef4-d00f9f1dd8b4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 25 14:35:28.378098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad6b453a-9444-4638-ad26-3f81d15179bc req-28f5e894-9205-4cf0-9ef4-d00f9f1dd8b4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a892219-6f5b-46a1-ad08-907d352b294f HTTP/1.1" status: 409 len: 341 time: 0.4105008 Apr 25 14:35:28.414082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-80836c1b-e62d-490e-99fb-4ab3b1ff5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:28.416137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-80836c1b-e62d-490e-99fb-4ab3b1ff5746 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1565325 Apr 25 14:35:28.514993 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce2fb61-2075-44c5-a9de-bef6197ff0ce'] response: {'server_uuid': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8e286-5311-42ed-8c51-30c1ae7dff12', 'code': 200} Apr 25 14:35:28.652963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.681783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40160) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:28.716415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.719370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.721321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31fbab89-9f7b-4c17-898e-6781c1745902 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946 tempest-ExternalNetworksAdminNegativeTestJSON-1292491946-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/e061c3fd-1a76-4c82-a37f-3c0b8cb893e1 HTTP/1.1" status: 204 len: 168 time: 2.8155267 Apr 25 14:35:28.728179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:28.801259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-477ac7d4-2f14-48ba-8cfe-21a562fbc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:28.802848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-477ac7d4-2f14-48ba-8cfe-21a562fbc891 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3777041 Apr 25 14:35:28.919835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a584c-1727-44c8-bd97-d0a61a20376b req-cef2e3cb-2979-4c06-92c7-f9e56554c0d6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:28.932894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae9a584c-1727-44c8-bd97-d0a61a20376b req-cef2e3cb-2979-4c06-92c7-f9e56554c0d6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 946 time: 0.3566556 Apr 25 14:35:29.027445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-6ec5a911-50a8-4506-bbb4-3f0ef22c1875 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124705 Apr 25 14:35:29.036323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-831359612-network', 'tenant_id': '94534c672a694df59c6f80978c5ec6fd'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:29.053849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b3911-0059-4f15-ab0e-cdc052de938b req-ade47f26-8331-4ae9-997d-11c1db45a8fb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:29.055775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d4b3911-0059-4f15-ab0e-cdc052de938b req-ade47f26-8331-4ae9-997d-11c1db45a8fb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 947 time: 0.3696387 Apr 25 14:35:29.075089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae9a584c-1727-44c8-bd97-d0a61a20376b req-3a814b38-e2f1-4fdf-9abb-60617bd5928a tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408467 Apr 25 14:35:29.109952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:29.184772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40170) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:29.210601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Usage tracker for resource:network and tenant:94534c672a694df59c6f80978c5ec6fd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:29.226546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:29.250245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2d727-5aa8-4f7a-8552-585592d20554 req-2e7b38d7-f2bb-4dfe-a3e9-ba11b12a2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:29.251911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c6f2d727-5aa8-4f7a-8552-585592d20554 req-2e7b38d7-f2bb-4dfe-a3e9-ba11b12a2cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 1101 time: 0.6689439 Apr 25 14:35:29.252889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:29.334875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d'}, {'name': 'network-changed', 'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:29.381159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Made reservation on behalf of 94534c672a694df59c6f80978c5ec6fd for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:29.383622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.419802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.431313 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c6f2d727-5aa8-4f7a-8552-585592d20554 req-97755170-40c1-4fb3-a337-62a45d78b569 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705832 Apr 25 14:35:29.452403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d4b3911-0059-4f15-ab0e-cdc052de938b req-ce503d2f-da97-40a4-bbb6-9834900f3e3a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474083 Apr 25 14:35:29.457547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:29.459545 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.470383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Usage tracker for resource:security_group_rule and tenant:556a349643004ceab4751ae8f7004d8a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:29.477960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714ba270-1f4f-4a61-a549-e84858e7cd2b {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:29.490776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:29.498644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b95110a-bb70-49d1-81c5-e8713937ff0c req-d0938ce9-8a67-47b2-8b8e-eb3994bbbe02 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574878 Apr 25 14:35:29.510466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:29.521921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Usage tracker for resource:security_group_rule and tenant:94534c672a694df59c6f80978c5ec6fd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:29.532014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:29.547297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:29.716606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:29.718885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.721471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.736277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.762512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Transition to ACTIVE for port object 714ba270-1f4f-4a61-a549-e84858e7cd2b will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:29.762736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb0611-fef1-4201-a7e8-38358817aacd req-f3ebd5e5-f31b-4153-b13b-e85ef2c3f04d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:29.764827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fbcb0611-fef1-4201-a7e8-38358817aacd req-f3ebd5e5-f31b-4153-b13b-e85ef2c3f04d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1023 time: 0.1537492 Apr 25 14:35:29.778853 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.807620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:35:29.810014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f04827-3644-42b1-b5a6-a8e596c77dc2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:29.848755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fbcb0611-fef1-4201-a7e8-38358817aacd req-0d7ccdf4-535d-4e7c-a208-e4d18666587c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=cee37fe0-a385-4e34-90c0-2a46a3d1d812&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&id=6a892219-6f5b-46a1-ad08-907d352b294f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0714278 Apr 25 14:35:29.851437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.852362 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Added segment e6d60e6f-b381-4a73-b791-1096d7c2a82b of type vlan for network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea Apr 25 14:35:29.906657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.949975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.951849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:29.959698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:29.997746 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d594a23f-1fbb-4231-96d1-94301743cb32'] response: {'name': 'network-changed', 'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'status': 'completed', 'code': 200} Apr 25 14:35:29.998007 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d594a23f-1fbb-4231-96d1-94301743cb32'] response: {'name': 'network-changed', 'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'status': 'completed', 'code': 200} Apr 25 14:35:30.075006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Pushing event updated for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:30.108330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a2e9-bc63-4ad4-ba82-64c10a8b89df req-a3ffa5bd-971b-4752-aa2d-51500d0df5d1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:30.118097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c97a2e9-bc63-4ad4-ba82-64c10a8b89df req-a3ffa5bd-971b-4752-aa2d-51500d0df5d1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 931 time: 0.6196697 Apr 25 14:35:30.293066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c97a2e9-bc63-4ad4-ba82-64c10a8b89df req-20f06b5c-1d86-4d8a-8a1f-eba059ca92c2 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737497 Apr 25 14:35:30.297844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Attempting to bind port 714ba270-1f4f-4a61-a549-e84858e7cd2b on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:30.298234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Attempting to bind port 714ba270-1f4f-4a61-a549-e84858e7cd2b by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:30.298602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Attempting to bind port 714ba270-1f4f-4a61-a549-e84858e7cd2b on network e098d67d-3a38-4e13-87d7-606a1a32fc35 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:30.307031 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.307996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Port 714ba270-1f4f-4a61-a549-e84858e7cd2b on network e098d67d-3a38-4e13-87d7-606a1a32fc35 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:30.308407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Attempting to bind port 714ba270-1f4f-4a61-a549-e84858e7cd2b on network e098d67d-3a38-4e13-87d7-606a1a32fc35 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:30.317390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.333306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:30.333704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Checking segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:30.334067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Bound using segment: {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:30.334607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Bound port: 714ba270-1f4f-4a61-a549-e84858e7cd2b, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426d8306-7d96-4586-bafb-879d5b53206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:30.334889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] Pushing event updated for resources: {'Network': ['ID=89dd0b62-c7b0-454a-9883-c0f2d0e0deea,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:30.335015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.340544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f488e482-9983-4145-abe3-069474c4285f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6417062 Apr 25 14:35:30.346135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:35:30.348603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40186) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:30.362681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Request body: {'subnet': {'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-831359612-subnet', 'tenant_id': '94534c672a694df59c6f80978c5ec6fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:30.381453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:30.406488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Usage tracker for resource:subnet and tenant:94534c672a694df59c6f80978c5ec6fd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:30.411975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:30.427577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-9ace26ff-e335-421b-9756-3188d1b83d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:30.429118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-9ace26ff-e335-421b-9756-3188d1b83d1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1098 time: 0.3848543 Apr 25 14:35:30.430769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:30.434702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-2c3cd9a8-0566-4f19-8173-519a4139e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:30.436176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-2c3cd9a8-0566-4f19-8173-519a4139e946 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1174 time: 0.3954246 Apr 25 14:35:30.446412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a96f-bbe0-4558-8bcd-6b044f220459 req-7266c403-e7d8-487f-adbf-afe64bab8315 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:30.447967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c820a96f-bbe0-4558-8bcd-6b044f220459 req-7266c403-e7d8-487f-adbf-afe64bab8315 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 950 time: 0.2933815 Apr 25 14:35:30.467593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=556a349643004ceab4751ae8f7004d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2814782 Apr 25 14:35:30.468766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:30.479267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82758d-e505-48d6-bba5-517091579852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8558ec5-15b9-4079-a8ba-7a99ad505266,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:30.597211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bf14d3-64e8-4e17-896d-54c72ee3c10d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:30.682302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:30.703734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:30.720267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.770788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2460ce88-fae8-4a36-8995-f5f3c5a702e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.814545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Made reservation on behalf of 94534c672a694df59c6f80978c5ec6fd for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:30.816872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.820426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:30.821641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:30.823166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] 10.222.0.21 "PUT /v2.0/ports/714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 1091 time: 2.6564562 Apr 25 14:35:30.831105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:31.056233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83575e-02ce-4059-9619-c2453af7932c req-397a7743-8496-4a94-a450-881c40d5ea2c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.061667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e83575e-02ce-4059-9619-c2453af7932c req-397a7743-8496-4a94-a450-881c40d5ea2c tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 946 time: 0.5020552 Apr 25 14:35:31.075182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2460ce88-fae8-4a36-8995-f5f3c5a702e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:31.092115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c820a96f-bbe0-4558-8bcd-6b044f220459 req-8bb026d3-b90c-4f56-9469-532344e72fc1 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890242 Apr 25 14:35:31.173519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca455dff-07a1-4c18-ae53-2a8af7b88041 service neutron] Pushing event updated for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:31.197306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-b8a28490-a8c7-4118-82f7-fcc6fb94e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.199889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-b8a28490-a8c7-4118-82f7-fcc6fb94e524 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7626269 Apr 25 14:35:31.284947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e83575e-02ce-4059-9619-c2453af7932c req-391f22b4-ed94-48dc-b039-df5ed19ea917 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779158 Apr 25 14:35:31.318155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-38ec1725-9591-4c2b-ba7a-88d7f2a8dc04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1094873 Apr 25 14:35:31.321282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-91943247-de24-49fa-9935-550c3363e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.323459 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-91943247-de24-49fa-9935-550c3363e352 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.5751288 Apr 25 14:35:31.354898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-d2f1347f-be88-4d86-a2f5-79372f0274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.357000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-d2f1347f-be88-4d86-a2f5-79372f0274d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1094 time: 0.4888630 Apr 25 14:35:31.362556 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c982bc-8e59-4417-9990-ff8d9c8d4bec'] response: {'server_uuid': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bf14d3-64e8-4e17-896d-54c72ee3c10d', 'code': 200} Apr 25 14:35:31.486987 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c14c3e-ed2e-4ef8-92c9-1d4655003d4f'] response: {'name': 'network-changed', 'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'status': 'completed', 'code': 200} Apr 25 14:35:31.511922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-ae72d419-a544-4aeb-bf9a-ba171a65636e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 200 len: 217 time: 0.0937171 Apr 25 14:35:31.544344 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:35:31.586373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-46aa5a79-f9e9-4716-9ca6-12006204a1ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 217 time: 0.2212503 Apr 25 14:35:31.661953 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2460ce88-fae8-4a36-8995-f5f3c5a702e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:31.669010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-cd47eb22-cca4-4990-b48e-8b334773eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.670614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-cd47eb22-cca4-4990-b48e-8b334773eac9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3427043 Apr 25 14:35:31.676639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-cd4bed98-a772-4f9e-a19a-26b16058a34f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.678237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-cd4bed98-a772-4f9e-a19a-26b16058a34f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1023 time: 0.7678487 Apr 25 14:35:31.761667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-ee15e0e5-b931-4857-a288-f75aff50c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.763691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-ee15e0e5-b931-4857-a288-f75aff50c3fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.2375126 Apr 25 14:35:31.765143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460ce88-fae8-4a36-8995-f5f3c5a702e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8558ec5-15b9-4079-a8ba-7a99ad505266,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:31.846500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5c5cc024-c091-44d3-8cad-9e4bc25ad2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.847915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-5c5cc024-c091-44d3-8cad-9e4bc25ad2cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.2530169 Apr 25 14:35:31.849202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2460ce88-fae8-4a36-8995-f5f3c5a702e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:31.849942 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2460ce88-fae8-4a36-8995-f5f3c5a702e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8558ec5-15b9-4079-a8ba-7a99ad505266 HTTP/1.1" status: 204 len: 168 time: 1.3764455 Apr 25 14:35:31.859318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-5930a266-05a1-4011-99c1-c3a82c64a3bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840116 Apr 25 14:35:31.937076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15b2d2-ec6e-49b2-beb2-a383b4452003 req-5c7b70eb-0a13-4a1f-8add-e12db21d7c8c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:31.939697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d15b2d2-ec6e-49b2-beb2-a383b4452003 req-5c7b70eb-0a13-4a1f-8add-e12db21d7c8c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 947 time: 0.6139934 Apr 25 14:35:31.945061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:31.946354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Deleting port 989de8fe-6263-4f93-9b74-fa0e42befc0d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:31.946711 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:32.007705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24738a9a-fe48-4dd0-87da-9c85ae0848df req-417f2a0a-35d3-4938-8032-6ff86541dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:32.009278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24738a9a-fe48-4dd0-87da-9c85ae0848df req-417f2a0a-35d3-4938-8032-6ff86541dd6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 1097 time: 0.5096340 Apr 25 14:35:32.122153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-c6e1676c-a791-4d74-b2ec-f4da94666e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:32.123789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-c6e1676c-a791-4d74-b2ec-f4da94666e26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4428036 Apr 25 14:35:32.180367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8c0c-2dfe-4247-a091-5c3d3ef71ebd req-8de255ef-7506-455a-a4e2-5b146b246c5f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:32.188569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-309c8c0c-2dfe-4247-a091-5c3d3ef71ebd req-8de255ef-7506-455a-a4e2-5b146b246c5f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 1023 time: 0.4324465 Apr 25 14:35:32.199179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24738a9a-fe48-4dd0-87da-9c85ae0848df req-7e55fe28-e511-4777-ae92-9693e74d74b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798742 Apr 25 14:35:32.290637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-77372b49-b531-46fa-895b-c2e02f311722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:32.292064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-77372b49-b531-46fa-895b-c2e02f311722 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4341397 Apr 25 14:35:32.297064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8738ab54-adbe-43cc-a6ec-4a066ac3beee,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:32.322242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d15b2d2-ec6e-49b2-beb2-a383b4452003 req-a0cb926c-6767-4f4b-b248-61a98ae22577 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266156 Apr 25 14:35:32.332509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Checking segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:32.332509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Network hostable DHCP agents. Network: 89dd0b62-c7b0-454a-9883-c0f2d0e0deea, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:35:32.364982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-742b4cee-d871-4fde-908e-114183c738dd service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924145 Apr 25 14:35:32.377455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-184e129c-39f6-4cb3-9009-86a617772111 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361197 Apr 25 14:35:32.485117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:35:32.585336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40216) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:32.622154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-309c8c0c-2dfe-4247-a091-5c3d3ef71ebd req-9990bb8c-5a12-4d97-a8ba-c2f47acd22b8 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=cee37fe0-a385-4e34-90c0-2a46a3d1d812&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&id=6a892219-6f5b-46a1-ad08-907d352b294f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4319539 Apr 25 14:35:32.944439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-909a8de0-37d5-4367-9bc2-f595010230df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0839cc7d1a8943fb95fa16bb67612103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526003 Apr 25 14:35:32.948890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] For port 989de8fe-6263-4f93-9b74-fa0e42befc0d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=989de8fe-6263-4f93-9b74-fa0e42befc0d,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:32.949386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:32.960398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40220) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:32.987565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 89dd0b62-c7b0-454a-9883-c0f2d0e0deea) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:32.991998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:32.992602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:33.003444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ae940-ec07-4785-8aef-a09f372dd271 None None] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:33.093122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-628c97a5-1962-4cd6-995a-2729fd8a92e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7298899 Apr 25 14:35:33.119667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-b8b1f460-3faa-4dc4-97fa-a2a018025410 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334833 Apr 25 14:35:33.122386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Calling delete_port for 989de8fe-6263-4f93-9b74-fa0e42befc0d owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:33.125756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-45c4d95a-3207-4ae8-ab41-7a3c4cddd9e7 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369034 Apr 25 14:35:33.161261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-decee162-6baa-4216-97c5-231642611731 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597500 Apr 25 14:35:33.179648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94d897-2cef-4abe-b804-e6d20237eded req-04d3ad5f-2746-4653-942d-edac829251f1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:33.194607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac94d897-2cef-4abe-b804-e6d20237eded req-04d3ad5f-2746-4653-942d-edac829251f1 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 943 time: 0.5876889 Apr 25 14:35:33.435323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2aae411-f06e-4cd0-b04b-1b43c5b6ee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:33.524594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac94d897-2cef-4abe-b804-e6d20237eded req-d32495fd-9438-46a1-8e00-d8e367d5dd1b tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226757 Apr 25 14:35:33.526019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741d11-5d06-48be-9f8a-a7542b519b2d req-64c4f3e8-0954-4d8c-ba24-962a30709e37 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:33.539017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7741d11-5d06-48be-9f8a-a7542b519b2d req-64c4f3e8-0954-4d8c-ba24-962a30709e37 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 950 time: 0.7011986 Apr 25 14:35:33.554361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:33.628922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a301969-e9dc-4bec-82f2-b41acd3febf4 None None] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:33.695236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-42583200-be0c-4bcf-ac62-e6b8491d647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:33.697354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-42583200-be0c-4bcf-ac62-e6b8491d647f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1098 time: 0.3583069 Apr 25 14:35:33.724752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2aae411-f06e-4cd0-b04b-1b43c5b6ee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:33.846382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-390ae8ac-7d2a-424a-bd03-0ebd11a01f8e req-3c46f4fc-a79f-4a20-955c-57881ceb2a76 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680162 Apr 25 14:35:33.914700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:33.927017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:33.957336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7741d11-5d06-48be-9f8a-a7542b519b2d req-52398445-8d5d-43f5-ac6d-b4787c7aaf2e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172657 Apr 25 14:35:33.965462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'mac_address': 'fa:16:3e:46:f0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:34.033357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:34.066251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:34.077211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7a56-1664-4c44-ae29-9320d307daa2 req-597df6f9-ee7d-4213-bee5-efb7b513e454 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:34.084916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e0e7a56-1664-4c44-ae29-9320d307daa2 req-597df6f9-ee7d-4213-bee5-efb7b513e454 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 946 time: 0.3004799 Apr 25 14:35:34.102708 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:34.144131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-9ae395c2-1e52-4ea1-9d32-5fc93024d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:34.146269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-9ae395c2-1e52-4ea1-9d32-5fc93024d864 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.4419434 Apr 25 14:35:34.153436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581ea44a-c6de-40bb-b38f-2d0018afa076 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:34.251066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:34.263154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:34.283579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-e446ffae-6f0d-4fe7-a10c-539753049f15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1277773 Apr 25 14:35:34.284549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'Port': ['ID=989de8fe-6263-4f93-9b74-fa0e42befc0d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:34.293182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e0e7a56-1664-4c44-ae29-9320d307daa2 req-c71d9aea-e370-49cc-943b-48a0de1cbba5 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971164 Apr 25 14:35:34.297615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2aae411-f06e-4cd0-b04b-1b43c5b6ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:34.390801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:34.392423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-9df4285b-5e75-4ea6-8d3a-0c3c0036003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:34.395034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-9df4285b-5e75-4ea6-8d3a-0c3c0036003f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1015081 Apr 25 14:35:34.406323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aae411-f06e-4cd0-b04b-1b43c5b6ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d033e0ca-47c0-4792-930b-553a94f44bdf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:34.585972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] No DVR routers for this DVR port 989de8fe-6263-4f93-9b74-fa0e42befc0d on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:35:34.585972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:34.590616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-78f613b3-334f-4f84-8fbe-324af4385ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:34.592138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-78f613b3-334f-4f84-8fbe-324af4385ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885777 Apr 25 14:35:34.619977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'name': 'network-vif-deleted', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:34.697763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2aae411-f06e-4cd0-b04b-1b43c5b6ee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:34.701610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2aae411-f06e-4cd0-b04b-1b43c5b6ee2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d033e0ca-47c0-4792-930b-553a94f44bdf HTTP/1.1" status: 204 len: 168 time: 1.7363446 Apr 25 14:35:34.743538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb790524-e5cc-4779-9954-6c6538c99c44 req-b16fa88c-f60d-43ee-a201-175db5b1888e tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "DELETE /v2.0/ports/989de8fe-6263-4f93-9b74-fa0e42befc0d HTTP/1.1" status: 204 len: 173 time: 3.0455742 Apr 25 14:35:34.761681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['581ea44a-c6de-40bb-b38f-2d0018afa076'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:34.819135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-b2acbd6b-aeea-4392-8267-6ce824e7bd1d service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186434 Apr 25 14:35:34.828267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568192b-f82a-4f68-991a-87430926adbc req-328e415d-48df-421d-bc01-53cd28dbf928 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:34.845146 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b568192b-f82a-4f68-991a-87430926adbc req-328e415d-48df-421d-bc01-53cd28dbf928 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 948 time: 0.6809766 Apr 25 14:35:34.860899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-7dfee3ee-eded-4fdb-aeec-5fdbd0ef98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:34.869879 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-7dfee3ee-eded-4fdb-aeec-5fdbd0ef98ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1094 time: 0.9055755 Apr 25 14:35:35.142683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b568192b-f82a-4f68-991a-87430926adbc req-953b2774-f62f-4978-9f4e-cb8fc1b48c5c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897768 Apr 25 14:35:35.144372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-876cebe3-233a-4303-88f7-64f0b89e5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:35.146436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-876cebe3-233a-4303-88f7-64f0b89e5d95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.2501209 Apr 25 14:35:35.265160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-39554738-3292-4104-9fa9-9b088ba1b9ae tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:35.265912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-39554738-3292-4104-9fa9-9b088ba1b9ae tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:35.272340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-777751b0-5794-4913-8ff5-1375e9ffe1e9 req-0370f7e4-3a93-4151-95cc-469da0b0ab5b service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303193 Apr 25 14:35:35.307625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-39554738-3292-4104-9fa9-9b088ba1b9ae tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:35.313068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-39554738-3292-4104-9fa9-9b088ba1b9ae tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 814 time: 0.4956024 Apr 25 14:35:35.325341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-d30f7e9d-bc0c-4ca1-b5d7-52dcc55e9a6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 217 time: 0.1712375 Apr 25 14:35:35.334591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-af43e5e7-b733-47e8-a8ff-3e120cc374db tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/quotas/94534c672a694df59c6f80978c5ec6fd HTTP/1.1" status: 200 len: 375 time: 0.0160167 Apr 25 14:35:35.440010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-faabbd52-20cd-4aff-94fe-83436c3951f2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984416 Apr 25 14:35:35.532049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2db56b96-080d-44b0-9932-403372d28a94 req-016ceb58-d8bb-41b0-a436-44eca0bbe00d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:35.568870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-b5b2b3d7-53a6-4eea-94e3-70e95f354073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:35.570979 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-b5b2b3d7-53a6-4eea-94e3-70e95f354073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.2375636 Apr 25 14:35:35.574010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2db56b96-080d-44b0-9932-403372d28a94 req-016ceb58-d8bb-41b0-a436-44eca0bbe00d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:35.575346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2db56b96-080d-44b0-9932-403372d28a94 req-016ceb58-d8bb-41b0-a436-44eca0bbe00d tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cac56ef-94bd-4265-b2e8-6497558791a3 HTTP/1.1" status: 200 len: 210 time: 0.2442234 Apr 25 14:35:35.589437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 989de8fe-6263-4f93-9b74-fa0e42befc0d no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:35.744136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 989de8fe-6263-4f93-9b74-fa0e42befc0d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:35:35.744517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 989de8fe-6263-4f93-9b74-fa0e42befc0d not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:35:35.786408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-437b0ada-197c-4946-bd1d-a9802de30e03 service neutron] 10.222.0.23 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297904 Apr 25 14:35:36.063270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-992b637e-5837-4971-9e7a-006d2c6daa1c service neutron] 10.222.0.23 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561836 Apr 25 14:35:36.065531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-5e30d32d-c031-45d6-bf23-cc46774f43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:36.068286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-5e30d32d-c031-45d6-bf23-cc46774f43a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4901295 Apr 25 14:35:36.317823 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-66934476-c441-4037-ad29-75a0ef0cd73d service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419679 Apr 25 14:35:36.607802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08a2993e-8dfa-4e0f-8af6-56e7bfe80f05 req-299f30c1-1ade-4d80-b4b7-93eca20c737e service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832482 Apr 25 14:35:36.666097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227681-c612-42ea-84b0-9b25c7d35713 req-d33dc898-1616-4c62-b4cc-53e543d95189 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:36.669383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09227681-c612-42ea-84b0-9b25c7d35713 req-d33dc898-1616-4c62-b4cc-53e543d95189 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 943 time: 0.1334553 Apr 25 14:35:36.753478 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09227681-c612-42ea-84b0-9b25c7d35713 req-8033e415-10e9-4e4c-a609-d7b056fa7e03 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Apr 25 14:35:36.868597 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e577a558-2a5d-4fbc-ae0e-1ba6f2507b96'] response: {'server_uuid': '5cac56ef-94bd-4265-b2e8-6497558791a3', 'name': 'network-vif-deleted', 'tag': '989de8fe-6263-4f93-9b74-fa0e42befc0d', 'status': 'completed', 'code': 200} Apr 25 14:35:36.994456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4110f97d-b6a1-4172-99a5-e0484f25b112 req-cf8c99b9-d8e0-43eb-819a-96b4f94aefda tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 210 time: 0.0824831 Apr 25 14:35:37.471001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 714ba270-1f4f-4a61-a549-e84858e7cd2b details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:37.614880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:37.675574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-dda0ce0e-e9b1-43e6-b55d-c72b1c544d79 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:37.678643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-dda0ce0e-e9b1-43e6-b55d-c72b1c544d79 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4&tenant_id=240441bced794bb3b2215707ed7a817a&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 948 time: 0.3773055 Apr 25 14:35:37.815387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-3fbfa53b-e506-4b34-9d19-2018d29b2c5e service neutron] 10.222.0.21 "GET /v2.0/ports/581ea44a-c6de-40bb-b38f-2d0018afa076/bindings/n-h1-811416-6 HTTP/1.1" status: 200 len: 382 time: 0.1249430 Apr 25 14:35:37.847339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:37.863513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:37.917288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4716ac-be71-4c72-b70f-7c474b886d10 req-caab09cd-8f62-4e90-ae30-6e6a0ce9bf6f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:37.930501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b4716ac-be71-4c72-b70f-7c474b886d10 req-caab09cd-8f62-4e90-ae30-6e6a0ce9bf6f tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 946 time: 0.4136362 Apr 25 14:35:37.966106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:37.986300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:37.987262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714ba270-1f4f-4a61-a549-e84858e7cd2b {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:37.994344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 581ea44a-c6de-40bb-b38f-2d0018afa076 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:38.005766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 581ea44a-c6de-40bb-b38f-2d0018afa076 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:38.006201 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.007730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.008302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.008695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.009645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.010572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.011245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.012221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.012855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.013541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.014298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.025832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-f57f4aaf-cb16-4a89-850e-ec0760c455d2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810&device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0&device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45&device_id=8da348f6-60bf-4646-9cba-a9727db648db&device_id=1099d211-38b2-407e-b685-5515ce060641&device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4&device_id=e9ac106d-f494-4690-923b-788493434446&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 9176 time: 0.1934319 Apr 25 14:35:38.026650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b4716ac-be71-4c72-b70f-7c474b886d10 req-b077dae7-4f62-461f-8252-2f9a33dac723 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941200 Apr 25 14:35:38.052109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.088195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:38.091874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-e35909a5-e621-4f70-ad98-97e5a8d1b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.093838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-e35909a5-e621-4f70-ad98-97e5a8d1b9ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1099 time: 0.2547212 Apr 25 14:35:38.113963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.383887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:38.391140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Usage tracker for resource:security_group_rule and tenant:d859e35a783648e9981a938bf9b45822 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:38.395780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:38.404552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:38.409739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.425555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:38.509472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:38.517896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:38.603820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['714ba270-1f4f-4a61-a549-e84858e7cd2b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:38.631010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-31e6eeca-2e60-490b-b6f0-60d54f231b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.636235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-31e6eeca-2e60-490b-b6f0-60d54f231b70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5361733 Apr 25 14:35:38.724023 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd2d3-8487-433f-8d69-7b74c875e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.726441 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.776366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.781824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-e08c7518-1f60-4c10-add4-6c066ad5b750 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1342666 Apr 25 14:35:38.788842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:38.790306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1234162599'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:38.799202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:38.804914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Usage tracker for resource:network and tenant:1c414795b39f42248223db98feab3209 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:38.809606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:38.832896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-a36ffe73-6901-4b17-b3cd-33053507b155 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.834672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-a36ffe73-6901-4b17-b3cd-33053507b155 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 814 time: 0.5145087 Apr 25 14:35:38.842739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053593de-c14a-4e46-960e-1db67c134911 req-9335f627-0541-4378-b338-91f0bb13930a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:38.846569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-053593de-c14a-4e46-960e-1db67c134911 req-9335f627-0541-4378-b338-91f0bb13930a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 948 time: 0.5549786 Apr 25 14:35:38.848615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:38.861069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32ec8038-f122-4aa5-80cc-f30fc84b36b7 req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&id=945b41e0-ac85-44df-a025-4e2f90a1893d&id=57ec9dab-df40-42d3-b644-bd634b5dd712&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&id=0b1feb40-8541-403d-9398-674d1c506f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 784 time: 0.8299937 Apr 25 14:35:38.863970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Request body: {'port': {'device_id': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'admin_state_up': True, 'tenant_id': '94534c672a694df59c6f80978c5ec6fd'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:38.892639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:38.905853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d39a5-6fba-42f1-8465-cd70a15800d0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddad7ed-d0c2-4003-8dd0-5b183cd4d0ef,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:38.998507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Made reservation on behalf of 1c414795b39f42248223db98feab3209 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:39.002421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.030147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.061747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:39.064944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-63337b15-c0a6-4570-9b70-692aa6f574fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:39.066710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10dd98b7-bd22-4813-a38d-ea81f4808f19 req-46b99dd8-6638-4b60-821d-fdc589eb81e2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/cee37fe0-a385-4e34-90c0-2a46a3d1d812 HTTP/1.1" status: 200 len: 1800 time: 0.1542161 Apr 25 14:35:39.067453 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-63337b15-c0a6-4570-9b70-692aa6f574fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2457788 Apr 25 14:35:39.069737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-053593de-c14a-4e46-960e-1db67c134911 req-0679a258-d3d9-4166-be99-99e27f635b02 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436269 Apr 25 14:35:39.073521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Usage tracker for resource:security_group_rule and tenant:1c414795b39f42248223db98feab3209 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:39.114568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:39.129257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:39.154429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:39.176740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Usage tracker for resource:port and tenant:94534c672a694df59c6f80978c5ec6fd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:39.180216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:39.195360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:39.195621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-42573963-a7e4-4955-9659-312267c617b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:39.197242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-42573963-a7e4-4955-9659-312267c617b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186724 Apr 25 14:35:39.203611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-10dd98b7-bd22-4813-a38d-ea81f4808f19 req-01279c30-68f2-4032-b2e3-854764f9e9fa tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.235436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-10dd98b7-bd22-4813-a38d-ea81f4808f19 req-01279c30-68f2-4032-b2e3-854764f9e9fa tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.246738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Made reservation on behalf of 94534c672a694df59c6f80978c5ec6fd for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:39.250314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.386633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-10dd98b7-bd22-4813-a38d-ea81f4808f19 req-01279c30-68f2-4032-b2e3-854764f9e9fa tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.440744 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.441486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01279c30-68f2-4032-b2e3-854764f9e9fa tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee37fe0-a385-4e34-90c0-2a46a3d1d812,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:39.459079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.495395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-fb87ae4e-655a-4314-a3df-68a2732d8c04 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896833 Apr 25 14:35:39.533385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:35:39.567906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-10dd98b7-bd22-4813-a38d-ea81f4808f19 req-01279c30-68f2-4032-b2e3-854764f9e9fa tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.568967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d6360-0c93-4016-a8ff-1cefc97a1105 req-911b9a8e-7ae8-487e-946a-83dd9790c711 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:39.570560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d6360-0c93-4016-a8ff-1cefc97a1105 req-911b9a8e-7ae8-487e-946a-83dd9790c711 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 944 time: 0.3263843 Apr 25 14:35:39.577030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45341c-f673-4a56-8622-1fcdaf793419,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:39.582947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10dd98b7-bd22-4813-a38d-ea81f4808f19 req-01279c30-68f2-4032-b2e3-854764f9e9fa tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/cee37fe0-a385-4e34-90c0-2a46a3d1d812 HTTP/1.1" status: 204 len: 173 time: 0.5039897 Apr 25 14:35:39.590894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.591222 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Added segment 0a1da2fa-8eb3-4e2c-9741-42300a7f76f5 of type vlan for network 0bc341cb-e399-4437-8357-970b7bd8b89d Apr 25 14:35:39.605530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Allocated IP 172.20.0.14 (89dd0b62-c7b0-454a-9883-c0f2d0e0deea/8738ab54-adbe-43cc-a6ec-4a066ac3beee/59740dd3-e65a-4fa5-a9bd-1b4323949fdd) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:39.762662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5431139c-5218-4bfa-95c4-cd193380ac77 req-1c0247f8-1838-4565-ae02-ac581dae35b5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:39.856136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5431139c-5218-4bfa-95c4-cd193380ac77 req-1c0247f8-1838-4565-ae02-ac581dae35b5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:39.857237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5431139c-5218-4bfa-95c4-cd193380ac77 req-1c0247f8-1838-4565-ae02-ac581dae35b5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 210 time: 0.1633980 Apr 25 14:35:39.870706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.897944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d6360-0c93-4016-a8ff-1cefc97a1105 req-c5d848b4-970b-4a6d-90b5-756f6e3fb32d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077910 Apr 25 14:35:39.934383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.940639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-f58752e0-9c90-4a3e-af6e-b5f474b8350f service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273162 Apr 25 14:35:39.969333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.974697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:39.982835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:39.983501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.020986 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0028ce1e-ccc9-459b-b382-0da2ebb99064'] response: {'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'code': 200} Apr 25 14:35:40.034552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-018cb5f1-2a7f-4900-9aa7-1a342b4d9fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3668106 Apr 25 14:35:40.114492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:40.123505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:40.141841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:40.236433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:40.237224 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.279513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:40.285529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-0348a793-da84-4383-a331-6edce45fedc0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4267085 Apr 25 14:35:40.287645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2971578 Apr 25 14:35:40.298088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Request body: {'port': {'device_id': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:40.301685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f3af3-d5f9-4ab0-9f40-ec273296ae88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Pushing event updated for resources: {'Network': ['ID=0bc341cb-e399-4437-8357-970b7bd8b89d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:40.315413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0bc341cb-e399-4437-8357-970b7bd8b89d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:35:40.342261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e16559d-5c73-453a-9ed4-a76ff67a938b req-fa75c8f3-c38a-44b0-a10c-607925a2bbb8 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/6a892219-6f5b-46a1-ad08-907d352b294f HTTP/1.1" status: 200 len: 1800 time: 0.0792346 Apr 25 14:35:40.407511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-f566f044-230c-4364-a5cd-7a7a0e740cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:40.409303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-f566f044-230c-4364-a5cd-7a7a0e740cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04951d45358147b2871041978a6ede68&device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1175 time: 0.2069409 Apr 25 14:35:40.484931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0e16559d-5c73-453a-9ed4-a76ff67a938b req-9f48ae08-b62b-4738-8f9f-69e5238cee19 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.503936 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.573879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5076b55-4ea6-420e-b138-c4d1f407c7f4 req-fdd8bc39-0d30-4141-82f3-67c3adffa486 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:40.575953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5076b55-4ea6-420e-b138-c4d1f407c7f4 req-fdd8bc39-0d30-4141-82f3-67c3adffa486 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.2147033 Apr 25 14:35:40.586401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0e16559d-5c73-453a-9ed4-a76ff67a938b req-9f48ae08-b62b-4738-8f9f-69e5238cee19 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.660669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-ac3f0f19-7ccd-4fe4-8b22-13920a7fdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:40.662374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-ac3f0f19-7ccd-4fe4-8b22-13920a7fdd3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 200 len: 913 time: 0.2244775 Apr 25 14:35:40.723924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5076b55-4ea6-420e-b138-c4d1f407c7f4 req-fc30558a-9847-4a7e-8f1a-1f9698315ebf tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386962 Apr 25 14:35:40.733296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0e16559d-5c73-453a-9ed4-a76ff67a938b req-9f48ae08-b62b-4738-8f9f-69e5238cee19 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.777439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-1fa5dac1-dbc1-483b-81ec-46bb6b3db843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 200 len: 217 time: 0.1057343 Apr 25 14:35:40.787407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48ae08-b62b-4738-8f9f-69e5238cee19 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a892219-6f5b-46a1-ad08-907d352b294f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:40.852351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0e16559d-5c73-453a-9ed4-a76ff67a938b req-9f48ae08-b62b-4738-8f9f-69e5238cee19 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.865999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e16559d-5c73-453a-9ed4-a76ff67a938b req-9f48ae08-b62b-4738-8f9f-69e5238cee19 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a892219-6f5b-46a1-ad08-907d352b294f HTTP/1.1" status: 204 len: 173 time: 0.5167685 Apr 25 14:35:40.885426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-5068e0b8-dbcc-499f-9d09-4c0b3abfe585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:40.887095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-5068e0b8-dbcc-499f-9d09-4c0b3abfe585 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 200 len: 852 time: 0.1008596 Apr 25 14:35:40.888772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25a21bea-0ca4-4ec1-bada-cd54f0e5f487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:40.987044 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-256680e8-5356-4f90-b615-32a34f847d81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b46222-376b-4ea5-8bfc-45bf0e488b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911958 Apr 25 14:35:41.199914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7b7d-bf3f-430d-ad3c-5193dcb36bf1 req-026a4167-9bf0-46dc-8982-a85a47cdd97b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:41.202111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b8a7b7d-bf3f-430d-ad3c-5193dcb36bf1 req-026a4167-9bf0-46dc-8982-a85a47cdd97b tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 946 time: 0.2102561 Apr 25 14:35:41.204043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-5a7bbda3-d700-42a5-bb92-278f49d604fa service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673093 Apr 25 14:35:41.297475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-6da789e4-c4d1-4337-befb-2bbd868ec7ba tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:41.298542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-6da789e4-c4d1-4337-befb-2bbd868ec7ba tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:41.298542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-6da789e4-c4d1-4337-befb-2bbd868ec7ba tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:41.300340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-6da789e4-c4d1-4337-befb-2bbd868ec7ba tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45&device_id=1099d211-38b2-407e-b685-5515ce060641&device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 2883 time: 0.2688653 Apr 25 14:35:41.303578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59740dd3-e65a-4fa5-a9bd-1b4323949fdd {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:41.327273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.353738 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b8a7b7d-bf3f-430d-ad3c-5193dcb36bf1 req-284e8e84-a4b5-468a-a10e-85ae9f56e447 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bfd7ff-918b-43d8-b78b-3e398b4d1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444819 Apr 25 14:35:41.364044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Transition to ACTIVE for port object 59740dd3-e65a-4fa5-a9bd-1b4323949fdd will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:41.367453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-e014f689-7126-4908-8a07-2f7f48c8ae01 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Synchronizing usage tracker for tenant:d859e35a783648e9981a938bf9b45822 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:41.384532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.418656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c550a29d-9a8f-4cef-8e7f-c9764e986381 req-70326179-ace2-47f3-b184-4ca571472374 service neutron] 10.222.0.15 "GET /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075682 Apr 25 14:35:41.430641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-e014f689-7126-4908-8a07-2f7f48c8ae01 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Unset dirty status for tenant:d859e35a783648e9981a938bf9b45822 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:41.444302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1338c9d6-73ee-4f04-a1a4-179ff305efe4 req-e014f689-7126-4908-8a07-2f7f48c8ae01 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358342 Apr 25 14:35:41.481513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-518690278', 'description': 'tempest-description-81346775'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:41.490773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:41.497577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 714ba270-1f4f-4a61-a549-e84858e7cd2b up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:41.612356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:41.623043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:41.719220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:41.727273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:41.758792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.776230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.792203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f7402-f125-43be-81ce-1bd372e36990 req-b40fd01c-8ba9-4ac9-86df-04ada6234a18 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:41.794105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 714ba270-1f4f-4a61-a549-e84858e7cd2b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:41.794355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-660f7402-f125-43be-81ce-1bd372e36990 req-b40fd01c-8ba9-4ac9-86df-04ada6234a18 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 946 time: 0.2303808 Apr 25 14:35:41.801422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:41.802534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40386) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:41.820102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Request body: {'port': {'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d', 'binding:host_id': 'n-h2-811416-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-47325024'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:41.829266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 714ba270-1f4f-4a61-a549-e84858e7cd2b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:41.830136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:41.830260 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.852827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Usage tracker for resource:port and tenant:84d7c6e04c724bab824e1a8bb94d8ded is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:41.856692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:41.877199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:41.890917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Deleting port 66bf14d3-64e8-4e17-896d-54c72ee3c10d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:41.891938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.892121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Usage tracker for resource:security_group_rule and tenant:04951d45358147b2871041978a6ede68 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:41.903409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:41.912158 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.918243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Made reservation on behalf of 84d7c6e04c724bab824e1a8bb94d8ded for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:41.920629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.956633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:41.978847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Attempting to bind port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:41.987591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Attempting to bind port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:41.988022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Attempting to bind port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:41.993857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:41.997623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:41.998104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Attempting to bind port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:42.007329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:42.007677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Checking segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:42.008212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Bound using segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:42.008672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Bound port: 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:42.009026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.034057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:42.074361 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.089724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Usage tracker for resource:security_group_rule and tenant:84d7c6e04c724bab824e1a8bb94d8ded is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:42.094987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:42.104002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:42.134748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:42.136155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:42.144140 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.215786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:42.237061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:42.243872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.247084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.273148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:42.315081 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.381717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:42.382331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.383814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/59740dd3-e65a-4fa5-a9bd-1b4323949fdd HTTP/1.1" status: 200 len: 1092 time: 2.0909741 Apr 25 14:35:42.395215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:42.429414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9590b23-0eaf-45f2-b15a-7321dec4c0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:42.435262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d16932-0c9b-4350-9eef-f41f4bd361c4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:42.490139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.509227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45b48f97-0924-4243-8cba-9ef97c7eb1c0 req-f099ea87-3710-4bc9-8d5e-92848883ae01 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.0481687 Apr 25 14:35:42.580784 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.592999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.616975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb91385-fc95-4ef3-9c36-a19915a6e82b req-afc7b474-65c1-4424-afe9-6ba791d3d13b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:42.624721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fb91385-fc95-4ef3-9c36-a19915a6e82b req-afc7b474-65c1-4424-afe9-6ba791d3d13b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 944 time: 0.6225033 Apr 25 14:35:42.630018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port dff00ad5-6fdd-451d-a909-e3195d349834 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:42.761769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f2d427-8e61-4c10-b520-e60a67668264,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:42.835504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-95d8cd1a-a3bf-4b30-90da-517e5c85b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:42.836978 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-95d8cd1a-a3bf-4b30-90da-517e5c85b0c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 1095 time: 0.3979406 Apr 25 14:35:42.840443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] For port 66bf14d3-64e8-4e17-896d-54c72ee3c10d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=66bf14d3-64e8-4e17-896d-54c72ee3c10d,segment=NetworkSegment(1a2c8271-a3f7-4c1a-8dec-497b6434a26b),segment_id=1a2c8271-a3f7-4c1a-8dec-497b6434a26b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:42.840814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:42.954957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c018b-9bdc-48bb-b66f-325ec2f86478 req-11271a5e-7429-40a3-bfe1-36ecac4373e4 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:42.956457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b5c018b-9bdc-48bb-b66f-325ec2f86478 req-11271a5e-7429-40a3-bfe1-36ecac4373e4 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 945 time: 0.3293409 Apr 25 14:35:42.957776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-5b214495-66f6-41f0-a639-382ecbe4e7eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd HTTP/1.1" status: 200 len: 217 time: 0.1099486 Apr 25 14:35:42.979700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Calling delete_port for 66bf14d3-64e8-4e17-896d-54c72ee3c10d owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:43.011137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fb91385-fc95-4ef3-9c36-a19915a6e82b req-711c3d7e-b206-4587-ab7f-b501d4981509 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787112 Apr 25 14:35:43.073221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-1f3d6207-1af1-40b7-847f-c4a3f03de8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:43.074742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-1f3d6207-1af1-40b7-847f-c4a3f03de8bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4&tenant_id=240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 1100 time: 0.4383132 Apr 25 14:35:43.087591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:43.149024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b5c018b-9bdc-48bb-b66f-325ec2f86478 req-428bdfc5-677f-464e-b9cf-3f468a6aea52 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436691 Apr 25 14:35:43.169132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c675f027-9f69-418d-b9ec-c15bf0f36f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:43.170573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-c675f027-9f69-418d-b9ec-c15bf0f36f8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 200 len: 854 time: 0.1610324 Apr 25 14:35:43.253432 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822a043e-9f2e-4a4f-a489-8b39b95e2f7b'] response: {'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'code': 200} Apr 25 14:35:43.264762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:43.276247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-a8768f12-e57e-4f29-b78b-9c7657bacf0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972700 Apr 25 14:35:43.279570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['66bf14d3-64e8-4e17-896d-54c72ee3c10d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:43.355922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Pushing event deleted for resources: {'Port': ['ID=66bf14d3-64e8-4e17-896d-54c72ee3c10d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:43.419023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port dff00ad5-6fdd-451d-a909-e3195d349834 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:43.478132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:43.499794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:43.509642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Transition to ACTIVE for port object dff00ad5-6fdd-451d-a909-e3195d349834 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:43.525166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:43.568539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-dcf0af9e-b2c2-4f06-a809-f8d4e6d1f59a service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837768 Apr 25 14:35:43.573393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] No DVR routers for this DVR port 66bf14d3-64e8-4e17-896d-54c72ee3c10d on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:35:43.573609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:43.576698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36914805-e878-4a4b-8938-28a00f3d143a req-b7e4b857-a7b5-4abb-8307-95a64e2fdf95 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.23 "GET /v2.0/ports?device_id=5699cc59-54b9-488b-8bf5-0f7f2d3149d0 HTTP/1.1" status: 200 len: 210 time: 0.1315062 Apr 25 14:35:43.577671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:43.583200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'name': 'network-vif-deleted', 'tag': '66bf14d3-64e8-4e17-896d-54c72ee3c10d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:43.670298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-660f7402-f125-43be-81ce-1bd372e36990 req-d8c31e2b-5dc4-4287-a4e9-aa786886d5b6 tempest-DeleteServersTestJSON-1080698128 tempest-DeleteServersTestJSON-1080698128-project] 10.222.0.15 "DELETE /v2.0/ports/66bf14d3-64e8-4e17-896d-54c72ee3c10d HTTP/1.1" status: 204 len: 173 time: 1.8643410 Apr 25 14:35:43.767679 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d4cf4f-0410-40b6-83a8-775130220614'] response: {'name': 'network-changed', 'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'status': 'completed', 'code': 200} Apr 25 14:35:43.790512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38b54d-d7e1-4d5a-8711-10f1a5cb781e req-32aa7cbc-d8c6-4ef9-9e72-1016b9cad04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:43.792006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb38b54d-d7e1-4d5a-8711-10f1a5cb781e req-32aa7cbc-d8c6-4ef9-9e72-1016b9cad04c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1096 time: 0.3869166 Apr 25 14:35:43.851646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-57db9d89-48a5-4e58-933b-5fb82ec24be1 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/35d16932-0c9b-4350-9eef-f41f4bd361c4 HTTP/1.1" status: 200 len: 1798 time: 0.1892395 Apr 25 14:35:43.884040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2048966739', 'description': 'tempest-description-hth-261146559'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:43.917811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb38b54d-d7e1-4d5a-8711-10f1a5cb781e req-744826eb-c676-4edf-b4f5-cdc73905cbf5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135070 Apr 25 14:35:43.960463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=dff00ad5-6fdd-451d-a909-e3195d349834,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:43.997299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:44.000801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbce11-cdd7-4ef3-8ea4-be42fe461457 req-6b6c342f-df93-494f-959f-0b1c45366079 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:44.006141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cfbce11-cdd7-4ef3-8ea4-be42fe461457 req-6b6c342f-df93-494f-959f-0b1c45366079 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.5890095 Apr 25 14:35:44.013334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Checking segment: {'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:44.013725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Network hostable DHCP agents. Network: 0bc341cb-e399-4437-8357-970b7bd8b89d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:35:44.066716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:44.066997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83f6b3a6-02d9-42ef-8ba5-9c60293c8ff2 req-e111c3fa-6c0a-4fdf-8c0f-008fab9b9025 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838350 Apr 25 14:35:44.084590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:44.106821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Network 0bc341cb-e399-4437-8357-970b7bd8b89d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:35:44.107294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:44.110847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:44.112119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acb7fab7-8225-4f6b-9143-c115b39bd946 req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "PUT /v2.0/security-groups/35d16932-0c9b-4350-9eef-f41f4bd361c4 HTTP/1.1" status: 200 len: 1774 time: 0.2503681 Apr 25 14:35:44.140245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:44.192942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cfbce11-cdd7-4ef3-8ea4-be42fe461457 req-ebcfa599-ccba-4184-aa9e-cd5b0510f17a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815822 Apr 25 14:35:44.222176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0bc341cb-e399-4437-8357-970b7bd8b89d) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:44.225134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab6559-e719-4fd7-a30e-9d687f548314 None None] Network 0bc341cb-e399-4437-8357-970b7bd8b89d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:44.241223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:44.241541 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b0fd80-c204-428b-a887-76f753b513b7'] response: {'server_uuid': '5699cc59-54b9-488b-8bf5-0f7f2d3149d0', 'name': 'network-vif-deleted', 'tag': '66bf14d3-64e8-4e17-896d-54c72ee3c10d', 'status': 'completed', 'code': 200} Apr 25 14:35:44.270666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0f934-b270-4aef-8835-daab06ea050b tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d16932-0c9b-4350-9eef-f41f4bd361c4,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:44.309729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:44.320099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:44.320466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:44.320828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:44.339149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Transition to ACTIVE for port object 581ea44a-c6de-40bb-b38f-2d0018afa076 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:44.339623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:44.340316 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:44.345709 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 2 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:44.349006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:44.388108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:44.388503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:44.388850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:44.406690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-451b4926-0905-4988-8121-9072373e2748 req-bec9fe07-d466-4c35-ba59-56d7afd22a8c tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/35d16932-0c9b-4350-9eef-f41f4bd361c4 HTTP/1.1" status: 200 len: 1774 time: 0.1517980 Apr 25 14:35:44.421761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:44.422630 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:44.423480 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 3 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:44.436797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-454b5296-7086-4c76-a4f9-f783809cbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:44.439897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-454b5296-7086-4c76-a4f9-f783809cbe3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 1095 time: 0.2926085 Apr 25 14:35:44.518889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:44.519131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:44.520101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:44.581978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:44.583855 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:44.592809 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 4 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:44.772496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] No DVR routers for this DVR port 581ea44a-c6de-40bb-b38f-2d0018afa076 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:35:44.775679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:44.776087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:44.776388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:44.785335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:44.800271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:44.804452 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:44.813107 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 5 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:44.914001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:44.914360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:44.914719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:44.921814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-322d8961-abb2-446c-83a3-1bf46b9af324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:44.924356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-322d8961-abb2-446c-83a3-1bf46b9af324 service neutron] 10.222.0.15 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 915 time: 0.4763966 Apr 25 14:35:44.926709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:44.927067 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:44.927434 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 6 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:45.030225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-39beffa1-bc8f-4848-87ff-4b0fef657b50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd HTTP/1.1" status: 200 len: 217 time: 0.0943854 Apr 25 14:35:45.050037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:45.050677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:45.050677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.057545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:45.057875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Attempting to bind port 581ea44a-c6de-40bb-b38f-2d0018afa076 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.063483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:45.064389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:45.064781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:45.065239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Bound port: 581ea44a-c6de-40bb-b38f-2d0018afa076, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:45.065758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.085461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96dab4-0459-4f8b-87c4-5e7473249682 req-96c8ab5c-c58c-4176-8b45-20a4a434bc10 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.094327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad96dab4-0459-4f8b-87c4-5e7473249682 req-96c8ab5c-c58c-4176-8b45-20a4a434bc10 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 944 time: 0.6674926 Apr 25 14:35:45.105649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:45.105991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:45.106336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.128181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:45.128525 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:45.135253 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 7 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:45.165972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:45.166309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:45.166651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.178088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:45.178422 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:45.181297 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 8 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:45.192610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad96dab4-0459-4f8b-87c4-5e7473249682 req-54e45250-f522-443e-a74c-e72f9bd52414 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973718 Apr 25 14:35:45.193374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-e0667371-a17e-441e-b872-c4cd91f96200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.194846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-e0667371-a17e-441e-b872-c4cd91f96200 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 200 len: 854 time: 0.1546967 Apr 25 14:35:45.238363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:45.238757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:45.239107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.254016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:45.254358 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:45.262091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-66eb61bc-7a83-483e-a805-0d685389dbb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591133 Apr 25 14:35:45.265073 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 9 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:45.280114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:45.303276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:45.315499 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.324431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:45.324769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:45.325238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.334633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0c0cd-f55a-4d3b-b13e-757ad5dbca14 req-59ad2d94-68be-4c4c-9a3d-77f2b964fbaf tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.341816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60d0c0cd-f55a-4d3b-b13e-757ad5dbca14 req-59ad2d94-68be-4c4c-9a3d-77f2b964fbaf tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 945 time: 0.3158638 Apr 25 14:35:45.408557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=11']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:45.425854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:45.426397 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:45.427630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3efcf5f2-71ba-479f-a08a-af09463a467e req-0c3bc31e-3304-4dd9-bbd3-59b5d2deeedc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/35d16932-0c9b-4350-9eef-f41f4bd361c4 HTTP/1.1" status: 200 len: 1774 time: 0.1645381 Apr 25 14:35:45.430490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.431233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.432735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-217644e9-fd58-4ac0-94ee-84be740e6f14 service neutron] 10.222.0.15 "PUT /v2.0/ports/581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 1096 time: 2.3514957 Apr 25 14:35:45.437147 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 10 to bind port dff00ad5-6fdd-451d-a909-e3195d349834 Apr 25 14:35:45.498701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:45.524307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:45.524650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:45.524994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:45.557985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dff00ad5-6fdd-451d-a909-e3195d349834 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:45.557985 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dff00ad5-6fdd-451d-a909-e3195d349834 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:45.558340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.579013 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60d0c0cd-f55a-4d3b-b13e-757ad5dbca14 req-6a0ff9b2-be22-4288-b89a-2b00d2137d28 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362339 Apr 25 14:35:45.606133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3efcf5f2-71ba-479f-a08a-af09463a467e req-82c9c9e2-e0ab-4ba5-83c4-976a13a92619 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.633336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:45.636311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 66bf14d3-64e8-4e17-896d-54c72ee3c10d no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:35:45.654428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3efcf5f2-71ba-479f-a08a-af09463a467e req-82c9c9e2-e0ab-4ba5-83c4-976a13a92619 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.716798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-a3328b4a-a5d2-441a-9cc4-e3e1bbfc15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.719930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-a3328b4a-a5d2-441a-9cc4-e3e1bbfc15ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1099 time: 0.1963489 Apr 25 14:35:45.751590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 66bf14d3-64e8-4e17-896d-54c72ee3c10d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:35:45.751948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 66bf14d3-64e8-4e17-896d-54c72ee3c10d not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:35:45.755909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] For port dff00ad5-6fdd-451d-a909-e3195d349834, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:45.756545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempted to set empty binding levels {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 25 14:35:45.760743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-4e7dba34-8c3f-49fc-bee4-b71807a3c8ad service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876022 Apr 25 14:35:45.763761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.853543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:35:45.873206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.874128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.895759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-35978b5f-90d6-448e-83e5-bc8984c15b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:45.897057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-35978b5f-90d6-448e-83e5-bc8984c15b54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1710835 Apr 25 14:35:45.903386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3efcf5f2-71ba-479f-a08a-af09463a467e req-82c9c9e2-e0ab-4ba5-83c4-976a13a92619 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:45.924198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.1188118 Apr 25 14:35:45.929094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40432) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:46.047727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:46.068259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-155e558f-1dde-4477-89d9-8a349c2e2637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1498694 Apr 25 14:35:46.075182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9c9e2-e0ab-4ba5-83c4-976a13a92619 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d16932-0c9b-4350-9eef-f41f4bd361c4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:46.075977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'port_id': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'mac_address': 'fa:16:3e:fd:7c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8738ab54-adbe-43cc-a6ec-4a066ac3beee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:46.099565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c9656-3b96-4080-b346-662410e5bd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=dff00ad5-6fdd-451d-a909-e3195d349834,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:46.144409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Deleting port dff00ad5-6fdd-451d-a909-e3195d349834 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:46.145207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:46.161912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3efcf5f2-71ba-479f-a08a-af09463a467e req-82c9c9e2-e0ab-4ba5-83c4-976a13a92619 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:46.165859 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3efcf5f2-71ba-479f-a08a-af09463a467e req-82c9c9e2-e0ab-4ba5-83c4-976a13a92619 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/35d16932-0c9b-4350-9eef-f41f4bd361c4 HTTP/1.1" status: 204 len: 173 time: 0.7353070 Apr 25 14:35:46.200278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-9de31573-5b59-4a44-8098-ebcca64b9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:46.201880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-9de31573-5b59-4a44-8098-ebcca64b9f8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1234055 Apr 25 14:35:46.232514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:46.275809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efad695d-671e-4eb2-bf12-ab1ccc02d746 req-8856c576-7a8f-4d38-b083-69681eb2a4aa service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995234 Apr 25 14:35:46.277361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}, {'name': 'network-changed', 'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:46.321403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59740dd3-e65a-4fa5-a9bd-1b4323949fdd {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:46.332705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-5e13eefc-e248-42ac-bcbf-5556267c92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:46.334368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-5e13eefc-e248-42ac-bcbf-5556267c92b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268935 Apr 25 14:35:46.339185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:46.347024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:46.455546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:46.567069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['59740dd3-e65a-4fa5-a9bd-1b4323949fdd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:46.635137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-cb3f913c-db2d-4ca3-8f82-7d89e3574b3d service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931793 Apr 25 14:35:46.808931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104e52d-cc9a-4154-b269-821822b31303 req-e6a95daf-6069-458f-a7ac-3ee0439355e5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:46.810702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f104e52d-cc9a-4154-b269-821822b31303 req-e6a95daf-6069-458f-a7ac-3ee0439355e5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 948 time: 0.6141789 Apr 25 14:35:46.870149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] For port dff00ad5-6fdd-451d-a909-e3195d349834, host n-h2-811416-6, got binding levels [] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:46.870519 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:46.941678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fd47a13-ec3f-4215-a8f6-0dd6f265eef8 req-324fd6de-16f4-4882-ab2b-178bc7f6c3f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951422 Apr 25 14:35:46.965269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d521cb-7884-4cf1-97c0-ccdc0a4d788d req-e1ccba18-e836-4e56-8fcd-38d3e6ba81bb tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:46.966975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9d521cb-7884-4cf1-97c0-ccdc0a4d788d req-e1ccba18-e836-4e56-8fcd-38d3e6ba81bb tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 945 time: 0.1277611 Apr 25 14:35:47.019160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Calling delete_port for dff00ad5-6fdd-451d-a909-e3195d349834 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:47.021100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9d521cb-7884-4cf1-97c0-ccdc0a4d788d req-b08a4876-c6c2-48c8-a80c-6f06b7d192c7 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471711 Apr 25 14:35:47.050648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f104e52d-cc9a-4154-b269-821822b31303 req-a10f40a6-25d2-473a-9f07-d55eb3a77cdb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215731 Apr 25 14:35:47.122949 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:47.128381 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3d5bee-2c52-4853-9dfb-364defb198ed'] response: {'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'code': 200} Apr 25 14:35:47.128864 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3d5bee-2c52-4853-9dfb-364defb198ed'] response: {'name': 'network-changed', 'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'status': 'completed', 'code': 200} Apr 25 14:35:47.281875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:47.284346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event deleted for resources: {'Port': ['ID=dff00ad5-6fdd-451d-a909-e3195d349834,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:47.299891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e19874d8-ea6f-45ef-9b2e-a669c3486241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dff00ad5-6fdd-451d-a909-e3195d349834 HTTP/1.1" status: 204 len: 168 time: 1.3677576 Apr 25 14:35:47.302669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40464) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:47.394008 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c63b86f-f083-422e-9aca-0550b9cc3c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:35:47.394455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2c63b86f-f083-422e-9aca-0550b9cc3c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Synchronizing usage tracker for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:47.415527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-0eef2169-d5f9-4974-8b7b-c25deac043c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:47.417136 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-0eef2169-d5f9-4974-8b7b-c25deac043c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1099 time: 0.2657828 Apr 25 14:35:47.420230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-496794ea-453d-46ed-95bd-a50d2d16a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:47.421804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-496794ea-453d-46ed-95bd-a50d2d16a28e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 1099 time: 0.1990561 Apr 25 14:35:47.433013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094449-c0a2-434d-9d07-3a84ca3dc2c9 req-9579ad28-17f2-4dad-a062-cf32ec911e73 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:47.436437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2c63b86f-f083-422e-9aca-0550b9cc3c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Unset dirty status for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:47.441854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c63b86f-f083-422e-9aca-0550b9cc3c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "GET /v2.0/ports/dff00ad5-6fdd-451d-a909-e3195d349834 HTTP/1.1" status: 404 len: 333 time: 0.1332724 Apr 25 14:35:47.443088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a2004-cdb4-49cd-bb96-084f82016547 req-398e4881-5acb-4f50-aeab-f38e3b94dec2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:47.443315 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38094449-c0a2-434d-9d07-3a84ca3dc2c9 req-9579ad28-17f2-4dad-a062-cf32ec911e73 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 945 time: 0.2046773 Apr 25 14:35:47.445058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b13a2004-cdb4-49cd-bb96-084f82016547 req-398e4881-5acb-4f50-aeab-f38e3b94dec2 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1101 time: 0.2011888 Apr 25 14:35:47.445212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40468) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:47.461090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Request body: {'port': {'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093498998'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:47.485358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:47.499937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-38f4c2dc-a69f-471c-83c5-784b69f68adf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1627941 Apr 25 14:35:47.513549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:47.531454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b13a2004-cdb4-49cd-bb96-084f82016547 req-1fa1fc83-e708-4d50-9bb3-2529e645c3b0 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765486 Apr 25 14:35:47.543254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Made reservation on behalf of 84d7c6e04c724bab824e1a8bb94d8ded for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:47.546211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:47.593249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:47.619150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:47.703297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:47.712443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:47.713210 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:47.867688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:47.882114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38094449-c0a2-434d-9d07-3a84ca3dc2c9 req-df971410-61a5-4a6f-898a-c9c15ed1ece7 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377151 Apr 25 14:35:47.898298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:47.909214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:47.914070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:47.980433 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-fcaed70e-a609-4872-b7de-17d59a3ed504 req-c923b740-0e72-4ecd-8f96-d3c0126526cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:35:47.981506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fcaed70e-a609-4872-b7de-17d59a3ed504 req-c923b740-0e72-4ecd-8f96-d3c0126526cc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/6a892219-6f5b-46a1-ad08-907d352b294f HTTP/1.1" status: 404 len: 352 time: 0.0473399 Apr 25 14:35:47.988677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-252fc0ed-d12f-463b-8267-fca5e4536ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:47.990378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-252fc0ed-d12f-463b-8267-fca5e4536ba5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5674479 Apr 25 14:35:47.993532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-e4aba1c5-f0d6-4bf4-b006-ac986bbe2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:47.994913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-e4aba1c5-f0d6-4bf4-b006-ac986bbe2dd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5438361 Apr 25 14:35:47.998604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f354c-9617-4af9-a088-29feccb0527f req-f77a36b4-0d20-441e-af03-3b7bad206dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.000079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-f77a36b4-0d20-441e-af03-3b7bad206dc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 1101 time: 0.3212912 Apr 25 14:35:48.023630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:48.109933 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241f4ffd-b800-4b24-ae6b-39d27aa0416b'] response: {'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'code': 200} Apr 25 14:35:48.195720 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-349b7fff-c0d0-48a6-9e3e-a137018088d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1931520 Apr 25 14:35:48.197086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-33a7baa0-8999-43d2-a9b4-1be02cf0fe45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 200 len: 217 time: 0.1958802 Apr 25 14:35:48.243490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:48.286716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30046ba-67d6-41b9-8ca4-9a922c8bca71 req-aaa67d4f-e505-48b9-a407-43f3109dd680 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.288248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f30046ba-67d6-41b9-8ca4-9a922c8bca71 req-aaa67d4f-e505-48b9-a407-43f3109dd680 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1101 time: 0.4692829 Apr 25 14:35:48.291732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f354c-9617-4af9-a088-29feccb0527f req-727611dc-8e82-44a0-877b-55a451ce6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.293141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-727611dc-8e82-44a0-877b-55a451ce6c16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2676198 Apr 25 14:35:48.370546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-bc4ee0a1-b5e1-4658-a1ec-4018f86a7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.371965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-bc4ee0a1-b5e1-4658-a1ec-4018f86a7f4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1392500 Apr 25 14:35:48.373244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-cce74701-71cb-4dc8-b5e2-ad3c274eafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.375423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-cce74701-71cb-4dc8-b5e2-ad3c274eafd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1414967 Apr 25 14:35:48.407238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-662c826d-61ee-4ac2-af94-dba805ef4d5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 200 len: 217 time: 0.1046789 Apr 25 14:35:48.512278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f30046ba-67d6-41b9-8ca4-9a922c8bca71 req-21c65743-f655-4dcb-94d0-b86ce21d0229 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113533 Apr 25 14:35:48.517572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e705d-30b5-4536-8f60-304cbd66265b req-f34b10c3-5a62-474d-894a-8b546bf8d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.518846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-117e705d-30b5-4536-8f60-304cbd66265b req-f34b10c3-5a62-474d-894a-8b546bf8d0e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 1097 time: 0.3290663 Apr 25 14:35:48.520228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:48.645183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-41830454-1664-4bf9-85e8-c8f94d7c9158 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.652751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-41830454-1664-4bf9-85e8-c8f94d7c9158 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4536610 Apr 25 14:35:48.677814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f354c-9617-4af9-a088-29feccb0527f req-e4b8af4b-df78-40c6-98ab-685f9d20a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.679444 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-e4b8af4b-df78-40c6-98ab-685f9d20a6cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2615998 Apr 25 14:35:48.736991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-fb0879a6-8dc7-413d-a778-5a47d5987d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.738553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-fb0879a6-8dc7-413d-a778-5a47d5987d75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3596423 Apr 25 14:35:48.759778 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-a96a1068-3f1e-4f5d-b5e1-ce2a4b15d58a req-86ec8629-074d-4cba-8fdd-9e53d024ddfe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:35:48.761157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a96a1068-3f1e-4f5d-b5e1-ce2a4b15d58a req-86ec8629-074d-4cba-8fdd-9e53d024ddfe tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/cee37fe0-a385-4e34-90c0-2a46a3d1d812 HTTP/1.1" status: 404 len: 352 time: 0.1230791 Apr 25 14:35:48.784360 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-5aa956c9-c522-428f-ae3f-edb83cc1009e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.1305695 Apr 25 14:35:48.789597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'floatingip': {'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:48.878806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:48.891104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Network 0bc341cb-e399-4437-8357-970b7bd8b89d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:48.910156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:48.912993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:48.914105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:48.914702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:48.928516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=6cea2284-9ae3-4f0d-ad29-15fe4cba2082,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:48.942533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-117e705d-30b5-4536-8f60-304cbd66265b req-beaf5956-b3be-4a2c-85b6-bb3313b17c3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053378 Apr 25 14:35:48.975493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d14efa4f-9c4e-4123-996f-b20c92f76349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5215931 Apr 25 14:35:48.975766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40504) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:48.989959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:49.094932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f354c-9617-4af9-a088-29feccb0527f req-27d4e0e6-3ce8-4be0-b560-7c81b4f547a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:49.096502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-27d4e0e6-3ce8-4be0-b560-7c81b4f547a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4047897 Apr 25 14:35:49.176295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-2b9d97e0-57a6-48e7-bff6-becd2e6c771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:49.177842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-2b9d97e0-57a6-48e7-bff6-becd2e6c771e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7558115 Apr 25 14:35:49.318588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-b89e0475-7708-4da4-817e-c8246684a50b service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669277 Apr 25 14:35:49.347255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:49.361853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-146d7b26-0a8a-4e62-a139-e48c32b492e2 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569368 Apr 25 14:35:49.372384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3781efd-e3e7-4c4f-a250-be9ef606dc0a req-050220fe-0c0b-4958-b11f-a5e52373c958 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:49.373926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3781efd-e3e7-4c4f-a250-be9ef606dc0a req-050220fe-0c0b-4958-b11f-a5e52373c958 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.3513396 Apr 25 14:35:49.606394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c3781efd-e3e7-4c4f-a250-be9ef606dc0a req-810ff97a-6676-4e90-8b9d-2ffddaddf72d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:49.635211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:35:49.689380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40510) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:49.716347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-795122572'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:49.734191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:49.737228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c3781efd-e3e7-4c4f-a250-be9ef606dc0a req-810ff97a-6676-4e90-8b9d-2ffddaddf72d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:49.738173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3781efd-e3e7-4c4f-a250-be9ef606dc0a req-810ff97a-6676-4e90-8b9d-2ffddaddf72d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385580 Apr 25 14:35:49.745294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-774f354c-9617-4af9-a088-29feccb0527f req-21b2ab9a-a745-40dd-8e33-856987565023 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667974 Apr 25 14:35:49.745728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:network and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:49.750888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:49.759408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:49.789908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:49.793277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:49.844414 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-7238b4ab-892e-4413-9608-ec1e4da6d70e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498330 Apr 25 14:35:49.858786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:49.880535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'mac_address': 'fa:16:3e:46:f0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:35:49.905806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:49.930408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:49.955986 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-d4bdb359-0913-4d82-8c17-b72072e41356 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818734 Apr 25 14:35:49.959340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:35:49.984862 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:49.997704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Transition to ACTIVE for port object 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:50.006314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581ea44a-c6de-40bb-b38f-2d0018afa076 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:35:50.017191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.035099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:50.041788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.099455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.100057 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Added segment baeecd9f-7f33-44e6-988f-d77d9b0ac3d2 of type vlan for network 8508ce12-70a9-41a2-929a-4c038fc8cefa Apr 25 14:35:50.125868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:50.131055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c7ed429-0ecb-42b8-ae94-1f2a8d95fc1b req-6c8fd68d-58eb-4afb-a82e-fb94e145e537 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629440 Apr 25 14:35:50.278601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['581ea44a-c6de-40bb-b38f-2d0018afa076'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:50.316308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.331222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.338211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.339524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=6cea2284-9ae3-4f0d-ad29-15fe4cba2082,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:50.359600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.359949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.360285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.377404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.377773 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.381242 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 2 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.410747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.411145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.411457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.419843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.425528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:50.426161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.456238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.456591 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.474037 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 3 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.488916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783ddaf-283f-4d7b-8527-9b3eff64a325 req-bec095c0-b053-44f8-ba84-d5eb1fb43565 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:50.490507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0783ddaf-283f-4d7b-8527-9b3eff64a325 req-bec095c0-b053-44f8-ba84-d5eb1fb43565 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.4903791 Apr 25 14:35:50.541929 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 associated. External IP: 172.25.0.124, port: 6991e8a6-7de1-4881-a91c-89703d15eb60. Apr 25 14:35:50.585851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8951852 Apr 25 14:35:50.592481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.592926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.593346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.603966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40516) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:50.606765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739955c1-cff1-40a0-8fb6-dba4520860ba tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Network': ['ID=8508ce12-70a9-41a2-929a-4c038fc8cefa,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:50.618151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:35:50.623566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.623960 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.627022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1371594352'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:50.627809 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 4 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.640794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:50.649720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:network and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:50.655369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:50.656213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0783ddaf-283f-4d7b-8527-9b3eff64a325 req-3afa8987-eea1-4ab2-9b6c-0d063fe8c166 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480474 Apr 25 14:35:50.659638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.660276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.661188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.667537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:50.669599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.670036 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.670621 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 5 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.692972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.693479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.693924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.699932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.700398 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.700950 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 6 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.717999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.718483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.718941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.724390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.724850 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.725524 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 7 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.746199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.746702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.747165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.758058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.758529 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.759552 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 8 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.760125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:50.763472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.791630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.791978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.792302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.797629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.797990 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.798301 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 9 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.816406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.816824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.817673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.822915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.823360 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.823838 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 10 to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 Apr 25 14:35:50.845246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:50.845793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:50.846209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:50.851618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:50.851933 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:50.852284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.879381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:35:50.902343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:50.903808 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Added segment 8704ada3-71b1-42e9-8dc4-77c91e300057 of type vlan for network 5a93db98-efb3-4ef3-84a8-41c75d9b042d Apr 25 14:35:50.974176 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-852d00d8-56da-486f-90c7-60cd90780c3f req-2a98ac4b-dd44-4083-8a0d-c7293d65dfbc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:35:50.975184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-852d00d8-56da-486f-90c7-60cd90780c3f req-2a98ac4b-dd44-4083-8a0d-c7293d65dfbc tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/6f0241b5-41b5-4781-b2b1-6388662d1f20 HTTP/1.1" status: 404 len: 352 time: 0.0243306 Apr 25 14:35:50.976148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] For port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:50.976517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempted to set empty binding levels {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 25 14:35:50.982689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.012063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.039880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] In _notify_port_updated(), no bound segment for port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:35:51.039880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.040231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.044345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "PUT /v2.0/ports/6cea2284-9ae3-4f0d-ad29-15fe4cba2082 HTTP/1.1" status: 200 len: 979 time: 2.0646982 Apr 25 14:35:51.047496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:51.059052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:35:51.108812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf9269-257a-472d-9f81-e2238b039cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=6cea2284-9ae3-4f0d-ad29-15fe4cba2082,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:51.131453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.136195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.136834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.263382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6582644 Apr 25 14:35:51.268462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40534) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:51.272928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.273437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.273921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.274378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.274835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.275293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.275747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.276202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.276658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.277133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.277584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.278165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.278718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.279157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.279611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.280061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.280508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.280956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.281431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.281880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.282882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.283369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.283827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.284277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.284730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.286947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Synchronizing usage tracker for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:51.287085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'subnet': {'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:51.301308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb9bab-9c00-44d0-8cd0-8824cdf3d8c9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Network': ['ID=5a93db98-efb3-4ef3-84a8-41c75d9b042d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:51.314287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:35:51.353135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Unset dirty status for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:51.357757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1f513316-7d2f-4b70-a11f-0f6ed78b1e34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22653 time: 0.3056664 Apr 25 14:35:51.358211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40538) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:51.445880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9db50d-92f7-4aff-b1bf-82397cf5e908 req-d226de37-44ad-4500-8d21-25f3f24baa6a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.448182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af9db50d-92f7-4aff-b1bf-82397cf5e908 req-d226de37-44ad-4500-8d21-25f3f24baa6a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 949 time: 0.1582847 Apr 25 14:35:51.453324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Deleting port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:51.453815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.571666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af9db50d-92f7-4aff-b1bf-82397cf5e908 req-79ab1c53-105d-40dc-b943-670540921a33 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931089 Apr 25 14:35:51.618084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:35:51.623737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.630052 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:35:51.634283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:51.653292 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:51.654222 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:51.670651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:51.678519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:subnet and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:51.683452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:51.697805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:51.722842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-a8c8dc49-ff9f-47c7-9d0f-792541739981 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "PUT /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 996 time: 2.9374375 Apr 25 14:35:51.737058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 581ea44a-c6de-40bb-b38f-2d0018afa076 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:51.746449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 581ea44a-c6de-40bb-b38f-2d0018afa076 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:51.747484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.754504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] For port 6cea2284-9ae3-4f0d-ad29-15fe4cba2082, host n-h2-811416-6, got binding levels [] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:51.754971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.760395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:51.778724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:51.782242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.893527 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.920322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-09c71989-61fc-46c2-82d3-33564721fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:51.927896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-09c71989-61fc-46c2-82d3-33564721fa88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.2037613 Apr 25 14:35:51.934187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:35:51.946416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:51.948757 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:51.952232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:51.974443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Calling delete_port for 6cea2284-9ae3-4f0d-ad29-15fe4cba2082 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:52.044137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:52.100238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.137096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-20816aa8-0d55-46e0-821f-4a4878a2e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:52.141692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-20816aa8-0d55-46e0-821f-4a4878a2e06f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.2128127 Apr 25 14:35:52.163464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.168867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cea2284-9ae3-4f0d-ad29-15fe4cba2082,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:52.192083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0347ad56-f2fd-428d-b271-58b5d518e7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6cea2284-9ae3-4f0d-ad29-15fe4cba2082 HTTP/1.1" status: 204 len: 168 time: 0.8325429 Apr 25 14:35:52.201900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d292a-cb9d-41ac-b4a7-7a65a087e681 req-cd18e507-b3cf-436d-b00c-d598f665f44c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:52.203442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b2d292a-cb9d-41ac-b4a7-7a65a087e681 req-cd18e507-b3cf-436d-b00c-d598f665f44c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.4272981 Apr 25 14:35:52.203948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:52.268062 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1164c9-ebf1-4a76-8d94-c3a64890e301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:35:52.268834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7c1164c9-ebf1-4a76-8d94-c3a64890e301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Synchronizing usage tracker for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:52.282732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.328365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-4671f1aa-0b0d-4d93-abf2-a915db2c088e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 999 time: 0.1808233 Apr 25 14:35:52.328601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b2d292a-cb9d-41ac-b4a7-7a65a087e681 req-998d17b8-dbd5-4111-a8c0-55062af0627b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855131 Apr 25 14:35:52.330366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7c1164c9-ebf1-4a76-8d94-c3a64890e301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Unset dirty status for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:52.337121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7c1164c9-ebf1-4a76-8d94-c3a64890e301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "GET /v2.0/ports/6cea2284-9ae3-4f0d-ad29-15fe4cba2082 HTTP/1.1" status: 404 len: 333 time: 0.1267235 Apr 25 14:35:52.338299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40552) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:52.349876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-140645886', 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:52.363831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:52.378603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:52.395933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Made reservation on behalf of 84d7c6e04c724bab824e1a8bb94d8ded for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:52.399023 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:35:50Z', 'revision_number': 1, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:52.399294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.407350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:35:52.415421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-ee4c8548-a646-46d5-8a65-67d59041a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:52.416934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-ee4c8548-a646-46d5-8a65-67d59041a8da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.0698240 Apr 25 14:35:52.421638 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:35:52.422300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:52.433807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port f7cdf01c-d826-4cf6-bcff-207809f232ab yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:52.507097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Subnet': ['ID=46ed22a3-30b9-4b47-bdef-f6e62d528c83,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:52.521332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Checking segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:52.522351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network hostable DHCP agents. Network: 8508ce12-70a9-41a2-929a-4c038fc8cefa, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:35:52.548977 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-b67396aa-ee4e-4cb3-ac84-80e7236ec302 req-cee01f36-9b4f-44a2-ad5e-fbdccefe10f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:35:52.550511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b67396aa-ee4e-4cb3-ac84-80e7236ec302 req-cee01f36-9b4f-44a2-ad5e-fbdccefe10f4 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/deebdae0-8f6f-4e8f-8165-49fe86c35f16 HTTP/1.1" status: 404 len: 352 time: 0.0182362 Apr 25 14:35:52.580021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:35:52.595719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-32d3987c-74c3-4e4c-be46-dc2ebe205473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:52.615633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-32d3987c-74c3-4e4c-be46-dc2ebe205473 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839330 Apr 25 14:35:52.654728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8508ce12-70a9-41a2-929a-4c038fc8cefa) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:52.667232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791aa81c-ebb9-4399-a23b-3b794a6b6f9f None None] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:52.689914 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:35:52.719383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:52.720927 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.772616 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d751e57-1494-47e0-bb37-d8046e55f778'] response: {'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'status': 'completed', 'code': 200} Apr 25 14:35:52.873099 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.918827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:52.921855 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21641b9e-26a7-440a-823d-7e28282b6360'] response: {'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'code': 200} Apr 25 14:35:52.996452 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f84b3a9b-bbc4-496e-9eb1-35c6e6c25616 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7191548 Apr 25 14:35:53.005620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40568) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:53.015655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'subnet': {'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:53.057202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Network 0bc341cb-e399-4437-8357-970b7bd8b89d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:53.066782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:53.069747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:53.071187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:53.072342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:53.101536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=f7cdf01c-d826-4cf6-bcff-207809f232ab,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:53.108741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a47b7065-a76b-4522-9b4e-ea4974c95696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7689254 Apr 25 14:35:53.113077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40572) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:53.164639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-744a374e-a1fb-4e56-94df-88e67b366ecf service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474541 Apr 25 14:35:53.177783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:53.182069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:subnet and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:53.194280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8508ce12-70a9-41a2-929a-4c038fc8cefa', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:35:53.195124 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:53.204044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60ec7a-cdbb-480d-91a6-2027af016f04 req-088cc840-a815-4d20-9e17-dc71ddd60d0a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:53.204735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:53.205801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f60ec7a-cdbb-480d-91a6-2027af016f04 req-088cc840-a815-4d20-9e17-dc71ddd60d0a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.2418091 Apr 25 14:35:53.211062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-8a755220-5547-499a-9c97-2ef7f152e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:53.212576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-8a755220-5547-499a-9c97-2ef7f152e88e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.4316785 Apr 25 14:35:53.214162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f490f-c4e0-4f5c-ab73-561b1bf97528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:53.215262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-163f490f-c4e0-4f5c-ab73-561b1bf97528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Synchronizing usage tracker for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:53.227351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:53.239215 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:35:50Z', 'revision_number': 1, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:35:53.246212 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7d116-230f-4fa4-b453-6e635f965d5e None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:35:50Z', 'revision_number': 1, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:35:53.280504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-163f490f-c4e0-4f5c-ab73-561b1bf97528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Unset dirty status for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:53.282437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-163f490f-c4e0-4f5c-ab73-561b1bf97528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "GET /v2.0/ports/f7cdf01c-d826-4cf6-bcff-207809f232ab HTTP/1.1" status: 200 len: 958 time: 0.1682725 Apr 25 14:35:53.287414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40576) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:53.307797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f60ec7a-cdbb-480d-91a6-2027af016f04 req-0a95dc18-6108-4a2d-881b-c647a3d47214 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870886 Apr 25 14:35:53.410886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Deleting port f7cdf01c-d826-4cf6-bcff-207809f232ab {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:53.411540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:53.457198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Allocated IP 10.1.1.2 (8508ce12-70a9-41a2-929a-4c038fc8cefa/46ed22a3-30b9-4b47-bdef-f6e62d528c83/f9bfb2a4-8eb7-456c-a68f-0a47b318ff55) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:53.650592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:53.654077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:53.658424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9fc25-2c67-476a-820f-f19c91da1ee4 None None] New status for floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:35:53.814182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-3e6654ba-09a8-4dfd-ab14-4677163172dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:53.816312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-3e6654ba-09a8-4dfd-ab14-4677163172dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.5867391 Apr 25 14:35:53.819368 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-bb4b53e2-a192-40b0-9fb8-7504bef7bbcd req-7f2b04e9-3bc3-4d75-867c-463eb37d388f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:35:53.820703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553968d0-137c-4e8d-b567-a3434ce29b53 req-40393970-50d2-46aa-b378-22bd801d8f94 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491783 Apr 25 14:35:53.831939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb4b53e2-a192-40b0-9fb8-7504bef7bbcd req-7f2b04e9-3bc3-4d75-867c-463eb37d388f tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/dc2f81a6-685f-4469-8559-8ba11f7a7a5e HTTP/1.1" status: 404 len: 352 time: 0.1873446 Apr 25 14:35:53.889432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:53.955630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:53.968143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-0ae40731-ed11-44e1-9b72-8bf095379fd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 999 time: 0.1418324 Apr 25 14:35:54.027789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Transition to ACTIVE for port object f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:54.059025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Calling delete_port for f7cdf01c-d826-4cf6-bcff-207809f232ab owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:54.068852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Transition to ACTIVE for port object f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:54.078754 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.172326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.184024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:54.185419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:54.187389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Pushing event updated for resources: {'Port': ['ID=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:54.190114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-a5af7700-f6e5-4c3b-936d-eb58b9f0a4b5 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2114944 Apr 25 14:35:54.190302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:54.236479 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.249474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7cdf01c-d826-4cf6-bcff-207809f232ab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:54.260495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.279803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d4766c45-2c26-47cb-821c-439171cc4cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f7cdf01c-d826-4cf6-bcff-207809f232ab HTTP/1.1" status: 204 len: 168 time: 0.9890523 Apr 25 14:35:54.280334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40606) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:54.315592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Attempting to bind port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:54.315977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Attempting to bind port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:54.316354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Attempting to bind port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:54.322521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:54.323006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Checking segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:54.326681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.327117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Bound using segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:54.327637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Bound port: f9bfb2a4-8eb7-456c-a68f-0a47b318ff55, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:54.328034 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.336604 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a672623-3f16-45d7-aba5-3adeead2244a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:35:54.337311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Subnet': ['ID=47ea247b-d0db-4f64-8237-aeb04190a04c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:54.337664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8a672623-3f16-45d7-aba5-3adeead2244a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Synchronizing usage tracker for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:54.359868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8a672623-3f16-45d7-aba5-3adeead2244a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Unset dirty status for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:54.365795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a672623-3f16-45d7-aba5-3adeead2244a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "GET /v2.0/ports/f7cdf01c-d826-4cf6-bcff-207809f232ab HTTP/1.1" status: 404 len: 333 time: 0.0825062 Apr 25 14:35:54.366648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40610) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:54.381187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Request body: {'port': {'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-282624036'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:54.392791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:54.412301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:54.425605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Made reservation on behalf of 84d7c6e04c724bab824e1a8bb94d8ded for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:54.428581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.448249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-8da732b9-e472-4ccc-b3ec-65c51fb26470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:54.450322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-8da732b9-e472-4ccc-b3ec-65c51fb26470 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.3172281 Apr 25 14:35:54.453797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:54.531127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] For port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:54.535495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] For port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:54.541106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.623330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Checking segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:54.623705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network hostable DHCP agents. Network: 5a93db98-efb3-4ef3-84a8-41c75d9b042d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:35:54.670740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341b31-dbd1-4821-9947-b566e32409e8 None None] Pushing event updated for resources: {'Port': ['ID=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:54.736240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-5915e652-5a3b-482a-9c09-0a07f346304e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:54.738921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-5915e652-5a3b-482a-9c09-0a07f346304e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5359533 Apr 25 14:35:54.744205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:35:54.781865 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-3bfa71a8-f778-498d-9fc7-ce3e4257aba8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/quotas/240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 375 time: 0.0276484 Apr 25 14:35:54.791018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.820842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5a93db98-efb3-4ef3-84a8-41c75d9b042d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:54.828682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985681a0-3feb-4cee-9aae-b6c8bd840aba None None] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:54.838172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.839518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:54.840058 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:54.855266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-a7fa08e3-c33a-467c-8c77-b98fcf6de9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:54.856766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-a7fa08e3-c33a-467c-8c77-b98fcf6de9af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3738883 Apr 25 14:35:54.985170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Network 0bc341cb-e399-4437-8357-970b7bd8b89d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:55.013753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:55.043870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:55.048983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:55.051997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:55.097209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-98e39440-dfd9-4029-ae67-df9ff7312fef tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0893250 Apr 25 14:35:55.103026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40636) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:55.114210 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-4c20477d-5cc2-4d75-a2ec-7f16d719808e req-3b458e24-b7f3-40ad-95dd-2d60fead7b94 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] show failed (client error): The resource could not be found. Apr 25 14:35:55.115159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c20477d-5cc2-4d75-a2ec-7f16d719808e req-3b458e24-b7f3-40ad-95dd-2d60fead7b94 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/2581559b-e360-4ffe-b5df-5ab52a4e2cba HTTP/1.1" status: 404 len: 352 time: 0.0574965 Apr 25 14:35:55.131775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'name': 'tempest-TaggedBootDevicesTest_v242-1562111272', 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:55.159537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:55.177293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c3af710-f4c0-4be9-878d-ebe3e7259b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8096776 Apr 25 14:35:55.184883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40642) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:55.185657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-39b70300-0d3f-4d7a-8819-61d4de393941 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4019380 Apr 25 14:35:55.191105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'fixed_ips': [{'subnet_id': '47ea247b-d0db-4f64-8237-aeb04190a04c'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:35:55.193688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:55.194203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:55.196096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-915fbfee-a143-4a77-8121-678926c0ffaa service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275990 Apr 25 14:35:55.407080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e58077aa-bb53-4850-98f0-1c4154cfc167 req-b4040ce0-4f2c-4f7a-8ca3-f75da5fccb70 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041345 Apr 25 14:35:55.543270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Allocated IP 10.2.2.2 (5a93db98-efb3-4ef3-84a8-41c75d9b042d/47ea247b-d0db-4f64-8237-aeb04190a04c/a7401472-0c4c-4d6e-a191-e0ee3bbd9c01) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:55.561977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:55.573178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:55.594195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:port and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:55.605185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:55.622019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:55.660535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-35a27ab2-aef9-4a86-9107-13906b0b5ebe tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:55.667733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-35a27ab2-aef9-4a86-9107-13906b0b5ebe tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3214769 Apr 25 14:35:55.684526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568cfbc-5e32-431a-bb6f-458039bc92e6 req-503d6a55-f154-40b1-be90-36e73a845cc4 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:55.686936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4568cfbc-5e32-431a-bb6f-458039bc92e6 req-503d6a55-f154-40b1-be90-36e73a845cc4 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.1568563 Apr 25 14:35:55.754658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4568cfbc-5e32-431a-bb6f-458039bc92e6 req-5887e436-672d-4ed9-8f6d-98dd4921f451 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Apr 25 14:35:55.770574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:55.881023 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:55.912256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Transition to ACTIVE for port object a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:55.942760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Transition to ACTIVE for port object a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:55.951564 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.013000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.024083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265e2de-cece-4d11-9f84-1e4c52ca2489 req-7fcf707b-4c5c-44d4-bab2-f8aca0cbcd0b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:56.025890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4265e2de-cece-4d11-9f84-1e4c52ca2489 req-7fcf707b-4c5c-44d4-bab2-f8aca0cbcd0b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.1344275 Apr 25 14:35:56.068711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-9d840ed5-df66-42d5-9fb2-60fc7a656f0e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.3998821 Apr 25 14:35:56.077460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] device_id is not set on port d7776d5b-af9b-4645-b93e-f2fc09ab146d yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:56.098044 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4265e2de-cece-4d11-9f84-1e4c52ca2489 req-f7ab6c0f-8cf3-4f1e-bdad-f89faf32d500 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625618 Apr 25 14:35:56.150090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:56.153150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:56.158488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:56.250234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8467f8d-15f9-4c40-9971-3d94b8e813fb None None] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:56.337132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'floatingip': {'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:56.363373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Pushing event updated for resources: {'Port': ['ID=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:56.390900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Attempting to bind port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:56.391436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Attempting to bind port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:56.392306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Attempting to bind port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:56.405738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:35:56.406144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Checking segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:35:56.406562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.406991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Bound using segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:35:56.408048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Bound port: a7401472-0c4c-4d6e-a191-e0ee3bbd9c01, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:35:56.408425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.430525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44bebfd4-c8b9-4034-b15b-e5073dbc0d66 None None] Provisioning for port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:56.523871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.585636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2205c0dc-fc63-45e3-ad6c-9568dc3306d1 req-47f2317d-bb78-4c31-a9d8-06e81c084708 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 210 time: 0.1057818 Apr 25 14:35:56.620572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] For port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:56.631083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] For port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:35:56.643856 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.688976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:56.855756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 10.1.1.99 (8508ce12-70a9-41a2-929a-4c038fc8cefa/46ed22a3-30b9-4b47-bdef-f6e62d528c83/d7776d5b-af9b-4645-b93e-f2fc09ab146d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:56.879012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] device_id is not set on port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:56.894157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.898908 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-85232441-f23c-46d5-81e8-b444afcd9947 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240441bced794bb3b2215707ed7a817a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758882 Apr 25 14:35:56.910007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6ef7e-2a97-4fdc-bbdb-12157fd05412 None None] Pushing event updated for resources: {'Port': ['ID=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:56.932780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:56.944542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:56.945130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:56.990402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Transition to ACTIVE for port object dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:57.036249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.139473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.239992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:57.251302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.332204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-eafc9f90-0a80-406c-bb8a-08b9848ea46d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:57.333301 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-eafc9f90-0a80-406c-bb8a-08b9848ea46d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842598 Apr 25 14:35:57.349860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370e38-5cbf-4677-9a6c-e5fd6a55bbe1 req-54107909-d296-4eb7-a360-f951e303b2f2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:57.358116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a370e38-5cbf-4677-9a6c-e5fd6a55bbe1 req-54107909-d296-4eb7-a360-f951e303b2f2 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1024 time: 0.4578605 Apr 25 14:35:57.379298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Request body: {'port': {'device_id': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '240441bced794bb3b2215707ed7a817a'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:57.420180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:57.465586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ae98a473-3f33-42b2-93f9-6e7b332ea086 None None] Provisioning complete for port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:57.466077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae98a473-3f33-42b2-93f9-6e7b332ea086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.632958 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.654392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object d7776d5b-af9b-4645-b93e-f2fc09ab146d will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:57.760438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:57.803649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:57.803977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:57.804311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:57.815142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7a370e38-5cbf-4677-9a6c-e5fd6a55bbe1 req-517d31de-e8c5-4f36-81ba-85cfde9277b9 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:35:57.822216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:57.822547 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:57.826105 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 2 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:57.866147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7a370e38-5cbf-4677-9a6c-e5fd6a55bbe1 req-517d31de-e8c5-4f36-81ba-85cfde9277b9 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:35:57.867703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a370e38-5cbf-4677-9a6c-e5fd6a55bbe1 req-517d31de-e8c5-4f36-81ba-85cfde9277b9 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups?id=57ec9dab-df40-42d3-b644-bd634b5dd712&id=8ec9424e-9153-436f-aeaa-cfb91c19824b&id=0b1feb40-8541-403d-9398-674d1c506f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5087738 Apr 25 14:35:57.880772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:57.901092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:57.918917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-7cd429e3-b41c-42ef-8bce-d98b91e639a9 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:57.920744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-7cd429e3-b41c-42ef-8bce-d98b91e639a9 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 1024 time: 0.1841478 Apr 25 14:35:57.937341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:57.938029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:57.938734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:57.954448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:57.954792 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:57.963924 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 3 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:57.975010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Made reservation on behalf of 240441bced794bb3b2215707ed7a817a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:57.978492 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.987272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:57.996315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:57.996689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:57.997029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.106951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:58.114333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:58.118106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:58.136230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:58.158110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Deleting port 27a8ebac-6426-42de-9ed8-3d0fda81a304 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:35:58.158484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:58.213636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:58.213636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:58.223172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:58.224293 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:58.227481 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 4 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:58.258882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:58.259242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:58.259550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.271213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:58.271534 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:58.274671 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 5 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:58.445241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82d614-37ab-4514-8c22-a43dd000f44f req-c7b6f6d2-be3c-4434-841a-3e2768473f7c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:58.452431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d82d614-37ab-4514-8c22-a43dd000f44f req-c7b6f6d2-be3c-4434-841a-3e2768473f7c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.4123580 Apr 25 14:35:58.473894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:58.474230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:58.474566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.480200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d4ca070b-ba13-4925-997d-197c5c01a5be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3731506 Apr 25 14:35:58.483492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40672) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:35:58.486340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:58.486664 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:58.491519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'name': 'tempest-TaggedBootDevicesTest_v242-1616146650', 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:35:58.505750 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 6 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:58.557433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Allocated IP 192.168.233.64 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/8e61a506-63b5-4540-96fd-4d91af0b3eb5) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:58.580768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:58.581283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:58.581488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.585647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b38ab812-a12b-4825-9500-3bb03a4ec31b None None] Provisioning for port d7776d5b-af9b-4645-b93e-f2fc09ab146d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:58.604923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b38ab812-a12b-4825-9500-3bb03a4ec31b None None] Provisioning complete for port d7776d5b-af9b-4645-b93e-f2fc09ab146d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:58.608351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b38ab812-a12b-4825-9500-3bb03a4ec31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:58.649463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696ed2f-ee20-4a65-a2cf-c55d371cc6b2 None None] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:35:58.692489 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:58.694575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:58.694914 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:58.699079 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 7 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:58.740626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:58.740882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:58.753924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.776019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:58.776347 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:58.780529 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 8 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:58.792283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:58.854543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b38ab812-a12b-4825-9500-3bb03a4ec31b None None] Port d7776d5b-af9b-4645-b93e-f2fc09ab146d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:35:58.872256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d82d614-37ab-4514-8c22-a43dd000f44f req-89aa9966-bd84-4ffd-bcf8-86e90c3667bd tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188666 Apr 25 14:35:58.904141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:58.904487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:58.904828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.909940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:35:58.919950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:port and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:35:58.922561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:58.923519 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:58.924267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:35:58.928653 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 9 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:58.951359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:35:58.958976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:58.968370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:58.968707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:58.969061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:58.982417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.025078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:59.030422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.053480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:35:59.059655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:35:59.064738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.074311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:59.074634 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:59.075788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] For port 27a8ebac-6426-42de-9ed8-3d0fda81a304, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=27a8ebac-6426-42de-9ed8-3d0fda81a304,segment=NetworkSegment(925e4b32-4f5a-4521-933e-e8dab74f623d),segment_id=925e4b32-4f5a-4521-933e-e8dab74f623d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:59.076406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.083861 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempt 10 to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e Apr 25 14:35:59.107076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] Provisioning for port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:35:59.113627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:35:59.114257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:35:59.114386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempting to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:35:59.127297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] Provisioning complete for port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:59.127681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.135396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:35:59.135744 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Failed to bind port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on host n-h2-811416-6 for vnic_type normal using segments [{'id': '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0bc341cb-e399-4437-8357-970b7bd8b89d'}] Apr 25 14:35:59.136079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.146256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] device_id is not set on port d0243a15-3102-49ac-aa17-4adf69ad9cc0 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:35:59.272278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Calling delete_port for 27a8ebac-6426-42de-9ed8-3d0fda81a304 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:35:59.329573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Transition to ACTIVE for port object 8e61a506-63b5-4540-96fd-4d91af0b3eb5 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:35:59.341526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:35:59.341917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.397896 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 associated. External IP: 172.25.0.124, port: 6991e8a6-7de1-4881-a91c-89703d15eb60. Apr 25 14:35:59.529827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.547370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.554503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] For port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:35:59.555164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attempted to set empty binding levels {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 25 14:35:59.578039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.579964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.591128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['27a8ebac-6426-42de-9ed8-3d0fda81a304'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:59.647905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', '844738c1-2299-4034-81cf-11282c63ec77'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:59.669978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59934049-38dc-4359-ad97-45e2963578d3 req-2b898b56-1c90-4ad3-b601-667cd1eb7e50 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:59.679448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-59934049-38dc-4359-ad97-45e2963578d3 req-2b898b56-1c90-4ad3-b601-667cd1eb7e50 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.6349199 Apr 25 14:35:59.730038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'Port': ['ID=27a8ebac-6426-42de-9ed8-3d0fda81a304,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:35:59.737065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:35:59.761292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] For port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:35:59.768934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['581ea44a-c6de-40bb-b38f-2d0018afa076'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:35:59.790337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 10.1.1.13 (8508ce12-70a9-41a2-929a-4c038fc8cefa/46ed22a3-30b9-4b47-bdef-f6e62d528c83/d0243a15-3102-49ac-aa17-4adf69ad9cc0) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:35:59.804387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:35:59.812980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.826032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:35:59.957648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] In _notify_port_updated(), no bound segment for port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e on network 0bc341cb-e399-4437-8357-970b7bd8b89d {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:35:59.958506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:35:59.959107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:35:59.963234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "PUT /v2.0/ports/dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e HTTP/1.1" status: 200 len: 978 time: 4.7767358 Apr 25 14:35:59.972654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:00.013483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5dbaf-d9ad-4d95-b4f4-61588c59ec7e None None] Pushing event updated for resources: {'Port': ['ID=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:00.135784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3908c-8af0-4e93-a14d-0097de3f4793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event updated for resources: {'Port': ['ID=dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:00.152087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:00.177551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] No DVR routers for this DVR port 27a8ebac-6426-42de-9ed8-3d0fda81a304 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:36:00.180412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.187205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'name': 'network-vif-deleted', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:00.204544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-59934049-38dc-4359-ad97-45e2963578d3 req-57b78a9e-f18c-43d0-ae55-db883afeb41b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238030 Apr 25 14:36:00.268230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Deleting port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:00.268569 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.269582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:00.272809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.288212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eee6ddf1-ad16-4139-8ea7-a409c7ff592c None None] Provisioning complete for port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:00.288720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eee6ddf1-ad16-4139-8ea7-a409c7ff592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.289778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d24ea16-b10f-4173-ae0d-596aa6991ce4 req-97b1b4f8-56f1-4990-87ad-bf8aacc99dba tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.15 "DELETE /v2.0/ports/27a8ebac-6426-42de-9ed8-3d0fda81a304 HTTP/1.1" status: 204 len: 173 time: 2.3634613 Apr 25 14:36:00.326549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-ed2c8404-e3fc-4328-b47d-dbee90af1ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9526627 Apr 25 14:36:00.364455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Request body: {'port': {'device_id': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:00.561257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.582202 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.671884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb664a-f0af-41a6-a840-eda0728b738b req-bae56608-9a86-4bb8-963c-dafaf453377b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:00.672650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a1bb664a-f0af-41a6-a840-eda0728b738b req-bae56608-9a86-4bb8-963c-dafaf453377b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:00.676978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:00.710473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object d0243a15-3102-49ac-aa17-4adf69ad9cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:00.741524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a1bb664a-f0af-41a6-a840-eda0728b738b req-bae56608-9a86-4bb8-963c-dafaf453377b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:00.748960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1bb664a-f0af-41a6-a840-eda0728b738b req-bae56608-9a86-4bb8-963c-dafaf453377b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 935 time: 0.3895166 Apr 25 14:36:00.819515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-beae3481-7d47-415c-bd56-cc56ca9c92d8 None None] Provisioning for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:00.831583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1bb664a-f0af-41a6-a840-eda0728b738b req-a216a33e-5e16-4c6a-9cca-50523c135b6f tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816188 Apr 25 14:36:00.832579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-beae3481-7d47-415c-bd56-cc56ca9c92d8 None None] Provisioning complete for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:00.832972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-beae3481-7d47-415c-bd56-cc56ca9c92d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.864320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:00.864721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.923783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:36:00.933475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] For port dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e, host n-h2-811416-6, got binding levels [] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:00.933849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:00.949731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-beae3481-7d47-415c-bd56-cc56ca9c92d8 None None] Port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:01.068617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.076741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Calling delete_port for dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:01.114718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d6d123cd-68de-4eff-b650-6a85793626cf req-016f4377-baef-4404-a00a-0142d89ebbe7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Synchronizing usage tracker for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:01.147826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e61a506-63b5-4540-96fd-4d91af0b3eb5 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:01.152613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d6d123cd-68de-4eff-b650-6a85793626cf req-016f4377-baef-4404-a00a-0142d89ebbe7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Unset dirty status for tenant:04951d45358147b2871041978a6ede68 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:01.153825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6d123cd-68de-4eff-b650-6a85793626cf req-016f4377-baef-4404-a00a-0142d89ebbe7 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ac106d-f494-4690-923b-788493434446 HTTP/1.1" status: 200 len: 210 time: 0.1184633 Apr 25 14:36:01.157960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.181981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Transition to ACTIVE for port object 8e61a506-63b5-4540-96fd-4d91af0b3eb5 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:01.187104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.256686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:01.269432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:01.282424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:01.347347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:01.365671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:01.500307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:01.512871 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:01.514658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:01.514990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:01.515372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:01.527739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:01.528927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:01.529308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:01.529958 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:01.538258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:01.538616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:01.538992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:01.539436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Bound port: 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:01.539784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.561164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a5d8e-01b5-40e9-9626-d3c4f5018d44 req-b0fa28f6-4023-468a-83e6-a8098fdeae5e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:01.564745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-991a5d8e-01b5-40e9-9626-d3c4f5018d44 req-b0fa28f6-4023-468a-83e6-a8098fdeae5e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.2003033 Apr 25 14:36:01.615247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.673228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 27a8ebac-6426-42de-9ed8-3d0fda81a304 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:01.680811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:01.681543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.713437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 27a8ebac-6426-42de-9ed8-3d0fda81a304 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:36:01.713437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 27a8ebac-6426-42de-9ed8-3d0fda81a304 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:36:01.722303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-680cc710-ca4c-4407-a57f-28f4ac5c9038 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2334571 Apr 25 14:36:01.722303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:01.723357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:01.729657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:01.733135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.738906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ebfa859-ba16-4e7b-bf9f-18985c5570f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e HTTP/1.1" status: 204 len: 168 time: 1.7650292 Apr 25 14:36:01.739370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.739667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40696) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:01.740914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-25d1caa0-2802-4645-8bab-7bb311f5ef68 None None] Provisioning for port d0243a15-3102-49ac-aa17-4adf69ad9cc0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:01.747525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-25d1caa0-2802-4645-8bab-7bb311f5ef68 None None] Provisioning complete for port d0243a15-3102-49ac-aa17-4adf69ad9cc0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:01.748173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25d1caa0-2802-4645-8bab-7bb311f5ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.776243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:01.792925 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2f2a66-029b-41aa-bffc-cfb02f089d01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:36:01.793583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ee2f2a66-029b-41aa-bffc-cfb02f089d01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Synchronizing usage tracker for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:01.800743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-991a5d8e-01b5-40e9-9626-d3c4f5018d44 req-23230b06-5071-4f95-ab88-7b86dcbf4bad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244747 Apr 25 14:36:01.815466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-25d1caa0-2802-4645-8bab-7bb311f5ef68 None None] Port d0243a15-3102-49ac-aa17-4adf69ad9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:01.831577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:01.832345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:01.837476 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-062f672a-f51e-446d-9164-e7656eded95e service neutron] 10.222.0.21 "PUT /v2.0/ports/8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 1095 time: 1.4786856 Apr 25 14:36:01.895459 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67ed841-e5b0-472e-8de2-6bacd1777bab'] response: {'server_uuid': 'e9ac106d-f494-4690-923b-788493434446', 'name': 'network-vif-deleted', 'tag': '27a8ebac-6426-42de-9ed8-3d0fda81a304', 'status': 'completed', 'code': 200} Apr 25 14:36:01.901396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ee2f2a66-029b-41aa-bffc-cfb02f089d01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] Unset dirty status for tenant:84d7c6e04c724bab824e1a8bb94d8ded on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:01.908489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ee2f2a66-029b-41aa-bffc-cfb02f089d01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642153115-project-admin] 10.222.0.23 "GET /v2.0/ports/dc67f8c3-aa1c-4f63-8f42-5ea549e42c9e HTTP/1.1" status: 404 len: 333 time: 0.1595743 Apr 25 14:36:01.909236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40702) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:01.945918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f672a-f51e-446d-9164-e7656eded95e service neutron] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:02.059269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-3f15d579-5204-4657-9b29-372abd337ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:02.060944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-3f15d579-5204-4657-9b29-372abd337ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1098 time: 0.1700518 Apr 25 14:36:02.145243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-5b82b659-1773-47eb-a7a8-36846916c948 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.0719247 Apr 25 14:36:02.156762 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.231997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-df0358a3-779e-4f6a-aef5-6fbf550f71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:02.233407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-df0358a3-779e-4f6a-aef5-6fbf550f71c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0815461 Apr 25 14:36:02.245802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebd5b-ea26-46d8-9059-4d89394f60c4 req-1c12d711-ea41-4428-a027-2a410e4f6d52 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:02.248686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-090ebd5b-ea26-46d8-9059-4d89394f60c4 req-1c12d711-ea41-4428-a027-2a410e4f6d52 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.2332370 Apr 25 14:36:02.285495 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:35:58Z', 'revision_number': 3, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:02.289822 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:02.299406 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:02.300010 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:02.334515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-090ebd5b-ea26-46d8-9059-4d89394f60c4 req-432734f8-9602-4cb6-87ce-4d9a4537369b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546222 Apr 25 14:36:02.356982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-3368d5f7-4432-4af7-8ac6-ab850bedebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:02.358679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-3368d5f7-4432-4af7-8ac6-ab850bedebb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102998 Apr 25 14:36:02.517302 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:02.536424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:36:02.551101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.617296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-cff129ba-94fa-4e43-aed9-8107c00296d2 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482069 Apr 25 14:36:02.635725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc341cb-e399-4437-8357-970b7bd8b89d']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:02.663691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:02.663691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1da2fa-8eb3-4e2c-9741-42300a7f76f5') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:02.680088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.758595 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.761608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-771c58ad-a8e5-4f73-859e-13d3d6dca2f9 req-b5b3547d-2c24-4c31-bfe3-b4a760a27261 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381180 Apr 25 14:36:02.777729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:36:02.778313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:36:02.798489 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:36:02.880603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:35:58Z', 'revision_number': 3, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:02.884597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb91da-e843-485b-8525-862cb131d1c9 None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:35:58Z', 'revision_number': 3, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:02.885475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:02.890620 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.939386 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.961664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:02.981977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] Pushing event deleted for resources: {'Network': ['ID=0bc341cb-e399-4437-8357-970b7bd8b89d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:02.984527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb7cadb2-86d5-4e62-bb36-2ae4f70b3d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-24570570-project] 10.222.0.23 "DELETE /v2.0/networks/0bc341cb-e399-4437-8357-970b7bd8b89d HTTP/1.1" status: 204 len: 168 time: 1.0717111 Apr 25 14:36:03.015282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:03.053698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e97b5256-a684-4a3d-b171-62fa798193f8 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "PUT /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 998 time: 6.9839675 Apr 25 14:36:03.061134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5c072-b962-488c-a780-b3ac6d530617 None None] New status for floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:36:03.136950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-25f4f014-2748-4113-a475-17eb772e532b tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:03.149552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-25f4f014-2748-4113-a475-17eb772e532b tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports/6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 942 time: 0.0886321 Apr 25 14:36:03.275831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-58747041-e9d3-4f54-8560-8ce964134e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:03.281713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-58747041-e9d3-4f54-8560-8ce964134e24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.0822029 Apr 25 14:36:03.316814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:03.433188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-8d6dd525-a438-4079-90dc-2d054f9a7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:03.435086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-8d6dd525-a438-4079-90dc-2d054f9a7a57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.1514497 Apr 25 14:36:03.486973 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:03.496323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a8e1ebe8-03f2-4529-a28b-751b4197abdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c414795b39f42248223db98feab3209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761007 Apr 25 14:36:03.496553 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:03.496680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:03.496803 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:03.551268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-21483cf9-f20b-4b86-87fd-5e3107ddbd71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 217 time: 0.1074038 Apr 25 14:36:03.585115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3d8674f-5506-4925-a9f5-9d4d4f34d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:03.618851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3d8674f-5506-4925-a9f5-9d4d4f34d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:03.624108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-1b22173a-c30c-4c1a-83fd-cf6ae384081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:03.625988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-1b22173a-c30c-4c1a-83fd-cf6ae384081a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.0738540 Apr 25 14:36:03.696263 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3d8674f-5506-4925-a9f5-9d4d4f34d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:03.696915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40732) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:03.705066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447572467', 'description': 'tempest-description--1197255403'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:03.712897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8674f-5506-4925-a9f5-9d4d4f34d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45341c-f673-4a56-8622-1fcdaf793419,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:03.716653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:03.721298 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3d8674f-5506-4925-a9f5-9d4d4f34d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:03.724911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d3d8674f-5506-4925-a9f5-9d4d4f34d61e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e45341c-f673-4a56-8622-1fcdaf793419 HTTP/1.1" status: 204 len: 168 time: 0.2249787 Apr 25 14:36:03.725152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:security_group and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:03.733344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:03.743971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:03.755681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-94529b61-c9fe-42fd-9531-ee22176d5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:03.758982 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:03.764736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-94529b61-c9fe-42fd-9531-ee22176d5b5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289959 Apr 25 14:36:03.798505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:03.896642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:03.903033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb779d2-e5d6-41db-b112-be983b2a43be req-8c89bdc3-a488-45cf-b49b-8890f3a24ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:03.904845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fb779d2-e5d6-41db-b112-be983b2a43be req-8c89bdc3-a488-45cf-b49b-8890f3a24ac6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 947 time: 0.1013889 Apr 25 14:36:03.905376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:03.939141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:03.960808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:security_group_rule and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:03.978504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:03.988581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:03.990031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fb779d2-e5d6-41db-b112-be983b2a43be req-2d4f6543-15f6-442a-9317-af4d4db5becb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757737 Apr 25 14:36:04.053416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-9441d27a-6ba6-40a6-a605-7afa608704da service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875869 Apr 25 14:36:04.195441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:04.265465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4a8a5481-c9c0-4bde-96f7-958fa80c6577 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84d7c6e04c724bab824e1a8bb94d8ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687511 Apr 25 14:36:04.266067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40748) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:04.348357 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:36:03Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:04.353750 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:04.359797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6859dc2c-6d32-4643-88e5-24af1f66c052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.364618 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:04.365681 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:04.373948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.385124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.392477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6859dc2c-6d32-4643-88e5-24af1f66c052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.451147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55599efc-b402-4e63-9384-f5c502304a33,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:04.454434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.460559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c2ad7b4-dba2-43ea-9c93-96294c66c471 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7609153 Apr 25 14:36:04.461431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40754) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:04.481854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'security_group_rule': {'security_group_id': '55599efc-b402-4e63-9384-f5c502304a33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:04.497416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6859dc2c-6d32-4643-88e5-24af1f66c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.525357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:04.528872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859dc2c-6d32-4643-88e5-24af1f66c052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f2d427-8e61-4c10-b520-e60a67668264,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:04.542523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-28d7b9b9-0d48-4267-aa97-3eb3a73a3d26 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814806 Apr 25 14:36:04.543553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:security_group_rule and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:04.548232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:04.551122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6859dc2c-6d32-4643-88e5-24af1f66c052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.553704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6859dc2c-6d32-4643-88e5-24af1f66c052 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96f2d427-8e61-4c10-b520-e60a67668264 HTTP/1.1" status: 204 len: 168 time: 0.2837632 Apr 25 14:36:04.572642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:04.703250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.728192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc49a58-6559-4c95-9b33-e7da2fee846e req-8a679a15-deee-4d6b-93b0-5266aaefa003 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:04.730022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5fc49a58-6559-4c95-9b33-e7da2fee846e req-8a679a15-deee-4d6b-93b0-5266aaefa003 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.1187456 Apr 25 14:36:04.742302 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:04.773736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.782465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.809726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7742fdf-c919-4398-8daa-53ab347757bd,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:04.833598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5fc49a58-6559-4c95-9b33-e7da2fee846e req-9889ecd5-4d3f-4e92-aa0c-2397cb3e5691 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963228 Apr 25 14:36:04.836878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:04.837725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-63499f69-dfaa-45f4-a139-7e3cc613f8ad tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669429 Apr 25 14:36:04.840160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e3a859a9-28b3-4cdf-9803-d8b646363444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:04.856875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:04.862167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'security_group_rule': {'security_group_id': '55599efc-b402-4e63-9384-f5c502304a33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:04.867633 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-e3a859a9-28b3-4cdf-9803-d8b646363444 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1096 time: 0.2701652 Apr 25 14:36:04.878482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:04.893135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:security_group_rule and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:04.896976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:04.907177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:04.943819 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44fbf01-266a-496b-a823-740a015fed1d'] response: {'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'status': 'completed', 'code': 200} Apr 25 14:36:05.022041 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.109529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-3a21f454-2589-4518-8cb2-aa504a12d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.111680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-3a21f454-2589-4518-8cb2-aa504a12d399 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.2430930 Apr 25 14:36:05.178225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-1646cd3d-96f6-4ab0-aeba-23f6eeb05549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.179685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-1646cd3d-96f6-4ab0-aeba-23f6eeb05549 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.2546599 Apr 25 14:36:05.244399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.261584 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:36:03Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:05.266128 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89331630-d133-4e38-99f6-70dd86accbb7 None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:49:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:36:03Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:05.288724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-86084df8-d2ba-494d-bb4d-b7da9bb57290 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 1001 time: 0.1699958 Apr 25 14:36:05.304302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.341896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79727c-be14-4c12-a35c-eece9cf799e4 req-9a49c7aa-3c98-4833-af21-3445efff307b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.343493 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6b79727c-be14-4c12-a35c-eece9cf799e4 req-9a49c7aa-3c98-4833-af21-3445efff307b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.3091478 Apr 25 14:36:05.383014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6acd1e5-ce9a-47db-86a5-14dfe742fa2c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:05.392316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-d4b026fe-6b31-4f1e-b7a8-9009626b5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.395688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-d4b026fe-6b31-4f1e-b7a8-9009626b5296 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1011357 Apr 25 14:36:05.429611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.430798 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d54f97fc-1317-40fe-bdb4-1b9372e2e793 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5728760 Apr 25 14:36:05.434244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40778) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:05.443497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:05.448481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-fac2d6f7-f98e-458b-b3a9-22b020690a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.450015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-fac2d6f7-f98e-458b-b3a9-22b020690a31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.2591565 Apr 25 14:36:05.456017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6b79727c-be14-4c12-a35c-eece9cf799e4 req-5054c43f-0d3f-4532-b9e8-a2f012f94e64 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 Apr 25 14:36:05.456936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:05.461846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:floatingip and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:05.537272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:05.575876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:05.579900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-6cf9725b-5818-47b0-95fe-6f162f24fc8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 217 time: 0.1140945 Apr 25 14:36:05.581287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682bb-8c7b-4682-8914-966580033b2f req-8915fd9b-7a32-4d73-906c-95d46323ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.583943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-8915fd9b-7a32-4d73-906c-95d46323ceae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821234 Apr 25 14:36:05.585473 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba4ba22-31cc-4f99-8e78-db5b73c9a47f'] response: {'name': 'network-changed', 'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'status': 'completed', 'code': 200} Apr 25 14:36:05.609122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:36:05.633340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.733988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-90e009c6-2e52-4a93-96bb-a8a38e87a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.736084 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-90e009c6-2e52-4a93-96bb-a8a38e87a96a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1443586 Apr 25 14:36:05.780697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:05.795523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9ed81e81-d889-4486-9917-fb0015b0a7fd req-accba7db-af61-4d40-9b14-01dcbfca0886 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/0b1feb40-8541-403d-9398-674d1c506f1c HTTP/1.1" status: 200 len: 1800 time: 0.1633024 Apr 25 14:36:05.795792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'mac_address': 'fa:16:3e:67:4c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:36:05.821640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-183e2c06-923e-4059-a782-d80ea0302dc7 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230875 Apr 25 14:36:05.926251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.947423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e61a506-63b5-4540-96fd-4d91af0b3eb5 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:05.947878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-e90132cc-f933-422c-90da-659e283f6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:05.950073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-e90132cc-f933-422c-90da-659e283f6b4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053220 Apr 25 14:36:05.971655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:05.978300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:05.999586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273c03-84af-4d1f-a863-b781226538df req-26e0325a-c6a3-4cc0-9526-39803e2aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:06.001126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-26e0325a-c6a3-4cc0-9526-39803e2aa5e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1098 time: 0.2697096 Apr 25 14:36:06.063274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:06.086547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e5682bb-8c7b-4682-8914-966580033b2f req-cfb1853b-11b0-45d1-a3cf-62ed2359f18e service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639441 Apr 25 14:36:06.210697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273c03-84af-4d1f-a863-b781226538df req-5082c074-1db4-4ecd-aad2-2401cfd2b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:06.212416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-5082c074-1db4-4ecd-aad2-2401cfd2b762 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.2028017 Apr 25 14:36:06.212555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:06.227221 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9ed81e81-d889-4486-9917-fb0015b0a7fd req-7017d8f9-60ce-409b-8397-fe78a303c4ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:06.293319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9ed81e81-d889-4486-9917-fb0015b0a7fd req-7017d8f9-60ce-409b-8397-fe78a303c4ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:06.308287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-92ff9ac3-e528-4c92-b90e-c217eba35c9e service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510356 Apr 25 14:36:06.312363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:06.368085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-0b0012e0-fa4b-4cf9-8e4a-783cfe6ef383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1486914 Apr 25 14:36:06.465856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273c03-84af-4d1f-a863-b781226538df req-60db0b45-f1e3-4af3-971b-d390241bbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:06.467672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-60db0b45-f1e3-4af3-971b-d390241bbd32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0868893 Apr 25 14:36:06.475950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8e61a506-63b5-4540-96fd-4d91af0b3eb5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:36:06.559520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9ed81e81-d889-4486-9917-fb0015b0a7fd req-7017d8f9-60ce-409b-8397-fe78a303c4ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:06.637914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903f3ff-c195-4cae-88b0-a4c1c78d7eba req-ea5cfaf7-1246-4375-9d8a-37db34a4ed31 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:06.644370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3903f3ff-c195-4cae-88b0-a4c1c78d7eba req-ea5cfaf7-1246-4375-9d8a-37db34a4ed31 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 948 time: 0.3173666 Apr 25 14:36:06.684982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017d8f9-60ce-409b-8397-fe78a303c4ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1feb40-8541-403d-9398-674d1c506f1c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:06.704213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3903f3ff-c195-4cae-88b0-a4c1c78d7eba req-5220a5ff-1147-4912-83f3-08abaedb50f9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520301 Apr 25 14:36:06.719246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273c03-84af-4d1f-a863-b781226538df req-02f9db71-7084-429d-9c38-d42953107747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:06.720786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-02f9db71-7084-429d-9c38-d42953107747 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2460883 Apr 25 14:36:06.748636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2067173f-d318-4fd8-8e69-59891b8fecc2 req-621891b1-a852-4ec5-a82b-2a0b59f4f74f service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264448 Apr 25 14:36:06.785694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 172.25.0.7 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/ca859775-3758-4996-a8bf-bb290f9328cb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:06.793062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9ed81e81-d889-4486-9917-fb0015b0a7fd req-7017d8f9-60ce-409b-8397-fe78a303c4ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:06.807585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9ed81e81-d889-4486-9917-fb0015b0a7fd req-7017d8f9-60ce-409b-8397-fe78a303c4ca tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/0b1feb40-8541-403d-9398-674d1c506f1c HTTP/1.1" status: 204 len: 173 time: 1.0029557 Apr 25 14:36:06.813151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Deleting subnet 929f7a99-8eff-4a19-ba1b-7faa6d44a30c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:36:06.823785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:06.874625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40822) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.044690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:07.046330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.061613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e5067ada-2399-4c57-9de3-3228da5cf372 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:07.109537 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40cff347-4335-47d7-9f3a-7dbe62d82c92 req-102c5ad6-033e-41b2-b772-8b68f8f372fc tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.2867780 Apr 25 14:36:07.111706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-289012fe-7b4d-47d1-9206-12e72a51076d service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830202 Apr 25 14:36:07.172628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e5067ada-2399-4c57-9de3-3228da5cf372 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "PUT /v2.0/quotas/4e7e205a58e3445c8bf6b19d0340ccbc HTTP/1.1" status: 200 len: 366 time: 0.2968819 Apr 25 14:36:07.178384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40832) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.209911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.226635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cade92-cdce-478c-a110-9a0f87bce9ff req-7c76be38-44b2-4fef-af4b-b758fd4e4b8b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:07.228105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24cade92-cdce-478c-a110-9a0f87bce9ff req-7c76be38-44b2-4fef-af4b-b758fd4e4b8b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.3543234 Apr 25 14:36:07.269220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cff347-4335-47d7-9f3a-7dbe62d82c92 req-d07a69c1-cc16-4fee-9485-5c76bd08e246 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:07.270827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40cff347-4335-47d7-9f3a-7dbe62d82c92 req-d07a69c1-cc16-4fee-9485-5c76bd08e246 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports/714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 942 time: 0.1566334 Apr 25 14:36:07.272192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-562387bf-3ff6-4edb-9b0a-d8d3ea65436f tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0885761 Apr 25 14:36:07.276069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40836) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.291376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.310705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24cade92-cdce-478c-a110-9a0f87bce9ff req-307eeb8d-6d53-4e2f-9315-bf88e817cf49 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702209 Apr 25 14:36:07.314699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9380d1a2-ee63-41cc-86de-f806f561bb9d tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "GET /v2.0/quotas/4e7e205a58e3445c8bf6b19d0340ccbc HTTP/1.1" status: 200 len: 366 time: 0.0357034 Apr 25 14:36:07.317586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.319611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea273c03-84af-4d1f-a863-b781226538df req-30bbda5b-01fe-4ae0-9531-7c2733570ea3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014215 Apr 25 14:36:07.340378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.383109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b45d3ffe-a017-4326-a447-10879c23b386 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/4e7e205a58e3445c8bf6b19d0340ccbc HTTP/1.1" status: 204 len: 168 time: 0.0615146 Apr 25 14:36:07.385686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40844) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.395946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5fe5c5fc-31e6-49d9-859f-7012c80bc565 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0091441 Apr 25 14:36:07.398326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40848) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.410289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-87259352-d6bd-478d-93c7-214f2ac41fd9 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "GET /v2.0/quotas/4e7e205a58e3445c8bf6b19d0340ccbc HTTP/1.1" status: 200 len: 370 time: 0.0088415 Apr 25 14:36:07.410509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40852) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.415688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-23923cd5-9282-4795-9d69-e9c05f00a424 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "GET /v2.0/quotas/4e7e205a58e3445c8bf6b19d0340ccbc/default HTTP/1.1" status: 200 len: 370 time: 0.0042391 Apr 25 14:36:07.417918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40856) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.429667 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-4eea4c7f-f854-430e-b7f1-2c03b2ce6e17 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] delete failed (client error): The resource could not be found. Apr 25 14:36:07.429667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4eea4c7f-f854-430e-b7f1-2c03b2ce6e17 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/4e7e205a58e3445c8bf6b19d0340ccbc HTTP/1.1" status: 404 len: 348 time: 0.0107605 Apr 25 14:36:07.448468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929f7a99-8eff-4a19-ba1b-7faa6d44a30c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:07.450712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.475348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6b301a9-f29a-4de6-906c-c1e88b9e9ba0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/929f7a99-8eff-4a19-ba1b-7faa6d44a30c HTTP/1.1" status: 204 len: 168 time: 1.2592561 Apr 25 14:36:07.479403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.484745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.565802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534f220-a008-4c7d-9470-be565b9851a7 req-9e72f32b-fda0-4721-84e9-d78404e58d3e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:07.569602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8534f220-a008-4c7d-9470-be565b9851a7 req-9e72f32b-fda0-4721-84e9-d78404e58d3e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.1164927 Apr 25 14:36:07.596636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40866) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:07.605114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40cff347-4335-47d7-9f3a-7dbe62d82c92 req-ab4813e8-7de0-472c-a886-74c9dffd6745 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.2330637 Apr 25 14:36:07.631551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8534f220-a008-4c7d-9470-be565b9851a7 req-cae34f90-a092-4879-ad6e-ae8cf37e3c92 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Apr 25 14:36:07.635090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:network and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.639155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.654622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:subnet and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.663034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:07.671488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.688867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:07.697812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:subnetpool and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.698484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=ca859775-3758-4996-a8bf-bb290f9328cb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:07.709934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.720680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:07.721779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-710c88c2-d90a-4e04-b379-908ce581dd27 req-8cc4af67-2827-4aeb-b44a-896345fd02eb tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "GET /v2.0/security-groups/57ec9dab-df40-42d3-b644-bd634b5dd712 HTTP/1.1" status: 200 len: 1801 time: 0.0642064 Apr 25 14:36:07.725134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:port and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.742284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.766160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:router and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.776894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.799295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:floatingip and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.807776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.812982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-710c88c2-d90a-4e04-b379-908ce581dd27 req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.817205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.846907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-710c88c2-d90a-4e04-b379-908ce581dd27 req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.899150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:security_group and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.903259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.912542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-710c88c2-d90a-4e04-b379-908ce581dd27 req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.923692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Usage tracker for resource:security_group_rule and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:07.933812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:07.937988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec9dab-df40-42d3-b644-bd634b5dd712,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:07.946250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92aaedee-1871-4b68-aee8-a9d617dd7f36 tempest-QuotasTest-12585721 tempest-QuotasTest-12585721-project-admin] 10.222.0.23 "GET /v2.0/quotas/f1026d3988c6431b908c25c37b64f94c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3485088 Apr 25 14:36:07.950617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.950956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.951286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.951617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.951948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.952271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.952968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.952968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.953257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.953533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.953847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.954162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:07.958396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-710c88c2-d90a-4e04-b379-908ce581dd27 req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:07.959461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-710c88c2-d90a-4e04-b379-908ce581dd27 req-b6d09bec-d600-4c5f-a82c-25f4fb7fa5c5 tempest-SecurityGroupsTestJSON-790731504 tempest-SecurityGroupsTestJSON-790731504-project] 10.222.0.23 "DELETE /v2.0/security-groups/57ec9dab-df40-42d3-b644-bd634b5dd712 HTTP/1.1" status: 204 len: 173 time: 0.2317376 Apr 25 14:36:07.966327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40874) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:08.028688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Deleting subnet 7dbd7d55-c871-466f-97db-973e969c72b4 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:36:08.033402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.067058 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78af11a4-49fb-4447-bc4b-0b7b7a7ef60b'] response: {'name': 'network-changed', 'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'status': 'completed', 'code': 200} Apr 25 14:36:08.159023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cff347-4335-47d7-9f3a-7dbe62d82c92 req-23176154-7213-4cd3-b112-6e58ff84fbcc tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:08.161803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40cff347-4335-47d7-9f3a-7dbe62d82c92 req-23176154-7213-4cd3-b112-6e58ff84fbcc tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.5453780 Apr 25 14:36:08.168786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.180300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.252065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.265606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.277498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3be37b-41c4-44a9-9e3a-353e347a15f7']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:08.315140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb343f-78d7-4965-b24c-c60669603133 req-e07496d6-b26b-4dbb-bf78-32c441f49919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:08.316308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-e07496d6-b26b-4dbb-bf78-32c441f49919 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1096 time: 0.2485247 Apr 25 14:36:08.340835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2c8271-a3f7-4c1a-8dec-497b6434a26b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:08.341241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2c8271-a3f7-4c1a-8dec-497b6434a26b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:08.369127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.384446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:08.395802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-8e6698ca-65e8-4204-bc23-6cf4d858b499 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.2097917 Apr 25 14:36:08.407620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.427827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a9c9f-01d7-45bb-abbe-4e58490d0eab req-e53c22fb-db55-48fd-97b9-c7d463acc24e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:08.429366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-684a9c9f-01d7-45bb-abbe-4e58490d0eab req-e53c22fb-db55-48fd-97b9-c7d463acc24e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 948 time: 0.2956812 Apr 25 14:36:08.478559 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b53eb3b-8774-40bf-9e49-61925b32d81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.490443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.504447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:36:08.505230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.505522 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:36:08.506018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:36:08.546340 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:36:08.574260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbd7d55-c871-466f-97db-973e969c72b4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:08.580445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb343f-78d7-4965-b24c-c60669603133 req-85ea6124-5575-473e-bf58-593da3e52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:08.581997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-85ea6124-5575-473e-bf58-593da3e52018 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.2581034 Apr 25 14:36:08.585127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.589965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-684a9c9f-01d7-45bb-abbe-4e58490d0eab req-29b522ef-6eb1-43b1-995f-793d525212c0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379228 Apr 25 14:36:08.652324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-792e9fd3-a044-4614-b187-989037b33e30 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7dbd7d55-c871-466f-97db-973e969c72b4 HTTP/1.1" status: 204 len: 168 time: 0.6843083 Apr 25 14:36:08.660553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40890) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:08.669276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.728538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-f2a44c7f-a85f-4d20-8ae4-96e9e2c309d2 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:08.730014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-f2a44c7f-a85f-4d20-8ae4-96e9e2c309d2 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports/714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 942 time: 0.3263469 Apr 25 14:36:08.730889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:08.736936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.742132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.746536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Usage tracker for resource:security_group_rule and tenant:6cbe1bd097034fcb818d0a1ed8820aff is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:08.777429 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-aa05c3cf-d3c0-431d-a166-20f5529b071d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 1001 time: 0.1854005 Apr 25 14:36:08.792880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:08.811628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=de3be37b-41c4-44a9-9e3a-353e347a15f7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:08.856083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:08.908241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:08.920587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb343f-78d7-4965-b24c-c60669603133 req-14ee8d98-00c1-4ab7-a4f4-d6269696edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:08.922024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-14ee8d98-00c1-4ab7-a4f4-d6269696edcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1009469 Apr 25 14:36:08.953180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4cbe8a66-a0ec-4d72-b787-880d09d03f9a admin admin] 10.222.0.23 "DELETE /v2.0/networks/de3be37b-41c4-44a9-9e3a-353e347a15f7 HTTP/1.1" status: 204 len: 168 time: 1.4702690 Apr 25 14:36:09.014811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5500-ab2b-403a-9bd2-c3544f41dd85 req-64336aea-0f43-4b46-9568-1b667d9c013a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:09.016566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dedb5500-ab2b-403a-9bd2-c3544f41dd85 req-64336aea-0f43-4b46-9568-1b667d9c013a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.3223681 Apr 25 14:36:09.024947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-edbda33f-1bd9-448d-8c45-17aac18995b5 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1585038 Apr 25 14:36:09.097016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40898) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:09.169639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:36:09.213384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.232608 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.254955 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.296912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dedb5500-ab2b-403a-9bd2-c3544f41dd85 req-5ba24c63-57a3-456d-bd33-736036391eee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607772 Apr 25 14:36:09.302450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b46222-376b-4ea5-8bfc-45bf0e488b7f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:09.309974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.324946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb343f-78d7-4965-b24c-c60669603133 req-715bc185-70f2-4d48-9dbf-15ec54d53b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:09.324946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-715bc185-70f2-4d48-9dbf-15ec54d53b68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3919384 Apr 25 14:36:09.326871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925e4b32-4f5a-4521-933e-e8dab74f623d') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:09.327169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925e4b32-4f5a-4521-933e-e8dab74f623d') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:09.339270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.368429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.390435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.411295 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-973e19e1-7b89-4310-9b7c-cfce2c103910 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69d5e2c9617842f990ffa62771b2e771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131199 Apr 25 14:36:09.423068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:09.442302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-1ba42e54-11e7-40e8-a6f1-0ad0a6d9a594 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:09.443696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-1ba42e54-11e7-40e8-a6f1-0ad0a6d9a594 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4036922 Apr 25 14:36:09.455411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=ca859775-3758-4996-a8bf-bb290f9328cb,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:09.490359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:36:09.490626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:36:09.503526 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:36:09.538277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cbe1bd097034fcb818d0a1ed8820aff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1527364 Apr 25 14:36:09.548376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1646267-065a-426f-9fd2-80e97a273c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65655911-b3ee-429f-8951-ba05095f7e6f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:09.564636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:09.591670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.607810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:09.616409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.637765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.643923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-f7631fd7-cf60-4656-b5d7-c78157cd6f54 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970462 Apr 25 14:36:09.652071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b46222-376b-4ea5-8bfc-45bf0e488b7f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:09.673288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-dd8ea213-6a93-4af3-9761-2f4c878bd8e3 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.2055943 Apr 25 14:36:09.680743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.681947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b12a1fae-a3d7-4c67-adfb-eb79973571aa tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2467136 Apr 25 14:36:09.699356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3bd15043-8c59-4ca5-9c26-3b7b083ab9f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54b46222-376b-4ea5-8bfc-45bf0e488b7f HTTP/1.1" status: 204 len: 168 time: 1.0377283 Apr 25 14:36:09.701150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:09.728928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:09.736247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:09.737930 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.772701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5056345-e50b-40dd-9a6e-eadb12ba4afd req-7374b15c-7b05-408b-94fb-2df5887eeff0 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:09.774335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5056345-e50b-40dd-9a6e-eadb12ba4afd req-7374b15c-7b05-408b-94fb-2df5887eeff0 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.3326941 Apr 25 14:36:09.780559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc158-36fa-48f7-8718-ecb718a78202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.834648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ea91d07-831b-4a34-ac7d-3aaa20fd878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.846665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc158-36fa-48f7-8718-ecb718a78202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.867481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5056345-e50b-40dd-9a6e-eadb12ba4afd req-9f91d9b9-95f1-48c8-ad8e-1bb62b12c9cf tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808835 Apr 25 14:36:09.871453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55cb343f-78d7-4965-b24c-c60669603133 req-07ea0128-1965-42bf-9888-17d8cb710867 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145693 Apr 25 14:36:09.878880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:09.954915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.008661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:10.021137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:10.027342 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.071547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40922) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:10.108422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:10.140901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ea91d07-831b-4a34-ac7d-3aaa20fd878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.145390 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6d8f0e29-e028-4c80-8a0e-56ff50120e98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04951d45358147b2871041978a6ede68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681221 Apr 25 14:36:10.148277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:10.165899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65e346-6d80-4c8b-a5e6-15c6eafe789a req-7725ac13-ebba-4bc6-b357-1bace5301ec4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:10.167366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee65e346-6d80-4c8b-a5e6-15c6eafe789a req-7725ac13-ebba-4bc6-b357-1bace5301ec4 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.1371229 Apr 25 14:36:10.220635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee65e346-6d80-4c8b-a5e6-15c6eafe789a req-5b41901c-2977-42ab-92fb-4ce0db2e4fac tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 Apr 25 14:36:10.356134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc158-36fa-48f7-8718-ecb718a78202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.366509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-aece1d44-c3df-4e52-b9f2-6ecf4c04ecf6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:10.384551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0eea032f-671c-4b9c-b767-215713f49716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.386106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-aece1d44-c3df-4e52-b9f2-6ecf4c04ecf6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:10.387443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-aece1d44-c3df-4e52-b9f2-6ecf4c04ecf6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1447572467&fields=id&tenant_id=f6da6b6e7f784d43812aed56cda966bb HTTP/1.1" status: 200 len: 267 time: 0.0619504 Apr 25 14:36:10.443516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc158-36fa-48f7-8718-ecb718a78202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bfd7ff-918b-43d8-b78b-3e398b4d1482,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:10.482398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1e361ac6-af35-41bf-9288-17364b2ac743 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:10.483152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1e361ac6-af35-41bf-9288-17364b2ac743 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:10.487160 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.501153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0eea032f-671c-4b9c-b767-215713f49716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.504656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1e361ac6-af35-41bf-9288-17364b2ac743 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:10.508704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.509030 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 disassociated. External IP: 172.25.0.124, port: 714ba270-1f4f-4a61-a549-e84858e7cd2b. Apr 25 14:36:10.512186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1e361ac6-af35-41bf-9288-17364b2ac743 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 936 time: 0.1175685 Apr 25 14:36:10.559760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ea91d07-831b-4a34-ac7d-3aaa20fd878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.578011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc158-36fa-48f7-8718-ecb718a78202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.579161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5e4dc158-36fa-48f7-8718-ecb718a78202 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76bfd7ff-918b-43d8-b78b-3e398b4d1482 HTTP/1.1" status: 204 len: 168 time: 1.1447175 Apr 25 14:36:10.597228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-25361ee6-77e9-486e-bad8-890869449b2e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:10.599259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-25361ee6-77e9-486e-bad8-890869449b2e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 936 time: 0.0862408 Apr 25 14:36:10.600274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea91d07-831b-4a34-ac7d-3aaa20fd878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65655911-b3ee-429f-8951-ba05095f7e6f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:10.602432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ea91d07-831b-4a34-ac7d-3aaa20fd878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.606643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ea91d07-831b-4a34-ac7d-3aaa20fd878a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65655911-b3ee-429f-8951-ba05095f7e6f HTTP/1.1" status: 204 len: 168 time: 1.0364120 Apr 25 14:36:10.719076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-66863e35-86d7-4eb9-b1c3-edd277f31c58 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1079051 Apr 25 14:36:10.749472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0eea032f-671c-4b9c-b767-215713f49716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.780332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cd15d40c-88e8-4364-a20b-011014fa84d6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529044 Apr 25 14:36:10.828653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea032f-671c-4b9c-b767-215713f49716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec9424e-9153-436f-aeaa-cfb91c19824b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:10.846328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0eea032f-671c-4b9c-b767-215713f49716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.848092 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0eea032f-671c-4b9c-b767-215713f49716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ec9424e-9153-436f-aeaa-cfb91c19824b HTTP/1.1" status: 204 len: 168 time: 0.6959276 Apr 25 14:36:10.866459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a551493f-1e2e-4945-aa98-86822616401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:10.977126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-60d49d53-cf02-4bc7-affe-f53096b07c8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:10.983674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-60d49d53-cf02-4bc7-affe-f53096b07c8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:10.991280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-60d49d53-cf02-4bc7-affe-f53096b07c8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:10.992154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-60d49d53-cf02-4bc7-affe-f53096b07c8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:10.992828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:36:11.016006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-60d49d53-cf02-4bc7-affe-f53096b07c8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:11.017782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-60d49d53-cf02-4bc7-affe-f53096b07c8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/networks?id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d HTTP/1.1" status: 200 len: 1995 time: 0.2305107 Apr 25 14:36:11.037253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b985d2dc-31e2-4b18-8df4-f644d46353b2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/quotas/f6da6b6e7f784d43812aed56cda966bb HTTP/1.1" status: 200 len: 375 time: 0.0112753 Apr 25 14:36:11.154914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-2ff6dcaf-e725-44ba-9e42-44a30ce10976 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1109030 Apr 25 14:36:11.192519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40956) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:11.216818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:11.218820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:11.231463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:11.232195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:11.244171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:11.248746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:11.294033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-11180526-e274-404e-b883-1863202b45da tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "PUT /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 695 time: 1.6042509 Apr 25 14:36:11.296123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:11.311704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:11.351169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1b739ebf-3f06-412f-b07b-d0b856860166 service neutron] 10.222.0.23 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767356 Apr 25 14:36:11.368534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Usage tracker for resource:security_group_rule and tenant:f1026d3988c6431b908c25c37b64f94c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:11.381503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:11.388944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:11.486763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-95e437dd-aa93-4e1e-b79a-54fe66a135c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:11.488539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-95e437dd-aa93-4e1e-b79a-54fe66a135c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1096 time: 0.1741567 Apr 25 14:36:11.588570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:11.596922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-f47e181b-73d8-4e23-bd83-b39781f49bde service neutron] 10.222.0.23 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426212 Apr 25 14:36:11.730007 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:11.744762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:11.806056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd81f44-bcd4-4a2b-99ec-8bfba751405f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:11.817700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-da89749b-687c-40ba-85c6-7388c1894895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:11.818821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-2f61c05f-11e2-48af-a36e-90191fb2c951 service neutron] 10.222.0.23 "GET /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2141631 Apr 25 14:36:11.819257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-da89749b-687c-40ba-85c6-7388c1894895 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.3203683 Apr 25 14:36:11.988076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-a8f01fe8-5324-4806-ab11-7c2c1cb03b5b service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683686 Apr 25 14:36:11.994237 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.032811 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.060792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:12.066403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:12.077753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:12.078627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:12.090052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-7bfa1d80-4850-43b4-be1c-4f95c4ea9487 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 217 time: 0.2632277 Apr 25 14:36:12.095794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77219468-3307-483b-a0f1-16eec8c27127 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1026d3988c6431b908c25c37b64f94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8996003 Apr 25 14:36:12.100544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40988) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:12.250088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3af4af18-a4af-48e5-9cb9-dc378e77a16a service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597759 Apr 25 14:36:12.292980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-0e683a83-561f-4e0a-876d-e43b889e3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:12.295130 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-0e683a83-561f-4e0a-876d-e43b889e3ffc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1889448 Apr 25 14:36:12.295838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40996) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:12.351783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-f1164de3-d1d2-424e-8fbc-7dd230e85936 service neutron] 10.222.0.23 "GET /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0961819 Apr 25 14:36:12.381011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:12.386686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.430008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.443032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41004) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:12.528767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.547384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd81f44-bcd4-4a2b-99ec-8bfba751405f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:12.561049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-ba78faaf-1bed-46be-90a3-75c87a660dd5 service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023094 Apr 25 14:36:12.571905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.572514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.573026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.573574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.574077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.574576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.575078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.575574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.576089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.576581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.577097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.577589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:12.584762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-0e5e401a-f4b7-4e2b-b24b-680a06c39ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:12.586531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-0e5e401a-f4b7-4e2b-b24b-680a06c39ee6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815652 Apr 25 14:36:12.598315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-557614101-network', 'tenant_id': '769bdd171e304cd9a7c189925fc535ca'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:12.633612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:12.636934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.642310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-185c1dee-1199-4d33-ba3f-446ba7d19624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dd81f44-bcd4-4a2b-99ec-8bfba751405f HTTP/1.1" status: 204 len: 168 time: 0.5401118 Apr 25 14:36:12.661016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Usage tracker for resource:network and tenant:769bdd171e304cd9a7c189925fc535ca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:12.666588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:12.721107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:12.727554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1033204936-network', 'tenant_id': '30753c066fb748ebaa00578f5000ec91'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:12.738247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-5be2af16-a184-409c-9ee3-ed5009c0ed69 service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706548 Apr 25 14:36:12.741860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:12.756981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Usage tracker for resource:network and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:12.761838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:12.770161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Made reservation on behalf of 769bdd171e304cd9a7c189925fc535ca for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:12.772696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.789297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:12.794221 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.833182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:12.837500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:12.838004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e907-f71d-44f2-86f4-069333220466 None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:12.842797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:12.845718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.860921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:12.871343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Usage tracker for resource:security_group_rule and tenant:769bdd171e304cd9a7c189925fc535ca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:12.875607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:12.889444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-cebc371f-5901-4647-a4d6-65bdf1a4e263 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844722 Apr 25 14:36:12.914052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4f7c0929-c078-454b-94a2-80272cbd3579 service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660519 Apr 25 14:36:12.914677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:12.936118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:12.948324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Usage tracker for resource:security_group_rule and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:13.002128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:13.027949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:13.108192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7ffcd070-471a-4918-9368-a09338622784 service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880872 Apr 25 14:36:13.135445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f73d428-79df-4f81-b8c4-0ea1bef074a9 req-18e86669-1946-4bc8-a9b3-72f82bc49744 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451186 Apr 25 14:36:13.208363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.211969 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77d3523-e91c-4ab3-a7df-48a7ebb9c2ca'] response: {'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'code': 200} Apr 25 14:36:13.232626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.235487 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7376e-f292-4717-a121-c953778c66f3 None None] New status for floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:36:13.248086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.260531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.279734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:36:13.295083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:36:13.298667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011553a2-dec0-4f2e-a55b-00a2e05c90fc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:13.333505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3ad60-02d2-4141-83de-294bd5c6b4fe,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:13.336579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.336852 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Added segment 9394cbc5-eeed-4db7-8adb-25cf332db20c of type vlan for network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 Apr 25 14:36:13.347073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.347425 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Added segment b2b9354d-86a4-40da-9001-9f3d32e6e749 of type vlan for network 672b82ba-8317-402a-ac01-888177eba950 Apr 25 14:36:13.441522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.449382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.455729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-9bdaa8bb-5254-43c0-83a3-858318b07e91 service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418598 Apr 25 14:36:13.521926 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.540422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.542418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:13.542418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.545424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.546256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:13.546810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:13.617908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e8e01-5bb6-4b77-8bff-7c30147678fb req-f7758aa2-5b7c-477b-8555-2d1e0917c57f tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:13.619600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-853e8e01-5bb6-4b77-8bff-7c30147678fb req-f7758aa2-5b7c-477b-8555-2d1e0917c57f tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.2411931 Apr 25 14:36:13.629589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098acc5-853d-4487-81f5-c15ecd7b77f7 req-62d7bc1f-6132-48f4-a89b-3266d6753c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:13.631327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6098acc5-853d-4487-81f5-c15ecd7b77f7 req-62d7bc1f-6132-48f4-a89b-3266d6753c80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1100 time: 0.3163707 Apr 25 14:36:13.715467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6098acc5-853d-4487-81f5-c15ecd7b77f7 req-528a6b00-87f9-48bb-9ff0-7648f688255b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595510 Apr 25 14:36:13.715998 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-244bfe78-0bb5-4712-86c0-7dfac78c40b4 service neutron] 10.222.0.23 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544138 Apr 25 14:36:13.737984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] Pushing event updated for resources: {'Network': ['ID=672b82ba-8317-402a-ac01-888177eba950,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:13.748746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 672b82ba-8317-402a-ac01-888177eba950 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:36:13.752792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4c79c419-380e-447e-8b51-1e046f96de14 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3069015 Apr 25 14:36:13.754663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4539561 Apr 25 14:36:13.773886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41036) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:13.774583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41038) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:13.782499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-853e8e01-5bb6-4b77-8bff-7c30147678fb req-1bf36f8b-ad53-4658-b23c-f3ef78f6d711 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480081 Apr 25 14:36:13.787292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Request body: {'subnet': {'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-557614101-subnet', 'tenant_id': '769bdd171e304cd9a7c189925fc535ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:13.823949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Request body: {'subnet': {'network_id': '672b82ba-8317-402a-ac01-888177eba950', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1033204936-subnet', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:13.832869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:13.835635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:13.845179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Usage tracker for resource:subnet and tenant:769bdd171e304cd9a7c189925fc535ca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:13.848610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Usage tracker for resource:subnet and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:13.906197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:13.911094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:13.930399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:13.933869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:13.943751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74607a5-5e9c-48d6-8b2d-6ecd72b4c849 admin admin] Pushing event updated for resources: {'Network': ['ID=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:13.963783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:36:13.984320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-ac3c7755-b93e-47b3-8574-aa4f1b6eb35b service neutron] 10.222.0.23 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588952 Apr 25 14:36:14.019186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Made reservation on behalf of 769bdd171e304cd9a7c189925fc535ca for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:14.022285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.051830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:14.054562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.251443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-ed8e8dd0-1455-417d-aa16-ca53e51ac3a0 service neutron] 10.222.0.23 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663534 Apr 25 14:36:14.314126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f9f62-1958-4a9f-8452-d6f55ade7169 req-cc3c34bb-1833-4f9a-a0d9-2c5a1394fe86 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:14.315607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f21f9f62-1958-4a9f-8452-d6f55ade7169 req-cc3c34bb-1833-4f9a-a0d9-2c5a1394fe86 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.3564866 Apr 25 14:36:14.403708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-dbde3cc3-0016-47e8-91ea-f04c37ed3898 service neutron] 10.222.0.23 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415889 Apr 25 14:36:14.449865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41056) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:14.450494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f21f9f62-1958-4a9f-8452-d6f55ade7169 req-8046e557-5432-449c-9e52-975136d4c0ca tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266456 Apr 25 14:36:14.485675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.584088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cf094db8-b10c-45af-8da6-5f2594a28fcc service neutron] 10.222.0.23 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738741 Apr 25 14:36:14.639837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1086201575', 'router:external': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:14.645433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:14.649361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:network and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:14.652768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:14.659272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:14.669846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Made reservation on behalf of e15cb6f5edea4f188cc511779ce76e9e for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:14.672352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.685784 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.698761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.702800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:14.707435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:security_group_rule and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:14.710409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:14.716386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:14.752762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217f58c1-8454-43c5-9f45-37578580c197,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:14.808416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.813947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.817303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Checking segment: {'id': '9394cbc5-eeed-4db7-8adb-25cf332db20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:14.817676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Network hostable DHCP agents. Network: 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:36:14.850047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Checking segment: {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:14.850424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Network hostable DHCP agents. Network: 672b82ba-8317-402a-ac01-888177eba950, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:36:14.853512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:36:14.863205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353545fa-24a9-4930-b7a9-958be6961737,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:14.865285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e7a168-84a1-4bf4-8bf7-238c0a427d34,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:14.871621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.872070 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Added segment b2b66622-4df4-4f9e-8c2b-c2f5fc39630b of type vlan for network fa7650f6-2e97-4f25-9609-341bf7a76ddc Apr 25 14:36:14.890367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:36:14.907386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56604d4-c149-4708-a317-6c9963c4278a req-626d8b21-d08b-4fa1-8d45-ffa88972a240 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:14.908995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f56604d4-c149-4708-a317-6c9963c4278a req-626d8b21-d08b-4fa1-8d45-ffa88972a240 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.2695777 Apr 25 14:36:14.911356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Network 672b82ba-8317-402a-ac01-888177eba950 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:36:14.919505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:14.921915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.933434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63521429-e5bd-4576-a841-ff15f346f208 None None] Network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:14.935626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 672b82ba-8317-402a-ac01-888177eba950) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:14.938508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:14.939074 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.954301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058c954-08e4-4598-a702-564bde5cf3a7 None None] Network 672b82ba-8317-402a-ac01-888177eba950 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:14.955129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:14.955720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.996364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:14.997012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f56604d4-c149-4708-a317-6c9963c4278a req-ff1ef206-2f65-481b-aa04-71188fd6518b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806644 Apr 25 14:36:14.998003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:14.998753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:15.002287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-56e4ee64-6fd7-4095-b698-873c01f6c338 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2241592 Apr 25 14:36:15.012536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41074) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:15.012971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5e2d1baf-f1a8-49f9-8086-dfb570f89411 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2267516 Apr 25 14:36:15.083481 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9550b6ce-c2b5-440f-86c5-8bb114f2d905'] response: {'name': 'network-changed', 'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'status': 'completed', 'code': 200} Apr 25 14:36:15.164668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Network': ['ID=fa7650f6-2e97-4f25-9609-341bf7a76ddc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:15.183390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network fa7650f6-2e97-4f25-9609-341bf7a76ddc details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:36:15.256167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:15.274551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:15.293936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Usage tracker for resource:router and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:15.300746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:15.316979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:15.327152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-15f6e901-351d-4da7-bb46-086c3ef9f411 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8759208 Apr 25 14:36:15.330163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41088) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:15.339508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'subnet': {'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:15.348569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-0f468834-a6df-4083-b228-803edfeafbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:15.350906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-0f468834-a6df-4083-b228-803edfeafbe2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 1096 time: 0.1920347 Apr 25 14:36:15.352247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:15.353145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:15.353351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:15.363873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:subnet and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:15.372715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:15.393679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:15.418328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Made reservation on behalf of e15cb6f5edea4f188cc511779ce76e9e for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:15.421067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:15.428898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:15.642938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:15.681243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851067a2-8f57-4483-ad2c-4cf221b87bda None None] Network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:15.694148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-672b82ba-8317-402a-ac01-888177eba950', 'network_id': '672b82ba-8317-402a-ac01-888177eba950', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'fixed_ips': [{'subnet_id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:36:15.695184 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:15.710634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-2bbb0ed4-8839-43ac-a8c6-3fe8a0548141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:15.712763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-2bbb0ed4-8839-43ac-a8c6-3fe8a0548141 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.3492980 Apr 25 14:36:15.868236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf0e63-2178-4e18-bca8-50a62f2c78ef req-4ffe831c-c635-42d8-b3dc-08d9e3b740e8 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:15.873443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86cf0e63-2178-4e18-bca8-50a62f2c78ef req-4ffe831c-c635-42d8-b3dc-08d9e3b740e8 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.2360580 Apr 25 14:36:15.898387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-50935e16-c487-42bc-aeac-ec5243a8155a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 200 len: 217 time: 0.1751568 Apr 25 14:36:16.018434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.099773 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86cf0e63-2178-4e18-bca8-50a62f2c78ef req-5f8f3464-e97a-4bdc-a149-ef9ce53e05bd tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522784 Apr 25 14:36:16.200036 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.354214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-c7c8976d-4a8f-4192-8cae-92f00ca63138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:16.356276 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-c7c8976d-4a8f-4192-8cae-92f00ca63138 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.3222339 Apr 25 14:36:16.461949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:16.472307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-5810894e-0360-417e-9f13-0fab618a280c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:16.473912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-5810894e-0360-417e-9f13-0fab618a280c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2028775 Apr 25 14:36:16.475079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:16.486157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Allocated IP 172.20.0.2 (672b82ba-8317-402a-ac01-888177eba950/e0e7a168-84a1-4bf4-8bf7-238c0a427d34/3a941a97-9608-413d-8ef5-8bfdf3c45c0c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:16.488707 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.606521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-a10db253-1dd3-44f8-a762-17da6a3bdea6 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.1265914 Apr 25 14:36:16.620934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'floatingip': {'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:16.707315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:16.734371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.770771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-fa0f5986-9c04-47e4-957f-ae96f39f975c tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:16.777671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-fa0f5986-9c04-47e4-957f-ae96f39f975c tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/networks?id=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 HTTP/1.1" status: 200 len: 821 time: 0.5389178 Apr 25 14:36:16.847398 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.859049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-26d9e741-e6dd-4100-8da0-66e7f5591122 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/quotas/769bdd171e304cd9a7c189925fc535ca HTTP/1.1" status: 200 len: 375 time: 0.0803185 Apr 25 14:36:16.859297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Transition to ACTIVE for port object 3a941a97-9608-413d-8ef5-8bfdf3c45c0c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:16.874994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-21aef591-ca18-46e5-a20e-fbf5add304a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:16.876690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-21aef591-ca18-46e5-a20e-fbf5add304a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5053678 Apr 25 14:36:16.883576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Transition to ACTIVE for port object 3a941a97-9608-413d-8ef5-8bfdf3c45c0c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:16.891094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.921139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:36:16.921646 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:16.960372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Network 672b82ba-8317-402a-ac01-888177eba950 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:16.967940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:16.973263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:16.979162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Pushing event updated for resources: {'Port': ['ID=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:16.994196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.028478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-cf78f811-4eb2-4eda-b918-40bea3778673 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=769bdd171e304cd9a7c189925fc535ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1666176 Apr 25 14:36:17.049728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.069956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Attempting to bind port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:17.070473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Attempting to bind port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:17.070967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Attempting to bind port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c on network 672b82ba-8317-402a-ac01-888177eba950 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:17.076584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:17.077287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Checking segment: {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:17.077713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.078278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Bound using segment: {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:17.079455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Bound port: 3a941a97-9608-413d-8ef5-8bfdf3c45c0c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:17.080020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.164382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8019ca19-5573-42fd-a477-1f79cb0e5270,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:17.178145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] For port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:17.182036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] For port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:17.186257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Checking segment: {'id': 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:17.186704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network hostable DHCP agents. Network: fa7650f6-2e97-4f25-9609-341bf7a76ddc, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:36:17.188407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.270394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9ca4d-0107-4f82-aaa4-83d8dad3750c None None] Pushing event updated for resources: {'Port': ['ID=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:17.318582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-ae2c7e87-4ddb-4bdb-ade8-b1f83e0df733 service neutron] 10.222.0.23 "GET /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731895 Apr 25 14:36:17.497572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network fa7650f6-2e97-4f25-9609-341bf7a76ddc is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:36:17.518270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-1b91ed03-6ccb-403d-8017-36b67a75bb17 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015460 Apr 25 14:36:17.537568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-2dbe3c9e-77f4-4115-b4e2-133d78344e6c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:17.539075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-2dbe3c9e-77f4-4115-b4e2-133d78344e6c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810 HTTP/1.1" status: 200 len: 945 time: 0.5115757 Apr 25 14:36:17.608256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, fa7650f6-2e97-4f25-9609-341bf7a76ddc) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:17.614082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:17.614968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.619753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f2532-5720-496e-a19b-794492cb54a2 None None] Network fa7650f6-2e97-4f25-9609-341bf7a76ddc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:17.689754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-c56865fd-1c56-411a-8d8c-7564bf60e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:17.690597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-c56865fd-1c56-411a-8d8c-7564bf60e1a1 service neutron] 10.222.0.15 "GET /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 1032 time: 0.2781589 Apr 25 14:36:17.712398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:36:17.739365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Allocated IP 172.25.0.170 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/d7edd501-bd4b-4fee-a48e-91c804a247b4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:17.749335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-08e6f723-0f3c-47c2-a76b-4985b4f7b758 service neutron] 10.222.0.23 "GET /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209871 Apr 25 14:36:17.820197 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a653c3b-b2a1-4e07-a1b0-0a0713559555 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4865251 Apr 25 14:36:17.833560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:17.837438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Deleting port 714ba270-1f4f-4a61-a549-e84858e7cd2b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:17.837797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:17.878653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-54474827', 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:17.883937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e7a16868-3f76-47dc-8186-4fbbc5c2f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:17.885536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e7a16868-3f76-47dc-8186-4fbbc5c2f33c service neutron] 10.222.0.15 "GET /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 1032 time: 0.1694515 Apr 25 14:36:17.901270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:17.945773 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.003980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2cf637ae-93b9-4dd9-8f4d-9a03d0652557 req-3c5d4b51-6e62-4298-b3a2-82f9ba1a5f02 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748237 Apr 25 14:36:18.010217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.078279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:port and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:18.079130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:18.081943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:18.088959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:18.109408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'mac_address': 'fa:16:3e:7b:ac:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:36:18.150050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Pushing event updated for resources: {'Port': ['ID=d7edd501-bd4b-4fee-a48e-91c804a247b4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:18.238196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.262408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:18.266301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:18.269228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:18.304148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:18.340179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:18.363094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.370329 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.510404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:18.561388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Made reservation on behalf of e15cb6f5edea4f188cc511779ce76e9e for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:18.570586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.617446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cfdee9b8-1fbf-4d9f-bddc-a8b0c9bfe907 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:18.635752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cfdee9b8-1fbf-4d9f-bddc-a8b0c9bfe907 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:18.649451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cfdee9b8-1fbf-4d9f-bddc-a8b0c9bfe907 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:18.650636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cfdee9b8-1fbf-4d9f-bddc-a8b0c9bfe907 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:18.659044 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:18.667032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe3675-9f93-45c4-b519-295229a3485b None None] Network fa7650f6-2e97-4f25-9609-341bf7a76ddc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:18.801736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a941a97-9608-413d-8ef5-8bfdf3c45c0c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:18.815251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] device_id is not set on port bf871e3e-0485-4660-9763-2dfc13e1d916 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:36:18.831636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8de037-b8af-480c-8bba-4d80993da352 None None] Network 672b82ba-8317-402a-ac01-888177eba950 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:18.898494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cfdee9b8-1fbf-4d9f-bddc-a8b0c9bfe907 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:18.900900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cfdee9b8-1fbf-4d9f-bddc-a8b0c9bfe907 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "GET /v2.0/networks?id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d HTTP/1.1" status: 200 len: 1995 time: 1.0026233 Apr 25 14:36:18.921875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecdaaf-7f31-4a14-9d11-bde26cb9eedb req-b469a4d4-2331-4915-8f8a-33bea29abcac tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:18.929106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13ecdaaf-7f31-4a14-9d11-bde26cb9eedb req-b469a4d4-2331-4915-8f8a-33bea29abcac tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 948 time: 0.7812142 Apr 25 14:36:18.968909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:36:18.991983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13ecdaaf-7f31-4a14-9d11-bde26cb9eedb req-5021d978-01c4-48dd-9593-5dbcf7ded1cf tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618889 Apr 25 14:36:19.037226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e563572e-dd1e-40df-9958-228c57aa1e13 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:19.212578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31a09b4c-96e4-4e50-ad65-9254049f838d None None] Provisioning for port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:19.248590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e563572e-dd1e-40df-9958-228c57aa1e13 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:19.249850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e563572e-dd1e-40df-9958-228c57aa1e13 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6da6b6e7f784d43812aed56cda966bb HTTP/1.1" status: 200 len: 380 time: 0.3315613 Apr 25 14:36:19.265721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:19.286531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'admin_state_up': True, 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'security_groups': ['55599efc-b402-4e63-9384-f5c502304a33']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:19.329480 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 associated. External IP: 172.25.0.124, port: 6991e8a6-7de1-4881-a91c-89703d15eb60. Apr 25 14:36:19.411376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b7a7ad18-d485-4840-beed-299671f9474b req-0452645e-1aea-4f0e-b567-4bee9c5d328b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 210 time: 0.1472731 Apr 25 14:36:19.521419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:19.565519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:19.574381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:19.677550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 714ba270-1f4f-4a61-a549-e84858e7cd2b no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:19.820769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:19.956822 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:19.975995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:19.995247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.036869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Allocated IP 172.20.0.14 (fa7650f6-2e97-4f25-9609-341bf7a76ddc/8019ca19-5573-42fd-a477-1f79cb0e5270/bf871e3e-0485-4660-9763-2dfc13e1d916) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:20.059609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:20.060072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.079224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:20.097834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-00c4b2b4-b9c0-4992-81ee-6bf5e46b373a None None] Provisioning complete for port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:20.098505 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00c4b2b4-b9c0-4992-81ee-6bf5e46b373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.122117 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.140281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:20.216888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.227478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Calling delete_port for 714ba270-1f4f-4a61-a549-e84858e7cd2b owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:20.246564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:20.383407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-285758a9-4e6a-4068-916d-0079ac9a6f73 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:20.384838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-285758a9-4e6a-4068-916d-0079ac9a6f73 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.21 "GET /v2.0/networks?id=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 HTTP/1.1" status: 200 len: 821 time: 0.7649734 Apr 25 14:36:20.440828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:20.442242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Request body: {'port': {'device_id': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062', 'admin_state_up': True, 'tenant_id': '769bdd171e304cd9a7c189925fc535ca'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:20.525590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:20.535071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:36:20.611084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a941a97-9608-413d-8ef5-8bfdf3c45c0c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:20.614011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd478f0-df9a-48ec-b40c-9c4ddfd2f0c8 req-c053e32b-4447-4136-ab92-5b27e6471de7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:20.622360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcd478f0-df9a-48ec-b40c-9c4ddfd2f0c8 req-c053e32b-4447-4136-ab92-5b27e6471de7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.9247992 Apr 25 14:36:20.685054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:36:20.685408 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:36:20.701187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:20.704281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:20.704663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.706670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.901536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:20.918516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Usage tracker for resource:port and tenant:769bdd171e304cd9a7c189925fc535ca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:20.926712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:20.933544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcd478f0-df9a-48ec-b40c-9c4ddfd2f0c8 req-5cd17a6c-fc34-4561-89cd-5197592c3184 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099787 Apr 25 14:36:20.942026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:20.945930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.966840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Made reservation on behalf of 769bdd171e304cd9a7c189925fc535ca for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:20.972463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:20.980705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:20.994200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:21.009348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:36:21.010495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:21.013804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:21.045796 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:21.126783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-8aa8c75c-11aa-4663-9ddf-5448b3f3c909 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "PUT /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 996 time: 4.5126081 Apr 25 14:36:21.129335 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3f74e2-d595-4a7a-ac6b-8109d8d6497c'] response: {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'code': 200} Apr 25 14:36:21.165197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:21.186486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Deleting port 714ba270-1f4f-4a61-a549-e84858e7cd2b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:21.186863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:21.210492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:21.223552 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Sync routers for ids ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:21.237320 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Routers {'867a02c5-57ff-47e6-9ddf-c7580e3363a5'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:21.238300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:21.264803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 172.20.0.8 (d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c/03322612-730b-4bd2-b5ad-ebb7e5447ecf/bde29288-b7a4-4925-8471-66c789590e38) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:21.318971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:21.338783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:21.442501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Port': ['ID=bf871e3e-0485-4660-9763-2dfc13e1d916,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:21.455009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-1d323824-8a77-4a09-8ab8-cb77e4912a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:21.462216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-1d323824-8a77-4a09-8ab8-cb77e4912a23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.3345449 Apr 25 14:36:21.619145 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Set router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:21.628666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Allocated IP 172.20.0.4 (72f0c4bb-3aa3-45e5-9580-1ffc71dd7062/217f58c1-8454-43c5-9f45-37578580c197/04cbac52-ec9d-48ed-a4b0-286e88fe1457) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:21.685686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:21.710860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network fa7650f6-2e97-4f25-9609-341bf7a76ddc is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:21.733253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:21.736481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:21.813578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:21.814785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:21.909605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-12c602fa-4891-4a5a-8800-897de88981d3 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.0444047 Apr 25 14:36:21.957515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41148) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:21.960021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:21.960506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.009389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.027337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:36:18Z', 'revision_number': 3, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:22.031446 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Checking router: 867a02c5-57ff-47e6-9ddf-c7580e3363a5 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:22.032418 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Updating router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 port d7edd501-bd4b-4fee-a48e-91c804a247b4 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:36:22.048507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.052736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8f2d3b93-8b3a-45d6-adde-605817458581 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8941796 Apr 25 14:36:22.054477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.056636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:22.093478 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.121530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] For port 714ba270-1f4f-4a61-a549-e84858e7cd2b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=714ba270-1f4f-4a61-a549-e84858e7cd2b,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:22.122118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.231379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:22.235525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:36:18Z', 'revision_number': 8, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:22.237577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.239940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:22.248895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:22.254375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:22.277423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:22.278057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:22.306949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Calling delete_port for 714ba270-1f4f-4a61-a549-e84858e7cd2b owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:22.343763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:22.344375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.378197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Pushing event updated for resources: {'Port': ['ID=04cbac52-ec9d-48ed-a4b0-286e88fe1457,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:22.397599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:22.408587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.432381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073299d-1c8e-4c29-b8a3-8b05614308ab req-d4865e65-cbc1-4d06-ba67-efef52cdd51d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:22.441818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0073299d-1c8e-4c29-b8a3-8b05614308ab req-d4865e65-cbc1-4d06-ba67-efef52cdd51d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 1.2326291 Apr 25 14:36:22.538644 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.564568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Transition to ACTIVE for port object d7edd501-bd4b-4fee-a48e-91c804a247b4 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:22.570867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-e0d29184-3a7e-4e5c-904f-23301d5bd691 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1336818 Apr 25 14:36:22.580178 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.595241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0073299d-1c8e-4c29-b8a3-8b05614308ab req-c48e692d-360d-446c-97a3-c80efea8daab tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524017 Apr 25 14:36:22.612355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.618671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Request body: {'port': {'device_id': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:22.665795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6991e8a6-7de1-4881-a91c-89703d15eb60'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:36:22.749668 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Attempting to bind port d7edd501-bd4b-4fee-a48e-91c804a247b4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:22.750058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Attempting to bind port d7edd501-bd4b-4fee-a48e-91c804a247b4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:22.750455 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Attempting to bind port d7edd501-bd4b-4fee-a48e-91c804a247b4 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:22.762967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event deleted for resources: {'Port': ['ID=714ba270-1f4f-4a61-a549-e84858e7cd2b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:22.772454 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:22.772737 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:22.773166 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.773560 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:22.774036 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Bound port: d7edd501-bd4b-4fee-a48e-91c804a247b4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:22.774412 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.842665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Pushing event updated for resources: {'Port': ['ID=d7edd501-bd4b-4fee-a48e-91c804a247b4,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:22.880802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.893467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.894312 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.894823 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.895603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.896100 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.896601 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.897114 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.897623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.898099 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.898597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.899083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:22.905597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:22.940395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:22.943876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] No DVR routers for this DVR port 714ba270-1f4f-4a61-a549-e84858e7cd2b on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:36:22.967743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:22.980386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-178b8f4c-72e5-45cb-94f5-39c24beaf648 req-20694ad0-a2f4-4ccf-8f67-62621a39f95c tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "DELETE /v2.0/ports/714ba270-1f4f-4a61-a549-e84858e7cd2b HTTP/1.1" status: 204 len: 173 time: 5.4252117 Apr 25 14:36:22.986585 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] For port d7edd501-bd4b-4fee-a48e-91c804a247b4, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:22.992081 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] For port d7edd501-bd4b-4fee-a48e-91c804a247b4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d7edd501-bd4b-4fee-a48e-91c804a247b4,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:22.993578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Deleting port bf871e3e-0485-4660-9763-2dfc13e1d916 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:22.994016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:23.003124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:23.004062 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:23.071504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e48b-ab0e-4d9a-a785-d80c5e39ba7c req-d811cf4c-f3e7-4c15-8199-ba9312a3043e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:23.072236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3030e48b-ab0e-4d9a-a785-d80c5e39ba7c req-d811cf4c-f3e7-4c15-8199-ba9312a3043e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Synchronizing usage tracker for tenant:769bdd171e304cd9a7c189925fc535ca on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:23.149295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b'}, {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:23.177743 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Routers {'867a02c5-57ff-47e6-9ddf-c7580e3363a5'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:23.180132 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:23.186639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3030e48b-ab0e-4d9a-a785-d80c5e39ba7c req-d811cf4c-f3e7-4c15-8199-ba9312a3043e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Unset dirty status for tenant:769bdd171e304cd9a7c189925fc535ca on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:23.187827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3030e48b-ab0e-4d9a-a785-d80c5e39ba7c req-d811cf4c-f3e7-4c15-8199-ba9312a3043e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 931 time: 0.4202297 Apr 25 14:36:23.312547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:23.464628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-7973d66b-d69e-4902-9617-f13549e9db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:23.474516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-7973d66b-d69e-4902-9617-f13549e9db26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 2.0108936 Apr 25 14:36:23.486358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Calling delete_port for bf871e3e-0485-4660-9763-2dfc13e1d916 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:23.519354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3030e48b-ab0e-4d9a-a785-d80c5e39ba7c req-1ae94c85-47e2-4d33-8cac-57943305b0ed tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226354 Apr 25 14:36:23.631510 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] Set router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:23.900556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:36:18Z', 'revision_number': 8, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:23.910139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784f9e4-2a4d-4405-93bb-df9aedaa69a1 None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'port_id': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'mac_address': 'fa:16:3e:91:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da348f6-60bf-4646-9cba-a9727db648db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:35:16Z', 'updated_at': '2022-04-25T14:36:18Z', 'revision_number': 8, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:23.926189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-1bf67303-daf2-4cbf-96f8-a7dd2bda1497 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 999 time: 0.4500711 Apr 25 14:36:23.942524 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed62c8-696f-45ed-94b5-5bc88988a456 None None] Pushing event updated for resources: {'Port': ['ID=d7edd501-bd4b-4fee-a48e-91c804a247b4,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:24.079052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-c59b0111-9cea-4776-bdbd-ce9db48b0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:24.092818 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-c59b0111-9cea-4776-bdbd-ce9db48b0f79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1082423 Apr 25 14:36:24.116430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:24.157192 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:36:18Z', 'revision_number': 3, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:24.166753 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99c98b-7b85-4e23-b2d4-8e6a635a24d4 None None] The sync data for ids ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'] in n-d-811416-6 is: [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:36:18Z', 'revision_number': 3, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:24.322226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bb453-941f-4aa2-a818-b1b1466cdaa4 req-3baaa2db-b487-475d-8422-b9be84836875 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:24.330158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b9bb453-941f-4aa2-a818-b1b1466cdaa4 req-3baaa2db-b487-475d-8422-b9be84836875 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.5382922 Apr 25 14:36:24.353057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc6124-cd1c-4e3c-84f4-935246e4a926 None None] New status for floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:36:24.355729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cbac52-ec9d-48ed-a4b0-286e88fe1457 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:24.371895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:24.400548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object bde29288-b7a4-4925-8471-66c789590e38 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:24.409965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Transition to ACTIVE for port object 04cbac52-ec9d-48ed-a4b0-286e88fe1457 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:24.412421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:24.413497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:24.434448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b9bb453-941f-4aa2-a818-b1b1466cdaa4 req-601c269e-4290-4f60-8e71-ed3d05197293 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034207 Apr 25 14:36:24.437179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:24.538305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf871e3e-0485-4660-9763-2dfc13e1d916,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:24.705760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Pushing event updated for resources: {'Port': ['ID=04cbac52-ec9d-48ed-a4b0-286e88fe1457,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:24.774676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:24.786938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-755b1c6c-86d1-4f71-a4fb-47562c3f657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:24.799854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-755b1c6c-86d1-4f71-a4fb-47562c3f657b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6884568 Apr 25 14:36:24.837321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-22f70e1c-4feb-4d13-b264-db7ed1c86854 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bf871e3e-0485-4660-9763-2dfc13e1d916 HTTP/1.1" status: 204 len: 168 time: 2.8612096 Apr 25 14:36:24.847493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41164) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:24.855718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc', 'external_fixed_ips': [{'subnet_id': '8019ca19-5573-42fd-a477-1f79cb0e5270', 'ip_address': '172.20.0.14'}]}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:24.896108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:24.980323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:router and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:24.983965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:25.001843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:25.013005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c5175bc-4601-4956-b504-64116801076f req-22e49b6f-c5e8-472e-8b67-110fa4d32517 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 210 time: 0.1215792 Apr 25 14:36:25.021485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.068443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.069508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.140612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:25.143124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-16c33a5d-59da-4951-b68f-ed147f5f6d47 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393977 Apr 25 14:36:25.148552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:25.158979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:25.207195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.338644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:25.566771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Attempting to bind port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:25.567946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Attempting to bind port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '9394cbc5-eeed-4db7-8adb-25cf332db20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:25.568342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Attempting to bind port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 on network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:25.573449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:25.574098 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.589622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 on network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:25.590026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Attempting to bind port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 on network 72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:25.615760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:25.616102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Checking segment: {'id': '9394cbc5-eeed-4db7-8adb-25cf332db20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:25.616492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Bound using segment: {'id': '9394cbc5-eeed-4db7-8adb-25cf332db20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:25.616932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Bound port: 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9394cbc5-eeed-4db7-8adb-25cf332db20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:25.617307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.618466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cb69d2f7-2330-4eac-8ee6-55a4a0402323 None None] Provisioning for port bde29288-b7a4-4925-8471-66c789590e38 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:25.634294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cb69d2f7-2330-4eac-8ee6-55a4a0402323 None None] Provisioning complete for port bde29288-b7a4-4925-8471-66c789590e38 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:25.635065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb69d2f7-2330-4eac-8ee6-55a4a0402323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:25.639560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Allocated IP 172.20.0.1 (672b82ba-8317-402a-ac01-888177eba950/e0e7a168-84a1-4bf4-8bf7-238c0a427d34/fad89289-055c-4d6d-9c3c-bd06b5529eeb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:25.673807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-d0658bdd-bcf7-46ea-8d8d-297b0ba65110 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3999856 Apr 25 14:36:25.727823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cb69d2f7-2330-4eac-8ee6-55a4a0402323 None None] Port bde29288-b7a4-4925-8471-66c789590e38 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:25.729130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47e6a3-3d01-418f-b2ee-03d1a08af0bf req-327f746c-0d40-4968-8158-42b776b9411b tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:25.730658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e47e6a3-3d01-418f-b2ee-03d1a08af0bf req-327f746c-0d40-4968-8158-42b776b9411b tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1100 time: 0.3552039 Apr 25 14:36:25.759578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'admin_state_up': True, 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'security_groups': ['55599efc-b402-4e63-9384-f5c502304a33']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:25.770929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:36:25.781073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:25.956177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:26.022960 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:36:26.040126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ace2609-fdea-4f5e-be6e-04c0f06d586a req-48fb6eac-65e2-4386-87ec-a2ebbf62b39d service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549564 Apr 25 14:36:26.050208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:26.055572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.067368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] For port 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:26.071284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e47e6a3-3d01-418f-b2ee-03d1a08af0bf req-42a8d6ba-bd23-4459-9f07-c7118837f34d tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252718 Apr 25 14:36:26.088062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] For port 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457,segment=NetworkSegment(9394cbc5-eeed-4db7-8adb-25cf332db20c),segment_id=9394cbc5-eeed-4db7-8adb-25cf332db20c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:26.098300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:26.098885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.102797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.177839 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.202087 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb4d116-11bd-4f1b-93e0-0a8eeee1f010'] response: {'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'code': 200} Apr 25 14:36:26.202087 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb4d116-11bd-4f1b-93e0-0a8eeee1f010'] response: {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'code': 200} Apr 25 14:36:26.209773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Transition to ACTIVE for port object fad89289-055c-4d6d-9c3c-bd06b5529eeb will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:26.219459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:26.229155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.236877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.284853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.301571 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ab0e73-d602-4460-a58c-40903ef93434'] response: {'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'status': 'completed', 'code': 200} Apr 25 14:36:26.312105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:26.313587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.315244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] 10.222.0.21 "PUT /v2.0/ports/04cbac52-ec9d-48ed-a4b0-286e88fe1457 HTTP/1.1" status: 200 len: 1091 time: 3.7175651 Apr 25 14:36:26.318581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'tag': '04cbac52-ec9d-48ed-a4b0-286e88fe1457'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:26.334189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:26.355282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Network 672b82ba-8317-402a-ac01-888177eba950 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:26.372945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'port_id': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'mac_address': 'fa:16:3e:fd:7c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8738ab54-adbe-43cc-a6ec-4a066ac3beee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:36:26.391441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:26.411659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:26.423548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:26.506695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.507191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.507532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.507876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.508208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.508542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.508873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.509224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.509565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.509878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.510203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.510524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:36:26.524659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b73fdd-6187-46f6-ae40-e7769fa59448 service neutron] Pushing event updated for resources: {'Port': ['ID=04cbac52-ec9d-48ed-a4b0-286e88fe1457,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:26.575891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.615511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59740dd3-e65a-4fa5-a9bd-1b4323949fdd {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:26.646741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:26.655624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.778893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d7edd501-bd4b-4fee-a48e-91c804a247b4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:26.870347 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.880393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:26.909331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-55f9bd96-3e16-42ab-9c80-72f00d7c737a None None] Provisioning for port fad89289-055c-4d6d-9c3c-bd06b5529eeb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:26.926446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-55f9bd96-3e16-42ab-9c80-72f00d7c737a None None] Provisioning complete for port fad89289-055c-4d6d-9c3c-bd06b5529eeb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:26.926981 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55f9bd96-3e16-42ab-9c80-72f00d7c737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:26.958950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['59740dd3-e65a-4fa5-a9bd-1b4323949fdd'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:36:27.030204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089993-b660-4720-8b4e-d2650202acc4 req-f1daddc4-804e-4efd-a82c-41904b763674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.032100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-f1daddc4-804e-4efd-a82c-41904b763674 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.7290108 Apr 25 14:36:27.039529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 10.1.1.126 (8508ce12-70a9-41a2-929a-4c038fc8cefa/46ed22a3-30b9-4b47-bdef-f6e62d528c83/42dc84df-4c41-44b9-bf18-4c7d3921ea1a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:27.045852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d7edd501-bd4b-4fee-a48e-91c804a247b4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:27.050011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5c85-b67f-4c8a-8205-8861abd29929 req-0c1776eb-b3d1-4e5b-8bbf-4baf1a1bab16 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.051427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f3fa5c85-b67f-4c8a-8205-8861abd29929 req-0c1776eb-b3d1-4e5b-8bbf-4baf1a1bab16 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 945 time: 0.3540587 Apr 25 14:36:27.054405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-55f9bd96-3e16-42ab-9c80-72f00d7c737a None None] Port fad89289-055c-4d6d-9c3c-bd06b5529eeb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:27.058633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d7edd501-bd4b-4fee-a48e-91c804a247b4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:27.059075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.132725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Pushing event updated for resources: {'Port': ['ID=fad89289-055c-4d6d-9c3c-bd06b5529eeb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:27.183126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02429627-003a-47c1-b441-56c3bae199be req-57c72bfc-bc73-4c67-8f00-c55ff3b46486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.184645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02429627-003a-47c1-b441-56c3bae199be req-57c72bfc-bc73-4c67-8f00-c55ff3b46486 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1101 time: 0.5296118 Apr 25 14:36:27.190227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-c3a21655-bdd1-4ced-bd9c-578b70635ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.191664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-c3a21655-bdd1-4ced-bd9c-578b70635ef0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=769bdd171e304cd9a7c189925fc535ca&device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 1094 time: 0.8350046 Apr 25 14:36:27.220987 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f3fa5c85-b67f-4c8a-8205-8861abd29929 req-ec8fae69-345a-4479-b3cc-41c0cc287d33 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449134 Apr 25 14:36:27.263839 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.315280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d7edd501-bd4b-4fee-a48e-91c804a247b4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d7edd501-bd4b-4fee-a48e-91c804a247b4,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:27.321927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1418-7159-4824-8e20-be36a613b8e6 req-5aa65543-5a73-4768-ada6-afb190a9ab9b tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.323819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569c1418-7159-4824-8e20-be36a613b8e6 req-5aa65543-5a73-4768-ada6-afb190a9ab9b tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 943 time: 0.8564014 Apr 25 14:36:27.326230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.327974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-cca7e3c4-6834-4c5e-96a2-759d253db165 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457 HTTP/1.1" status: 200 len: 217 time: 0.1107337 Apr 25 14:36:27.417349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d7edd501-bd4b-4fee-a48e-91c804a247b4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:27.436777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089993-b660-4720-8b4e-d2650202acc4 req-7acb55f9-e24b-4987-b75e-1b436247b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.438893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-7acb55f9-e24b-4987-b75e-1b436247b87a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.3972640 Apr 25 14:36:27.452850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02429627-003a-47c1-b441-56c3bae199be req-c64095a1-689e-441f-a7b4-78228d8b46c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570839 Apr 25 14:36:27.488332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.506127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-28b19619-a7e8-4107-80a1-97b7ab47d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.508324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-28b19619-a7e8-4107-80a1-97b7ab47d2d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=217f58c1-8454-43c5-9f45-37578580c197 HTTP/1.1" status: 200 len: 861 time: 0.1523266 Apr 25 14:36:27.510741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569c1418-7159-4824-8e20-be36a613b8e6 req-71060170-9bce-426b-9754-4752abc18be1 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144896 Apr 25 14:36:27.697733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a78d0b57-8042-4c0a-9b17-23c775ac1e76 req-44817894-56a6-40d1-9491-2d78a7526416 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 998 time: 0.1498244 Apr 25 14:36:27.758866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.765683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-0e77ed6b-88e6-4e2e-801c-d48c8c4a785e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 1001 time: 0.3152919 Apr 25 14:36:27.828369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object 42dc84df-4c41-44b9-bf18-4c7d3921ea1a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:27.836158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-1cbde0b1-3a95-47ce-94f3-c6e706586b99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018987 Apr 25 14:36:27.846868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fd89f-3655-460d-87e1-a3399f29fe1d req-61a5b59c-2aec-4763-a7c8-d07fa05590ac tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.848319 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-217fd89f-3655-460d-87e1-a3399f29fe1d req-61a5b59c-2aec-4763-a7c8-d07fa05590ac tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.4693244 Apr 25 14:36:27.849355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.907681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:27.982543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089993-b660-4720-8b4e-d2650202acc4 req-7cdc0bed-e617-43ab-aa82-55c1900d130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:27.983898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-7cdc0bed-e617-43ab-aa82-55c1900d130c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.1960471 Apr 25 14:36:28.042788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-217fd89f-3655-460d-87e1-a3399f29fe1d req-e71f6e20-b57f-4bf4-9c42-9adb7faa059f tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620939 Apr 25 14:36:28.104345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.200220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0b57-8042-4c0a-9b17-23c775ac1e76 req-40641ccb-5ac7-4ce5-8e15-9dec76a7e797 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:28.201596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a78d0b57-8042-4c0a-9b17-23c775ac1e76 req-40641ccb-5ac7-4ce5-8e15-9dec76a7e797 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4924867 Apr 25 14:36:28.204537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:28.246936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-ad5be752-c1c4-412c-ab9f-07e0431244f4 service neutron] 10.222.0.21 "GET /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039493 Apr 25 14:36:28.251396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.264082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:28.273120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:28.276435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.434052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'name': 'network-vif-deleted', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:28.438585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:28.445973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:28.535398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Pushing event updated for resources: {'Port': ['ID=fad89289-055c-4d6d-9c3c-bd06b5529eeb,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:28.544270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089993-b660-4720-8b4e-d2650202acc4 req-e10e2c8a-7cd5-424f-931c-01fa4946296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:28.545288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.545844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-e10e2c8a-7cd5-424f-931c-01fa4946296a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5476930 Apr 25 14:36:28.554097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.608614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97d8ca11-6e90-4c39-882b-d7d1d569924b None None] Provisioning for port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:28.614827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Allocated IP 172.20.0.14 (fa7650f6-2e97-4f25-9609-341bf7a76ddc/8019ca19-5573-42fd-a477-1f79cb0e5270/bae62a24-13b9-4c2c-a585-84bb9b1ce73a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:28.619090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97d8ca11-6e90-4c39-882b-d7d1d569924b None None] Provisioning complete for port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:28.622264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97d8ca11-6e90-4c39-882b-d7d1d569924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.624529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:28.625252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.654987 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e757f15d-c190-4d72-8673-23299a21100a'] response: {'name': 'network-changed', 'server_uuid': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'tag': '04cbac52-ec9d-48ed-a4b0-286e88fe1457', 'status': 'completed', 'code': 200} Apr 25 14:36:28.662243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d070a8a-41bf-474e-9a71-194e81d8d085 req-2dd45c2b-79d9-419b-957f-313b53f30e3e service neutron] 10.222.0.21 "GET /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062538 Apr 25 14:36:28.715129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d7edd501-bd4b-4fee-a48e-91c804a247b4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:28.757876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f24bb-d1c6-435b-9c2e-a3c97feb0000 req-7f66022d-a567-4da3-a530-174e711e0fcd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:28.763827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f24bb-d1c6-435b-9c2e-a3c97feb0000 req-7f66022d-a567-4da3-a530-174e711e0fcd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:28.764846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5f1f24bb-d1c6-435b-9c2e-a3c97feb0000 req-7f66022d-a567-4da3-a530-174e711e0fcd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:28.791761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-97d8ca11-6e90-4c39-882b-d7d1d569924b None None] Port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:28.820238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d7edd501-bd4b-4fee-a48e-91c804a247b4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:28.820658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:28.829538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-b5d2ab18-9399-416d-8f16-bd7d4a19fed8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0803208 Apr 25 14:36:28.899902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'admin_state_up': True, 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'security_groups': ['55599efc-b402-4e63-9384-f5c502304a33']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:28.910449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-8df98272-5540-40ba-b80e-dfdb96841bb9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1877348 Apr 25 14:36:28.977221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5f1f24bb-d1c6-435b-9c2e-a3c97feb0000 req-7f66022d-a567-4da3-a530-174e711e0fcd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:28.978387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f1f24bb-d1c6-435b-9c2e-a3c97feb0000 req-7f66022d-a567-4da3-a530-174e711e0fcd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 1653 time: 0.8161895 Apr 25 14:36:28.994790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Network 672b82ba-8317-402a-ac01-888177eba950 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:29.008952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:29.031877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-3a24fe3f-f6df-4de6-ba50-db7a511d4777 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:29.034031 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-3a24fe3f-f6df-4de6-ba50-db7a511d4777 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports/6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 942 time: 0.1081662 Apr 25 14:36:29.090880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-d89b99c4-ecfb-45ec-802a-204d64e73352 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345075 Apr 25 14:36:29.118735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-3cbf4010-36c0-4999-877f-cffce029702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:29.120263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-3cbf4010-36c0-4999-877f-cffce029702a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=769bdd171e304cd9a7c189925fc535ca&device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 1094 time: 0.2991674 Apr 25 14:36:29.319698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e735049c-568f-4f15-9eea-a15c4435ddf8 None None] Provisioning complete for port fad89289-055c-4d6d-9c3c-bd06b5529eeb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:29.319698 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e735049c-568f-4f15-9eea-a15c4435ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:29.325885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:29.338221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f1f24bb-d1c6-435b-9c2e-a3c97feb0000 req-4f3daa60-b257-469b-b835-e34c125a3f03 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933195 Apr 25 14:36:29.359012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:29.381658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-e70fd38d-53ec-4ad5-8685-b5e1d0f8271e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6598382 Apr 25 14:36:29.382041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e735049c-568f-4f15-9eea-a15c4435ddf8 None None] Port fad89289-055c-4d6d-9c3c-bd06b5529eeb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:29.402784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:29.436931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-9d823c1a-fb1d-4c8a-8539-db073ac38d6f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.2519517 Apr 25 14:36:29.443072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54089993-b660-4720-8b4e-d2650202acc4 req-080e07ff-c6e7-4173-b9cb-3070bd62dc8a service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363574 Apr 25 14:36:29.451189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:29.454968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:29.482386 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22ab6ac-f4b5-459d-86e4-ac6fbbc8806a'] response: {'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'code': 200} Apr 25 14:36:29.487887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:29.621432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-011641a4-f711-4dad-90d0-641cb0bc438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:29.622982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-011641a4-f711-4dad-90d0-641cb0bc438e service neutron] 10.222.0.21 "GET /v2.0/networks?id=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 HTTP/1.1" status: 200 len: 922 time: 0.4901073 Apr 25 14:36:29.625311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:36:29.659355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network fa7650f6-2e97-4f25-9609-341bf7a76ddc is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:29.677606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:29.680034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:29.732422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Port': ['ID=bae62a24-13b9-4c2c-a585-84bb9b1ce73a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:29.776017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:29.880811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:29.881269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:29.918508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-64c04ffd-18b8-45c1-be47-32d397b08e78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457 HTTP/1.1" status: 200 len: 217 time: 0.2878618 Apr 25 14:36:30.018647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:30.030533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 10.1.1.138 (8508ce12-70a9-41a2-929a-4c038fc8cefa/46ed22a3-30b9-4b47-bdef-f6e62d528c83/23cc6f25-55a1-47ed-af7e-ec6621894849) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:30.072905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:30.079108 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:30.084582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b249-4fe8-48cc-80b8-a6c17bf05157 req-137656bb-ca10-4fd3-9b1f-90ff60d5f927 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:30.091668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3513b249-4fe8-48cc-80b8-a6c17bf05157 req-137656bb-ca10-4fd3-9b1f-90ff60d5f927 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 945 time: 0.4739282 Apr 25 14:36:30.168526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:30.206419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-b78c65df-464a-4990-8078-a60d9df12b4f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:30.209500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-b78c65df-464a-4990-8078-a60d9df12b4f tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.7126050 Apr 25 14:36:30.285008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3513b249-4fe8-48cc-80b8-a6c17bf05157 req-25ca5afe-7df3-47c4-b8a1-56f2093704dc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924698 Apr 25 14:36:30.288540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-160e5e9f-95a6-407e-bdee-e3cb1c39196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:30.290080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-160e5e9f-95a6-407e-bdee-e3cb1c39196c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=217f58c1-8454-43c5-9f45-37578580c197 HTTP/1.1" status: 200 len: 861 time: 0.2654433 Apr 25 14:36:30.362732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:30.373734 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Sync routers for ids ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:30.387658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-46567300-d558-4955-948e-b2863108ceb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825355 Apr 25 14:36:30.393948 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Routers {'867a02c5-57ff-47e6-9ddf-c7580e3363a5'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:30.394588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:30.396231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-94869d2c-5741-4262-a77d-11660d35303e admin admin] 10.222.0.23 "PUT /v2.0/routers/867a02c5-57ff-47e6-9ddf-c7580e3363a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3363256 Apr 25 14:36:30.434721 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea71d58-025e-4391-a728-9ff5a05641e6'] response: {'server_uuid': '6bd419e8-9cfd-4cb6-b0a1-6d6bf9473810', 'name': 'network-vif-deleted', 'tag': '714ba270-1f4f-4a61-a549-e84858e7cd2b', 'status': 'completed', 'code': 200} Apr 25 14:36:30.612289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41220) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:30.632209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-941983d3-af60-4244-a16f-037450013edd tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.4026766 Apr 25 14:36:30.649928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:30.720534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2139154708'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:30.730998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:30.744588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Set router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:30.745623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:30.755450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:network and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:30.762829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:30.785568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:30.808145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-65936467-9f66-4fe1-a1f3-1237a8844dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101589 Apr 25 14:36:30.810582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:30.835578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:30.866707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929894-3e42-4d92-9eab-bcf569104af0 req-090b17f5-ee97-44bf-b3eb-f77ebb99b77e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:30.868651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76929894-3e42-4d92-9eab-bcf569104af0 req-090b17f5-ee97-44bf-b3eb-f77ebb99b77e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 943 time: 0.3797104 Apr 25 14:36:30.905706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object 23cc6f25-55a1-47ed-af7e-ec6621894849 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:30.913348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:30.917081 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.065769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-76929894-3e42-4d92-9eab-bcf569104af0 req-c69ee49b-e971-47fa-b627-6bf5825bda4e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Synchronizing usage tracker for tenant:769bdd171e304cd9a7c189925fc535ca on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:31.112264 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fad89289-055c-4d6d-9c3c-bd06b5529eeb', 'name': '', 'network_id': '672b82ba-8317-402a-ac01-888177eba950', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'mac_address': 'fa:16:3e:8a:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:24Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 2, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'subnets': [{'id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:31.117350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Checking router: 867a02c5-57ff-47e6-9ddf-c7580e3363a5 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:31.118398 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Updating router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 port fad89289-055c-4d6d-9c3c-bd06b5529eeb binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:36:31.130727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:36:31.164408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.164822 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Added segment ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f of type vlan for network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 Apr 25 14:36:31.176675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-76929894-3e42-4d92-9eab-bcf569104af0 req-c69ee49b-e971-47fa-b627-6bf5825bda4e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Unset dirty status for tenant:769bdd171e304cd9a7c189925fc535ca on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:31.178033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76929894-3e42-4d92-9eab-bcf569104af0 req-c69ee49b-e971-47fa-b627-6bf5825bda4e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013322 Apr 25 14:36:31.198942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19c695d6-1c36-43a8-8e5a-1fba67394044 req-004bd7f8-c3ff-4401-b935-f23d979d1a07 service neutron] 10.222.0.21 "GET /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258662 Apr 25 14:36:31.199389 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.221017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.307360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.313604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.318199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.318478 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 disassociated. External IP: 172.25.0.124, port: 6991e8a6-7de1-4881-a91c-89703d15eb60. Apr 25 14:36:31.413740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:31.421747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:31.430596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-0141613c-b468-4911-98e8-da303ceadbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:31.432093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-0141613c-b468-4911-98e8-da303ceadbd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1100 time: 0.5249753 Apr 25 14:36:31.442962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:31.483647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:31.507233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.513266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:31.514142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.665153 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.680085 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Transition to ACTIVE for port object fad89289-055c-4d6d-9c3c-bd06b5529eeb will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:31.690718 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.699611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:31.708420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:31.731964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 04cbac52-ec9d-48ed-a4b0-286e88fe1457 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:36:31.875406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Network': ['ID=c0c84546-ba79-4a0c-82ab-003ddf9c49d9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:31.881650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-86c2ee29-dd16-49f7-a6a8-608c9fcac66d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2655611 Apr 25 14:36:31.887083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-25ef38d3-159f-4d4a-9ab8-e0392f9aef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:31.892606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-25ef38d3-159f-4d4a-9ab8-e0392f9aef93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3269236 Apr 25 14:36:31.910842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457,segment=NetworkSegment(9394cbc5-eeed-4db7-8adb-25cf332db20c),segment_id=9394cbc5-eeed-4db7-8adb-25cf332db20c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:31.929001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '04cbac52-ec9d-48ed-a4b0-286e88fe1457', 'network_id': '72f0c4bb-3aa3-45e5-9580-1ffc71dd7062', 'port_id': '04cbac52-ec9d-48ed-a4b0-286e88fe1457', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217f58c1-8454-43c5-9f45-37578580c197', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:36:31.934869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:36:31.945462 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128b0f4-3f85-4851-988a-c10ac226152b None None] Pushing event updated for resources: {'Port': ['ID=fad89289-055c-4d6d-9c3c-bd06b5529eeb,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:31.996024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41232) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:32.010301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'subnet': {'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:32.030665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Attempting to bind port fad89289-055c-4d6d-9c3c-bd06b5529eeb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:32.031076 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Attempting to bind port fad89289-055c-4d6d-9c3c-bd06b5529eeb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:32.033444 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Attempting to bind port fad89289-055c-4d6d-9c3c-bd06b5529eeb on network 672b82ba-8317-402a-ac01-888177eba950 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:32.039130 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:32.039623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Checking segment: {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:32.040021 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.040404 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Bound using segment: {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:32.040874 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Bound port: fad89289-055c-4d6d-9c3c-bd06b5529eeb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b9354d-86a4-40da-9001-9f3d32e6e749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '672b82ba-8317-402a-ac01-888177eba950'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:32.041265 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.151543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] For port fad89289-055c-4d6d-9c3c-bd06b5529eeb, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:32.155277 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] For port fad89289-055c-4d6d-9c3c-bd06b5529eeb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fad89289-055c-4d6d-9c3c-bd06b5529eeb,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:32.160770 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.164931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.176910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-19bcc106-4ab6-4428-a8b7-894805ff9f49 None None] Provisioning for port 23cc6f25-55a1-47ed-af7e-ec6621894849 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:32.186737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-19bcc106-4ab6-4428-a8b7-894805ff9f49 None None] Provisioning complete for port 23cc6f25-55a1-47ed-af7e-ec6621894849 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:32.187113 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19bcc106-4ab6-4428-a8b7-894805ff9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.217697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cbac52-ec9d-48ed-a4b0-286e88fe1457 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:32.228129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:32.232548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:subnet and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:32.235922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:32.237630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:32.238279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.243088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:32.247029 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128b0f4-3f85-4851-988a-c10ac226152b None None] Pushing event updated for resources: {'Port': ['ID=fad89289-055c-4d6d-9c3c-bd06b5529eeb,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:32.263812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-4da130a8-efbe-4504-ae0f-1700afa7ed73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1165409 Apr 25 14:36:32.267142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:32.267356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457,segment=NetworkSegment(9394cbc5-eeed-4db7-8adb-25cf332db20c),segment_id=9394cbc5-eeed-4db7-8adb-25cf332db20c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:32.271223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.275741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.286696 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Routers {'867a02c5-57ff-47e6-9ddf-c7580e3363a5'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:32.287579 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:32.320563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-19bcc106-4ab6-4428-a8b7-894805ff9f49 None None] Port 23cc6f25-55a1-47ed-af7e-ec6621894849 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:32.379826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=04cbac52-ec9d-48ed-a4b0-286e88fe1457,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:32.438451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:36:32.517901 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] Set router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:32.547666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-47b712f6-c252-49d1-8d7c-5f2752d2c071 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6624198 Apr 25 14:36:32.580971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'admin_state_up': True, 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'security_groups': ['55599efc-b402-4e63-9384-f5c502304a33']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:32.628303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e991a-8fe5-437a-9262-8ccb285ccb24 req-01763994-9993-4fc3-89bc-cd4395c5eb10 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:32.630106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-667e991a-8fe5-437a-9262-8ccb285ccb24 req-01763994-9993-4fc3-89bc-cd4395c5eb10 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 1.0636208 Apr 25 14:36:32.698613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['04cbac52-ec9d-48ed-a4b0-286e88fe1457'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:36:32.715593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5c48a39e-4d0d-4bfa-bc72-eab4304d41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:32.717245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5c48a39e-4d0d-4bfa-bc72-eab4304d41de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3918834 Apr 25 14:36:32.725567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Router 1af4f679-617f-455f-92f9-c4badc6896e4 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:36:32.763824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:32.774378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.775472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:32.790331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:32.791583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:32.891196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-667e991a-8fe5-437a-9262-8ccb285ccb24 req-08c255f3-0c95-41a1-864c-5c2c48d2a158 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506504 Apr 25 14:36:32.897673 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-01be9988-202f-4c96-bcad-83c167576b1d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "PUT /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 696 time: 2.2552197 Apr 25 14:36:32.898754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:32.909546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:32.942900 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fad89289-055c-4d6d-9c3c-bd06b5529eeb', 'name': '', 'network_id': '672b82ba-8317-402a-ac01-888177eba950', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'mac_address': 'fa:16:3e:8a:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:24Z', 'updated_at': '2022-04-25T14:36:32Z', 'revision_number': 4, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'subnets': [{'id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:32.947559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ab53-f398-431f-b1f1-66f332aa4bbf None None] The sync data for ids ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'] in n-d-811416-6 is: [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fad89289-055c-4d6d-9c3c-bd06b5529eeb', 'name': '', 'network_id': '672b82ba-8317-402a-ac01-888177eba950', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'mac_address': 'fa:16:3e:8a:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:24Z', 'updated_at': '2022-04-25T14:36:32Z', 'revision_number': 4, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'subnets': [{'id': 'e0e7a168-84a1-4bf4-8bf7-238c0a427d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:33.032440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:33.051979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Usage tracker for resource:port and tenant:f6da6b6e7f784d43812aed56cda966bb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:33.071960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Subnet': ['ID=5b3a5247-884d-4aa2-be41-3a3d5df160c2,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:33.126550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Checking segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:33.126916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network hostable DHCP agents. Network: c0c84546-ba79-4a0c-82ab-003ddf9c49d9, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:36:33.127688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:33.164895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-169947be-df91-48aa-bd09-59add0f29523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:33.166776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-169947be-df91-48aa-bd09-59add0f29523 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.2517412 Apr 25 14:36:33.170141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:36:33.179089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:33.192256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:33.202406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:33.204611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Sync routers for ids ['1af4f679-617f-455f-92f9-c4badc6896e4'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:33.222098 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Routers {'1af4f679-617f-455f-92f9-c4badc6896e4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:33.223029 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1af4f679-617f-455f-92f9-c4badc6896e4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:33.242493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c0c84546-ba79-4a0c-82ab-003ddf9c49d9) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:33.261313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:33.261907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.281723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-3f3ef04a-a907-43b5-b858-751e039a7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:33.283439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-3f3ef04a-a907-43b5-b858-751e039a7848 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5541222 Apr 25 14:36:33.356858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6a92f1b1-b218-4469-bfa0-60ed77ee113c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3569045 Apr 25 14:36:33.357811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41240) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:33.365475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-127162284'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:33.371243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce145b0-a4b9-4503-b31a-97af3d3fc1f3 None None] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:33.375607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:33.383325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:network and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:33.388969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:33.406759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:33.424950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-c4863689-b41a-4e0c-bf72-a21db922dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:33.427331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-c4863689-b41a-4e0c-bf72-a21db922dc7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.2520938 Apr 25 14:36:33.429087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:33.433506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.533810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-80d1952b-d41a-4555-96a4-6cc0e56e31b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 217 time: 0.0874872 Apr 25 14:36:33.546832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:36:33.555345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-6f4cec5c-dd3d-40dc-896d-52df251a72fe service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638836 Apr 25 14:36:33.556990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:33.558279 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Set router 1af4f679-617f-455f-92f9-c4badc6896e4 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:33.559499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.559858 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Added segment d24433c9-8d08-4691-94a8-976593f5c935 of type vlan for network 3519b452-2443-4954-8851-07abd77080ed Apr 25 14:36:33.594300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.607257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.612620 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-74139e2e-1cd0-4a1b-ab8f-e6e4e3700224 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.7610605 Apr 25 14:36:33.613778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:33.690768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-f8662388-7ad9-400f-a46c-3d6fb5950cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:33.692612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-f8662388-7ad9-400f-a46c-3d6fb5950cca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.0678284 Apr 25 14:36:33.693777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.699449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:33.700072 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:33.903654 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.015252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.016751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'fixed_ips': [{'subnet_id': '5b3a5247-884d-4aa2-be41-3a3d5df160c2'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:36:34.017629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.097360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Network': ['ID=3519b452-2443-4954-8851-07abd77080ed,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:34.114577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 3519b452-2443-4954-8851-07abd77080ed details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:36:34.122625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8007ae07-3da0-41c8-8a39-31d33694af20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7640009 Apr 25 14:36:34.124674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41250) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:34.135902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'subnet': {'network_id': '3519b452-2443-4954-8851-07abd77080ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:34.174056 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4f679-617f-455f-92f9-c4badc6896e4', 'name': '', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc', 'external_fixed_ips': [{'subnet_id': '8019ca19-5573-42fd-a477-1f79cb0e5270', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bae62a24-13b9-4c2c-a585-84bb9b1ce73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:25Z', 'updated_at': '2022-04-25T14:36:30Z', 'revision_number': 3, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port': {'id': 'bae62a24-13b9-4c2c-a585-84bb9b1ce73a', 'name': '', 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4f679-617f-455f-92f9-c4badc6896e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '8019ca19-5573-42fd-a477-1f79cb0e5270', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:27Z', 'updated_at': '2022-04-25T14:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8019ca19-5573-42fd-a477-1f79cb0e5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:34.181285 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Checking router: 1af4f679-617f-455f-92f9-c4badc6896e4 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:34.181947 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Updating router 1af4f679-617f-455f-92f9-c4badc6896e4 port bae62a24-13b9-4c2c-a585-84bb9b1ce73a binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:36:34.242267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedd34-ec11-46d7-b71d-5acef947f2a0 req-dddc7c70-9c4a-4810-9d53-875086994787 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:34.243987 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1eedd34-ec11-46d7-b71d-5acef947f2a0 req-dddc7c70-9c4a-4810-9d53-875086994787 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 1.0497034 Apr 25 14:36:34.250949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:34.263639 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.280195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:36:34.281105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-bab3281a-2172-40a6-bd01-c57e4a387a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:34.289355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-bab3281a-2172-40a6-bd01-c57e4a387a72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5848472 Apr 25 14:36:34.348716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:34.354032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:34.354828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:34.402322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:subnet and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:34.416681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:34.426935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:34.459910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:34.464659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.522837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-688d996c-fa73-440d-890f-4946b1261e74 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323649 Apr 25 14:36:34.554499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Allocated IP 19.80.0.2 (c0c84546-ba79-4a0c-82ab-003ddf9c49d9/5b3a5247-884d-4aa2-be41-3a3d5df160c2/b87f4dcc-d8a5-43fb-bb29-ed40824a7720) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:34.582088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1eedd34-ec11-46d7-b71d-5acef947f2a0 req-e4ac7a98-c426-4721-b9ff-42b8c5457f84 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006434 Apr 25 14:36:34.596241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.747308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fad89289-055c-4d6d-9c3c-bd06b5529eeb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:34.801302 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.817957 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Transition to ACTIVE for port object bae62a24-13b9-4c2c-a585-84bb9b1ce73a will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:34.827234 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.851261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-61a0adfb-e63a-4101-9c88-48b39c89ca8e service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2573702 Apr 25 14:36:34.904147 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Attempting to bind port bae62a24-13b9-4c2c-a585-84bb9b1ce73a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:34.904516 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Attempting to bind port bae62a24-13b9-4c2c-a585-84bb9b1ce73a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:34.904887 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Attempting to bind port bae62a24-13b9-4c2c-a585-84bb9b1ce73a on network fa7650f6-2e97-4f25-9609-341bf7a76ddc {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:34.907740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:34.920098 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:34.920477 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Checking segment: {'id': 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:34.920878 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:34.921367 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Bound using segment: {'id': 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:34.922849 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Bound port: bae62a24-13b9-4c2c-a585-84bb9b1ce73a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa7650f6-2e97-4f25-9609-341bf7a76ddc'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:34.923274 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.042223 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] For port bae62a24-13b9-4c2c-a585-84bb9b1ce73a, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:35.045933 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] For port bae62a24-13b9-4c2c-a585-84bb9b1ce73a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bae62a24-13b9-4c2c-a585-84bb9b1ce73a,segment=NetworkSegment(b2b66622-4df4-4f9e-8c2b-c2f5fc39630b),segment_id=b2b66622-4df4-4f9e-8c2b-c2f5fc39630b)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:35.061643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.071193 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.096304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-68dc155a-6be1-4814-8b0c-24ed131d7fe7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:35.102650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-68dc155a-6be1-4814-8b0c-24ed131d7fe7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:35.111555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-68dc155a-6be1-4814-8b0c-24ed131d7fe7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:35.112566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-68dc155a-6be1-4814-8b0c-24ed131d7fe7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:35.113943 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c04f5-b6bf-40a4-9806-44abe5a3dd6a None None] Pushing event updated for resources: {'Port': ['ID=bae62a24-13b9-4c2c-a585-84bb9b1ce73a,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:35.129644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Deleting port bae62a24-13b9-4c2c-a585-84bb9b1ce73a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:35.129989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.181473 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Routers {'1af4f679-617f-455f-92f9-c4badc6896e4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:35.182949 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1af4f679-617f-455f-92f9-c4badc6896e4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:35.191766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3feb08e-372c-4fe4-90a4-7174a4aef42b req-1082fbe3-edd6-4941-ab59-558cfb72cc81 service neutron] 10.222.0.23 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680322 Apr 25 14:36:35.214067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fad89289-055c-4d6d-9c3c-bd06b5529eeb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:35.260971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-68dc155a-6be1-4814-8b0c-24ed131d7fe7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:35.262171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-68dc155a-6be1-4814-8b0c-24ed131d7fe7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 2374 time: 0.4211149 Apr 25 14:36:35.267203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fad89289-055c-4d6d-9c3c-bd06b5529eeb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:35.267203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.306227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.343399 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c04f5-b6bf-40a4-9806-44abe5a3dd6a None None] Pushing event updated for resources: {'Port': ['ID=bae62a24-13b9-4c2c-a585-84bb9b1ce73a,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:35.396745 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.444713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Transition to ACTIVE for port object b87f4dcc-d8a5-43fb-bb29-ed40824a7720 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:35.472025 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56c1ee96-7a15-4f22-ad84-53d4d99f51cd req-a75cb5b9-0194-444b-b2eb-543bbc28a86d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957293 Apr 25 14:36:35.512434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Transition to ACTIVE for port object b87f4dcc-d8a5-43fb-bb29-ed40824a7720 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:35.526144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 10.2.2.100 (5a93db98-efb3-4ef3-84a8-41c75d9b042d/47ea247b-d0db-4f64-8237-aeb04190a04c/79eee83e-e608-4f00-9eba-ab94763a80bf) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:35.550571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.569167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Subnet': ['ID=b11fdf9d-180a-4d5d-88e3-4b7c292f3734,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:35.599871 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.622279 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93dfe43-6738-4ad4-8bd1-9fa2530206e1'] response: {'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'code': 200} Apr 25 14:36:35.642130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Checking segment: {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:35.642695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network hostable DHCP agents. Network: 3519b452-2443-4954-8851-07abd77080ed, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:36:35.662137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:35.670924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:35.677949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:35.679974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Pushing event updated for resources: {'Port': ['ID=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:35.698036 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] Set router 1af4f679-617f-455f-92f9-c4badc6896e4 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:36:35.710792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c1dc4-484b-4904-85cd-6dc1407ecdd3 req-a1bfc2bb-228c-4172-bed2-22b02e1da524 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:35.715865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d14c1dc4-484b-4904-85cd-6dc1407ecdd3 req-a1bfc2bb-228c-4172-bed2-22b02e1da524 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.3357418 Apr 25 14:36:35.751908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] For port bae62a24-13b9-4c2c-a585-84bb9b1ce73a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bae62a24-13b9-4c2c-a585-84bb9b1ce73a,segment=NetworkSegment(b2b66622-4df4-4f9e-8c2b-c2f5fc39630b),segment_id=b2b66622-4df4-4f9e-8c2b-c2f5fc39630b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:35.752500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.778683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:35.800239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network 3519b452-2443-4954-8851-07abd77080ed is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:36:35.819305 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4f679-617f-455f-92f9-c4badc6896e4', 'name': '', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:25Z', 'updated_at': '2022-04-25T14:36:35Z', 'revision_number': 4, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:35.823467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e394e-ef1c-424e-855f-17494a755d8a None None] The sync data for ids ['1af4f679-617f-455f-92f9-c4badc6896e4'] in n-d-811416-6 is: [{'id': '1af4f679-617f-455f-92f9-c4badc6896e4', 'name': '', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:25Z', 'updated_at': '2022-04-25T14:36:35Z', 'revision_number': 4, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:35.824828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d14c1dc4-484b-4904-85cd-6dc1407ecdd3 req-74343083-11f0-41eb-b8fb-5a8a09430554 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019547 Apr 25 14:36:35.851528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38fc2b-cddc-43fb-9c8a-de558946f04e None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:34:43Z', 'revision_number': 4, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a7c33f56-1a54-4b28-be91-863559d102de', 'name': '', 'network_id': 'e098d67d-3a38-4e13-87d7-606a1a32fc35', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'mac_address': 'fa:16:3e:14:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:39Z', 'updated_at': '2022-04-25T14:34:51Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'subnets': [{'id': 'f59b5320-faf1-4b66-be1b-55e0f89229b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:35.868241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 04cbac52-ec9d-48ed-a4b0-286e88fe1457 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:35.912318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 3519b452-2443-4954-8851-07abd77080ed) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:35.915370 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eee3d7f-50ee-4ed3-8fa8-b5b8a62e8417'] response: {'name': 'network-changed', 'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'status': 'completed', 'code': 200} Apr 25 14:36:35.923324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Calling delete_port for bae62a24-13b9-4c2c-a585-84bb9b1ce73a owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:35.929865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f4c75-3f19-43d0-a1d8-37e6061e98fe None None] Network 3519b452-2443-4954-8851-07abd77080ed requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:35.932606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:35.933354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:35.949149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fad89289-055c-4d6d-9c3c-bd06b5529eeb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fad89289-055c-4d6d-9c3c-bd06b5529eeb,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:35.999207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:36.002939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Attempting to bind port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:36.003557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Attempting to bind port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:36.004737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Attempting to bind port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:36.010799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4fd7bdae-8ff6-482e-8953-76d06851775f tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8843148 Apr 25 14:36:36.038851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6e8a3-bcc8-4314-8f50-c8426f9be19c req-034eb8fe-469f-40a5-801c-197628470b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:36.041022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cdc6e8a3-bcc8-4314-8f50-c8426f9be19c req-034eb8fe-469f-40a5-801c-197628470b40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 1097 time: 0.2145236 Apr 25 14:36:36.172203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cdc6e8a3-bcc8-4314-8f50-c8426f9be19c req-5952d216-d97d-4e90-a3be-2aaa5cd95b09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227088 Apr 25 14:36:36.212331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d97d2-545a-4057-8f70-ff570fed2017 req-91bde374-7799-4477-983e-796e5e66ad9b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:36.213904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a9d97d2-545a-4057-8f70-ff570fed2017 req-91bde374-7799-4477-983e-796e5e66ad9b tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.1324480 Apr 25 14:36:36.261182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:36.261875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Checking segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:36.262666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:36.263187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Bound using segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:36.263783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Bound port: b87f4dcc-d8a5-43fb-bb29-ed40824a7720, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:36.264276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:36.276445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a9d97d2-545a-4057-8f70-ff570fed2017 req-ecaafe8d-c053-44d3-9eae-8ac9bc7a1825 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496993 Apr 25 14:36:36.324602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1f4f3-8451-4808-93df-9155105db7c3 None None] New status for floating IP ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:36:36.547145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:36.585396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-0abf86cd-bb69-4064-9496-e4e2fcc8ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:36.586814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-0abf86cd-bb69-4064-9496-e4e2fcc8ad34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9740b06279f9402999c2dd6daedc4f49&device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 1096 time: 0.5186570 Apr 25 14:36:36.640684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e19e12-4137-45d0-b39f-b3930ad61de7 req-85495d2e-e2a4-46eb-9997-437528e59ae3 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:36.642144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92e19e12-4137-45d0-b39f-b3930ad61de7 req-85495d2e-e2a4-46eb-9997-437528e59ae3 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 944 time: 0.6377692 Apr 25 14:36:36.643187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object 79eee83e-e608-4f00-9eba-ab94763a80bf will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:36.673597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fad89289-055c-4d6d-9c3c-bd06b5529eeb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:36.740903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08105bd-7acf-4b8f-b353-12290eeb4402 req-e7e73ed9-438e-4b25-b8e3-6fe3d3256da5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:36.771705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a08105bd-7acf-4b8f-b353-12290eeb4402 req-e7e73ed9-438e-4b25-b8e3-6fe3d3256da5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.1567271 Apr 25 14:36:36.821470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92e19e12-4137-45d0-b39f-b3930ad61de7 req-7ec1760b-3478-4000-9034-02390c72136e tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539578 Apr 25 14:36:36.852468 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:36.884248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a08105bd-7acf-4b8f-b353-12290eeb4402 req-a7e73ee6-bf6d-42e3-9c6f-845660889986 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110787 Apr 25 14:36:36.888934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:36.967869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:36.968384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:36.990978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-1bec05f3-6c7b-4898-94f0-14b2182fcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:36.992670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-1bec05f3-6c7b-4898-94f0-14b2182fcfab service neutron] 10.222.0.21 "GET /v2.0/networks?id=e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 200 len: 922 time: 0.3602653 Apr 25 14:36:36.995555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] For port b87f4dcc-d8a5-43fb-bb29-ed40824a7720, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:37.005550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-3519b452-2443-4954-8851-07abd77080ed', 'network_id': '3519b452-2443-4954-8851-07abd77080ed', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'fixed_ips': [{'subnet_id': 'b11fdf9d-180a-4d5d-88e3-4b7c292f3734'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:36:37.006497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.051770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] For port b87f4dcc-d8a5-43fb-bb29-ed40824a7720, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:37.112658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.163282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event deleted for resources: {'Port': ['ID=bae62a24-13b9-4c2c-a585-84bb9b1ce73a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:37.317608 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.324198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-a41fb4b3-3e87-4556-9c5c-2b04f3939b87 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:37.331700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-a41fb4b3-3e87-4556-9c5c-2b04f3939b87 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:37.332726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-a41fb4b3-3e87-4556-9c5c-2b04f3939b87 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:37.352056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26039b9b-9783-4a61-842a-5e3d0055c503 None None] Pushing event updated for resources: {'Port': ['ID=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:37.361886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-a41fb4b3-3e87-4556-9c5c-2b04f3939b87 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:37.364852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-a41fb4b3-3e87-4556-9c5c-2b04f3939b87 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/networks?id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9&id=3519b452-2443-4954-8851-07abd77080ed&id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9 HTTP/1.1" status: 200 len: 1391 time: 0.3332844 Apr 25 14:36:37.401226 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d20c5b06-05ed-4842-b0b6-3bca8c55a60a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/quotas/30753c066fb748ebaa00578f5000ec91 HTTP/1.1" status: 200 len: 375 time: 0.0283349 Apr 25 14:36:37.402028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.413865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Allocated IP 19.86.0.2 (3519b452-2443-4954-8851-07abd77080ed/b11fdf9d-180a-4d5d-88e3-4b7c292f3734/8cd7b4fe-5c53-4f8b-969c-c6c589555298) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:37.415082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-dd932253-d5e7-4577-8e21-5bed9d7b4a47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 200 len: 217 time: 0.2045441 Apr 25 14:36:37.488095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457,segment=NetworkSegment(9394cbc5-eeed-4db7-8adb-25cf332db20c),segment_id=9394cbc5-eeed-4db7-8adb-25cf332db20c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:37.535391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.561778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:37.603298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-41fedbfb-5c00-4d65-9a8b-21c727d7b1ac tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:37.626328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cbac52-ec9d-48ed-a4b0-286e88fe1457'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:37.654925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-41fedbfb-5c00-4d65-9a8b-21c727d7b1ac tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:37.657461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-41fedbfb-5c00-4d65-9a8b-21c727d7b1ac tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2547951 Apr 25 14:36:37.665050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.683323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=04cbac52-ec9d-48ed-a4b0-286e88fe1457,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:37.713874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:37.772035 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.784521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Transition to ACTIVE for port object 8cd7b4fe-5c53-4f8b-969c-c6c589555298 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:37.791463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:37.804041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:37.810706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Transition to ACTIVE for port object 8cd7b4fe-5c53-4f8b-969c-c6c589555298 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:37.818630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.836695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b7e5ec34-b624-4500-a946-2307b066a945 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685410 Apr 25 14:36:37.897940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Network 3519b452-2443-4954-8851-07abd77080ed is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:37.902257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:37.914854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:37.925492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Pushing event updated for resources: {'Port': ['ID=8cd7b4fe-5c53-4f8b-969c-c6c589555298,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:37.947235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:37.948452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:37.977456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-5e18fab7-75f5-4576-9a4d-9235c6b89c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:37.979037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-5e18fab7-75f5-4576-9a4d-9235c6b89c26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 200 len: 860 time: 0.4848909 Apr 25 14:36:37.998551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-182a3807-e30f-4fdf-9564-9211430ca204 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608829 Apr 25 14:36:38.024745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.036734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.040189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Attempting to bind port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:38.040856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Attempting to bind port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:38.041650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Attempting to bind port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 on network 3519b452-2443-4954-8851-07abd77080ed {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:38.051340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:38.051723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Checking segment: {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:38.052495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.052988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Bound using segment: {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:38.053645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Bound port: 8cd7b4fe-5c53-4f8b-969c-c6c589555298, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:38.054173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.067936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39d07-94df-4a18-927c-864c0ae8047b req-cacf5786-3541-4f07-9304-1465b307b581 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:38.074694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39d07-94df-4a18-927c-864c0ae8047b req-cacf5786-3541-4f07-9304-1465b307b581 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:38.081492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39d07-94df-4a18-927c-864c0ae8047b req-cacf5786-3541-4f07-9304-1465b307b581 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:38.087561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39d07-94df-4a18-927c-864c0ae8047b req-cacf5786-3541-4f07-9304-1465b307b581 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:38.089407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5af39d07-94df-4a18-927c-864c0ae8047b req-cacf5786-3541-4f07-9304-1465b307b581 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 3095 time: 0.9196379 Apr 25 14:36:38.113159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-8610e19f-8db4-4e29-8f0e-1d00f93b27be tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5438886 Apr 25 14:36:38.141994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'admin_state_up': True, 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'security_groups': ['55599efc-b402-4e63-9384-f5c502304a33']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:38.164523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.164523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1af4f679-617f-455f-92f9-c4badc6896e4 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:36:38.189671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] For port 8cd7b4fe-5c53-4f8b-969c-c6c589555298, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:38.189972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.190894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-39fc8701-94d1-46a2-8037-d80ce0a6eff1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1af4f679-617f-455f-92f9-c4badc6896e4 HTTP/1.1" status: 204 len: 168 time: 4.5409365 Apr 25 14:36:38.193358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] For port 8cd7b4fe-5c53-4f8b-969c-c6c589555298, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8cd7b4fe-5c53-4f8b-969c-c6c589555298,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:38.196060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2a410097-9cc9-46fa-8330-3b39c8be506a None None] Provisioning for port 79eee83e-e608-4f00-9eba-ab94763a80bf completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:38.199070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41286) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:38.203325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2a410097-9cc9-46fa-8330-3b39c8be506a None None] Provisioning complete for port 79eee83e-e608-4f00-9eba-ab94763a80bf triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:38.203791 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a410097-9cc9-46fa-8330-3b39c8be506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.266611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.331514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a410097-9cc9-46fa-8330-3b39c8be506a None None] Port 79eee83e-e608-4f00-9eba-ab94763a80bf cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:38.387128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d9cd774e-f853-44ff-9e1f-d12f54797366 service neutron] 10.222.0.23 "GET /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804944 Apr 25 14:36:38.410766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5af39d07-94df-4a18-927c-864c0ae8047b req-03619672-2e46-43f9-95cc-40d7398b0f1e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018501 Apr 25 14:36:38.411929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:38.428939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-00aab450-4281-48fd-b7ad-01d1545c84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:38.430499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-00aab450-4281-48fd-b7ad-01d1545c84da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e098d67d-3a38-4e13-87d7-606a1a32fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4394217 Apr 25 14:36:38.466714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:38.532204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc68978-c6e7-4fa3-a2ca-f0c5610c2a89 None None] Pushing event updated for resources: {'Port': ['ID=8cd7b4fe-5c53-4f8b-969c-c6c589555298,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:38.541083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60f1c961-e24f-4859-9bf6-b7ccc45a795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.604515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Deleting subnet 8019ca19-5573-42fd-a477-1f79cb0e5270 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:36:38.620800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-31874c3f-7969-44d9-a345-278eb5ef9456 service neutron] 10.222.0.23 "GET /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316222 Apr 25 14:36:38.681536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01ffe2-2659-4158-92f5-9887c4b67a04 None None] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:38.764447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Made reservation on behalf of f6da6b6e7f784d43812aed56cda966bb for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:38.771451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.802594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.840377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87f4dcc-d8a5-43fb-bb29-ed40824a7720 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:38.862704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-3ec3fffd-734f-4a46-ac48-0f18377a59b7 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334833 Apr 25 14:36:38.920368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:38.926806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d0b2f0cb-f566-4df6-b954-fe95a49a1b5f None None] Provisioning for port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:38.956455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:38.988702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:38.989143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.011080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-9770abb9-e83d-4414-acb4-269f30038e01 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474144 Apr 25 14:36:39.084430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-b5a7e26d-e452-406c-bd40-89d4f0344a92 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425717 Apr 25 14:36:39.181684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.188319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.260577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b87f4dcc-d8a5-43fb-bb29-ed40824a7720, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:39.271040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.272283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fad89289-055c-4d6d-9c3c-bd06b5529eeb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:39.394050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:39.438058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815f40a-0d05-471a-a08b-fa9e351482cc req-238a3a9c-fe1c-4bc6-9921-f70c575cab3a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:39.446137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fad89289-055c-4d6d-9c3c-bd06b5529eeb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:39.447029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.455387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5815f40a-0d05-471a-a08b-fa9e351482cc req-238a3a9c-fe1c-4bc6-9921-f70c575cab3a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.8476300 Apr 25 14:36:39.657216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.695242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-764931ad-0292-495b-a3f2-9c47a228e3d6 None None] Provisioning complete for port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:39.695806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-764931ad-0292-495b-a3f2-9c47a228e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.812991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:39.837731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8019ca19-5573-42fd-a477-1f79cb0e5270,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:39.874960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5815f40a-0d05-471a-a08b-fa9e351482cc req-814408e6-18f3-4e6c-85b1-f69ddff2decc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178536 Apr 25 14:36:39.956176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41320) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:39.957363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-90d2cab2-8f0f-48ee-8805-c7c31d347c8f tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/8019ca19-5573-42fd-a477-1f79cb0e5270 HTTP/1.1" status: 204 len: 168 time: 1.7506273 Apr 25 14:36:39.977556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4973901-9c44-4ec8-b5d0-8fb033c65068 req-13cfa302-667e-4302-9303-a0bd93a41518 service neutron] 10.222.0.21 "GET /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8784134 Apr 25 14:36:39.992085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Allocated IP 10.2.2.200 (5a93db98-efb3-4ef3-84a8-41c75d9b042d/47ea247b-d0db-4f64-8237-aeb04190a04c/ecf6a052-6239-4c9c-b65f-661faaf16400) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:40.026699 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f528c745-5aa3-49aa-870c-9b7de5aed531'] response: {'server_uuid': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cbac52-ec9d-48ed-a4b0-286e88fe1457', 'code': 200} Apr 25 14:36:40.079742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778daf7b-cdf9-40c7-8471-179b333e226a None None] Network 3519b452-2443-4954-8851-07abd77080ed requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:36:40.172389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.306643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf004e8-c1c7-40a8-b99e-361897d73962 req-dfc1e0c2-e8d0-4ea6-a8b7-b8589b27ab0f tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.308169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-edf004e8-c1c7-40a8-b99e-361897d73962 req-dfc1e0c2-e8d0-4ea6-a8b7-b8589b27ab0f tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 945 time: 0.1654708 Apr 25 14:36:40.310026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae93978-7b28-4d9c-8e04-38e14d09b38a req-d01ad74b-b77b-45b2-9348-03af6d7a2389 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.318654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ae93978-7b28-4d9c-8e04-38e14d09b38a req-d01ad74b-b77b-45b2-9348-03af6d7a2389 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.3243995 Apr 25 14:36:40.338097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d72cbdbe-0f99-44f3-812a-a3657ce6f11c None None] Provisioning for port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:40.396350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.427499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.435226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Transition to ACTIVE for port object ecf6a052-6239-4c9c-b65f-661faaf16400 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:40.439434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-edf004e8-c1c7-40a8-b99e-361897d73962 req-3f65adde-4d89-4f54-bc81-a6e46551b3d2 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889859 Apr 25 14:36:40.471802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ae93978-7b28-4d9c-8e04-38e14d09b38a req-6e9ece62-8f58-4e01-a00d-2639c92306e9 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518416 Apr 25 14:36:40.480880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47bca-17a8-42c0-85c0-c44e418f15bc req-536f4f41-8a17-4539-85ed-c25ad76b3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.480880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5b47bca-17a8-42c0-85c0-c44e418f15bc req-536f4f41-8a17-4539-85ed-c25ad76b3ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 1096 time: 0.1669943 Apr 25 14:36:40.501154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7650f6-2e97-4f25-9609-341bf7a76ddc']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:40.502838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.538850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:40.539149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b66622-4df4-4f9e-8c2b-c2f5fc39630b') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:40.557425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.592522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.597735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:40.610818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:36:40.611259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.623841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:40.657721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5b47bca-17a8-42c0-85c0-c44e418f15bc req-878b2037-ac5e-48a8-8d61-64437fb7958f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747172 Apr 25 14:36:40.658572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:36:40.677495 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:36:40.825411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8cd7b4fe-5c53-4f8b-969c-c6c589555298 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:40.837020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-82a0ba6f-2361-4cdd-8936-c25c32478689 req-fe848c69-d284-41c8-b0b5-4becab667448 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 210 time: 0.0678632 Apr 25 14:36:40.837650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event updated for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:40.855537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.856208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.892361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3a49c6e7-a269-4a28-9c7b-baa4c1d662bc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7710834 Apr 25 14:36:40.904077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.907238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:40.923735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa7650f6-2e97-4f25-9609-341bf7a76ddc {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:36:40.929479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.947956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074689-8fc3-405e-8893-5077385de07f req-6219ea62-443e-4832-a1ef-3620e1d0d92a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.952968 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8798b82-17c4-47f1-a21c-80e76f608f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:40.954618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074689-8fc3-405e-8893-5077385de07f req-6219ea62-443e-4832-a1ef-3620e1d0d92a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.960382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074689-8fc3-405e-8893-5077385de07f req-6219ea62-443e-4832-a1ef-3620e1d0d92a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.967101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074689-8fc3-405e-8893-5077385de07f req-6219ea62-443e-4832-a1ef-3620e1d0d92a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.975206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074689-8fc3-405e-8893-5077385de07f req-6219ea62-443e-4832-a1ef-3620e1d0d92a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:40.992764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f074689-8fc3-405e-8893-5077385de07f req-6219ea62-443e-4832-a1ef-3620e1d0d92a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 3816 time: 0.2332201 Apr 25 14:36:41.027657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa7650f6-2e97-4f25-9609-341bf7a76ddc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:41.062635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:41.068698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:41.069249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.210851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-763cab2a-3c26-45ff-a65a-ba2548816450 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/fa7650f6-2e97-4f25-9609-341bf7a76ddc HTTP/1.1" status: 204 len: 168 time: 1.2528627 Apr 25 14:36:41.213748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7f017662-c277-46b6-84a6-b01e6e2212e0 None None] Provisioning for port ecf6a052-6239-4c9c-b65f-661faaf16400 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:41.237179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7f017662-c277-46b6-84a6-b01e6e2212e0 None None] Provisioning complete for port ecf6a052-6239-4c9c-b65f-661faaf16400 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:41.239611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f017662-c277-46b6-84a6-b01e6e2212e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.251794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.266304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f074689-8fc3-405e-8893-5077385de07f req-690a395f-6fc8-4db2-97fb-fad961916e3f tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700515 Apr 25 14:36:41.431373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7f017662-c277-46b6-84a6-b01e6e2212e0 None None] Port ecf6a052-6239-4c9c-b65f-661faaf16400 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:41.468006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.470439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-0de756f7-b114-4476-b42a-072a8ac96566 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 200 len: 694 time: 0.1312642 Apr 25 14:36:41.502195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-0bd01610-c1e1-47f4-b442-d37a3394a7cc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:41.508475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-0bd01610-c1e1-47f4-b442-d37a3394a7cc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:41.510566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-0bd01610-c1e1-47f4-b442-d37a3394a7cc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "GET /v2.0/networks?id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9&id=3519b452-2443-4954-8851-07abd77080ed&id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9 HTTP/1.1" status: 200 len: 1391 time: 0.4772885 Apr 25 14:36:41.541066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 8cd7b4fe-5c53-4f8b-969c-c6c589555298, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8cd7b4fe-5c53-4f8b-969c-c6c589555298,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:41.546706 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.546706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87f4dcc-d8a5-43fb-bb29-ed40824a7720 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:41.547259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41334) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:41.549587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'port': {'device_id': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'admin_state_up': True, 'tenant_id': '30753c066fb748ebaa00578f5000ec91'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:41.567581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'name': 'tempest-router--12708981', 'project_id': 'cb79552130d04e11a034f56bab884e7f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:41.573065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:41.577482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:router and tenant:cb79552130d04e11a034f56bab884e7f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:41.581382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:41.587921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:41.621347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.622383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.644553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb2f5f-32af-4bab-8831-715ebcc4f50b req-bb8fced8-58c3-43f5-8ccd-971138a00c7c tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:41.646998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04bb2f5f-32af-4bab-8831-715ebcc4f50b req-bb8fced8-58c3-43f5-8ccd-971138a00c7c tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.5260055 Apr 25 14:36:41.734826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=8cd7b4fe-5c53-4f8b-969c-c6c589555298,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:41.739297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:41.739686 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.764306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.820222 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.874402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-74b50cba-7c52-4961-9859-8111b0dbd548 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:41.876389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-74b50cba-7c52-4961-9859-8111b0dbd548 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4049227 Apr 25 14:36:41.888450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:41.903182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04bb2f5f-32af-4bab-8831-715ebcc4f50b req-0342ad27-8255-47b5-9653-d5c1a683f4fa tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811853 Apr 25 14:36:41.955003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.027093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.028293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0249cc53-0d43-4531-8721-a5352644d904 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4713647 Apr 25 14:36:42.040560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41340) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:42.091194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde29288-b7a4-4925-8471-66c789590e38 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:42.101727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.111025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-c5f9f2c5-bdf3-477f-aab1-64400d4087bf tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 697 time: 0.1782126 Apr 25 14:36:42.125365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Transition to ACTIVE for port object bde29288-b7a4-4925-8471-66c789590e38 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:42.136806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.204163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8ddf-80ce-4737-a5d6-a8f23cffa63c req-391ff563-bcfa-4f29-8fb7-6e13be0681c0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:42.206005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d81c8ddf-80ce-4737-a5d6-a8f23cffa63c req-391ff563-bcfa-4f29-8fb7-6e13be0681c0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.1831291 Apr 25 14:36:42.292442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.349838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-14d23285-1646-431f-86c7-2266b3bf3924 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 697 time: 0.2250202 Apr 25 14:36:42.445360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:42.479845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Pushing event updated for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:42.537917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d81c8ddf-80ce-4737-a5d6-a8f23cffa63c req-3edf0181-a4f8-4554-9bfc-171fb40281a4 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747407 Apr 25 14:36:42.574468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:42.595520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Attempting to bind port bde29288-b7a4-4925-8471-66c789590e38 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:42.596050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Attempting to bind port bde29288-b7a4-4925-8471-66c789590e38 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:42.596258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Attempting to bind port bde29288-b7a4-4925-8471-66c789590e38 on network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:42.602133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Port bde29288-b7a4-4925-8471-66c789590e38 on network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:42.602532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Attempting to bind port bde29288-b7a4-4925-8471-66c789590e38 on network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:42.608891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:42.609444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Checking segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:42.609902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Bound using segment: {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:42.610526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Bound port: bde29288-b7a4-4925-8471-66c789590e38, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ec9666-4f46-4e24-9835-ca612db32763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:42.611440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.627211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8cd7b4fe-5c53-4f8b-969c-c6c589555298 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:36:42.787486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:42.787847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.813125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:42.816821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.821496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:42.826698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Deleting port 83bf9b69-d512-42ec-9ec3-0d22eb1c5da5 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:42.827248 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.835358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bde29288-b7a4-4925-8471-66c789590e38,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:42.844985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.859329 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.862917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.934123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:42.934824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.936188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] 10.222.0.15 "PUT /v2.0/ports/bde29288-b7a4-4925-8471-66c789590e38 HTTP/1.1" status: 200 len: 1091 time: 2.0364926 Apr 25 14:36:42.936671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:42.960885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b78e7-e12a-4eff-86b8-b1c3e391232d req-ab13df1e-4b95-4eb8-b56f-e55d55e59b86 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:42.962463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-184b78e7-e12a-4eff-86b8-b1c3e391232d req-ab13df1e-4b95-4eb8-b56f-e55d55e59b86 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 945 time: 0.2477398 Apr 25 14:36:42.971961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:42.982334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:42.982580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27853108-1894-4fc0-b5ca-212d0f841cfc {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:36:43.028398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-b20af9ae-4fbd-434c-8f56-7f388b3b6176 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3074818 Apr 25 14:36:43.101395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02a53-b9e7-4f07-95c3-b637dda43933 service neutron] Pushing event updated for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:43.191466 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-184b78e7-e12a-4eff-86b8-b1c3e391232d req-064ea825-4c20-4cc8-b5a1-e4d426247650 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661596 Apr 25 14:36:43.214461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.267510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.268624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fee2c5da-9ace-44e9-8c0c-b0ca7d9e88ca tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/routers/27853108-1894-4fc0-b5ca-212d0f841cfc HTTP/1.1" status: 204 len: 168 time: 1.2264266 Apr 25 14:36:43.294370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-fedcd3fe-0173-461b-af79-7dfc3855d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:43.296129 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-fedcd3fe-0173-461b-af79-7dfc3855d9cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e484c765057f47b69ecf79a8afd55a0e&device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 1100 time: 0.2374914 Apr 25 14:36:43.311709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.312543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.394718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Allocated IP 19.80.0.43 (c0c84546-ba79-4a0c-82ab-003ddf9c49d9/5b3a5247-884d-4aa2-be41-3a3d5df160c2/33613641-a3eb-4391-8fa3-d9e594be89f0) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:43.451316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:43.465802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Calling delete_port for 83bf9b69-d512-42ec-9ec3-0d22eb1c5da5 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:43.535443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.678626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-3bd2cf27-2b78-4b43-ab29-47aa9bf6f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:43.680173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-3bd2cf27-2b78-4b43-ab29-47aa9bf6f792 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3265088 Apr 25 14:36:43.696121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69eb16-4265-4c4d-a331-0d09c11b4b1e req-ed3c2bd8-650f-419e-b8c4-dec9dbe738e8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:43.697711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd69eb16-4265-4c4d-a331-0d09c11b4b1e req-ed3c2bd8-650f-419e-b8c4-dec9dbe738e8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.3865826 Apr 25 14:36:43.767172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.787045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-661282988', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:43.793300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-10c4b30e-f854-454a-933b-1e1299a9e01c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=32b45001-7cb8-465f-801e-ae2405d06b8a HTTP/1.1" status: 200 len: 217 time: 0.0945964 Apr 25 14:36:43.801737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:43.826483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event deleted for resources: {'Port': ['ID=83bf9b69-d512-42ec-9ec3-0d22eb1c5da5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:43.841381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Usage tracker for resource:router and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:43.848022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:43.878561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:43.913676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.914446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd69eb16-4265-4c4d-a331-0d09c11b4b1e req-a1cac080-7006-49c5-a158-8ecb47f98376 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606858 Apr 25 14:36:43.925842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-76aa88cb-ab98-4797-acb2-9ceee08b89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:43.927342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-76aa88cb-ab98-4797-acb2-9ceee08b89e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1232781 Apr 25 14:36:43.929414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.930427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:43.956522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Transition to ACTIVE for port object 33613641-a3eb-4391-8fa3-d9e594be89f0 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:43.972095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.004975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.006652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d170c76-2eb0-4bd7-a731-c2ecb1704b55 req-ea5e72f5-adf5-4554-97e6-c78ebe7c569d tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "DELETE /v2.0/floatingips/ed1c1b1c-ad3b-46c1-bdcf-de0158e353d3 HTTP/1.1" status: 204 len: 173 time: 1.6493399 Apr 25 14:36:44.016785 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.036590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.096581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:44.100174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:44.104821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:44.133353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7776d5b-af9b-4645-b93e-f2fc09ab146d {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:44.139140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Port': ['ID=33613641-a3eb-4391-8fa3-d9e594be89f0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:44.148350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.224098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.224792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.256255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b1126819-a3c2-49ba-aa2e-adc85bdab7bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7253668 Apr 25 14:36:44.268096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'port': {'device_id': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'network_id': '3519b452-2443-4954-8851-07abd77080ed', 'admin_state_up': True, 'tenant_id': '30753c066fb748ebaa00578f5000ec91'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:44.316102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-11f5cee9-d404-4cc6-b31a-92dfe780e566 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.321895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-11f5cee9-d404-4cc6-b31a-92dfe780e566 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.328367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-11f5cee9-d404-4cc6-b31a-92dfe780e566 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.331572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a7ca5497-fa16-4326-9d9e-53078a2c8328 None None] Provisioning for port 33613641-a3eb-4391-8fa3-d9e594be89f0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:44.334653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-11f5cee9-d404-4cc6-b31a-92dfe780e566 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.337181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a7ca5497-fa16-4326-9d9e-53078a2c8328 None None] Provisioning complete for port 33613641-a3eb-4391-8fa3-d9e594be89f0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:44.337638 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7ca5497-fa16-4326-9d9e-53078a2c8328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.340538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-11f5cee9-d404-4cc6-b31a-92dfe780e566 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.342422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-11f5cee9-d404-4cc6-b31a-92dfe780e566 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 3828 time: 0.2043090 Apr 25 14:36:44.383942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-787671b2-713b-475c-bdba-d98cbbaec7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.385926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-787671b2-713b-475c-bdba-d98cbbaec7ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4519050 Apr 25 14:36:44.389107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Transition to ACTIVE for port object d7776d5b-af9b-4645-b93e-f2fc09ab146d will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:44.402336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca5497-fa16-4326-9d9e-53078a2c8328 None None] Port 33613641-a3eb-4391-8fa3-d9e594be89f0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:44.469833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eaa4b5e0-4eb5-4af2-9fb3-de17eff43f3f req-f0d79020-9cc0-4291-be7f-c3289dc48122 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752585 Apr 25 14:36:44.474611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.480983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:44.485311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:port and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:44.488199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:44.494837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:44.518424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:44.523917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.713783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Allocated IP 19.86.0.234 (3519b452-2443-4954-8851-07abd77080ed/b11fdf9d-180a-4d5d-88e3-4b7c292f3734/f537b7a8-36a5-4598-92bb-d6c334752305) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:44.887841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:44.944874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23862-e123-4e14-94bf-c1dc840ab56d req-75418f0f-6620-49d4-9c78-e9af81f2ab77 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:44.946524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30c23862-e123-4e14-94bf-c1dc840ab56d req-75418f0f-6620-49d4-9c78-e9af81f2ab77 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 931 time: 0.9076247 Apr 25 14:36:44.954338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:45.030392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.055881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Transition to ACTIVE for port object f537b7a8-36a5-4598-92bb-d6c334752305 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:45.100099 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-4e6d202d-3fd4-4152-a826-fac789a7f2e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559303 Apr 25 14:36:45.105539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca47055-7555-4b6d-b1bd-294cf06f6182 req-52e418b3-bed9-4144-8fa5-a72c452fdfd9 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.107010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bca47055-7555-4b6d-b1bd-294cf06f6182 req-52e418b3-bed9-4144-8fa5-a72c452fdfd9 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.1338038 Apr 25 14:36:45.129754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.138090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-30c23862-e123-4e14-94bf-c1dc840ab56d req-cccdc843-3256-4896-9ee5-6be2b67771cf tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:45.216005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Attempting to bind port d7776d5b-af9b-4645-b93e-f2fc09ab146d on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:45.216344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Attempting to bind port d7776d5b-af9b-4645-b93e-f2fc09ab146d by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:45.216672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Attempting to bind port d7776d5b-af9b-4645-b93e-f2fc09ab146d on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:45.284804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Port d7776d5b-af9b-4645-b93e-f2fc09ab146d on network 8508ce12-70a9-41a2-929a-4c038fc8cefa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:45.285182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Attempting to bind port d7776d5b-af9b-4645-b93e-f2fc09ab146d on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:45.301212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-30c23862-e123-4e14-94bf-c1dc840ab56d req-cccdc843-3256-4896-9ee5-6be2b67771cf tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:45.302368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30c23862-e123-4e14-94bf-c1dc840ab56d req-cccdc843-3256-4896-9ee5-6be2b67771cf tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424511 Apr 25 14:36:45.316357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:45.316835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Checking segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:45.317094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Bound using segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:45.317541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Bound port: d7776d5b-af9b-4645-b93e-f2fc09ab146d, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:45.317883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.323475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network 3519b452-2443-4954-8851-07abd77080ed is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:45.325009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:45.331242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:45.369441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bca47055-7555-4b6d-b1bd-294cf06f6182 req-33911daf-9e89-46f6-8ef1-26dc2f05d35a tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551699 Apr 25 14:36:45.392851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:45.401555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.15', 54099) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:45.407623 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2601228c-6cd9-4658-849b-c7740b64a686'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38', 'status': 'completed', 'code': 200} Apr 25 14:36:45.427827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d1a86b5-57b8-45d4-a468-f501a52d54e3 req-3b04bc82-cad6-45c4-a994-0df9e5e5909b service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207543 Apr 25 14:36:45.464440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.465254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.488073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:45.493640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:45.505807 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:36:45.518494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-2da4f891-17d7-4b90-aa4b-b2611848e14a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2549977 Apr 25 14:36:45.529863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'port': {'device_id': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'admin_state_up': True, 'tenant_id': '30753c066fb748ebaa00578f5000ec91'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:45.563094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.723862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.724577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.726287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 1135 time: 2.7628412 Apr 25 14:36:45.746234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:45.753270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.753762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.754240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.754708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.755174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.755646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:45.763737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-00cbdb62-7a10-408d-8795-b2f96b40a7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5249 time: 0.3610275 Apr 25 14:36:45.767364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:port and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:36:45.770874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:36:45.798648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:45.808784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9529a0ff-b28b-4a2b-a16a-97d14d037462 None None] Provisioning for port f537b7a8-36a5-4598-92bb-d6c334752305 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:45.821455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9529a0ff-b28b-4a2b-a16a-97d14d037462 None None] Provisioning complete for port f537b7a8-36a5-4598-92bb-d6c334752305 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:45.822255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9529a0ff-b28b-4a2b-a16a-97d14d037462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.866592 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:45.886996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:45.903619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9529a0ff-b28b-4a2b-a16a-97d14d037462 None None] Port f537b7a8-36a5-4598-92bb-d6c334752305 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:45.971025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:45.974852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.064334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-7beeb295-90cb-47e2-8a3a-04630d59e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.065065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-7beeb295-90cb-47e2-8a3a-04630d59e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.065880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-7beeb295-90cb-47e2-8a3a-04630d59e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.068685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-7beeb295-90cb-47e2-8a3a-04630d59e400 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6da6b6e7f784d43812aed56cda966bb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2913859 Apr 25 14:36:46.072909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.131739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4b6a5-c097-4c44-8818-24b879de82e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:46.209958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67f1d4-10b0-4af8-a2a9-5cffc7a41e63 req-1202d3d0-0f66-4aef-9884-7d1493b85c21 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.211415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c67f1d4-10b0-4af8-a2a9-5cffc7a41e63 req-1202d3d0-0f66-4aef-9884-7d1493b85c21 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.3259122 Apr 25 14:36:46.332768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c67f1d4-10b0-4af8-a2a9-5cffc7a41e63 req-e537afd4-4c12-4455-9e90-39e0b4da1e4c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063907 Apr 25 14:36:46.365396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-41a317fa-ec1c-4b71-83e2-7391bc1aecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.365396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c760c6c-45bd-473a-a983-b6c2f8e8f29e req-41a317fa-ec1c-4b71-83e2-7391bc1aecd8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2879183 Apr 25 14:36:46.375565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Allocated IP 19.80.0.216 (c0c84546-ba79-4a0c-82ab-003ddf9c49d9/5b3a5247-884d-4aa2-be41-3a3d5df160c2/2e566426-a029-4952-a405-f0fc270b4b84) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:46.398549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-0d36b846-9e37-40c2-98e2-b115702adf6b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.400053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-0d36b846-9e37-40c2-98e2-b115702adf6b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 814 time: 0.5646436 Apr 25 14:36:46.412588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.459535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-3a5f9f81-eb3f-439c-aa26-2f5c5218e538 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/quotas/94534c672a694df59c6f80978c5ec6fd HTTP/1.1" status: 200 len: 375 time: 0.0327597 Apr 25 14:36:46.545404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-61f802a9-58d9-49e4-a1e2-1004976032b0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.547345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-61f802a9-58d9-49e4-a1e2-1004976032b0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbbae81f-b8e1-4d3d-9938-3612efa1f814 HTTP/1.1" status: 200 len: 946 time: 0.3797119 Apr 25 14:36:46.564344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Allocated IP 172.25.0.78 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b5b7b5c3-339c-4a2a-a57c-f20e592c72c0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:46.655162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.660944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.666781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.673104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.678879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.684651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.686515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-41bee91e-b6d5-4f90-9527-23952069dc6a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 4605 time: 0.2250140 Apr 25 14:36:46.722668 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.753254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Transition to ACTIVE for port object 2e566426-a029-4952-a405-f0fc270b4b84 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:46.754530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Deleting port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:46.754879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.761629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b15fc516-c860-4997-8a40-82c794ec8e31 req-4d21952f-c6fc-49bb-84a9-ca5fb6d80a08 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631611 Apr 25 14:36:46.786835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.863784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:46.871639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:46.874037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:46.953215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:46.986490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:46.987138 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:46.988135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-f334709b-d88f-41a8-9d9d-5c3ad9107915 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4977450 Apr 25 14:36:47.031745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-723fffe4-9741-4940-ac75-35c3b03ad18a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5066957 Apr 25 14:36:47.049094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae8739-122b-4618-83f7-f34f00d91bb0 req-af3aa1f2-f0fe-4a12-964a-109b21fbcdb9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:47.050805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0eae8739-122b-4618-83f7-f34f00d91bb0 req-af3aa1f2-f0fe-4a12-964a-109b21fbcdb9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:47.056247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Request body: {'port': {'device_id': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:47.116793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0eae8739-122b-4618-83f7-f34f00d91bb0 req-af3aa1f2-f0fe-4a12-964a-109b21fbcdb9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:47.117984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae8739-122b-4618-83f7-f34f00d91bb0 req-af3aa1f2-f0fe-4a12-964a-109b21fbcdb9 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 945 time: 0.2083268 Apr 25 14:36:47.154814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-35c07b35-b54b-4e9a-ae25-ece30d2afee1 None None] Provisioning for port 2e566426-a029-4952-a405-f0fc270b4b84 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:36:47.160643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-35c07b35-b54b-4e9a-ae25-ece30d2afee1 None None] Provisioning complete for port 2e566426-a029-4952-a405-f0fc270b4b84 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:36:47.161027 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35c07b35-b54b-4e9a-ae25-ece30d2afee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:47.212121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:47.224806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae8739-122b-4618-83f7-f34f00d91bb0 req-28767dbb-3f50-47ea-8bd8-847503261b74 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781710 Apr 25 14:36:47.229001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-35c07b35-b54b-4e9a-ae25-ece30d2afee1 None None] Port 2e566426-a029-4952-a405-f0fc270b4b84 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:36:47.355697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:47.410977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:47.429646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-5263ba58-7518-4018-94d5-179a269a18b6 service neutron] 10.222.0.23 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064927 Apr 25 14:36:47.563985 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-3d7e4caa-9d25-47cf-910d-15f8099a18dc service neutron] show failed (client error): The resource could not be found. Apr 25 14:36:47.565011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-3d7e4caa-9d25-47cf-910d-15f8099a18dc service neutron] 10.222.0.21 "GET /v2.0/ports/8e61a506-63b5-4540-96fd-4d91af0b3eb5/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.3273227 Apr 25 14:36:47.566819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] For port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:47.567122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:47.671256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-c5325e55-73b9-4eed-9ba6-8da44aafaf9a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:47.680412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-c5325e55-73b9-4eed-9ba6-8da44aafaf9a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:47.686377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-c5325e55-73b9-4eed-9ba6-8da44aafaf9a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:47.687808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-c5325e55-73b9-4eed-9ba6-8da44aafaf9a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:47.733158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-c5325e55-73b9-4eed-9ba6-8da44aafaf9a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:47.735102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-c5325e55-73b9-4eed-9ba6-8da44aafaf9a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2376 time: 0.3964646 Apr 25 14:36:47.814857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0243a15-3102-49ac-aa17-4adf69ad9cc0 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:47.882503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:47.899541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00138c2b-750f-411a-b63c-6e17d6fa91f0 req-a2287b8a-2fad-404c-b2ae-a434a026b2f0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486080 Apr 25 14:36:47.904601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33613641-a3eb-4391-8fa3-d9e594be89f0 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:47.913535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:47.944949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Transition to ACTIVE for port object 33613641-a3eb-4391-8fa3-d9e594be89f0 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:47.962322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-a7f5c479-7f9d-4a28-b92e-198123084f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:47.963233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Calling delete_port for 59740dd3-e65a-4fa5-a9bd-1b4323949fdd owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:47.963846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-a7f5c479-7f9d-4a28-b92e-198123084f5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776&tenant_id=240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 1100 time: 0.1151924 Apr 25 14:36:47.964459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:48.002143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:48.016081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Transition to ACTIVE for port object d0243a15-3102-49ac-aa17-4adf69ad9cc0 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:48.024996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:48.079988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:48.138495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-02bd6801-402d-49db-81ce-ef20b6d9f8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923594 Apr 25 14:36:48.141766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:48.206290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:48.222013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Pushing event updated for resources: {'Port': ['ID=33613641-a3eb-4391-8fa3-d9e594be89f0,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:48.236616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:48.312206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event updated for resources: {'Port': ['ID=b5b7b5c3-339c-4a2a-a57c-f20e592c72c0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:48.478988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:48.548600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-6c3bd674-cb0b-41e8-9e7e-019b80ab9ab0 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:48.553330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-6c3bd674-cb0b-41e8-9e7e-019b80ab9ab0 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Synchronizing usage tracker for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:48.572056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Attempting to bind port 33613641-a3eb-4391-8fa3-d9e594be89f0 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:48.572397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Attempting to bind port 33613641-a3eb-4391-8fa3-d9e594be89f0 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:48.572739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Attempting to bind port 33613641-a3eb-4391-8fa3-d9e594be89f0 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:48.582954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de089cff-1720-43b1-80ec-c292fd7e3446 req-901fe482-c7a4-432f-b98d-aece308c58ae tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:48.584589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de089cff-1720-43b1-80ec-c292fd7e3446 req-901fe482-c7a4-432f-b98d-aece308c58ae tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.5459971 Apr 25 14:36:48.613150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:48.641534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de089cff-1720-43b1-80ec-c292fd7e3446 req-b43188fa-f6a3-4863-a964-3a1889fcb98b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Apr 25 14:36:48.642128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Port 33613641-a3eb-4391-8fa3-d9e594be89f0 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:48.642456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Attempting to bind port 33613641-a3eb-4391-8fa3-d9e594be89f0 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:48.698078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:48.698786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Checking segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:48.698786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Bound using segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:48.699242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Bound port: 33613641-a3eb-4391-8fa3-d9e594be89f0, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:48.699599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:48.727455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-6c3bd674-cb0b-41e8-9e7e-019b80ab9ab0 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Unset dirty status for tenant:9740b06279f9402999c2dd6daedc4f49 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:48.730539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-6c3bd674-cb0b-41e8-9e7e-019b80ab9ab0 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 945 time: 0.9563251 Apr 25 14:36:48.829636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.15', 54104) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:48.884593 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a97af57-c36c-4a75-bbe1-0e50fd27a6cc'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d', 'status': 'completed', 'code': 200} Apr 25 14:36:48.936612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.049087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] For port 33613641-a3eb-4391-8fa3-d9e594be89f0, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:49.053435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] For port 33613641-a3eb-4391-8fa3-d9e594be89f0, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33613641-a3eb-4391-8fa3-d9e594be89f0,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:49.059239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Pushing event deleted for resources: {'Port': ['ID=59740dd3-e65a-4fa5-a9bd-1b4323949fdd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:49.071264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.073887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Attempting to bind port d0243a15-3102-49ac-aa17-4adf69ad9cc0 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:49.074244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Attempting to bind port d0243a15-3102-49ac-aa17-4adf69ad9cc0 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:49.074565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Attempting to bind port d0243a15-3102-49ac-aa17-4adf69ad9cc0 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:49.128697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Port d0243a15-3102-49ac-aa17-4adf69ad9cc0 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:49.128928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Attempting to bind port d0243a15-3102-49ac-aa17-4adf69ad9cc0 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:49.133927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Deleting port 6991e8a6-7de1-4881-a91c-89703d15eb60 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:49.134194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.165809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.165933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.167529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] 10.222.0.15 "PUT /v2.0/ports/33613641-a3eb-4391-8fa3-d9e594be89f0 HTTP/1.1" status: 200 len: 1091 time: 2.1271691 Apr 25 14:36:49.174400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'tag': '33613641-a3eb-4391-8fa3-d9e594be89f0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:49.195475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:49.219132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Request body: {'port': {'device_id': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:49.231412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:49.231756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Checking segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:49.232351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Bound using segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:49.233004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Bound port: d0243a15-3102-49ac-aa17-4adf69ad9cc0, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:49.233395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.252943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ac1aa-ccc8-4d0b-bd45-0c681a17e621 req-c961521c-6f74-4a73-9d2f-40e70a3aafda tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.254491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b9ac1aa-ccc8-4d0b-bd45-0c681a17e621 req-c961521c-6f74-4a73-9d2f-40e70a3aafda tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.4719739 Apr 25 14:36:49.255067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] No DVR routers for this DVR port 59740dd3-e65a-4fa5-a9bd-1b4323949fdd on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:36:49.292827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.293625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.294072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.294804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.295313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.295950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.296443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.298513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-5fbe0e58-0874-475f-a08d-654bf9ede5f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6177 time: 0.4636483 Apr 25 14:36:49.311368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.368190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8d25f-7feb-4e3c-8ef6-e0a063fd6409 service neutron] Pushing event updated for resources: {'Port': ['ID=33613641-a3eb-4391-8fa3-d9e594be89f0,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:49.409656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:36:49.670204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6c465ad-64ea-4f46-bd40-2533b0ab0e7e req-63881637-f42b-4da0-88d0-732dbdc74332 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "DELETE /v2.0/ports/59740dd3-e65a-4fa5-a9bd-1b4323949fdd HTTP/1.1" status: 204 len: 173 time: 3.1077573 Apr 25 14:36:49.674893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:49.715131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b9ac1aa-ccc8-4d0b-bd45-0c681a17e621 req-f1804b64-f07e-418d-bf06-3eec4a09d935 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410408 Apr 25 14:36:49.771465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.789425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.795570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.813139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6991e8a6-7de1-4881-a91c-89703d15eb60 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:49.814286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.820467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.826378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.832274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.833644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:49.890377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:49.928370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 59740dd3-e65a-4fa5-a9bd-1b4323949fdd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:36:49.929150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 59740dd3-e65a-4fa5-a9bd-1b4323949fdd not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:36:49.941394 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.968017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.986640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.991814 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:49.996291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-a37d54d9-9728-4fb7-a239-55fa284208b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.996845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-a37d54d9-9728-4fb7-a239-55fa284208b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.997415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-a37d54d9-9728-4fb7-a239-55fa284208b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:49.999245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-a37d54d9-9728-4fb7-a239-55fa284208b8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6da6b6e7f784d43812aed56cda966bb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6891360 Apr 25 14:36:50.027118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:50.028049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:50.034597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:50.035279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:50.078302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Transition to ACTIVE for port object 8e61a506-63b5-4540-96fd-4d91af0b3eb5 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:50.116095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:50.134149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:50.135320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-4038bbbf-d1ed-4b83-a8b5-2eddd9b51ab7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5382 time: 1.2350597 Apr 25 14:36:50.148241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:50.160774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:50.177812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:36:50.189948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:50.272179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:50.339522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:50.339880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:50.375933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-a3b0eb32-ad64-475c-8fb5-9436df1d1882 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:50.377470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-a3b0eb32-ad64-475c-8fb5-9436df1d1882 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 814 time: 0.6759977 Apr 25 14:36:50.390917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:50.391531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:50.392886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] 10.222.0.15 "PUT /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 1135 time: 4.6366091 Apr 25 14:36:50.456462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Request body: {'port': {'device_id': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'admin_state_up': True, 'tenant_id': '94534c672a694df59c6f80978c5ec6fd'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:50.491624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:50.602869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Calling delete_port for 6991e8a6-7de1-4881-a91c-89703d15eb60 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:50.638786 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3b12828-8092-46ab-a518-f2a73e27ed4e req-fea6de49-5d23-446c-83c9-db809215f216 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4836354 Apr 25 14:36:50.672525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-4388763b-2ecb-47ef-bf23-4d16d00261e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0673907 Apr 25 14:36:50.675369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] No DVR routers for this DVR port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:36:50.681879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:50.697073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-adc546e7-a3f8-4c29-825b-eb61bafb5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:50.698853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d63b5036-d8bc-4565-aa75-e92275d36a52 req-adc546e7-a3f8-4c29-825b-eb61bafb5068 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6844478 Apr 25 14:36:50.827966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc895d-58ab-4074-b76a-44c3e28e6536 req-eef9f12f-aea0-42b6-ab92-e18b90a1b48e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:50.830341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fbc895d-58ab-4074-b76a-44c3e28e6536 req-eef9f12f-aea0-42b6-ab92-e18b90a1b48e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 945 time: 0.9966373 Apr 25 14:36:50.897669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:50.897947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:50.898287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:50.901212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-deleted', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd'}, {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:50.906330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7d3c1-e676-4929-ae36-c3073bc7d430 service neutron] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:50.964712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:50.964974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:50.966637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1fa8c63b-bf26-4448-ac68-a11068955fe6 req-0fbc294c-4ffd-4704-90ef-cf4f04db5f3a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:50.999230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:50.999633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:51.000018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:51.000465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Bound port: 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:51.000817 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.021266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-67ed3b9b-1aff-4fdd-aadd-8506e760b122 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:51.022707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-67ed3b9b-1aff-4fdd-aadd-8506e760b122 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 945 time: 0.7093465 Apr 25 14:36:51.091879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fbc895d-58ab-4074-b76a-44c3e28e6536 req-73ba52d8-30e4-4875-bb55-5c8bbbda64fd tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520945 Apr 25 14:36:51.161852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65babb-922b-418c-b05a-5b797642b662 req-a8484ae0-71ba-4cd5-babf-be80f5d4abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:51.163396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-a8484ae0-71ba-4cd5-babf-be80f5d4abfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 1101 time: 0.4533637 Apr 25 14:36:51.233162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Deleting port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:51.233421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.257453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.272458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:36:51.272780 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:36:51.273311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1fa8c63b-bf26-4448-ac68-a11068955fe6 req-0fbc294c-4ffd-4704-90ef-cf4f04db5f3a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:51.274455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fa8c63b-bf26-4448-ac68-a11068955fe6 req-0fbc294c-4ffd-4704-90ef-cf4f04db5f3a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 210 time: 0.4347365 Apr 25 14:36:51.344208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:36:51.352911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.353191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:36:51.418158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:36:51.519066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Made reservation on behalf of 94534c672a694df59c6f80978c5ec6fd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:36:51.523067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.610270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:51.681401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:51.704690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.716087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f537b7a8-36a5-4598-92bb-d6c334752305 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:51.766679 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.790635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Deleting port 6991e8a6-7de1-4881-a91c-89703d15eb60 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:51.790881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.862955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:51.863589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:51.865000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 1095 time: 3.8678186 Apr 25 14:36:51.866271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65babb-922b-418c-b05a-5b797642b662 req-6f61bf24-18c1-40f7-a138-e51db1e63514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:51.867591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-6f61bf24-18c1-40f7-a138-e51db1e63514 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.6743507 Apr 25 14:36:51.946239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Transition to ACTIVE for port object f537b7a8-36a5-4598-92bb-d6c334752305 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:51.996932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5157e-9b61-4b9c-9012-5ab2aa92353b req-15239f32-a941-4256-a7a3-5cf4ee9d0c7a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:52.003012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5157e-9b61-4b9c-9012-5ab2aa92353b req-15239f32-a941-4256-a7a3-5cf4ee9d0c7a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:52.009152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5157e-9b61-4b9c-9012-5ab2aa92353b req-15239f32-a941-4256-a7a3-5cf4ee9d0c7a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:52.011614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95a5157e-9b61-4b9c-9012-5ab2aa92353b req-15239f32-a941-4256-a7a3-5cf4ee9d0c7a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2388 time: 0.5971534 Apr 25 14:36:52.048984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d1791-d6be-41bf-a4d6-f55a9a90dd2c req-8d2d72fa-5c61-4199-8c7e-17dded501493 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:52.050430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e36d1791-d6be-41bf-a4d6-f55a9a90dd2c req-8d2d72fa-5c61-4199-8c7e-17dded501493 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/ports?device_id=50e0cfff-0f4b-4cd1-98ea-192f28216997 HTTP/1.1" status: 200 len: 945 time: 0.8234019 Apr 25 14:36:52.061726 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:52.066164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-fd224964-99f3-4026-9468-d0a474762fc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 200 len: 217 time: 0.1800292 Apr 25 14:36:52.084574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9adc57-1287-4202-a771-b71ac9bbf551 service neutron] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:52.188751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Router 061d66b2-9b4e-4b08-aed4-75bc2d737bcc is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:36:52.237141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Allocated IP 172.20.0.14 (89dd0b62-c7b0-454a-9883-c0f2d0e0deea/8738ab54-adbe-43cc-a6ec-4a066ac3beee/39883be0-1776-41c0-b02b-83ca0368fc7f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:36:52.247557 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95a5157e-9b61-4b9c-9012-5ab2aa92353b req-73d6b329-b688-4560-95ef-8ea22584f30b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912384 Apr 25 14:36:52.350797 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43d7c45-97f1-4899-8ec6-5c8e8d46a2b0'] response: {'name': 'network-changed', 'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'tag': '33613641-a3eb-4391-8fa3-d9e594be89f0', 'status': 'completed', 'code': 200} Apr 25 14:36:52.370564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:36:52.417695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e36d1791-d6be-41bf-a4d6-f55a9a90dd2c req-e73e4bbe-9d7a-4f82-b696-9ac578f26351 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.23 "GET /v2.0/security-groups?id=011553a2-dec0-4f2e-a55b-00a2e05c90fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495915 Apr 25 14:36:52.432497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:52.434656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65babb-922b-418c-b05a-5b797642b662 req-e40f5309-2e4b-4170-b088-4996496c1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:52.436042 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-e40f5309-2e4b-4170-b088-4996496c1fde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3438466 Apr 25 14:36:52.532921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] For port 04cbac52-ec9d-48ed-a4b0-286e88fe1457, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=04cbac52-ec9d-48ed-a4b0-286e88fe1457,segment=NetworkSegment(9394cbc5-eeed-4db7-8adb-25cf332db20c),segment_id=9394cbc5-eeed-4db7-8adb-25cf332db20c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:52.533333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:52.565150 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37af4f94-1a71-46f1-8297-816c0c95d5c5'] response: {'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'code': 200} Apr 25 14:36:52.610245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dc84df-4c41-44b9-bf18-4c7d3921ea1a {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:52.711395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:52.712124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Calling delete_port for 04cbac52-ec9d-48ed-a4b0-286e88fe1457 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:52.749114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] For port 6991e8a6-7de1-4881-a91c-89703d15eb60, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6991e8a6-7de1-4881-a91c-89703d15eb60,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:36:52.750032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:52.753146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-c0970fcc-408a-47fd-a26a-92894b2ef822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:52.753907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-c0970fcc-408a-47fd-a26a-92894b2ef822 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1098 time: 0.8065720 Apr 25 14:36:52.961060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Attempting to bind port f537b7a8-36a5-4598-92bb-d6c334752305 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:52.961764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Attempting to bind port f537b7a8-36a5-4598-92bb-d6c334752305 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:52.961764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Attempting to bind port f537b7a8-36a5-4598-92bb-d6c334752305 on network 3519b452-2443-4954-8851-07abd77080ed {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:52.971098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Transition to ACTIVE for port object 42dc84df-4c41-44b9-bf18-4c7d3921ea1a will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:53.006153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Port f537b7a8-36a5-4598-92bb-d6c334752305 on network 3519b452-2443-4954-8851-07abd77080ed not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:53.006472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Attempting to bind port f537b7a8-36a5-4598-92bb-d6c334752305 on network 3519b452-2443-4954-8851-07abd77080ed {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:53.024948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:36:53.026594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:53.026933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Checking segment: {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:53.027322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Bound using segment: {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:53.027776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Bound port: f537b7a8-36a5-4598-92bb-d6c334752305, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24433c9-8d08-4691-94a8-976593f5c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3519b452-2443-4954-8851-07abd77080ed'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:53.028112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.036618 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] Sync routers for ids ['061d66b2-9b4e-4b08-aed4-75bc2d737bcc'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:36:53.066827 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] Routers {'061d66b2-9b4e-4b08-aed4-75bc2d737bcc'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:53.067803 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['061d66b2-9b4e-4b08-aed4-75bc2d737bcc'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:53.097461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Calling delete_port for 6991e8a6-7de1-4881-a91c-89703d15eb60 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:53.131080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.145558 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:53.154545 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] Routers {'061d66b2-9b4e-4b08-aed4-75bc2d737bcc'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:36:53.155175 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['061d66b2-9b4e-4b08-aed4-75bc2d737bcc'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:53.193218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-e7d52af8-1b08-43bd-b9e6-79265e658924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.193706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-e7d52af8-1b08-43bd-b9e6-79265e658924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.194181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-e7d52af8-1b08-43bd-b9e6-79265e658924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.195812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91e31edb-9815-47d2-b132-bc3868789e10 req-e7d52af8-1b08-43bd-b9e6-79265e658924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2756 time: 0.8148532 Apr 25 14:36:53.225912 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:53.226530 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb13e5a-86d2-45d9-9e0a-c9f269731397 None None] The sync data for ids ['061d66b2-9b4e-4b08-aed4-75bc2d737bcc'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:36:53.229022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65babb-922b-418c-b05a-5b797642b662 req-73ae34bc-be72-4ae7-ae93-1c8f9674f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.231379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-73ae34bc-be72-4ae7-ae93-1c8f9674f3e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7719309 Apr 25 14:36:53.319612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aca21-c770-4347-8ecc-0495514ee663 req-1a80188c-41bc-4a28-be64-c980b7c5c1f4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.321507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-830aca21-c770-4347-8ecc-0495514ee663 req-1a80188c-41bc-4a28-be64-c980b7c5c1f4 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.8398335 Apr 25 14:36:53.416534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.417756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-46efef99-719f-4fea-a59f-25e091f0de4e tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.9643300 Apr 25 14:36:53.445168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:53.460410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-b4c18f65-9d51-459e-98a7-747de9cf10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.461915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-b4c18f65-9d51-459e-98a7-747de9cf10ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.6643844 Apr 25 14:36:53.495193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd9de9-b34b-4c38-b670-d2fedf47f989 req-402a60bc-35de-44bd-bda8-8a82eae3cf1a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.502543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aacd9de9-b34b-4c38-b670-d2fedf47f989 req-402a60bc-35de-44bd-bda8-8a82eae3cf1a tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 947 time: 0.8060737 Apr 25 14:36:53.519775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Pushing event updated for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:53.531935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.653476 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-830aca21-c770-4347-8ecc-0495514ee663 req-70723b3f-ad61-4f43-aec7-146167bec42c tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019001 Apr 25 14:36:53.666066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-6208f9fa-b64b-4f83-a654-2e8c4af0f476 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1822910 Apr 25 14:36:53.751269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.15', 54108) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:53.751950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.768061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:53.779112 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2dd9320-c314-43e9-8463-e928e9ea2674'] response: {'server_uuid': 'cbbae81f-b8e1-4d3d-9938-3612efa1f814', 'name': 'network-vif-deleted', 'tag': '59740dd3-e65a-4fa5-a9bd-1b4323949fdd', 'status': 'completed', 'code': 200} Apr 25 14:36:53.779451 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2dd9320-c314-43e9-8463-e928e9ea2674'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0', 'status': 'completed', 'code': 200} Apr 25 14:36:53.798601 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.809951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Attempting to bind port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:53.810249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Attempting to bind port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:53.810575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Attempting to bind port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:53.836880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aacd9de9-b34b-4c38-b670-d2fedf47f989 req-cf1e684a-0d80-456f-9aea-fe8562ee16fd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332446 Apr 25 14:36:53.843849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 04cbac52-ec9d-48ed-a4b0-286e88fe1457 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:36:53.888067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 04cbac52-ec9d-48ed-a4b0-286e88fe1457 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:36:53.889217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 04cbac52-ec9d-48ed-a4b0-286e88fe1457 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:36:53.903061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a on network 8508ce12-70a9-41a2-929a-4c038fc8cefa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:53.903453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Attempting to bind port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:53.910011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Pushing event deleted for resources: {'Port': ['ID=04cbac52-ec9d-48ed-a4b0-286e88fe1457,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:53.915172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Pushing event deleted for resources: {'Port': ['ID=6991e8a6-7de1-4881-a91c-89703d15eb60,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:53.920701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11e4af99-cfd9-4d4a-8e74-4be61b542be9 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/061d66b2-9b4e-4b08-aed4-75bc2d737bcc HTTP/1.1" status: 200 len: 919 time: 0.4711053 Apr 25 14:36:53.924096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:53.928391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f537b7a8-36a5-4598-92bb-d6c334752305,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:53.937287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-5e2555fe-ea1b-4a60-bfe1-891cb626b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.938057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-5e2555fe-ea1b-4a60-bfe1-891cb626b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.938690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-5e2555fe-ea1b-4a60-bfe1-891cb626b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:53.940440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91e31edb-9815-47d2-b132-bc3868789e10 req-5e2555fe-ea1b-4a60-bfe1-891cb626b336 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=30753c066fb748ebaa00578f5000ec91&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7320099 Apr 25 14:36:53.963902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.966716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:53.967016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Checking segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:53.967385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Bound using segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:53.967825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Bound port: 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:53.968700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:53.984552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-8f4ca268-4292-41f1-8b47-c1f151e3f9d3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399879 Apr 25 14:36:53.985656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.117363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1286414f-a46d-4d6c-a61f-8f7f5f7c17f4 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=061d66b2-9b4e-4b08-aed4-75bc2d737bcc HTTP/1.1" status: 200 len: 205 time: 0.1851170 Apr 25 14:36:54.129675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41456) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:54.133671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] No DVR routers for this DVR port 6991e8a6-7de1-4881-a91c-89703d15eb60 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:36:54.172726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.176556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:36:54.183895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-1ab32117-869e-415e-bcd9-2815b22feb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.185221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-1ab32117-869e-415e-bcd9-2815b22feb2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.5011680 Apr 25 14:36:54.197135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b48caab-3c32-4d29-8ecf-a18f5868b9e4 req-6953eef2-e406-4f7a-8e50-6afb9f07fc96 tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da348f6-60bf-4646-9cba-a9727db648db HTTP/1.1" status: 200 len: 210 time: 0.2195749 Apr 25 14:36:54.198427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] No DVR routers for this DVR port 04cbac52-ec9d-48ed-a4b0-286e88fe1457 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:36:54.205381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.206015 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.207434 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/f537b7a8-36a5-4598-92bb-d6c334752305 HTTP/1.1" status: 200 len: 1092 time: 5.0010583 Apr 25 14:36:54.227147 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.257671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:36:54.260558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:36:54.339275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:54.351117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Request body: {'port': {'device_id': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:54.364424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60bb85d9-aa84-494f-9f50-fd59f2a4e451 req-78b4b578-3082-46bf-9d5e-9fbdc7f4299e tempest-FloatingIPsAssociationTestJSON-2085451415 tempest-FloatingIPsAssociationTestJSON-2085451415-project] 10.222.0.21 "DELETE /v2.0/ports/6991e8a6-7de1-4881-a91c-89703d15eb60 HTTP/1.1" status: 204 len: 173 time: 5.6164672 Apr 25 14:36:54.391152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}, {'name': 'network-changed', 'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}, {'name': 'network-changed', 'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305'}, {'server_uuid': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'name': 'network-vif-deleted', 'tag': '04cbac52-ec9d-48ed-a4b0-286e88fe1457'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:54.507484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.508126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.554082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.560204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.576278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a198337-b8bb-48bf-9ef4-5d6976d0490f req-19913af9-dbae-48aa-ab72-848917513f45 tempest-InstanceActionsNegativeTestJSON-460169948 tempest-InstanceActionsNegativeTestJSON-460169948-project] 10.222.0.21 "DELETE /v2.0/ports/04cbac52-ec9d-48ed-a4b0-286e88fe1457 HTTP/1.1" status: 204 len: 173 time: 3.5345111 Apr 25 14:36:54.579809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.585876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.596113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.602198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.613027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.615490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-7aa45b87-5ad5-4f65-abb0-928a95122ae5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5394 time: 0.7580442 Apr 25 14:36:54.622405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fcfef-8930-4cb3-b480-f3db833c74f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:54.622642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:54.738036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.738430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.738907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.739379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.739960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.740331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.740789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.742750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-4f58cddf-a0f7-433e-a50a-a9eb7fb554a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6244 time: 0.9285498 Apr 25 14:36:54.778945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e31edb-9815-47d2-b132-bc3868789e10 req-071fc97f-5d08-4a49-b499-b6c79c17b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.780481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91e31edb-9815-47d2-b132-bc3868789e10 req-071fc97f-5d08-4a49-b499-b6c79c17b9e3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8044553 Apr 25 14:36:54.810937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc65babb-922b-418c-b05a-5b797642b662 req-b28a3414-5b6a-4182-92d6-c24a47ab6ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7808988 Apr 25 14:36:54.833228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:54.854848 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.868136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.964111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-295b7653-42a8-4789-adb2-8d7847bdd4ee tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5118961 Apr 25 14:36:54.966045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:54.966786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:54.968758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] 10.222.0.15 "PUT /v2.0/ports/42dc84df-4c41-44b9-bf18-4c7d3921ea1a HTTP/1.1" status: 200 len: 1091 time: 4.4973898 Apr 25 14:36:54.993500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Request body: {'port': {'device_id': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:55.047143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a3dbeb1-284f-4eca-8865-320c08c31fec req-b79b2469-9a4c-44d9-bbea-94f3b9c5ca04 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569010 Apr 25 14:36:55.067341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:55.077928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:55.094709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-3e196f7d-d9bd-43a5-a352-981e9209f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.096245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-3e196f7d-d9bd-43a5-a352-981e9209f75e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8749719 Apr 25 14:36:55.259821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d9da1-8c43-4ea4-bed5-3d01f70e86a3 req-604da661-44f4-4a33-b6f6-ea647528622a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.266961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb5d9da1-8c43-4ea4-bed5-3d01f70e86a3 req-604da661-44f4-4a33-b6f6-ea647528622a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 932 time: 0.8056245 Apr 25 14:36:55.359717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e0cb-621d-4e80-a131-4d83b6225674 service neutron] Pushing event updated for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:55.437667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb5d9da1-8c43-4ea4-bed5-3d01f70e86a3 req-1d177ff2-e708-48e9-9c42-3c1353a1a9e6 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697083 Apr 25 14:36:55.483895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:55.510980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:55.532892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:55.595726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:55.596262 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51057b39-5b56-4b75-980a-a1ccbfd592ec'] response: {'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'code': 200} Apr 25 14:36:55.596532 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51057b39-5b56-4b75-980a-a1ccbfd592ec'] response: {'name': 'network-changed', 'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'status': 'completed', 'code': 200} Apr 25 14:36:55.596787 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51057b39-5b56-4b75-980a-a1ccbfd592ec'] response: {'name': 'network-changed', 'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305', 'status': 'completed', 'code': 200} Apr 25 14:36:55.597072 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51057b39-5b56-4b75-980a-a1ccbfd592ec'] response: {'server_uuid': '50e0cfff-0f4b-4cd1-98ea-192f28216997', 'name': 'network-vif-deleted', 'tag': '04cbac52-ec9d-48ed-a4b0-286e88fe1457', 'status': 'completed', 'code': 200} Apr 25 14:36:55.599271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-9fe01038-bf27-4111-aa18-e47b7c0f0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.600410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-9fe01038-bf27-4111-aa18-e47b7c0f0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.600410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-9fe01038-bf27-4111-aa18-e47b7c0f0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.602095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-9fe01038-bf27-4111-aa18-e47b7c0f0b62 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6da6b6e7f784d43812aed56cda966bb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8362277 Apr 25 14:36:55.607424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-99e90d8f-72dd-4b97-82fd-705235f27a3e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948597 Apr 25 14:36:55.686520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Deleting port b5b7b5c3-339c-4a2a-a57c-f20e592c72c0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:36:55.686903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:55.734607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ce80-542e-4af9-95e7-187ccd79364c req-927f2cd9-3e91-43f8-a0aa-65c7a45daf39 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.740503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ce80-542e-4af9-95e7-187ccd79364c req-927f2cd9-3e91-43f8-a0aa-65c7a45daf39 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.746412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ce80-542e-4af9-95e7-187ccd79364c req-927f2cd9-3e91-43f8-a0aa-65c7a45daf39 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:55.748028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4935ce80-542e-4af9-95e7-187ccd79364c req-927f2cd9-3e91-43f8-a0aa-65c7a45daf39 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2400 time: 0.4973686 Apr 25 14:36:55.783619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'name': 'network-vif-deleted', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60'}, {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:55.896689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Deleting subnet 217f58c1-8454-43c5-9f45-37578580c197 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:36:55.920636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:56.076675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4373228-ac4f-4563-9d91-8b5ad1e74f12 req-6adbc180-a3f4-4082-b18f-2d8a0acd5e7d service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215205 Apr 25 14:36:56.087220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-3902f0f3-edfa-4367-8560-5dc1d5bbf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:56.088973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd7d2bef-0861-44a2-94b4-377b8e4a04b7 req-3902f0f3-edfa-4367-8560-5dc1d5bbf8d3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4147580 Apr 25 14:36:56.093986 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4935ce80-542e-4af9-95e7-187ccd79364c req-39bce149-4fca-4b97-8ac4-3fc726e304f5 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167691 Apr 25 14:36:56.116452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-7c5f70fc-d559-4452-9053-a6ce351e4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:56.118203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-7c5f70fc-d559-4452-9053-a6ce351e4bfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1098 time: 0.4428496 Apr 25 14:36:56.126140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:56.210325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc53d9-0523-4111-a048-e7de044ab686 req-06f6a7cf-09fc-4093-a419-d4c97528942a tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:56.218341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-87fc53d9-0523-4111-a048-e7de044ab686 req-06f6a7cf-09fc-4093-a419-d4c97528942a tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.5021622 Apr 25 14:36:56.371825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e566426-a029-4952-a405-f0fc270b4b84 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:56.395454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:56.403538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-87fc53d9-0523-4111-a048-e7de044ab686 req-62b13200-8394-40a5-9eb9-019a9c2556e5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841972 Apr 25 14:36:56.443170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Transition to ACTIVE for port object 2e566426-a029-4952-a405-f0fc270b4b84 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:56.453911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-12ca2e36-0bb7-423a-85c3-7c26f01eddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:56.455657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-12ca2e36-0bb7-423a-85c3-7c26f01eddcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3283727 Apr 25 14:36:56.456273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:56.540374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41488) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:56.596183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-8ae6d7c6-0d46-43db-90ca-cacd2642b2f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1047025 Apr 25 14:36:56.637361 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440d6e36-ea02-4b7b-8475-22bc30309fc9'] response: {'server_uuid': '8da348f6-60bf-4646-9cba-a9727db648db', 'name': 'network-vif-deleted', 'tag': '6991e8a6-7de1-4881-a91c-89703d15eb60', 'status': 'completed', 'code': 200} Apr 25 14:36:56.637361 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440d6e36-ea02-4b7b-8475-22bc30309fc9'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a', 'status': 'completed', 'code': 200} Apr 25 14:36:56.650239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:56.660556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-2a260a56-287a-4385-b09f-c8eeecd18e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:56.662079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-2a260a56-287a-4385-b09f-c8eeecd18e3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1098 time: 0.4234307 Apr 25 14:36:56.732347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:56.927052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Calling delete_port for b5b7b5c3-339c-4a2a-a57c-f20e592c72c0 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:36:57.069727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Pushing event updated for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:57.168163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.197011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-6353ae95-9a16-4698-9f65-51d3fd5220ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.198502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-6353ae95-9a16-4698-9f65-51d3fd5220ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.5355549 Apr 25 14:36:57.334489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-5a7b785a-cfa9-4f87-953c-1fa91bc71c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.335926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-5a7b785a-cfa9-4f87-953c-1fa91bc71c12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.4243288 Apr 25 14:36:57.339686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63052db6-f6b5-425b-8edc-34d0dc17b392 req-0ca3e76a-01cf-49fc-ad3f-3cbbc455b20e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.340258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Attempting to bind port 2e566426-a029-4952-a405-f0fc270b4b84 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:57.340598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Attempting to bind port 2e566426-a029-4952-a405-f0fc270b4b84 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:57.340930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Attempting to bind port 2e566426-a029-4952-a405-f0fc270b4b84 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:57.341183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63052db6-f6b5-425b-8edc-34d0dc17b392 req-0ca3e76a-01cf-49fc-ad3f-3cbbc455b20e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 947 time: 1.0155954 Apr 25 14:36:57.374081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217f58c1-8454-43c5-9f45-37578580c197,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:57.389099 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.401817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Port 2e566426-a029-4952-a405-f0fc270b4b84 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:57.402149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Attempting to bind port 2e566426-a029-4952-a405-f0fc270b4b84 on network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:57.415208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.421155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.426972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.432760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.434854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a1a468b8-b74f-4e2a-a700-086e6b0f1dea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/217f58c1-8454-43c5-9f45-37578580c197 HTTP/1.1" status: 204 len: 168 time: 1.8766911 Apr 25 14:36:57.439111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.441185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cc6f25-55a1-47ed-af7e-ec6621894849 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:57.444923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.446592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39883be0-1776-41c0-b02b-83ca0368fc7f {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:36:57.450413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:57.450752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.453216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-48929535-443a-47a7-8070-92dff0ba2292 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5394 time: 0.5399873 Apr 25 14:36:57.466601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.467081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.467551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.468324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.468588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.469063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.469534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.471413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-b9d344aa-2510-47d3-bcba-af5bdd1e3f91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6286 time: 0.7513123 Apr 25 14:36:57.479324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.485060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.504609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-6e91ae06-27a8-42aa-b6b3-35013f86c025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1537542 Apr 25 14:36:57.505362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:57.505701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Checking segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:57.506071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Bound using segment: {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:57.506517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Bound port: 2e566426-a029-4952-a405-f0fc270b4b84, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:57.506861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.610944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63052db6-f6b5-425b-8edc-34d0dc17b392 req-7cf24ea8-6d8a-460d-9f7f-c097c731ae34 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391133 Apr 25 14:36:57.629918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Transition to ACTIVE for port object 39883be0-1776-41c0-b02b-83ca0368fc7f will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:57.680629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Transition to ACTIVE for port object 23cc6f25-55a1-47ed-af7e-ec6621894849 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:36:57.689678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.723200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-573b1562-bbfa-432c-aef0-aebf5fadb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.724684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-573b1562-bbfa-432c-aef0-aebf5fadb445 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5162737 Apr 25 14:36:57.782584 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:57.788952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4474c364-e24c-4bcc-aced-1b2bb5a3cd37 req-d55ebcb2-7301-4b8c-9cdf-94fe2e0c4de3 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3098645 Apr 25 14:36:57.815542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-2d7e6c4d-6928-4451-83e4-b1890dcaf82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:57.816991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-2d7e6c4d-6928-4451-83e4-b1890dcaf82d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2819111 Apr 25 14:36:57.900697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.020828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:58.033676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-0ad9c365-4e35-4206-ba10-a4ffd5595245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.034157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-0ad9c365-4e35-4206-ba10-a4ffd5595245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.034622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-0ad9c365-4e35-4206-ba10-a4ffd5595245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.036288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-0ad9c365-4e35-4206-ba10-a4ffd5595245 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6da6b6e7f784d43812aed56cda966bb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5512443 Apr 25 14:36:58.068367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:58.101561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.220099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:58.247065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-b01eff5c-ec30-484c-9851-98bcbe315ef9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040169 Apr 25 14:36:58.262122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.262750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.264108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] 10.222.0.15 "PUT /v2.0/ports/2e566426-a029-4952-a405-f0fc270b4b84 HTTP/1.1" status: 200 len: 1092 time: 3.9255371 Apr 25 14:36:58.266266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:58.365638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.568584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.604351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ee98-226d-4e4a-9d6c-b477eff9fdee service neutron] Pushing event updated for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:58.619468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-6866ed3a-935f-453f-8eab-bbcb19ea8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.620942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-6866ed3a-935f-453f-8eab-bbcb19ea8dcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7974279 Apr 25 14:36:58.626341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Pushing event updated for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:58.632319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-c2633ce9-61bd-43db-b4f7-f4e4afeb9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.633755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d48118f5-98e6-420f-943d-eb14b8b940ed req-c2633ce9-61bd-43db-b4f7-f4e4afeb9124 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5887349 Apr 25 14:36:58.663102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4821f-f300-4df4-8324-9afebe29ff84 req-de0b60d3-aefc-4e87-b790-fc79811310ec tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.668804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4821f-f300-4df4-8324-9afebe29ff84 req-de0b60d3-aefc-4e87-b790-fc79811310ec tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.675036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4821f-f300-4df4-8324-9afebe29ff84 req-de0b60d3-aefc-4e87-b790-fc79811310ec tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.676650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bad4821f-f300-4df4-8324-9afebe29ff84 req-de0b60d3-aefc-4e87-b790-fc79811310ec tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2412 time: 0.7061424 Apr 25 14:36:58.797712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event deleted for resources: {'Port': ['ID=b5b7b5c3-339c-4a2a-a57c-f20e592c72c0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:58.812102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.817312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-91245bdb-0b96-4ecc-97a1-c354b4f8212a service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522573 Apr 25 14:36:58.839302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bad4821f-f300-4df4-8324-9afebe29ff84 req-cd533059-495b-4ee3-b465-06fa622ccd78 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424689 Apr 25 14:36:58.844574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66342449-595b-4b04-bc6d-6941fe34470d req-b7c4ce4f-9f27-4802-aea3-0696ee3ce06e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.844706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-66342449-595b-4b04-bc6d-6941fe34470d req-b7c4ce4f-9f27-4802-aea3-0696ee3ce06e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:36:58.863419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-251baed4-b15b-4513-af29-ce90761d885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.863905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-251baed4-b15b-4513-af29-ce90761d885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.864546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-251baed4-b15b-4513-af29-ce90761d885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:58.866034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-251baed4-b15b-4513-af29-ce90761d885d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2865 time: 0.5371540 Apr 25 14:36:58.871366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-2593e6ae-4ff4-407e-bf58-742d8c0d98ae service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428551 Apr 25 14:36:58.875606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Attempting to bind port 23cc6f25-55a1-47ed-af7e-ec6621894849 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:58.875947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Attempting to bind port 23cc6f25-55a1-47ed-af7e-ec6621894849 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:58.876278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Attempting to bind port 23cc6f25-55a1-47ed-af7e-ec6621894849 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:58.886306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Attempting to bind port 39883be0-1776-41c0-b02b-83ca0368fc7f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:36:58.886651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Attempting to bind port 39883be0-1776-41c0-b02b-83ca0368fc7f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:36:58.886983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Attempting to bind port 39883be0-1776-41c0-b02b-83ca0368fc7f on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:58.901301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f0c4bb-3aa3-45e5-9580-1ffc71dd7062']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:58.914942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Port 23cc6f25-55a1-47ed-af7e-ec6621894849 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:58.915277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Attempting to bind port 23cc6f25-55a1-47ed-af7e-ec6621894849 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:58.918825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:58.962215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Port 39883be0-1776-41c0-b02b-83ca0368fc7f on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:36:58.962575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Attempting to bind port 39883be0-1776-41c0-b02b-83ca0368fc7f on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:36:58.973537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-ac6d46af-c5fe-4457-968f-486855bb1973 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=33613641-a3eb-4391-8fa3-d9e594be89f0 HTTP/1.1" status: 200 len: 217 time: 0.0955303 Apr 25 14:36:58.976737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394cbc5-eeed-4db7-8adb-25cf332db20c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:58.977006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394cbc5-eeed-4db7-8adb-25cf332db20c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:36:59.047539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:59.048015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Checking segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:59.048270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Bound using segment: {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:59.048703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Bound port: 23cc6f25-55a1-47ed-af7e-ec6621894849, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:59.049123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.070273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-66342449-595b-4b04-bc6d-6941fe34470d req-b7c4ce4f-9f27-4802-aea3-0696ee3ce06e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:36:59.071393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66342449-595b-4b04-bc6d-6941fe34470d req-b7c4ce4f-9f27-4802-aea3-0696ee3ce06e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 944 time: 1.2679665 Apr 25 14:36:59.072110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:36:59.072449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Checking segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:36:59.072833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Bound using segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:36:59.073301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Bound port: 39883be0-1776-41c0-b02b-83ca0368fc7f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:36:59.073651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.094100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.144699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-acbf8d68-2327-4ce1-bce4-07d648bf6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.146418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-acbf8d68-2327-4ce1-bce4-07d648bf6124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3a5247-884d-4aa2-be41-3a3d5df160c2 HTTP/1.1" status: 200 len: 801 time: 0.1352186 Apr 25 14:36:59.193619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.217874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-d2c65032-8201-4c72-8083-ad032cd035f8 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386931 Apr 25 14:36:59.246477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcd9b8-25d7-4f5c-a9c1-2004a77508d1 req-04bd85f4-2819-46b0-b81d-ad7e175a927d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.247921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64fcd9b8-25d7-4f5c-a9c1-2004a77508d1 req-04bd85f4-2819-46b0-b81d-ad7e175a927d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.2761974 Apr 25 14:36:59.254376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.278464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.283677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-70bb56be-0f2d-4c36-9647-1ae84d88bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.285223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-70bb56be-0f2d-4c36-9647-1ae84d88bea3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316242 Apr 25 14:36:59.324512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:36:59.324847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:36:59.338884 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:36:59.344736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64fcd9b8-25d7-4f5c-a9c1-2004a77508d1 req-3f9abcea-297c-4c0a-9565-b8f3b9b9f726 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847778 Apr 25 14:36:59.372033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66342449-595b-4b04-bc6d-6941fe34470d req-d7b58ba3-f94c-4375-b3fb-8e66d942ce69 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855115 Apr 25 14:36:59.419197 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92faebd-5598-4f64-91af-e8c921b07227'] response: {'name': 'network-changed', 'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84', 'status': 'completed', 'code': 200} Apr 25 14:36:59.471374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-f962f188-7e08-42fe-8718-6f531e819443 service neutron] 10.222.0.15 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743116 Apr 25 14:36:59.530385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.530964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Fanout notify agent at l3_agent the message router_deleted on router 061d66b2-9b4e-4b08-aed4-75bc2d737bcc {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:36:59.552739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:59.557148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:36:59.560722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23cc6f25-55a1-47ed-af7e-ec6621894849,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:59.604632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.614648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.675542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.680946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:36:59.686253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-a154630f-5af9-438e-ab09-529d3dfe35bf service neutron] 10.222.0.15 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101395 Apr 25 14:36:59.701533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.706730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.707967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.710582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f0c4bb-3aa3-45e5-9580-1ffc71dd7062,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:36:59.713809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.719684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.725592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.731411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.735396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.736125 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c0bec40-d2af-4874-b21d-fe463f72656b tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/061d66b2-9b4e-4b08-aed4-75bc2d737bcc HTTP/1.1" status: 204 len: 168 time: 5.5996184 Apr 25 14:36:59.737220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.739363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-f78a6ca8-7241-4aae-a76d-68b9f10f8b3c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5406 time: 0.2215414 Apr 25 14:36:59.746211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dbc9a581-6fdb-4cf2-aa04-5a184d4327f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/72f0c4bb-3aa3-45e5-9580-1ffc71dd7062 HTTP/1.1" status: 204 len: 168 time: 2.2829106 Apr 25 14:36:59.748032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.748631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:36:59.750811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] 10.222.0.15 "PUT /v2.0/ports/23cc6f25-55a1-47ed-af7e-ec6621894849 HTTP/1.1" status: 200 len: 1091 time: 4.7090793 Apr 25 14:36:59.753343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:36:59.765484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:36:59.777497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1648720481', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': False}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:59.799662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:36:59.830073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-973eee88-bc67-430f-8596-f5df5dcc7766 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=f537b7a8-36a5-4598-92bb-d6c334752305 HTTP/1.1" status: 200 len: 217 time: 0.0899739 Apr 25 14:36:59.904783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e2039c1-cc97-4326-aef9-808707d9d593 req-0ec7334c-f0ac-4ce2-9f8b-cb030d02f320 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159396 Apr 25 14:36:59.921853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-7e22fe18-c6eb-42fc-b190-4999d6d36091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:36:59.923304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-7e22fe18-c6eb-42fc-b190-4999d6d36091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b11fdf9d-180a-4d5d-88e3-4b7c292f3734 HTTP/1.1" status: 200 len: 801 time: 0.0859537 Apr 25 14:36:59.961685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:00.021906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:00.044720 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a95fe9-a5ff-47a5-8a37-146d89c2378b'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849', 'status': 'completed', 'code': 200} Apr 25 14:37:00.055709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:router and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:00.095660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850837-f709-48f5-903d-19c0ed9c3e60 service neutron] Pushing event updated for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:00.115030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:00.127318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.128068 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.129532 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/39883be0-1776-41c0-b02b-83ca0368fc7f HTTP/1.1" status: 200 len: 1092 time: 5.1414239 Apr 25 14:37:00.151204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:00.166524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'mac_address': 'fa:16:3e:67:4c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:00.168602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.178164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41516) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:00.224802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.252491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e61a506-63b5-4540-96fd-4d91af0b3eb5 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:00.271823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:00.276376 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.282126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:00.316837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-691f3438-eeb4-45fb-aad3-cf50dc26dfcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=769bdd171e304cd9a7c189925fc535ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299541 Apr 25 14:37:00.319280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:00.351603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.352076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.352547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.353008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.353492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.354020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.354555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.356695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-bdef22a9-b125-459d-9a7f-49aa9d035efb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6353 time: 0.3259039 Apr 25 14:37:00.358478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:00.366331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b9f7255c-3700-4db7-b6f4-5c2e26c252b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.368373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-b9f7255c-3700-4db7-b6f4-5c2e26c252b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3519b452-2443-4954-8851-07abd77080ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4282975 Apr 25 14:37:00.392381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.393425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.439018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c0e7c-6f7e-4c9e-adae-82da2ff4de14 req-4f4088fd-8ca3-412c-b1aa-73bd694a5a03 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.445053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c0e7c-6f7e-4c9e-adae-82da2ff4de14 req-4f4088fd-8ca3-412c-b1aa-73bd694a5a03 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.450793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c0e7c-6f7e-4c9e-adae-82da2ff4de14 req-4f4088fd-8ca3-412c-b1aa-73bd694a5a03 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.452622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-277c0e7c-6f7e-4c9e-adae-82da2ff4de14 req-4f4088fd-8ca3-412c-b1aa-73bd694a5a03 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2412 time: 0.3317852 Apr 25 14:37:00.506798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['8e61a506-63b5-4540-96fd-4d91af0b3eb5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:00.509393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af55a-f27b-4aa6-87f8-fa5081a1d1bc req-73da2871-917c-4252-b024-e1138540a671 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.516684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-104af55a-f27b-4aa6-87f8-fa5081a1d1bc req-73da2871-917c-4252-b024-e1138540a671 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 947 time: 0.9526370 Apr 25 14:37:00.527116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299896f-9e20-426f-8846-3e2d2adb31a7 service neutron] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:00.572286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.606145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.705146 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-104af55a-f27b-4aa6-87f8-fa5081a1d1bc req-a2607710-5b89-4da8-800e-aca18251ac5e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874118 Apr 25 14:37:00.834072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-277c0e7c-6f7e-4c9e-adae-82da2ff4de14 req-15cc4daf-1ef6-40af-af2d-892ab719cedb tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687339 Apr 25 14:37:00.841073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-951a8b7a-71b7-4fd7-9686-fbea48844b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:00.898568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-92251113-07d3-4185-b8b5-0304302516f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.899496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-5661c141-4e0c-4157-b368-3a6baadb6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.899900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-92251113-07d3-4185-b8b5-0304302516f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 1095 time: 0.6715701 Apr 25 14:37:00.901498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-5661c141-4e0c-4157-b368-3a6baadb6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.901498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-5661c141-4e0c-4157-b368-3a6baadb6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:00.902266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-5661c141-4e0c-4157-b368-3a6baadb6ae0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6da6b6e7f784d43812aed56cda966bb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5319757 Apr 25 14:37:00.907791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-6a821406-b7f4-4b9c-b932-4dc8a26e56e3 service neutron] 10.222.0.15 "GET /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168247 Apr 25 14:37:00.912168 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-951a8b7a-71b7-4fd7-9686-fbea48844b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:01.059431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-a6e476d1-e327-4c65-840c-6ff4719e05b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39883be0-1776-41c0-b02b-83ca0368fc7f HTTP/1.1" status: 200 len: 217 time: 0.1394606 Apr 25 14:37:01.234320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-eac5e7eb-373f-463d-88db-298e4798257d service neutron] 10.222.0.15 "GET /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151116 Apr 25 14:37:01.313361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-951a8b7a-71b7-4fd7-9686-fbea48844b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:01.327121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:01.335627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-5a0a07e7-2bf2-475c-acf3-464e9e241540 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=2e566426-a029-4952-a405-f0fc270b4b84 HTTP/1.1" status: 200 len: 217 time: 0.0884576 Apr 25 14:37:01.336674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-5b5fabe4-eb91-492a-8e4e-ce60661fe9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:01.338094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9ef0ccd-9501-4422-b58a-db90d12935ba req-5b5fabe4-eb91-492a-8e4e-ce60661fe9fa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4004149 Apr 25 14:37:01.344587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a8b7a-71b7-4fd7-9686-fbea48844b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011553a2-dec0-4f2e-a55b-00a2e05c90fc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:01.356267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff1704-b274-40ad-93b7-c16ebbdb658c req-28e7474d-d05b-449f-9de4-e67b143ee85e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:01.357810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7ff1704-b274-40ad-93b7-c16ebbdb658c req-28e7474d-d05b-449f-9de4-e67b143ee85e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 944 time: 0.3974516 Apr 25 14:37:01.369354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-1c7cfe02-0e00-478f-b6b8-3d23cbd35d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:01.370810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-1c7cfe02-0e00-478f-b6b8-3d23cbd35d94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 200 len: 854 time: 0.2258341 Apr 25 14:37:01.432610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-951a8b7a-71b7-4fd7-9686-fbea48844b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:01.433671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-951a8b7a-71b7-4fd7-9686-fbea48844b1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/011553a2-dec0-4f2e-a55b-00a2e05c90fc HTTP/1.1" status: 204 len: 168 time: 1.1105769 Apr 25 14:37:01.462046 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7ff1704-b274-40ad-93b7-c16ebbdb658c req-771dcddc-76f2-462e-9078-7319cdc12243 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717969 Apr 25 14:37:01.463721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-3faf9cf2-756a-44d3-904c-61b104e64ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:01.465203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-3faf9cf2-756a-44d3-904c-61b104e64ed8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3a5247-884d-4aa2-be41-3a3d5df160c2 HTTP/1.1" status: 200 len: 801 time: 0.1171272 Apr 25 14:37:01.606523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-6da429fa-14b0-4b98-8dea-7d40d3aef2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:01.608022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-6da429fa-14b0-4b98-8dea-7d40d3aef2e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357286 Apr 25 14:37:01.675957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-f50f52bc-fb6c-4986-803c-137beb939889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2957687 Apr 25 14:37:01.692258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e079d75-097e-4849-bf56-24a5c39fb77d req-cbdf7b0b-5ed3-445a-9fa1-f770801e25f3 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:01.699548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e079d75-097e-4849-bf56-24a5c39fb77d req-cbdf7b0b-5ed3-445a-9fa1-f770801e25f3 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.8515279 Apr 25 14:37:01.869501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-cb3f6c59-f1c2-44e5-bbfa-5ac58deb7fe8 service neutron] 10.222.0.15 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540600 Apr 25 14:37:01.946172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Deleting port a7c33f56-1a54-4b28-be91-863559d102de {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:01.946683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:01.969794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:02.048669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e079d75-097e-4849-bf56-24a5c39fb77d req-22ffb966-cda5-43b5-a5d2-c7acd79581be tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484430 Apr 25 14:37:02.076153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:02.083645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:02.084141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-f0f5de63-24c4-4e9e-acb2-95fd146da502 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.084633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:02.085707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-f0f5de63-24c4-4e9e-acb2-95fd146da502 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776&tenant_id=240441bced794bb3b2215707ed7a817a&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 948 time: 0.2944613 Apr 25 14:37:02.146728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:02.150190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0dc96e3-3da5-4a1d-9847-5835e1cf9b7a req-66993f0c-af04-45ed-a524-6eac9a2f5cda service neutron] 10.222.0.15 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703085 Apr 25 14:37:02.163670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-9fc761c2-5072-4b4b-8374-ce8869f270b0 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622896 Apr 25 14:37:02.185360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.192310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.198307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.204671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.209384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:37:02.210596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.216539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.223206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.225126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-7d167591-6970-42af-b5b4-edec0d58115d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5406 time: 0.3441620 Apr 25 14:37:02.272469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:02.304889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:02.321845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:02.333614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:02.340949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-4fe62a2f-6e35-4bd5-8216-3c546dabc5dc service neutron] 10.222.0.15 "GET /v2.0/ports/8e61a506-63b5-4540-96fd-4d91af0b3eb5/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 382 time: 0.2385705 Apr 25 14:37:02.357838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14a33e94-d536-4b41-8bd0-acbd2bb7cb85 req-e62d1a1a-c76c-46f4-8ce4-26dc18ae4406 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192973 Apr 25 14:37:02.432983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:02.519287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79eee83e-e608-4f00-9eba-ab94763a80bf {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:02.549498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:02.601122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Transition to ACTIVE for port object 79eee83e-e608-4f00-9eba-ab94763a80bf will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:02.616932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b522e172-3373-42fa-8fbf-f51b665735d5 req-d2585f31-48a9-4531-aa7d-40cca433af10 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442861 Apr 25 14:37:02.621581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:02.659976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-b56e5e2c-88d8-4b21-8dc8-92926dae215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.660515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-b56e5e2c-88d8-4b21-8dc8-92926dae215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.661097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-b56e5e2c-88d8-4b21-8dc8-92926dae215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.662756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-b56e5e2c-88d8-4b21-8dc8-92926dae215b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2865 time: 0.4367378 Apr 25 14:37:02.696934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41562) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:02.704719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e956831-d313-4b63-89f4-f38a5c86d9f1 req-a45b7284-434b-4fbf-9d5e-aa8ffeec8a1d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.706222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e956831-d313-4b63-89f4-f38a5c86d9f1 req-a45b7284-434b-4fbf-9d5e-aa8ffeec8a1d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 948 time: 0.5413361 Apr 25 14:37:02.802845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-b79bc527-d400-4a7b-a587-5ef5ec390b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.804347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-b79bc527-d400-4a7b-a587-5ef5ec390b10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1100 time: 0.4354973 Apr 25 14:37:02.821350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] For port a7c33f56-1a54-4b28-be91-863559d102de, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7c33f56-1a54-4b28-be91-863559d102de,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:02.821734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:02.867188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5c877-a49f-47a7-b80c-1bcc3ecf7481 req-45575008-4903-4343-8ad0-ea0c778b7ec2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.873115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5c877-a49f-47a7-b80c-1bcc3ecf7481 req-45575008-4903-4343-8ad0-ea0c778b7ec2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.879547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5c877-a49f-47a7-b80c-1bcc3ecf7481 req-45575008-4903-4343-8ad0-ea0c778b7ec2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:02.881258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4c5c877-a49f-47a7-b80c-1bcc3ecf7481 req-45575008-4903-4343-8ad0-ea0c778b7ec2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2412 time: 0.2806981 Apr 25 14:37:02.891328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Pushing event updated for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:02.985738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1539402561-network', 'tenant_id': '3bf76efcd5874c5895d2179309cf3476'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:02.999018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:03.004848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-c9edc31c-05d7-48da-9601-2640a32a7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.006319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-c9edc31c-05d7-48da-9601-2640a32a7595 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3519b452-2443-4954-8851-07abd77080ed HTTP/1.1" status: 200 len: 902 time: 0.3361282 Apr 25 14:37:03.020720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Usage tracker for resource:network and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:03.030637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:03.102069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:03.111364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-d44c577b-c785-47b0-90d2-b60b431ac37b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=f537b7a8-36a5-4598-92bb-d6c334752305 HTTP/1.1" status: 200 len: 217 time: 0.0878472 Apr 25 14:37:03.129677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4c5c877-a49f-47a7-b80c-1bcc3ecf7481 req-28ed1318-46ed-42b6-ae4c-b65b6434b0e3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375576 Apr 25 14:37:03.130616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Calling delete_port for a7c33f56-1a54-4b28-be91-863559d102de owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:03.178398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Made reservation on behalf of 3bf76efcd5874c5895d2179309cf3476 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:03.180546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.191950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-0b216854-f18f-49cf-b9a1-dddded00e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.194139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-0b216854-f18f-49cf-b9a1-dddded00e4e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3810863 Apr 25 14:37:03.244736 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea1afde-1094-4403-baf2-7b5ac816cd56'] response: {'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'code': 200} Apr 25 14:37:03.258264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.291578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-f07bb20a-0abe-456b-83a9-c43366cea61a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.0891001 Apr 25 14:37:03.331111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:03.352076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Usage tracker for resource:security_group_rule and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:03.367358 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b16f1a7-cba6-44a5-815f-f7ef29aa75dc'] response: {'name': 'network-changed', 'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'status': 'completed', 'code': 200} Apr 25 14:37:03.388876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-df6ded01-4c18-4592-8227-85a91eb193c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.390383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-df6ded01-4c18-4592-8227-85a91eb193c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b11fdf9d-180a-4d5d-88e3-4b7c292f3734 HTTP/1.1" status: 200 len: 801 time: 0.2725904 Apr 25 14:37:03.393182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:03.408727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e956831-d313-4b63-89f4-f38a5c86d9f1 req-541062d2-b71b-4363-8e5a-b15024ae9870 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420360 Apr 25 14:37:03.446041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:03.491755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-805257d0-bef8-4249-af2b-86686eb8061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.493311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-805257d0-bef8-4249-af2b-86686eb8061d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1944630 Apr 25 14:37:03.515443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Attempting to bind port 79eee83e-e608-4f00-9eba-ab94763a80bf on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:03.515779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Attempting to bind port 79eee83e-e608-4f00-9eba-ab94763a80bf by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:03.516113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Attempting to bind port 79eee83e-e608-4f00-9eba-ab94763a80bf on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:03.578101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Port 79eee83e-e608-4f00-9eba-ab94763a80bf on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:03.578435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Attempting to bind port 79eee83e-e608-4f00-9eba-ab94763a80bf on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:03.580921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.607008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4269d6-04ec-409d-8a06-74de2e7ba9d4 req-bc919f57-33fb-49e2-a3e3-17bb4759217a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.613658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d4269d6-04ec-409d-8a06-74de2e7ba9d4 req-bc919f57-33fb-49e2-a3e3-17bb4759217a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 944 time: 0.2717805 Apr 25 14:37:03.631671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.639116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:03.639458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Checking segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:03.640375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Bound using segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:03.640816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Bound port: 79eee83e-e608-4f00-9eba-ab94763a80bf, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:03.641190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.649272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-61a413d3-c5f0-436a-89eb-5993f6dcedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.650792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-61a413d3-c5f0-436a-89eb-5993f6dcedc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3519b452-2443-4954-8851-07abd77080ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2496293 Apr 25 14:37:03.784195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d4269d6-04ec-409d-8a06-74de2e7ba9d4 req-44ea2878-9014-42fe-a9c6-c36065180cf8 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652398 Apr 25 14:37:03.801857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-1b3f17d4-d3f6-46d9-91ef-befae860fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.803359 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-1b3f17d4-d3f6-46d9-91ef-befae860fbf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 1095 time: 0.4473622 Apr 25 14:37:03.808586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-8853b00c-799b-4a1a-8ed4-9fec848a2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:03.810643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-8853b00c-799b-4a1a-8ed4-9fec848a2201 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3076835 Apr 25 14:37:03.852223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.869661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.919748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:03.974487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:03.993557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:04.008183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:37:04.033140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c376740-949d-4f25-9b31-975e1ebde600 req-66824479-f2dd-448a-9489-7d9a67fab422 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.034800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c376740-949d-4f25-9b31-975e1ebde600 req-66824479-f2dd-448a-9489-7d9a67fab422 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.5031657 Apr 25 14:37:04.040902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-386a89ce-35fa-4e35-a62c-2d3c773d8950 service neutron] 10.222.0.15 "GET /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786354 Apr 25 14:37:04.041230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:04.045213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=79eee83e-e608-4f00-9eba-ab94763a80bf,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:04.051464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.051821 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Added segment 5ae70ef2-6222-4024-a76e-f2910ec8827c of type vlan for network 0aad3e87-b7c7-4882-b85c-7645c025b14f Apr 25 14:37:04.105974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.150501 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.181752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Allocated IP 172.25.0.155 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/594aa51c-9f7a-4076-a1a0-c8009b3d06bb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:04.191872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:04.198806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.211434 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-64908b38-a161-48ca-b1fb-1403f94c70ea service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890972 Apr 25 14:37:04.215730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.236402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.237312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.238889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] 10.222.0.15 "PUT /v2.0/ports/79eee83e-e608-4f00-9eba-ab94763a80bf HTTP/1.1" status: 200 len: 1091 time: 4.4434314 Apr 25 14:37:04.259398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-fc8c3cda-77ee-4969-81c6-df92cb8fbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.261965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-fc8c3cda-77ee-4969-81c6-df92cb8fbcf4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 915 time: 0.4510529 Apr 25 14:37:04.292196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c376740-949d-4f25-9b31-975e1ebde600 req-7946c2e1-3381-48db-8bb0-b83c568dbb6e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432420 Apr 25 14:37:04.296686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Request body: {'port': {'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:04.370846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:04.433807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.476876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-49972da6-2e81-4edd-bde8-d2939c782e93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39883be0-1776-41c0-b02b-83ca0368fc7f HTTP/1.1" status: 200 len: 217 time: 0.1927314 Apr 25 14:37:04.484180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06d7a5-788f-42a6-841f-a40709147f05 service neutron] Pushing event updated for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:04.604800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.611407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.617263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.623241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.629679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.636152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.641529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.643466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-b617992e-9d95-4347-9a4e-9ebda672e7a9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5418 time: 0.6975739 Apr 25 14:37:04.653546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a7b915b-c4a8-404f-93b2-225f0a2d8d29 req-a1d9ee23-3d6a-43af-90d5-8625206930bd service neutron] 10.222.0.15 "GET /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033063 Apr 25 14:37:04.697102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.698075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.698669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:04.768101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c33f56-1a54-4b28-be91-863559d102de,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:04.824138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-3c8fc008-8a51-4840-8f18-10ea68787da9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004775 Apr 25 14:37:04.887426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f83d1381-1085-4914-a0a0-d993bf3a8cf1 req-30af805f-1767-4080-95c0-8c3f2b6d0f7d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292752 Apr 25 14:37:04.902256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] Pushing event updated for resources: {'Network': ['ID=0aad3e87-b7c7-4882-b85c-7645c025b14f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:04.906979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3194bc0f-1a88-42f3-99d1-51525f8e83ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2088430 Apr 25 14:37:04.916003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41580) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:04.919212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:37:04.921984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Request body: {'subnet': {'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1539402561-subnet', 'tenant_id': '3bf76efcd5874c5895d2179309cf3476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:04.925098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-d82e4522-1489-4dfd-bc14-5c83d5044de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.926573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-d82e4522-1489-4dfd-bc14-5c83d5044de1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 200 len: 854 time: 0.4395285 Apr 25 14:37:04.928685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:04.942865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Usage tracker for resource:subnet and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:04.947669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:04.962452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:04.986103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef274f-af8c-40bb-9963-86758225b609 req-dd6b2411-edee-48a4-9388-967e8a6fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.986602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef274f-af8c-40bb-9963-86758225b609 req-dd6b2411-edee-48a4-9388-967e8a6fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.987489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef274f-af8c-40bb-9963-86758225b609 req-dd6b2411-edee-48a4-9388-967e8a6fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:04.988942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-dd6b2411-edee-48a4-9388-967e8a6fcf86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2865 time: 0.2516451 Apr 25 14:37:04.990160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Made reservation on behalf of 3bf76efcd5874c5895d2179309cf3476 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:04.992502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.005299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.047232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-351f34d3-c3dd-42f1-aefd-6b7f852a12fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023543 Apr 25 14:37:05.245578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:05.281104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.311293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef274f-af8c-40bb-9963-86758225b609 req-3c9f0f51-9eda-4a44-a274-a3003b92ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.312800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-3c9f0f51-9eda-4a44-a274-a3003b92ba5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9 HTTP/1.1" status: 200 len: 903 time: 0.3000753 Apr 25 14:37:05.369269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:05.422484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-18d7f362-bfe7-4ebd-aeef-821842309b74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=2e566426-a029-4952-a405-f0fc270b4b84 HTTP/1.1" status: 200 len: 217 time: 0.1007230 Apr 25 14:37:05.510843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdc9a4-9962-47d9-a9ae-b820f2ecf7f1 req-29be2ed0-6ede-4b9c-bd94-72efbd3c8bbe tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.512303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49fdc9a4-9962-47d9-a9ae-b820f2ecf7f1 req-29be2ed0-6ede-4b9c-bd94-72efbd3c8bbe tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.3117051 Apr 25 14:37:05.557849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef274f-af8c-40bb-9963-86758225b609 req-08864f69-29c5-45b4-aec8-0ab03b6294d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.559525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-08864f69-29c5-45b4-aec8-0ab03b6294d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b3a5247-884d-4aa2-be41-3a3d5df160c2 HTTP/1.1" status: 200 len: 801 time: 0.1298630 Apr 25 14:37:05.642536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.649647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a07bb-46e6-4807-a3da-49e042033b19 req-922340b4-ebdf-4d44-bb2a-61a0fee485ff tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.655307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a07bb-46e6-4807-a3da-49e042033b19 req-922340b4-ebdf-4d44-bb2a-61a0fee485ff tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.661163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a07bb-46e6-4807-a3da-49e042033b19 req-922340b4-ebdf-4d44-bb2a-61a0fee485ff tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.662837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b9a07bb-46e6-4807-a3da-49e042033b19 req-922340b4-ebdf-4d44-bb2a-61a0fee485ff tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2412 time: 1.1989439 Apr 25 14:37:05.687400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49fdc9a4-9962-47d9-a9ae-b820f2ecf7f1 req-a4426e54-0463-4845-a369-96c461a15a22 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654332 Apr 25 14:37:05.698449 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-d4271a8f-ab57-4b4d-b91f-c8adea286e96 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432612 Apr 25 14:37:05.752071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a24f782-3089-41c8-a2fb-0d85a5c262b5,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:05.752337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.755523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.765503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Checking segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:05.767664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Network hostable DHCP agents. Network: 0aad3e87-b7c7-4882-b85c-7645c025b14f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:37:05.777648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef274f-af8c-40bb-9963-86758225b609 req-5a65c7b2-9f48-4ff0-8c0f-647210efcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.779146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-5a65c7b2-9f48-4ff0-8c0f-647210efcf52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0c84546-ba79-4a0c-82ab-003ddf9c49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1979442 Apr 25 14:37:05.865178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:37:05.926241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:05.934478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:05.937228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0aad3e87-b7c7-4882-b85c-7645c025b14f) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:05.945434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:05.946035 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:05.988629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa2f5da1-6b34-42ff-936c-9ad2136b9e5d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0598373 Apr 25 14:37:06.012884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb066-590d-4931-88e1-029732b8ae32 req-b1c74302-809a-4891-a040-3263b36c5e6e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.021144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cedcb066-590d-4931-88e1-029732b8ae32 req-b1c74302-809a-4891-a040-3263b36c5e6e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 944 time: 0.2143359 Apr 25 14:37:06.047654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-f5070b29-6aef-44c1-80c2-a6d33054abf5 service neutron] 10.222.0.15 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608733 Apr 25 14:37:06.069391 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b9a07bb-46e6-4807-a3da-49e042033b19 req-4fe0291d-96b9-42fd-af86-892b343f13b5 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854361 Apr 25 14:37:06.070519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:06.100938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cedcb066-590d-4931-88e1-029732b8ae32 req-eeae2380-60cf-4c49-a60c-85c3e22c252a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785966 Apr 25 14:37:06.108112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:06.137622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:06.169076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'mac_address': 'fa:16:3e:7b:ac:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:06.171466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80160a68-d186-406e-ae88-32a68ccd389f None None] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:06.248345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f537b7a8-36a5-4598-92bb-d6c334752305 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:06.256120 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bd7035-2a6e-4382-bfdf-db7b2d8465c1'] response: {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'code': 200} Apr 25 14:37:06.286830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Port': ['ID=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:06.322077 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf0b4f1-cfe2-4a66-90d3-8c7b3aaf6cee'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf', 'status': 'completed', 'code': 200} Apr 25 14:37:06.400676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61ef274f-af8c-40bb-9963-86758225b609 req-de9ae4ee-af3e-4450-9ced-29c4da2247be service neutron] 10.222.0.15 "GET /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175271 Apr 25 14:37:06.521464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:06.555706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:06.567057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ad01-2b03-4ae9-b858-c858fd152f43 req-ec0fc96f-e910-43b6-aea0-521d44623533 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.568744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7883ad01-2b03-4ae9-b858-c858fd152f43 req-ec0fc96f-e910-43b6-aea0-521d44623533 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 948 time: 0.2889078 Apr 25 14:37:06.583674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.586673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.587336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.589276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.603368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f537b7a8-36a5-4598-92bb-d6c334752305,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:06.623949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.623949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.623949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:06.623949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-ca6242c9-7cd1-4768-8161-c713a8573410 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6420 time: 0.3215437 Apr 25 14:37:06.626131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4b49025-c671-401c-9fad-4e7257a8e429 req-330ba876-ed05-4acb-b93d-129523e2dc6a service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9066710 Apr 25 14:37:06.659077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:06.688835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:06.725717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f537b7a8-36a5-4598-92bb-d6c334752305', 'network_id': '3519b452-2443-4954-8851-07abd77080ed', 'port_id': 'f537b7a8-36a5-4598-92bb-d6c334752305', 'mac_address': 'fa:16:3e:e6:00:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11fdf9d-180a-4d5d-88e3-4b7c292f3734', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:06.865941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e2090-6ffb-4665-b267-382f488b2034 None None] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:06.883559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:06.904690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:06.951873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7883ad01-2b03-4ae9-b858-c858fd152f43 req-da4e82b5-1033-4396-9957-f2591f1ddbb7 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272891 Apr 25 14:37:07.005568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-1870c4d7-1ad7-4a32-828c-0b26af7210f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.006125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-1870c4d7-1ad7-4a32-828c-0b26af7210f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.006564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-1870c4d7-1ad7-4a32-828c-0b26af7210f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.008253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-1870c4d7-1ad7-4a32-828c-0b26af7210f8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6da6b6e7f784d43812aed56cda966bb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3357201 Apr 25 14:37:07.014490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f537b7a8-36a5-4598-92bb-d6c334752305 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:07.034580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:07.066972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:37:07.085632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f537b7a8-36a5-4598-92bb-d6c334752305,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:07.128792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:07.129483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33613641-a3eb-4391-8fa3-d9e594be89f0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:07.185292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.191953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.198604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.205888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.211796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.217909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.223875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.226189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-a7f8a680-e66e-48c7-98b4-6dbb5f15ecc2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5418 time: 0.7768939 Apr 25 14:37:07.274620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-129c1bc0-da1c-4d20-835c-fb590fa1731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.276105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16e02eb9-5ae6-4c44-9e84-c1714c7bd8da req-129c1bc0-da1c-4d20-835c-fb590fa1731d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604840 Apr 25 14:37:07.284580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf6a052-6239-4c9c-b65f-661faaf16400 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:07.300020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:37:07.308632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:07.319545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:07.322143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-3a20b193-0c2a-47e1-9ab9-86787378cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.323810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-3a20b193-0c2a-47e1-9ab9-86787378cf66 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776&tenant_id=240441bced794bb3b2215707ed7a817a HTTP/1.1" status: 200 len: 1100 time: 0.2860880 Apr 25 14:37:07.342456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:07.411075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29df09b7-1feb-48af-8a86-186e05d3fc1f req-9ec8d4b4-f81c-4c70-8b65-8c84ab0f6a2b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635098 Apr 25 14:37:07.420556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Transition to ACTIVE for port object ecf6a052-6239-4c9c-b65f-661faaf16400 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:07.475309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-3f5049dd-5103-402a-8119-ae144a2aa85d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:07.476017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-3f5049dd-5103-402a-8119-ae144a2aa85d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:07.505307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:07.520111 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:07.549884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 33613641-a3eb-4391-8fa3-d9e594be89f0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33613641-a3eb-4391-8fa3-d9e594be89f0,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:07.553572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-3f5049dd-5103-402a-8119-ae144a2aa85d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:07.554680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-3f5049dd-5103-402a-8119-ae144a2aa85d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 813 time: 0.3524411 Apr 25 14:37:07.578991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '33613641-a3eb-4391-8fa3-d9e594be89f0', 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'port_id': '33613641-a3eb-4391-8fa3-d9e594be89f0', 'mac_address': 'fa:16:3e:7b:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3a5247-884d-4aa2-be41-3a3d5df160c2', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:07.661820 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:07.676529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-c66f9a1c-5889-49b5-abcd-5e8988134d5d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/quotas/3bf76efcd5874c5895d2179309cf3476 HTTP/1.1" status: 200 len: 375 time: 0.1100643 Apr 25 14:37:07.689488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33613641-a3eb-4391-8fa3-d9e594be89f0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:07.709200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 33613641-a3eb-4391-8fa3-d9e594be89f0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33613641-a3eb-4391-8fa3-d9e594be89f0,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:07.714374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:07.715422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39883be0-1776-41c0-b02b-83ca0368fc7f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:07.727592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-a562dd66-070a-49d0-a62d-be3c8176da2a tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501812 Apr 25 14:37:07.832213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=33613641-a3eb-4391-8fa3-d9e594be89f0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:07.878941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-0967245a-c88a-4d2e-a3e6-5c6178b40151 service neutron] 10.222.0.23 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398005 Apr 25 14:37:07.939073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:07.958780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'port_id': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'mac_address': 'fa:16:3e:23:5e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8738ab54-adbe-43cc-a6ec-4a066ac3beee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:07.980886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:08.030684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.049803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.053376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39883be0-1776-41c0-b02b-83ca0368fc7f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:08.061816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-d7f62d85-e890-4787-8123-2cf6df9277cf service neutron] 10.222.0.23 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652265 Apr 25 14:37:08.069765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:08.076047 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.077750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2e566426-a029-4952-a405-f0fc270b4b84 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:08.130667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:08.142483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] Sync routers for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:08.179428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:08.180157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:08.181330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:08.217296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:08.258160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:08.271854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:08.306142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:08.314049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.315668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '2e566426-a029-4952-a405-f0fc270b4b84', 'network_id': 'c0c84546-ba79-4a0c-82ab-003ddf9c49d9', 'port_id': '2e566426-a029-4952-a405-f0fc270b4b84', 'mac_address': 'fa:16:3e:f5:a6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3a5247-884d-4aa2-be41-3a3d5df160c2', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:08.332911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Transition to ACTIVE for port object 8e61a506-63b5-4540-96fd-4d91af0b3eb5 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:08.339241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.426101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed4778-84de-4486-b37c-18c43499bb7a req-0a4ebaab-56a3-4800-83f7-50a169d13bb0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:08.433620 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26ed4778-84de-4486-b37c-18c43499bb7a req-0a4ebaab-56a3-4800-83f7-50a169d13bb0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.8140395 Apr 25 14:37:08.459984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Attempting to bind port ecf6a052-6239-4c9c-b65f-661faaf16400 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:08.460308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Attempting to bind port ecf6a052-6239-4c9c-b65f-661faaf16400 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:08.460637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Attempting to bind port ecf6a052-6239-4c9c-b65f-661faaf16400 on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:08.464939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6da5007c-babb-4c0f-a5d4-91b4b1c6d56a admin admin] 10.222.0.23 "PUT /v2.0/routers/8ce1d6c9-e4ba-4291-8d40-d896c7cb9030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9266679 Apr 25 14:37:08.468909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41624) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:08.521134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Port ecf6a052-6239-4c9c-b65f-661faaf16400 on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:08.521462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Attempting to bind port ecf6a052-6239-4c9c-b65f-661faaf16400 on network 5a93db98-efb3-4ef3-84a8-41c75d9b042d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:08.539229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:08.540759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Checking segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:08.541975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Bound using segment: {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:08.542678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Bound port: ecf6a052-6239-4c9c-b65f-661faaf16400, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8704ada3-71b1-42e9-8dc4-77c91e300057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:08.543311 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.548674 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.596242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:08.730184 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ace4c0a8-88f5-4425-b6a4-36376b14b1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.747435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e566426-a029-4952-a405-f0fc270b4b84 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:08.843263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:08.867848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:08.884586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.893874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] No DVR routers for this DVR port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:08.909447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.909854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.910147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.910679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.910829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.911115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.911449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.911869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.912402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.912558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.912834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.913236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:08.940256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:08.949946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ecf6a052-6239-4c9c-b65f-661faaf16400,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:08.961644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:08.999847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:09.000243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:09.000569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:09.003129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:09.072528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:37:04Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:09.077004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] Checking router: 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:37:09.079636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:09.080140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Attempting to bind port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:09.086406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] Routers {'8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:09.086954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:09.088211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26ed4778-84de-4486-b37c-18c43499bb7a req-331c8f2a-aedd-46eb-985d-f4d094c91f01 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532867 Apr 25 14:37:09.094385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:09.094720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:09.095513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:09.095513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Bound port: 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:09.095862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:09.121999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.122634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:09.124551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] 10.222.0.15 "PUT /v2.0/ports/ecf6a052-6239-4c9c-b65f-661faaf16400 HTTP/1.1" status: 200 len: 1091 time: 4.8388188 Apr 25 14:37:09.124994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:09.195973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600775e8-05f1-42f5-98b8-7463371518a7 req-010c7a98-fd26-48d7-9a49-a0f4f89a7e88 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.202518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600775e8-05f1-42f5-98b8-7463371518a7 req-010c7a98-fd26-48d7-9a49-a0f4f89a7e88 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.208409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600775e8-05f1-42f5-98b8-7463371518a7 req-010c7a98-fd26-48d7-9a49-a0f4f89a7e88 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.217167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-600775e8-05f1-42f5-98b8-7463371518a7 req-010c7a98-fd26-48d7-9a49-a0f4f89a7e88 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2414 time: 0.8099334 Apr 25 14:37:09.240746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:09.271715 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:09.296925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f537b7a8-36a5-4598-92bb-d6c334752305'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:09.341814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2e566426-a029-4952-a405-f0fc270b4b84'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:09.382125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39883be0-1776-41c0-b02b-83ca0368fc7f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:09.522043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffd8aa-9c70-4644-ba7b-58931a8ea970 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:09.571445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-600775e8-05f1-42f5-98b8-7463371518a7 req-2cdbcc95-8a65-4580-9c06-fe29acc9650e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524361 Apr 25 14:37:09.653783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.654638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.655668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.656324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.656812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.657759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.658256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.660997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-cc8c6387-149b-4e12-a231-cb743593b1e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6487 time: 0.4864249 Apr 25 14:37:09.672512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] Set router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:09.787393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-51a5f03f-ec18-4493-8279-14bb8b338abe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde29288-b7a4-4925-8471-66c789590e38 HTTP/1.1" status: 200 len: 217 time: 0.1117740 Apr 25 14:37:09.847763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:09.849094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2279-150e-4ea7-bd1d-007007d8a8e2 req-32ec9787-1823-4dda-a9d7-f01fa0650d11 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.850884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ede2279-150e-4ea7-bd1d-007007d8a8e2 req-32ec9787-1823-4dda-a9d7-f01fa0650d11 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 0.4373555 Apr 25 14:37:09.879809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:09.893011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Router 964e4af1-ef97-4044-9109-2f475cb546c6 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:37:09.899711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:09.921406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-a8401b1b-aef2-44bb-bdbd-9a32691cfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:09.922904 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-a8401b1b-aef2-44bb-bdbd-9a32691cfa51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03322612-730b-4bd2-b5ad-ebb7e5447ecf HTTP/1.1" status: 200 len: 856 time: 0.1187837 Apr 25 14:37:09.965770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:09.977795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:09.986361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=11']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:10.000983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:10.006048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:10.007548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1131f03e-8bd8-48ef-9380-bbbefef6778b service neutron] 10.222.0.21 "PUT /v2.0/ports/8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 1096 time: 2.6692824 Apr 25 14:37:10.023038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Deleting port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:10.023554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:10.049346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ede2279-150e-4ea7-bd1d-007007d8a8e2 req-03371308-33a9-4cef-aa82-b2224b4e7eae tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873219 Apr 25 14:37:10.132505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf26177-4eed-4d95-a87b-79a0ea87b9f3 req-ada241ea-2bd3-4e3e-8d5f-953dd165a844 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:10.140603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bdf26177-4eed-4d95-a87b-79a0ea87b9f3 req-ada241ea-2bd3-4e3e-8d5f-953dd165a844 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 950 time: 0.3766117 Apr 25 14:37:10.275528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:10.279621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bdf26177-4eed-4d95-a87b-79a0ea87b9f3 req-d58d6e05-0b88-4527-b5c8-28231fbb2252 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379173 Apr 25 14:37:10.288049 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Sync routers for ids ['964e4af1-ef97-4044-9109-2f475cb546c6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:10.291755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1d4ae907-a7de-49f2-8981-21530dde9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:10.293403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1d4ae907-a7de-49f2-8981-21530dde9314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645248 Apr 25 14:37:10.303397 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Routers {'964e4af1-ef97-4044-9109-2f475cb546c6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:10.309636 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:36:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['964e4af1-ef97-4044-9109-2f475cb546c6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:10.390814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['33613641-a3eb-4391-8fa3-d9e594be89f0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:10.446565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:10.455909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cb3c33d7-d562-46d6-9eb6-5abeeabcdc70 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.6824350 Apr 25 14:37:10.466451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:10.475076 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a916b-b2dc-41b9-ae35-00f338df661a'] response: {'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'code': 200} Apr 25 14:37:10.739635 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05825bf9-59f2-41c0-ac81-95c82294a43b'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400', 'status': 'completed', 'code': 200} Apr 25 14:37:10.810195 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Set router 964e4af1-ef97-4044-9109-2f475cb546c6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:10.869397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-4523991a-0ed3-411d-b7b0-6c1051332d39 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:10.871173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-4523991a-0ed3-411d-b7b0-6c1051332d39 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 813 time: 0.3903553 Apr 25 14:37:10.897738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-6370c600-3ba0-438b-a1b7-25329f369b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:10.899470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-6370c600-3ba0-438b-a1b7-25329f369b89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1099 time: 0.8330669 Apr 25 14:37:10.917972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:10.918673 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:10.945763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7c492a44-0568-41a9-8f4e-7ffb2255eabd service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439416 Apr 25 14:37:10.957073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:10.975976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Request body: {'port': {'device_id': '2a207418-4721-4251-ad0e-4c26914814dd', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'admin_state_up': True, 'tenant_id': '3bf76efcd5874c5895d2179309cf3476'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:11.008775 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f80b50e8-3200-4faa-b84f-1b6c4b4f9f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.193103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:11.248010 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964e4af1-ef97-4044-9109-2f475cb546c6', 'name': 'tempest-snat-router-1648720481', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.155'}], 'enable_snat': False}, 'gw_port_id': '594aa51c-9f7a-4076-a1a0-c8009b3d06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:00Z', 'updated_at': '2022-04-25T14:37:07Z', 'revision_number': 3, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port': {'id': '594aa51c-9f7a-4076-a1a0-c8009b3d06bb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e4af1-ef97-4044-9109-2f475cb546c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:03Z', 'updated_at': '2022-04-25T14:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:11.253090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Checking router: 964e4af1-ef97-4044-9109-2f475cb546c6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:37:11.253905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Updating router 964e4af1-ef97-4044-9109-2f475cb546c6 port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:37:11.277169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:37:04Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:11.302688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23f9ea-7b72-47f8-bec3-188691b3ebbd None None] The sync data for ids ['8ce1d6c9-e4ba-4291-8d40-d896c7cb9030'] in n-d-811416-6 is: [{'id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'name': 'tempest-FloatingIPsAssociationTestJSON-1906480564-router', 'tenant_id': '9740b06279f9402999c2dd6daedc4f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:27Z', 'updated_at': '2022-04-25T14:37:04Z', 'revision_number': 5, 'project_id': '9740b06279f9402999c2dd6daedc4f49', 'gw_port': {'id': '4b7f5862-7ab0-481f-a861-bd0a86cb00fb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6c9-e4ba-4291-8d40-d896c7cb9030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:30Z', 'updated_at': '2022-04-25T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:11.316564 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.323983 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.369718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-abee1044-aa97-45c7-97d3-a1ed835ae447 service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154987 Apr 25 14:37:11.382259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:11.399693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:11.409588 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.468138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-32919af9-2b9b-495c-a4a3-bbdb9d896d44 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/964e4af1-ef97-4044-9109-2f475cb546c6 HTTP/1.1" status: 200 len: 909 time: 0.9994659 Apr 25 14:37:11.478007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41662) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:11.483013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1648720481', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': True}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:11.488438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:11.492587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Usage tracker for resource:router and tenant:e15cb6f5edea4f188cc511779ce76e9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:11.496336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:11.504010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:11.519920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-001b8ce1-4f60-4403-9a93-462acf825d6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 217 time: 0.1401863 Apr 25 14:37:11.536965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.537248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:11.538664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.632341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a073-a0dd-47fc-81ed-68b2c180ab43 req-627e6ccb-8c57-4a61-aa3a-1cfe2d0e5811 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:11.634126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] For port 4b7f5862-7ab0-481f-a861-bd0a86cb00fb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:11.634692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4916a073-a0dd-47fc-81ed-68b2c180ab43 req-627e6ccb-8c57-4a61-aa3a-1cfe2d0e5811 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 948 time: 0.7447405 Apr 25 14:37:11.634942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.677985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.688713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3ef94a86-1bdf-4b38-a2ce-2e1d302ee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:11.690369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-3ef94a86-1bdf-4b38-a2ce-2e1d302ee6ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.1346674 Apr 25 14:37:11.723358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.734148 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.747923 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Transition to ACTIVE for port object 594aa51c-9f7a-4076-a1a0-c8009b3d06bb will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:11.757645 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.763990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4916a073-a0dd-47fc-81ed-68b2c180ab43 req-722cf206-8508-4648-9c53-728fc95a56b6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203320 Apr 25 14:37:11.831273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.836476 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37dc2-1e82-438b-b8b1-1d1edbc5b2d4 None None] Pushing event updated for resources: {'Port': ['ID=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:11.861925 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Attempting to bind port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:11.862420 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Attempting to bind port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:11.862789 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Attempting to bind port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:11.868639 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:11.869406 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:11.869406 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.869805 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:11.870387 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Bound port: 594aa51c-9f7a-4076-a1a0-c8009b3d06bb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:11.870779 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:11.873078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Calling delete_port for 4b7f5862-7ab0-481f-a861-bd0a86cb00fb owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:11.910039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-7dc587d1-f0d3-4580-8297-3751e4efb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:11.911810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-7dc587d1-f0d3-4580-8297-3751e4efb0bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 1.0044458 Apr 25 14:37:11.953069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] For port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:11.956154 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] For port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:11.960243 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:12.028144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-a569445c-9dff-42a5-bb29-17f2d0d4a926 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.0985327 Apr 25 14:37:12.033074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:12.044590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Routers {'964e4af1-ef97-4044-9109-2f475cb546c6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:12.045259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['964e4af1-ef97-4044-9109-2f475cb546c6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:12.095189 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37dc2-1e82-438b-b8b1-1d1edbc5b2d4 None None] Pushing event updated for resources: {'Port': ['ID=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:12.098119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Usage tracker for resource:port and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:12.116250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-ddff1be0-6e70-432a-984a-b22e6331ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.117787 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-ddff1be0-6e70-432a-984a-b22e6331ec8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4183891 Apr 25 14:37:12.122922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:12.130619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:12.158244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-90dc23e8-9790-4d24-939b-5bfd5e92cab3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.160102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-90dc23e8-9790-4d24-939b-5bfd5e92cab3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 813 time: 1.2877712 Apr 25 14:37:12.164932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:12.186919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.193055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.198785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.204723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.210627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.216567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.223537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.225776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-b8a0be12-954f-49d8-803c-922b516a3773 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 1.3525167 Apr 25 14:37:12.232672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Request body: {'port': {'device_id': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'admin_state_up': True, 'tenant_id': '3bf76efcd5874c5895d2179309cf3476'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:12.239881 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] Set router 964e4af1-ef97-4044-9109-2f475cb546c6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:12.301402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-8347ac60-a82b-47c5-9d75-5dc484e723a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.302898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-8347ac60-a82b-47c5-9d75-5dc484e723a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2613239 Apr 25 14:37:12.304042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a688e3-c05b-4e3d-908e-34fb08da255d req-f91dd77e-0f5e-49ec-a563-8d4d9ae3c00a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.310042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a688e3-c05b-4e3d-908e-34fb08da255d req-f91dd77e-0f5e-49ec-a563-8d4d9ae3c00a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.316050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a688e3-c05b-4e3d-908e-34fb08da255d req-f91dd77e-0f5e-49ec-a563-8d4d9ae3c00a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.317763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63a688e3-c05b-4e3d-908e-34fb08da255d req-f91dd77e-0f5e-49ec-a563-8d4d9ae3c00a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2415 time: 0.3935969 Apr 25 14:37:12.357625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Made reservation on behalf of 3bf76efcd5874c5895d2179309cf3476 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:12.362027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:12.425947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-5d71e6b9-fcf2-446f-92cf-d7fae5c599b7 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912509 Apr 25 14:37:12.479835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13cf4a15-026c-47bc-b708-9e95fcdb16b1 req-d94023e7-b7bf-40f4-ba4f-2d198f5b327f tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264483 Apr 25 14:37:12.480357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:12.493524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63a688e3-c05b-4e3d-908e-34fb08da255d req-0f650a82-4ec5-4b8d-96e3-8a68e11075f1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637566 Apr 25 14:37:12.623896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7c33f56-1a54-4b28-be91-863559d102de no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:12.662660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964e4af1-ef97-4044-9109-2f475cb546c6', 'name': 'tempest-snat-router-1648720481', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.155'}], 'enable_snat': False}, 'gw_port_id': '594aa51c-9f7a-4076-a1a0-c8009b3d06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:00Z', 'updated_at': '2022-04-25T14:37:07Z', 'revision_number': 3, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port': {'id': '594aa51c-9f7a-4076-a1a0-c8009b3d06bb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e4af1-ef97-4044-9109-2f475cb546c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:03Z', 'updated_at': '2022-04-25T14:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:12.666804 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962034d-e31a-4440-964e-57e4f1c6237c None None] The sync data for ids ['964e4af1-ef97-4044-9109-2f475cb546c6'] in n-d-811416-6 is: [{'id': '964e4af1-ef97-4044-9109-2f475cb546c6', 'name': 'tempest-snat-router-1648720481', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.155'}], 'enable_snat': False}, 'gw_port_id': '594aa51c-9f7a-4076-a1a0-c8009b3d06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:00Z', 'updated_at': '2022-04-25T14:37:07Z', 'revision_number': 3, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port': {'id': '594aa51c-9f7a-4076-a1a0-c8009b3d06bb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e4af1-ef97-4044-9109-2f475cb546c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:03Z', 'updated_at': '2022-04-25T14:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:12.684840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a7c33f56-1a54-4b28-be91-863559d102de {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:12.685592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7c33f56-1a54-4b28-be91-863559d102de not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:12.735490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:12.772760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Usage tracker for resource:port and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:12.788503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:12.817665 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-449a522d-75a7-4262-bf5b-c81dfe952156 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778455 Apr 25 14:37:12.836842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:12.858157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:12.873894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fd730ca-fc69-4e92-84a7-922424b058e1 req-454a6658-e6a5-4061-9930-d4eb76b7e5eb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 210 time: 0.1167066 Apr 25 14:37:12.892804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f537b7a8-36a5-4598-92bb-d6c334752305 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:12.942181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-e177d824-eb71-44f5-9581-95da7d71f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:12.943861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-e177d824-eb71-44f5-9581-95da7d71f540 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5705793 Apr 25 14:37:12.993745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7f5862-7ab0-481f-a861-bd0a86cb00fb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:13.003157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Made reservation on behalf of 3bf76efcd5874c5895d2179309cf3476 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:13.007026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.028795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port f537b7a8-36a5-4598-92bb-d6c334752305 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:13.035915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f537b7a8-36a5-4598-92bb-d6c334752305 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:13.036455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.191819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.192058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.228485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f537b7a8-36a5-4598-92bb-d6c334752305,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:13.235643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.236775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39883be0-1776-41c0-b02b-83ca0368fc7f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:13.238397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-37ae08ae-371b-43fc-8d78-e1a82a4b4a4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 217 time: 0.3632786 Apr 25 14:37:13.304786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.357440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.383536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 39883be0-1776-41c0-b02b-83ca0368fc7f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:13.404846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 39883be0-1776-41c0-b02b-83ca0368fc7f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:13.404846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.430945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-147355bc-f177-4a9c-b354-1a06d9ccfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:13.432550 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-147355bc-f177-4a9c-b354-1a06d9ccfecc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.1853395 Apr 25 14:37:13.454958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:13.524743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbedcd-ffc0-49fe-9de9-1839e7872361 req-bf43fea0-b17e-4b52-9dfd-3eba51fa7d37 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:13.532325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87bbedcd-ffc0-49fe-9de9-1839e7872361 req-bf43fea0-b17e-4b52-9dfd-3eba51fa7d37 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 951 time: 0.3673031 Apr 25 14:37:13.553308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Allocated IP 172.20.0.4 (0aad3e87-b7c7-4882-b85c-7645c025b14f/2a24f782-3089-41c8-a2fb-0d85a5c262b5/1a84adb7-8fe2-45a5-9e22-d38aaa688c11) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:13.588020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.659015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87bbedcd-ffc0-49fe-9de9-1839e7872361 req-6ebcbe02-f2a6-47e4-80eb-65a247371c6f tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256866 Apr 25 14:37:13.674156 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.722030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:13.722300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Allocated IP 172.25.0.162 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/849b5ca9-c47e-4ffe-a26f-c071b5b422c8) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:13.725964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-10abe132-595c-4bd1-96ac-b50cb977093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:13.727569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-10abe132-595c-4bd1-96ac-b50cb977093d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2866812 Apr 25 14:37:13.732537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.734139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33613641-a3eb-4391-8fa3-d9e594be89f0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:13.820408 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e655b3b-7438-447c-9550-556835236991'] response: {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'code': 200} Apr 25 14:37:13.886311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:13.933415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 33613641-a3eb-4391-8fa3-d9e594be89f0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:13.941792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:13.946881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 33613641-a3eb-4391-8fa3-d9e594be89f0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:13.947783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.051104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-1e04fe92-1ebf-4968-9f28-400f64067783 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0901988 Apr 25 14:37:14.065357 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7ee7ee-adc0-4e8b-997c-9a8f0435c3b2'] response: {'name': 'network-changed', 'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'status': 'completed', 'code': 200} Apr 25 14:37:14.071965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.075628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.079282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.086842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.112670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 33613641-a3eb-4391-8fa3-d9e594be89f0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33613641-a3eb-4391-8fa3-d9e594be89f0,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:14.116789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.117821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2e566426-a029-4952-a405-f0fc270b4b84 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:14.159756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95409ecd-f3e7-4ba4-98e5-51ffe911587e req-643a0ee3-5ef2-4638-b468-6f8e2fa673c2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:14.161206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95409ecd-f3e7-4ba4-98e5-51ffe911587e req-643a0ee3-5ef2-4638-b468-6f8e2fa673c2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 1.4719653 Apr 25 14:37:14.189428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.250571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=33613641-a3eb-4391-8fa3-d9e594be89f0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:14.262470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95409ecd-f3e7-4ba4-98e5-51ffe911587e req-d6524e5c-cda4-4bc7-885c-77d945280e7a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739450 Apr 25 14:37:14.270240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 2e566426-a029-4952-a405-f0fc270b4b84 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:14.276507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-395b38d4-a19f-45fd-9f43-a2bf8932bea0 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408394 Apr 25 14:37:14.282692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 2e566426-a029-4952-a405-f0fc270b4b84 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:14.283334 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.331987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:14.354112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:14.403258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:14.433554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-9af296f4-1479-43a5-a990-57119b90e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:14.435035 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-9af296f4-1479-43a5-a990-57119b90e627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1099 time: 0.3683448 Apr 25 14:37:14.453461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ca0a-d600-463b-bcb1-6b3198cf4e06 req-a98686e4-570c-456a-98c0-1f98a02a3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:14.456083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d33ca0a-d600-463b-bcb1-6b3198cf4e06 req-a98686e4-570c-456a-98c0-1f98a02a3f44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1102 time: 0.4187987 Apr 25 14:37:14.463306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.477512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:14.478478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.512567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:14.518943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.529980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.544501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.545006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:37:14.548270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf2d86-5be7-49f8-9092-3f030041e13e req-61798db6-bb5c-4ac9-bf9d-5a0b00296c87 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:14.555813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-adbf2d86-5be7-49f8-9092-3f030041e13e req-61798db6-bb5c-4ac9-bf9d-5a0b00296c87 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 948 time: 0.4851718 Apr 25 14:37:14.572590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6168561 Apr 25 14:37:14.574136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86e2b1-529f-4922-af4e-926567939f49 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event updated for resources: {'Port': ['ID=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:14.599574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.603285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd296158-cd18-4a01-a890-42e1c728fe88 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8ce1d6c9-e4ba-4291-8d40-d896c7cb9030 HTTP/1.1" status: 204 len: 168 time: 6.1220992 Apr 25 14:37:14.604105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41676) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:14.651111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:14.711779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Request body: {'port': {'device_id': '2a207418-4721-4251-ad0e-4c26914814dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:14.781798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:14.789976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 594aa51c-9f7a-4076-a1a0-c8009b3d06bb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:14.808748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:14.815182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Allocated IP 172.20.0.13 (0aad3e87-b7c7-4882-b85c-7645c025b14f/2a24f782-3089-41c8-a2fb-0d85a5c262b5/a2b1285b-1588-49ec-b861-ee483d9472b0) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:14.821920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:14.844160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28dc1a2e-75f1-40b8-9daa-1b0a3ba3ade4 req-bb1b4cd6-5983-4ef9-aa78-61fcadb12dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657568 Apr 25 14:37:14.865020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Deleting subnet f59b5320-faf1-4b66-be1b-55e0f89229b7 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:37:14.870724 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d33ca0a-d600-463b-bcb1-6b3198cf4e06 req-9446f5d8-0968-492b-8f4c-5290048befbd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784823 Apr 25 14:37:14.877246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:14.882361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:14.882747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:14.883905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-adbf2d86-5be7-49f8-9092-3f030041e13e req-f65ecdd4-da7f-4d01-a51b-c55d3891f680 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272364 Apr 25 14:37:14.885837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-895cb4d0-b6c8-4edc-85b6-48b1917acb39 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940950 Apr 25 14:37:14.894422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Port': ['ID=849b5ca9-c47e-4ffe-a26f-c071b5b422c8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:15.044716 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.064382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:15.069012 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.116118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.141664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:15.165528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-0e8466f5-dc8c-42d3-9705-f71335010968 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a HTTP/1.1" status: 200 len: 217 time: 0.2586563 Apr 25 14:37:15.179129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.198386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.198989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.199103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.199378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.199736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.200072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.200398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.200719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.201058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.201379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.201708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.202063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:15.205682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-22d2b685-c3f7-4b7b-8e86-13c9ea628cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.207120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-22d2b685-c3f7-4b7b-8e86-13c9ea628cd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.7497952 Apr 25 14:37:15.249745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ab7d-c4c9-4291-b29d-896eb48679e6 req-c641dfaa-78a0-4bcd-8275-b9b4642b810b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.255644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ab7d-c4c9-4291-b29d-896eb48679e6 req-c641dfaa-78a0-4bcd-8275-b9b4642b810b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.261253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0ab7d-c4c9-4291-b29d-896eb48679e6 req-c641dfaa-78a0-4bcd-8275-b9b4642b810b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.262843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ec0ab7d-c4c9-4291-b29d-896eb48679e6 req-c641dfaa-78a0-4bcd-8275-b9b4642b810b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2418 time: 0.8633440 Apr 25 14:37:15.303378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.352682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.393322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-a7636484-83e7-4995-8de1-4a829645ac8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1460171 Apr 25 14:37:15.433984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ec0ab7d-c4c9-4291-b29d-896eb48679e6 req-7485c27d-9edb-4b89-9aa3-7857aaaaa5da tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406348 Apr 25 14:37:15.547636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.571303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-940fd5c2-379b-4d05-bd3f-675db0fc57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.573337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-940fd5c2-379b-4d05-bd3f-675db0fc57aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.3637528 Apr 25 14:37:15.573908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:15.669105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-d457f57c-f374-4037-937d-6fc888ef6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.670592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-d457f57c-f374-4037-937d-6fc888ef6e2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2570255 Apr 25 14:37:15.742255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.748176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.754737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.760441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.766877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.772941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.779226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.781781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9f15d955-5cfe-4fb5-991c-12e190212bdb tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.6888051 Apr 25 14:37:15.821752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305'}, {'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f'}, {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33613641-a3eb-4391-8fa3-d9e594be89f0'}, {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:15.870892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-4416ab55-88c1-4eef-a5a4-246e6497abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:15.872940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-4416ab55-88c1-4eef-a5a4-246e6497abec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240441bced794bb3b2215707ed7a817a&device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1099 time: 0.7086895 Apr 25 14:37:15.927806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:15.940398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:15.947287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event updated for resources: {'Port': ['ID=a2b1285b-1588-49ec-b861-ee483d9472b0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:15.949610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:16.027573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40910b8e-3a3b-43c7-b58d-56b92fe12e0f req-9ec62a10-4cb5-45c6-871a-22af02ade36f tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326152 Apr 25 14:37:16.029311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.065284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-c63cf899-376d-49c2-b027-53e0ec1735c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:16.066770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-c63cf899-376d-49c2-b027-53e0ec1735c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4767954 Apr 25 14:37:16.088472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59b5320-faf1-4b66-be1b-55e0f89229b7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:16.091294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.100306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe2a9b-5d7b-4187-936b-e0c6a106c2f2 None None] Network e098d67d-3a38-4e13-87d7-606a1a32fc35 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:16.104148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:16.104764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.133797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb889002-6f1c-4aa8-8b96-5140409e4374 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f59b5320-faf1-4b66-be1b-55e0f89229b7 HTTP/1.1" status: 204 len: 168 time: 1.5215852 Apr 25 14:37:16.146848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-21c8665a-d450-45b0-8693-11738d8e9b35 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:16.148027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-21c8665a-d450-45b0-8693-11738d8e9b35 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:16.156324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41690) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:16.211454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84417db0-55df-4fe7-b3fa-c4af9b87d580 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9824433 Apr 25 14:37:16.226127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Request body: {'port': {'device_id': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:16.268210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-21c8665a-d450-45b0-8693-11738d8e9b35 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:16.269380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-21c8665a-d450-45b0-8693-11738d8e9b35 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 931 time: 0.6793199 Apr 25 14:37:16.285537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:16.307907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.322186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-ee5a84f5-c857-4600-b45b-a4eaf74ced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:16.324606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-ee5a84f5-c857-4600-b45b-a4eaf74ced89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6426809 Apr 25 14:37:16.410117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Transition to ACTIVE for port object 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:16.433011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.494934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] DHCP port deletion for e098d67d-3a38-4e13-87d7-606a1a32fc35 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:37:16.504870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] Deleting port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:16.505710 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.601911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:16.612574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-c5ab1c40-ba22-4c8a-ab85-71f86bf9b4df tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:16.729613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.769755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.773135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 594aa51c-9f7a-4076-a1a0-c8009b3d06bb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:16.788990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-c5ab1c40-ba22-4c8a-ab85-71f86bf9b4df tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:16.790167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25e1fe0c-88d2-46bd-804e-a9c2391f7853 req-c5ab1c40-ba22-4c8a-ab85-71f86bf9b4df tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003507 Apr 25 14:37:16.851889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-a15d9cc8-6c64-4bad-9c86-e916cc60b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:16.853367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-a15d9cc8-6c64-4bad-9c86-e916cc60b2c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.9662008 Apr 25 14:37:16.945324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] For port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,segment=NetworkSegment(426d8306-7d96-4586-bafb-879d5b53206d),segment_id=426d8306-7d96-4586-bafb-879d5b53206d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:16.945963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:16.987671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.032414 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-f8a7fc21-b7bc-4534-9815-c2f423767556 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1125970 Apr 25 14:37:17.100611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Attempting to bind port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:17.100983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Attempting to bind port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:17.101295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Attempting to bind port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:17.101648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7d9b8557-b09b-43e3-b504-4fb369f1ccc3 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766650 Apr 25 14:37:17.113379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] Calling delete_port for 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:17.128644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:17.128968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Attempting to bind port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:17.155656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f3b11-4d15-4941-bc71-28beb30c006b req-2b6d1f5a-85bd-4dc8-af66-debab847b3d3 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:17.157468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d34f3b11-4d15-4941-bc71-28beb30c006b req-2b6d1f5a-85bd-4dc8-af66-debab847b3d3 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.2335994 Apr 25 14:37:17.159845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:17.160191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Checking segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:17.160575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Bound using segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:17.161596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Bound port: 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:17.161596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.187638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:17.188008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.205842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Deleting port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:17.206091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.243358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.277059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09df9-3ef7-483d-82eb-fb1bf4276b96 req-7dc42752-28eb-46fb-94f0-2da98be45e97 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:17.278638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fec09df9-3ef7-483d-82eb-fb1bf4276b96 req-7dc42752-28eb-46fb-94f0-2da98be45e97 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 951 time: 1.1177382 Apr 25 14:37:17.290897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] Pushing event deleted for resources: {'Port': ['ID=0cce29df-b06f-4c14-93fb-3cc8e1056cc5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:17.298951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dcb65-81d3-4d34-be4c-6fbbc4d80305 None None] No DVR routers for this DVR port 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:17.316493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d34f3b11-4d15-4941-bc71-28beb30c006b req-ec402880-286d-4131-bc80-3cb92b1e2b70 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435981 Apr 25 14:37:17.397397 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c09ef3-13a6-4859-87aa-f35dcef571f5'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305', 'code': 200} Apr 25 14:37:17.397655 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c09ef3-13a6-4859-87aa-f35dcef571f5'] response: {'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'code': 200} Apr 25 14:37:17.397913 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c09ef3-13a6-4859-87aa-f35dcef571f5'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33613641-a3eb-4391-8fa3-d9e594be89f0', 'code': 200} Apr 25 14:37:17.398165 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c09ef3-13a6-4859-87aa-f35dcef571f5'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84', 'code': 200} Apr 25 14:37:17.414112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] For port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:17.426141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] For port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:17.445786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] The port '0cce29df-b06f-4c14-93fb-3cc8e1056cc5' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:37:17.454156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-994d2a5d-e5af-4982-8b06-18219722d612 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1158721 Apr 25 14:37:17.454979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b7f5862-7ab0-481f-a861-bd0a86cb00fb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:17.461656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.471945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-c7886acd-166b-4d2d-86ca-550c9243e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:17.474082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-c7886acd-166b-4d2d-86ca-550c9243e53c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.4308646 Apr 25 14:37:17.499452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4b7f5862-7ab0-481f-a861-bd0a86cb00fb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:17.499796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b7f5862-7ab0-481f-a861-bd0a86cb00fb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:17.500220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:17.569176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:17.569461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0cce29df-b06f-4c14-93fb-3cc8e1056cc5 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:17.653314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:17.653922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.655295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a84adb7-8fe2-45a5-9e22-d38aaa688c11 HTTP/1.1" status: 200 len: 1091 time: 3.0503075 Apr 25 14:37:17.657055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a207418-4721-4251-ad0e-4c26914814dd', 'tag': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:17.790158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fec09df9-3ef7-483d-82eb-fb1bf4276b96 req-973e1141-9eeb-4fa9-9059-42bcfba3afff tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514139 Apr 25 14:37:17.859822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:37:17.879269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fec618-efb5-4571-a712-6c73023e7fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:17.946325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:17.965920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e08b3e4a-16cd-4064-a2da-fd20b7432cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038745 Apr 25 14:37:17.987640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b1285b-1588-49ec-b861-ee483d9472b0 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:17.998068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:18.006175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.013895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b233-124a-4cf5-9fd4-dc031c1835d1 req-0718a93a-54d5-44b2-b516-dc8039c46af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.014415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b233-124a-4cf5-9fd4-dc031c1835d1 req-0718a93a-54d5-44b2-b516-dc8039c46af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.014887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b233-124a-4cf5-9fd4-dc031c1835d1 req-0718a93a-54d5-44b2-b516-dc8039c46af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.016525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eba3b233-124a-4cf5-9fd4-dc031c1835d1 req-0718a93a-54d5-44b2-b516-dc8039c46af5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2871 time: 0.5128152 Apr 25 14:37:18.025967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642eafe-cd91-4444-bb8f-1e863019d4e9 req-f2f5f328-862a-4adb-ba7f-5d45444eb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.027406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5642eafe-cd91-4444-bb8f-1e863019d4e9 req-f2f5f328-862a-4adb-ba7f-5d45444eb229 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 1097 time: 0.4738226 Apr 25 14:37:18.078417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55f6f3-ef94-4187-a0c4-8f74136d0d88 req-e0073c53-946f-4486-bd1a-da45836ddfc0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.079793 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd55f6f3-ef94-4187-a0c4-8f74136d0d88 req-e0073c53-946f-4486-bd1a-da45836ddfc0 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 948 time: 0.4866016 Apr 25 14:37:18.090747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Transition to ACTIVE for port object a2b1285b-1588-49ec-b861-ee483d9472b0 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:18.123682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e098d67d-3a38-4e13-87d7-606a1a32fc35']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:18.127226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.157726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:18.172959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'mac_address': 'fa:16:3e:67:4c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:18.184552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-78e4479c-5213-41f4-b9d4-b731211ba83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.186665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-78e4479c-5213-41f4-b9d4-b731211ba83d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 1094 time: 0.4911449 Apr 25 14:37:18.246029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.264452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eba3b233-124a-4cf5-9fd4-dc031c1835d1 req-44c68780-4996-4e60-8377-794b0fc1b923 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288315 Apr 25 14:37:18.267586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e61a506-63b5-4540-96fd-4d91af0b3eb5 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:18.286010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:18.294537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.314671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-76f214ee-0367-4104-98c5-ce7ce57a7ce8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=23cc6f25-55a1-47ed-af7e-ec6621894849 HTTP/1.1" status: 200 len: 217 time: 0.2995055 Apr 25 14:37:18.321919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-eeb6012b-1122-4e56-9376-c8d7ce4c35c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8437731 Apr 25 14:37:18.323555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d8306-7d96-4586-bafb-879d5b53206d') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:18.323855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d8306-7d96-4586-bafb-879d5b53206d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:18.336119 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.345973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5642eafe-cd91-4444-bb8f-1e863019d4e9 req-8bf9860f-5f22-4e40-b4d8-700eab261f6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921491 Apr 25 14:37:18.347179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-00672d34-b89b-41ae-86e6-fd38226d4472 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11 HTTP/1.1" status: 200 len: 217 time: 0.1391287 Apr 25 14:37:18.400399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:18.408397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd55f6f3-ef94-4187-a0c4-8f74136d0d88 req-51cdf70b-024a-46fc-999b-5397bd7b8087 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113215 Apr 25 14:37:18.418596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=a2b1285b-1588-49ec-b861-ee483d9472b0,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:18.452814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.488210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-330c63dd-f678-44b9-be21-5b8e4bb7179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.489785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-330c63dd-f678-44b9-be21-5b8e4bb7179a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8937988 Apr 25 14:37:18.581836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-af81ff51-52fc-4988-9df3-eedc99a16de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.583334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-af81ff51-52fc-4988-9df3-eedc99a16de5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.2137222 Apr 25 14:37:18.637751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.665114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8e61a506-63b5-4540-96fd-4d91af0b3eb5'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:18.678197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:37:18.678611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.679958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-ee3d08dc-023f-4f18-8ade-9b15e9b94eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528994 Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:37:18.695200 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:37:18.697696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-a9980857-57ea-4ab6-bc4f-0de0e8e9a20f service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947100 Apr 25 14:37:18.845588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Attempting to bind port a2b1285b-1588-49ec-b861-ee483d9472b0 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:18.845832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Attempting to bind port a2b1285b-1588-49ec-b861-ee483d9472b0 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:18.846150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Attempting to bind port a2b1285b-1588-49ec-b861-ee483d9472b0 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:18.856247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Port a2b1285b-1588-49ec-b861-ee483d9472b0 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:18.856585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Attempting to bind port a2b1285b-1588-49ec-b861-ee483d9472b0 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:18.872646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:18.873057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Checking segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:18.873413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Bound using segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:18.873907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Bound port: a2b1285b-1588-49ec-b861-ee483d9472b0, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:18.874258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:18.911958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.917569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3595be-55c8-4c7f-912c-88b8f7ea88c7 req-01cb7d9b-ab82-4aef-9140-502164d060c0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.917811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.923403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3595be-55c8-4c7f-912c-88b8f7ea88c7 req-01cb7d9b-ab82-4aef-9140-502164d060c0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.923637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.929285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3595be-55c8-4c7f-912c-88b8f7ea88c7 req-01cb7d9b-ab82-4aef-9140-502164d060c0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.929678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.930864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b3595be-55c8-4c7f-912c-88b8f7ea88c7 req-01cb7d9b-ab82-4aef-9140-502164d060c0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2418 time: 0.9673877 Apr 25 14:37:18.935528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.941437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.947675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:18.949675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-ca73b7aa-302f-493e-9e70-b60718cccf63 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.3617361 Apr 25 14:37:19.029456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-8187050c-761f-47e9-8cdf-e968bd786e02 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412571 Apr 25 14:37:19.052342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:19.085088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:19.096762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-c22dc220-d2fb-43b1-aa23-7701d0bee222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.098147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-c22dc220-d2fb-43b1-aa23-7701d0bee222 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.4502563 Apr 25 14:37:19.115664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e098d67d-3a38-4e13-87d7-606a1a32fc35,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:19.124115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa7e652e-622b-4c82-b7f4-4182d597984f req-8274d60e-2456-4496-9600-daf53f066c79 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316276 Apr 25 14:37:19.172967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] For port a2b1285b-1588-49ec-b861-ee483d9472b0, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:19.186626 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6a63b8-1779-4e3d-9d67-b0197ec367bc'] response: {'name': 'network-changed', 'server_uuid': '2a207418-4721-4251-ad0e-4c26914814dd', 'tag': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11', 'status': 'completed', 'code': 200} Apr 25 14:37:19.187236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b3595be-55c8-4c7f-912c-88b8f7ea88c7 req-dd634c5b-b9ca-4f2d-baef-382f5c4a58a0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371964 Apr 25 14:37:19.194540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] For port a2b1285b-1588-49ec-b861-ee483d9472b0, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a2b1285b-1588-49ec-b861-ee483d9472b0,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:19.203273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:19.218812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-66b7765a-1717-445b-9c86-70023e42d8b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e098d67d-3a38-4e13-87d7-606a1a32fc35 HTTP/1.1" status: 204 len: 168 time: 3.0593536 Apr 25 14:37:19.228165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-02c31ca4-6451-446a-a2cd-221cbe56885a service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568446 Apr 25 14:37:19.248366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Router d999c155-ed8f-4307-9923-8fbaf4782213 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:37:19.299209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Pushing event updated for resources: {'Port': ['ID=a2b1285b-1588-49ec-b861-ee483d9472b0,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:19.329482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.330099 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:19.331510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-092633c1-c0f3-4a92-8fc6-d487cd37ed2d service neutron] 10.222.0.15 "PUT /v2.0/ports/a2b1285b-1588-49ec-b861-ee483d9472b0 HTTP/1.1" status: 200 len: 1092 time: 3.1095293 Apr 25 14:37:19.349662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-f66c97ac-16f7-485e-ac29-4289f9056c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.351980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-f66c97ac-16f7-485e-ac29-4289f9056c2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2447357 Apr 25 14:37:19.359866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-78304d95-3929-4a97-a63c-ba01b5cff801 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212779 Apr 25 14:37:19.368382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-f42081e7-f740-4b99-8baf-9111db07b487 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:37:19.369694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-f42081e7-f740-4b99-8baf-9111db07b487 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059068 Apr 25 14:37:19.464247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41710) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:19.569492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:19.580959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Sync routers for ids ['d999c155-ed8f-4307-9923-8fbaf4782213'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:19.596488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Routers {'d999c155-ed8f-4307-9923-8fbaf4782213'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:19.597302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d999c155-ed8f-4307-9923-8fbaf4782213'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:19.602263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41716) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:19.602933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-632c2db8-ee60-4f50-8ad6-56fd4634d605 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9740b06279f9402999c2dd6daedc4f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346090 Apr 25 14:37:19.653334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9b20-0335-45f7-b53b-4fa7c5c3de8f req-a06c43ea-b505-47fa-bfb8-fb7ab4ebafb7 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.660954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc9d9b20-0335-45f7-b53b-4fa7c5c3de8f req-a06c43ea-b505-47fa-bfb8-fb7ab4ebafb7 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 943 time: 0.3000984 Apr 25 14:37:19.686881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-2558f30b-2ff9-4ce2-af63-7a2496fc553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.688663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-2558f30b-2ff9-4ce2-af63-7a2496fc553f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=bddc99cb-ba4c-487e-92e2-a7d9a99be6db HTTP/1.1" status: 200 len: 1095 time: 0.2714217 Apr 25 14:37:19.694790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75317d2-3740-4ad7-ae24-37496b408dad req-29b904c6-99a3-44b2-83c7-687769118f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.696565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-29b904c6-99a3-44b2-83c7-687769118f4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 1094 time: 0.2311423 Apr 25 14:37:19.715179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:19.719662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-955a7bba-607d-43ef-a8c1-f8d69ea8d77d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2406228 Apr 25 14:37:19.729066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:19.885682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Set router d999c155-ed8f-4307-9923-8fbaf4782213 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:19.897821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1f3fa7f0-c131-42e8-b90a-3a12fbba5c4a service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141606 Apr 25 14:37:19.915367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea006525-5a32-4fbe-ac09-e37af3fe8aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:19.925676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604cc15-ad8a-4fa3-96b3-ef3e4dff6ff1 req-3d86817b-a3da-4ed7-86b0-13d2a3d2335d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:19.927917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e604cc15-ad8a-4fa3-96b3-ef3e4dff6ff1 req-3d86817b-a3da-4ed7-86b0-13d2a3d2335d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.5088005 Apr 25 14:37:19.941199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-84a1e510-d43f-42c9-b6bf-d738f4a3cc6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2b1285b-1588-49ec-b861-ee483d9472b0 HTTP/1.1" status: 200 len: 217 time: 0.2367270 Apr 25 14:37:19.946552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc9d9b20-0335-45f7-b53b-4fa7c5c3de8f req-aad57618-fa8a-4b48-ade2-f17d96c34b3b tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844667 Apr 25 14:37:20.072316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-655c33f3-df6a-4845-a34c-12a74945de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:20.073853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-655c33f3-df6a-4845-a34c-12a74945de4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.1264713 Apr 25 14:37:20.126310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:20.180558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-939a81e7-8f68-433d-8232-3ecdf0037842 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991704 Apr 25 14:37:20.187473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75317d2-3740-4ad7-ae24-37496b408dad req-550a9488-c951-4dc1-8a3e-6714ca93b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:20.188763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-550a9488-c951-4dc1-8a3e-6714ca93b312 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 914 time: 0.4322791 Apr 25 14:37:20.221545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea006525-5a32-4fbe-ac09-e37af3fe8aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:20.298815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-3ddc2212-0fbb-47ec-9de0-0d63ff945cd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11 HTTP/1.1" status: 200 len: 217 time: 0.0887003 Apr 25 14:37:20.315032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:20.323988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:20.324413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:20.337147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-926ea94e-d035-4dd2-a2fa-f61f1f16ec19 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/d999c155-ed8f-4307-9923-8fbaf4782213 HTTP/1.1" status: 200 len: 908 time: 0.6067805 Apr 25 14:37:20.350311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41728) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:20.353613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e604cc15-ad8a-4fa3-96b3-ef3e4dff6ff1 req-e423d4ca-ebbd-4b6b-bae2-abab5cb8fc40 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052582 Apr 25 14:37:20.478712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999c155-ed8f-4307-9923-8fbaf4782213', 'name': 'tempest-snat-router-1648720481', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '849b5ca9-c47e-4ffe-a26f-c071b5b422c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:11Z', 'updated_at': '2022-04-25T14:37:15Z', 'revision_number': 3, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port': {'id': '849b5ca9-c47e-4ffe-a26f-c071b5b422c8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999c155-ed8f-4307-9923-8fbaf4782213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:13Z', 'updated_at': '2022-04-25T14:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:20.488077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6c5324ce-6847-41bb-b5d0-e9991f6e9be5 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736687 Apr 25 14:37:20.491523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Checking router: d999c155-ed8f-4307-9923-8fbaf4782213 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:37:20.491523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Updating router d999c155-ed8f-4307-9923-8fbaf4782213 port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:37:20.563767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350197-8716-4c34-8f38-fca8695c8f57 req-46803b38-90b4-4a96-83fc-90de296cab6d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:20.573705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25350197-8716-4c34-8f38-fca8695c8f57 req-46803b38-90b4-4a96-83fc-90de296cab6d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 951 time: 0.4987996 Apr 25 14:37:20.598587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75317d2-3740-4ad7-ae24-37496b408dad req-2bca5bb4-f0cf-4786-8bed-070f8d98a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:20.600113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-2bca5bb4-f0cf-4786-8bed-070f8d98a9e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.2925513 Apr 25 14:37:20.637219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:20.675197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-66b7db94-4755-4158-bc62-85569b6ba187 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672739 Apr 25 14:37:20.677762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-b3dfc707-2fce-4c4c-9260-3bb0f9581342 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873829 Apr 25 14:37:20.684190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:20.725899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea006525-5a32-4fbe-ac09-e37af3fe8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:20.765751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:20.766372 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25350197-8716-4c34-8f38-fca8695c8f57 req-65e6c6f5-728f-47b7-8339-3d132f0a53a6 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876912 Apr 25 14:37:20.800182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1cd5d031-2b0c-400f-85b4-e69057fbb59f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79eee83e-e608-4f00-9eba-ab94763a80bf HTTP/1.1" status: 200 len: 217 time: 0.2813945 Apr 25 14:37:20.866135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6802b38a-da00-426d-bdf4-a331b90d5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:20.867615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6802b38a-da00-426d-bdf4-a331b90d5fdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.0750823 Apr 25 14:37:20.872362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea006525-5a32-4fbe-ac09-e37af3fe8aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:20.947663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:20.983532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:21.004000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.007890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea006525-5a32-4fbe-ac09-e37af3fe8aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.009251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ea006525-5a32-4fbe-ac09-e37af3fe8aaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13c0a18e-c5bd-49a0-a8ce-a0dfe38c27c7 HTTP/1.1" status: 204 len: 168 time: 1.4026675 Apr 25 14:37:21.054033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-08b224a1-9717-4a4e-92d3-b5b1d5d95d26 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716860 Apr 25 14:37:21.059070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc782259-f01e-4b08-9e76-63c5081b6671 req-1ca173f4-b27e-47b0-913b-1174d209a332 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351989 Apr 25 14:37:21.062234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e667-c961-4287-8adf-6ffd30983347 req-eaef2af7-7dfc-49bd-a8a3-30eb16acbdb7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.064183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b85e667-c961-4287-8adf-6ffd30983347 req-eaef2af7-7dfc-49bd-a8a3-30eb16acbdb7 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 949 time: 0.4919732 Apr 25 14:37:21.192172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.198123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.204546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.210392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.216211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.216492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7ca66c14-8c3a-4940-9b0c-9d71cd428db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.218761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-7ca66c14-8c3a-4940-9b0c-9d71cd428db4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3443747 Apr 25 14:37:21.222807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.228874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.233424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.237099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-0cfcc4a7-bd4e-4e73-9a49-d3a04b641469 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.3245966 Apr 25 14:37:21.250303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Transition to ACTIVE for port object 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:21.259071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:21.260882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'tag': 'a2b1285b-1588-49ec-b861-ee483d9472b0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:21.266401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.334305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56deb45c-6b52-4dfa-8e0e-e9f7f07da5c9 req-8bf15fc7-c212-4cb6-8f8d-c9a90be49259 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942340 Apr 25 14:37:21.352801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f75317d2-3740-4ad7-ae24-37496b408dad req-14dc4cd2-b817-4943-9681-cb403f15bcf4 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912190 Apr 25 14:37:21.368589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b85e667-c961-4287-8adf-6ffd30983347 req-651315c8-5460-4d9a-9efa-9bb58837b457 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960844 Apr 25 14:37:21.371184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-9118cd06-5b72-4884-9564-6f6457f67a03 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434326 Apr 25 14:37:21.400912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Attempting to bind port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:21.400912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Attempting to bind port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:21.400912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Attempting to bind port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:21.400912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25e12-1e4c-4195-bb2d-f153ff15e08b None None] Pushing event updated for resources: {'Port': ['ID=849b5ca9-c47e-4ffe-a26f-c071b5b422c8,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:21.407594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:21.407959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:21.408366 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.408750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:21.413381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Bound port: 849b5ca9-c47e-4ffe-a26f-c071b5b422c8, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:21.414142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.486970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.506704 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fa743b-f163-47cd-b1e8-74409e286af8'] response: {'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'code': 200} Apr 25 14:37:21.518683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Deleting port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:21.519152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.526627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] For port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:21.530468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] For port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=849b5ca9-c47e-4ffe-a26f-c071b5b422c8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:21.536460 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.629388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-1803361d-87ea-4af8-8692-929bea35699b service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427247 Apr 25 14:37:21.663586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Routers {'d999c155-ed8f-4307-9923-8fbaf4782213'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:21.664237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d999c155-ed8f-4307-9923-8fbaf4782213'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:21.754194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f8531-ae31-4652-a13f-a592af955f75 req-143ff02f-6ab0-444a-a0da-a5dfa3539f04 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.761000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f8531-ae31-4652-a13f-a592af955f75 req-143ff02f-6ab0-444a-a0da-a5dfa3539f04 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.770212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f8531-ae31-4652-a13f-a592af955f75 req-143ff02f-6ab0-444a-a0da-a5dfa3539f04 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:21.772741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b41f8531-ae31-4652-a13f-a592af955f75 req-143ff02f-6ab0-444a-a0da-a5dfa3539f04 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2418 time: 0.1916680 Apr 25 14:37:21.784233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25e12-1e4c-4195-bb2d-f153ff15e08b None None] Pushing event updated for resources: {'Port': ['ID=849b5ca9-c47e-4ffe-a26f-c071b5b422c8,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:21.789608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-6ba4f945-cb16-4061-b603-19dc39b647ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecf6a052-6239-4c9c-b65f-661faaf16400 HTTP/1.1" status: 200 len: 217 time: 0.0829065 Apr 25 14:37:21.843024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b41f8531-ae31-4652-a13f-a592af955f75 req-477e1abf-bfdf-48b0-878b-c0d4896aa148 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629482 Apr 25 14:37:21.898727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] For port 849b5ca9-c47e-4ffe-a26f-c071b5b422c8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=849b5ca9-c47e-4ffe-a26f-c071b5b422c8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:21.899232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:21.924060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] Set router d999c155-ed8f-4307-9923-8fbaf4782213 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:21.931084 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d878c9e-7411-4228-8c33-4c4555cff25d'] response: {'name': 'network-changed', 'server_uuid': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'tag': 'a2b1285b-1588-49ec-b861-ee483d9472b0', 'status': 'completed', 'code': 200} Apr 25 14:37:22.088006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41768) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:22.103651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:22.111813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999c155-ed8f-4307-9923-8fbaf4782213', 'name': 'tempest-snat-router-1648720481', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:11Z', 'updated_at': '2022-04-25T14:37:21Z', 'revision_number': 4, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:22.117718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75859d3-5cfe-43f8-bc2b-2698aa747e4b None None] The sync data for ids ['d999c155-ed8f-4307-9923-8fbaf4782213'] in n-d-811416-6 is: [{'id': 'd999c155-ed8f-4307-9923-8fbaf4782213', 'name': 'tempest-snat-router-1648720481', 'tenant_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:11Z', 'updated_at': '2022-04-25T14:37:21Z', 'revision_number': 4, 'project_id': 'e15cb6f5edea4f188cc511779ce76e9e', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:22.144086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379bcbc-97a0-491e-b389-c44ade516686 req-96cffb17-b98d-4482-90eb-da72cb1d090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.144086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-96cffb17-b98d-4482-90eb-da72cb1d090d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=bddc99cb-ba4c-487e-92e2-a7d9a99be6db HTTP/1.1" status: 200 len: 1095 time: 0.1940393 Apr 25 14:37:22.274008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Calling delete_port for 849b5ca9-c47e-4ffe-a26f-c071b5b422c8 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:22.310721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:22.330422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'port_id': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11', 'mac_address': 'fa:16:3e:f6:50:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24f782-3089-41c8-a2fb-0d85a5c262b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:22.352043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-92309c32-c179-41a7-94f0-13ce1ca50211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.353842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-92309c32-c179-41a7-94f0-13ce1ca50211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.5519316 Apr 25 14:37:22.410892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:22.431436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:22.434214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaa931-c119-40fe-b264-6928caee5495 req-96041191-3653-4604-85d4-4df8adef63e8 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.442121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1abaa931-c119-40fe-b264-6928caee5495 req-96041191-3653-4604-85d4-4df8adef63e8 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4017942 Apr 25 14:37:22.446571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-network', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:22.451392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:22.455294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Usage tracker for resource:network and tenant:d6613aa473f94eae9920c8c79bfcaf63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:22.455912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:22.458195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:22.464534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:22.465227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:22.487836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e48927-1ec5-49a0-b1de-ee3ea2b45cd5 req-6c0efb61-e875-4fbd-a6d6-c4bda0bdd2fb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.495314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80e48927-1ec5-49a0-b1de-ee3ea2b45cd5 req-6c0efb61-e875-4fbd-a6d6-c4bda0bdd2fb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 943 time: 0.3425777 Apr 25 14:37:22.505847 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:37:22.508159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Made reservation on behalf of d6613aa473f94eae9920c8c79bfcaf63 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:22.510563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:22.534876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:22.567086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1abaa931-c119-40fe-b264-6928caee5495 req-661f9c3f-81fb-4748-8322-b82c4efa6452 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239541 Apr 25 14:37:22.569779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-2eb1fea4-a9ec-4695-81a6-367f2bfd6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.571565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-2eb1fea4-a9ec-4695-81a6-367f2bfd6b81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081628 Apr 25 14:37:22.590918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:22.612775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379bcbc-97a0-491e-b389-c44ade516686 req-c97fd1eb-95d0-4b17-b06b-0579901cd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.614290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-c97fd1eb-95d0-4b17-b06b-0579901cd667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 914 time: 0.4615479 Apr 25 14:37:22.615306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:22.619358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Usage tracker for resource:security_group_rule and tenant:d6613aa473f94eae9920c8c79bfcaf63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:22.637641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80e48927-1ec5-49a0-b1de-ee3ea2b45cd5 req-de210c26-44ee-4c9c-9c28-fce6e6f866f3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411533 Apr 25 14:37:22.674613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:22.692477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:22.695343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-5e236574-d42e-4d3f-b9b3-79f47c473eb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2b1285b-1588-49ec-b861-ee483d9472b0 HTTP/1.1" status: 200 len: 217 time: 0.0731223 Apr 25 14:37:22.772657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379bcbc-97a0-491e-b389-c44ade516686 req-56115b19-0eb9-48f1-bfed-6569a08616e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:22.774247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-56115b19-0eb9-48f1-bfed-6569a08616e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.0719719 Apr 25 14:37:22.824430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1a84adb7-8fe2-45a5-9e22-d38aaa688c11'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:22.833000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:22.843773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-b312c94f-aeab-472e-82fb-54f01348b699 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636821 Apr 25 14:37:22.935020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event deleted for resources: {'Port': ['ID=849b5ca9-c47e-4ffe-a26f-c071b5b422c8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:22.960495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a2b1285b-1588-49ec-b861-ee483d9472b0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:23.020255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-e45d1c5e-8a4c-4a18-91fa-f2d3fe55fb93 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413841 Apr 25 14:37:23.077599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.146584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-4f2778b8-f24f-4a06-87ec-eb6cdfbbd245 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957199 Apr 25 14:37:23.148919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.208201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.286559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a2b1285b-1588-49ec-b861-ee483d9472b0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a2b1285b-1588-49ec-b861-ee483d9472b0,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:23.302617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'a2b1285b-1588-49ec-b861-ee483d9472b0', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'port_id': 'a2b1285b-1588-49ec-b861-ee483d9472b0', 'mac_address': 'fa:16:3e:57:6a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24f782-3089-41c8-a2fb-0d85a5c262b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:23.311681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbff45-3edf-4e3f-ac99-9d3ca1859270 req-bfea1a40-5cbd-4b6c-8aee-0e840eb31789 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.313616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75dbff45-3edf-4e3f-ac99-9d3ca1859270 req-bfea1a40-5cbd-4b6c-8aee-0e840eb31789 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 1101 time: 0.3034749 Apr 25 14:37:23.317121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:37:23.330558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2aaa0-e43a-4f3b-bf9f-0e7c170734f3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:23.336996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.340752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbd531-d945-430e-9c03-21cd3a1252ac req-7abad9bd-24e0-442b-978a-f273779077bb tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.343104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1acbd531-d945-430e-9c03-21cd3a1252ac req-7abad9bd-24e0-442b-978a-f273779077bb tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1102 time: 0.5680172 Apr 25 14:37:23.344519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.377580 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.378246 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Added segment 46739fb9-71a8-445e-ab88-cbed002e90f4 of type vlan for network be10addb-2961-46ed-b00d-17664d992b4a Apr 25 14:37:23.378587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.401760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b1285b-1588-49ec-b861-ee483d9472b0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:23.419445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75dbff45-3edf-4e3f-ac99-9d3ca1859270 req-1d386a36-95a4-4c90-9c5b-77b30c5a4116 tempest-MigrationsAdminTest-1395958502 tempest-MigrationsAdminTest-1395958502-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966020 Apr 25 14:37:23.428945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a2b1285b-1588-49ec-b861-ee483d9472b0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a2b1285b-1588-49ec-b861-ee483d9472b0,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:23.431303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f346d0a3-a1aa-4cd5-a84a-3c80566ea7c6 req-2c7c41c7-1013-4b60-996e-58760b941bb3 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039106 Apr 25 14:37:23.435130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.449707 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1acbd531-d945-430e-9c03-21cd3a1252ac req-90b94461-a2f4-4bf7-be80-1b71a369d142 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964437 Apr 25 14:37:23.449707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.450053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d999c155-ed8f-4307-9923-8fbaf4782213 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:37:23.480835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.482119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5de26c6-a092-4493-9e4f-13d9c8c24e37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d999c155-ed8f-4307-9923-8fbaf4782213 HTTP/1.1" status: 204 len: 168 time: 3.1273837 Apr 25 14:37:23.484313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.485063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:23.505073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9379bcbc-97a0-491e-b389-c44ade516686 req-74f69569-cca8-489e-86b4-fadec41c641c service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387775 Apr 25 14:37:23.590707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a2b1285b-1588-49ec-b861-ee483d9472b0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:23.673674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.675126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.675720 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.709500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a2b1285b-1588-49ec-b861-ee483d9472b0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:23.854040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7640626 Apr 25 14:37:23.860939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41792) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:23.870780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Request body: {'subnet': {'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-subnet', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:23.876662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:23.881193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Usage tracker for resource:subnet and tenant:d6613aa473f94eae9920c8c79bfcaf63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:23.883964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:23.890379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:23.895344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423662-5092-48e6-8925-7f9bdcef2b5c admin admin] Pushing event updated for resources: {'Network': ['ID=be10addb-2961-46ed-b00d-17664d992b4a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:23.912349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.912834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.913357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.913824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.914297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.914765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.915227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:23.917350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-7cf1f1b1-a051-4a0c-96f1-e43103b9cfc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6487 time: 0.3601034 Apr 25 14:37:23.918469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network be10addb-2961-46ed-b00d-17664d992b4a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:37:23.921247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Made reservation on behalf of d6613aa473f94eae9920c8c79bfcaf63 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:23.923865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:23.942640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:24.077913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.083802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.089995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.095573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.101302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.107062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.113571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.115434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-eb5e8682-a452-49c4-bcab-f7bb3db83143 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.2679615 Apr 25 14:37:24.159731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76b3a1-b0e4-4505-a21c-d5f6cf764218 req-a8195b8e-320e-4186-b0c7-388a876649ed tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.161193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c76b3a1-b0e4-4505-a21c-d5f6cf764218 req-a8195b8e-320e-4186-b0c7-388a876649ed tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4303713 Apr 25 14:37:24.240989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18a2d218-20c6-4fa6-8be3-03772c4e2f45 req-93d6d14d-9433-439b-87a6-ca62dfd3c2ca tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765405 Apr 25 14:37:24.244906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-349dcb27-18d7-40ed-9e28-864832cdc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.245818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-349dcb27-18d7-40ed-9e28-864832cdc77c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a93db98-efb3-4ef3-84a8-41c75d9b042d HTTP/1.1" status: 200 len: 903 time: 0.3037033 Apr 25 14:37:24.250678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:24.265732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Deleting port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:24.266358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:24.382540 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-86dc6ce9-5c45-4383-b6a4-ed7eb98d1e58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecf6a052-6239-4c9c-b65f-661faaf16400 HTTP/1.1" status: 200 len: 217 time: 0.1205559 Apr 25 14:37:24.390102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c76b3a1-b0e4-4505-a21c-d5f6cf764218 req-8b3bcff3-0a0c-4137-aea7-30667602b9b3 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198191 Apr 25 14:37:24.492118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] For port 594aa51c-9f7a-4076-a1a0-c8009b3d06bb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:24.492996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:24.496491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-edd14a1f-d71a-4c89-bdef-bc51f6abc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:24.498009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-edd14a1f-d71a-4c89-bdef-bc51f6abc3bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.1069894 Apr 25 14:37:24.655779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Calling delete_port for 594aa51c-9f7a-4076-a1a0-c8009b3d06bb owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:24.658658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:24.930217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:24.964742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a2b1285b-1588-49ec-b861-ee483d9472b0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:24.981936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event deleted for resources: {'Port': ['ID=594aa51c-9f7a-4076-a1a0-c8009b3d06bb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:25.081940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port a2b1285b-1588-49ec-b861-ee483d9472b0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:25.089773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port a2b1285b-1588-49ec-b861-ee483d9472b0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:25.091019 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.108021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c072d24a-3835-4cd5-9d1b-5fadbd75d81e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:25.112393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Checking segment: {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:25.112748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Network hostable DHCP agents. Network: be10addb-2961-46ed-b00d-17664d992b4a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:37:25.128351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-9cd1be56-c4e9-45a0-b4c9-62a814b4ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:25.130701 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-9cd1be56-c4e9-45a0-b4c9-62a814b4ff46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6213593 Apr 25 14:37:25.155697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.188291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Network be10addb-2961-46ed-b00d-17664d992b4a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:37:25.272660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852ea25-9985-4553-abfd-f56e5b633b71 req-5f2bad19-0516-4c1c-9f09-c72e884a7a6f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:25.280359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5852ea25-9985-4553-abfd-f56e5b633b71 req-5f2bad19-0516-4c1c-9f09-c72e884a7a6f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 944 time: 0.3663511 Apr 25 14:37:25.285622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, be10addb-2961-46ed-b00d-17664d992b4a) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:25.288867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.302080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b0825-817c-49cd-9106-4246010efdd6 None None] Network be10addb-2961-46ed-b00d-17664d992b4a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:25.310133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:25.310780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.356215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b1285b-1588-49ec-b861-ee483d9472b0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:25.366902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a87cab90-f2fe-4e7a-9ae1-4fcc45c9b549 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5048699 Apr 25 14:37:25.377479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5852ea25-9985-4553-abfd-f56e5b633b71 req-2aeb1241-f17f-4963-bbf9-eb99723a918c tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960391 Apr 25 14:37:25.380916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41810) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:25.406968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:25.413131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:25.417455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Usage tracker for resource:router and tenant:d6613aa473f94eae9920c8c79bfcaf63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:25.421250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:25.427303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:25.427535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a2b1285b-1588-49ec-b861-ee483d9472b0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a2b1285b-1588-49ec-b861-ee483d9472b0,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:25.437516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.442619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-c294412a-097f-4647-aa2a-415110719e4d service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015046 Apr 25 14:37:25.451374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.452845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.458072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.460811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.516521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.517283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 964e4af1-ef97-4044-9109-2f475cb546c6 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:37:25.557702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.559161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-181ac579-4e97-4fe0-994f-3f1c71c75b8d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "DELETE /v2.0/routers/964e4af1-ef97-4044-9109-2f475cb546c6 HTTP/1.1" status: 204 len: 168 time: 2.0730677 Apr 25 14:37:25.579079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41814) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:25.592891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1772609467', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:25.604213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:25.612229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Usage tracker for resource:router and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:25.626214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:25.633101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a2b1285b-1588-49ec-b861-ee483d9472b0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:25.650284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:25.667257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d10ae-516d-459c-b085-f287e266cff2 req-941d3297-73a4-4423-907d-e303ce1106df tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:25.678034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d1d10ae-516d-459c-b085-f287e266cff2 req-941d3297-73a4-4423-907d-e303ce1106df tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 950 time: 0.4325929 Apr 25 14:37:25.705759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-be10addb-2961-46ed-b00d-17664d992b4a', 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'fixed_ips': [{'subnet_id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:37:25.707791 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.716585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.718193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.722164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-893a95aa-19e3-4670-90c9-f523d83971b5 req-cbd01e28-2c54-4ba3-afae-f397adf2432a service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720046 Apr 25 14:37:25.742716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.745813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d1d10ae-516d-459c-b085-f287e266cff2 req-4b64b291-bd4d-45d6-b49e-5d8e4994bc4e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659523 Apr 25 14:37:25.780865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:25.896164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cbb20-4470-4943-9bad-ba2d78c39914 req-a6e69b54-92c2-466a-acf4-0b396f46bf8c tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:25.910595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b3cbb20-4470-4943-9bad-ba2d78c39914 req-a6e69b54-92c2-466a-acf4-0b396f46bf8c tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 1102 time: 0.2333348 Apr 25 14:37:25.965381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Allocated IP 172.20.0.2 (be10addb-2961-46ed-b00d-17664d992b4a/c072d24a-3835-4cd5-9d1b-5fadbd75d81e/4ed97dfc-6c57-480b-9c5f-40e9bc396465) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:26.071671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:26.234956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:26.244389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b3cbb20-4470-4943-9bad-ba2d78c39914 req-161adebb-72b4-4e99-9f83-80ea8b2fb869 tempest-ServersAdminTestJSON-404509337 tempest-ServersAdminTestJSON-404509337-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325300 Apr 25 14:37:26.250854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:26.251112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.318377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.340287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.340747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Transition to ACTIVE for port object 4ed97dfc-6c57-480b-9c5f-40e9bc396465 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:26.395097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Transition to ACTIVE for port object 4ed97dfc-6c57-480b-9c5f-40e9bc396465 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:26.408284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-ed6e225c-428f-4062-b8e8-f117004de8c2 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.409978 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-ed6e225c-428f-4062-b8e8-f117004de8c2 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 950 time: 0.3296561 Apr 25 14:37:26.412127 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.453511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.488445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc5c0-d7f2-410d-aa8b-071a35f520e9 req-a1549e97-6e61-4e4a-9389-912766948d4a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.499230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc5c0-d7f2-410d-aa8b-071a35f520e9 req-a1549e97-6e61-4e4a-9389-912766948d4a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.511984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc5c0-d7f2-410d-aa8b-071a35f520e9 req-a1549e97-6e61-4e4a-9389-912766948d4a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.521005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.524791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-815fc5c0-d7f2-410d-aa8b-071a35f520e9 req-a1549e97-6e61-4e4a-9389-912766948d4a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2418 time: 0.6164939 Apr 25 14:37:26.566467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Network be10addb-2961-46ed-b00d-17664d992b4a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:26.571153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:26.577774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:26.649082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-815fc5c0-d7f2-410d-aa8b-071a35f520e9 req-1a1a57f5-2931-4035-8bf7-d820bdf0c986 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224332 Apr 25 14:37:26.667817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Pushing event updated for resources: {'Port': ['ID=4ed97dfc-6c57-480b-9c5f-40e9bc396465,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:26.701548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Deleting port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:26.702061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.774913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:26.780304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.781060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.781438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.781772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.782170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.782512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.782855 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.783248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.783581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.783914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.784302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.784635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:37:26.789122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 594aa51c-9f7a-4076-a1a0-c8009b3d06bb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:26.843053 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.879484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 594aa51c-9f7a-4076-a1a0-c8009b3d06bb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:26.879867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 594aa51c-9f7a-4076-a1a0-c8009b3d06bb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:26.903282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Attempting to bind port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:26.903795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Attempting to bind port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:26.904038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Attempting to bind port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 on network be10addb-2961-46ed-b00d-17664d992b4a {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:26.913787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:26.914181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Checking segment: {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:26.914578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.914978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Bound using segment: {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:26.915476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Bound port: 4ed97dfc-6c57-480b-9c5f-40e9bc396465, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:26.915858 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:26.916183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d79-3eb8-4053-a8b1-a71e33404e9c req-01fb725c-8648-44c8-8639-6c8ea58c7c20 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.924308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd990d79-3eb8-4053-a8b1-a71e33404e9c req-01fb725c-8648-44c8-8639-6c8ea58c7c20 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4256203 Apr 25 14:37:26.982664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c6f339e4-4858-44c7-a223-227240c2fb5b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.988758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c6f339e4-4858-44c7-a223-227240c2fb5b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.995208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c6f339e4-4858-44c7-a223-227240c2fb5b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:26.997006 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c6f339e4-4858-44c7-a223-227240c2fb5b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2418 time: 0.3973207 Apr 25 14:37:27.014949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:27.047326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] For port 4ed97dfc-6c57-480b-9c5f-40e9bc396465, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:27.051817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] For port 4ed97dfc-6c57-480b-9c5f-40e9bc396465, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4ed97dfc-6c57-480b-9c5f-40e9bc396465,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:27.057392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:27.162288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b3800-5711-445d-9cc2-ab4fae0c8720 None None] Pushing event updated for resources: {'Port': ['ID=4ed97dfc-6c57-480b-9c5f-40e9bc396465,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:27.214142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:27.249213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:27.335013 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd990d79-3eb8-4053-a8b1-a71e33404e9c req-5537bfef-497f-4bb1-bc82-54e0ed444b22 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096646 Apr 25 14:37:27.355819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.362400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.368786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.386327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.397742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.420959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.421973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 33613641-a3eb-4391-8fa3-d9e594be89f0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:27.422309 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:27.429486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:27.431780 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-a1d37331-7c35-48d7-b94a-3195934745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.3142004 Apr 25 14:37:27.460814 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657853b9-161c-4fae-a517-72a50625dadc'] response: {'server_uuid': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b1285b-1588-49ec-b861-ee483d9472b0', 'code': 200} Apr 25 14:37:27.562097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecfcead5-1dcc-454c-a84d-012624bd4ae6 req-d2694916-416a-464f-bd9c-592b01757172 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094592 Apr 25 14:37:27.697363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] For port 8e61a506-63b5-4540-96fd-4d91af0b3eb5, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8e61a506-63b5-4540-96fd-4d91af0b3eb5,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:27.697723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:27.704544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Allocated IP 172.25.0.204 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/89fd6bb1-bae2-4336-abf6-68d578a8f20f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:27.892481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Calling delete_port for 8e61a506-63b5-4540-96fd-4d91af0b3eb5 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:27.931811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.003172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71bf4-3c33-4cf9-90ba-a15c62c60002 req-ecf73574-0293-44df-97bd-309bb1ef6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:28.004670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-52b71bf4-3c33-4cf9-90ba-a15c62c60002 req-ecf73574-0293-44df-97bd-309bb1ef6562 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bddc99cb-ba4c-487e-92e2-a7d9a99be6db HTTP/1.1" status: 200 len: 1097 time: 0.4622014 Apr 25 14:37:28.021071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.024114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aaa40-f644-4f24-aa22-4a918f26a4b3 req-47db1c50-9b97-4468-bbcd-856d95ccaf08 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:28.025703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c0aaa40-f644-4f24-aa22-4a918f26a4b3 req-47db1c50-9b97-4468-bbcd-856d95ccaf08 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 945 time: 0.3144727 Apr 25 14:37:28.102114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-52b71bf4-3c33-4cf9-90ba-a15c62c60002 req-87db2e0e-8141-46a9-961a-520a7f8a5bbd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865722 Apr 25 14:37:28.128466 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.156198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c0aaa40-f644-4f24-aa22-4a918f26a4b3 req-b028683e-b137-4832-830c-d94d7ab75058 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969691 Apr 25 14:37:28.199751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.278375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:28.283542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:28.327322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:28.452702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 33613641-a3eb-4391-8fa3-d9e594be89f0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33613641-a3eb-4391-8fa3-d9e594be89f0,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:28.453536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.551059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182df0c-5034-41a9-8b7f-e42d2882b05e None None] Network be10addb-2961-46ed-b00d-17664d992b4a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:28.579351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event updated for resources: {'Port': ['ID=89fd6bb1-bae2-4336-abf6-68d578a8f20f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:28.627459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 33613641-a3eb-4391-8fa3-d9e594be89f0 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:28.664925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Allocated IP 172.25.0.243 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/e42471e5-ddea-49a7-b177-28f9eca9f5b9) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:28.677510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.687502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f10dc-d407-4417-8fd4-09a4a32eba2f req-8ba88c9c-41c9-4480-b929-747762508a18 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:28.699104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546f10dc-d407-4417-8fd4-09a4a32eba2f req-8ba88c9c-41c9-4480-b929-747762508a18 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8826102-681e-4e3b-a6a9-193c7a128776 HTTP/1.1" status: 200 len: 950 time: 0.7751455 Apr 25 14:37:28.706176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:28.806115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['581ea44a-c6de-40bb-b38f-2d0018afa076'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:28.807527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event deleted for resources: {'Port': ['ID=8e61a506-63b5-4540-96fd-4d91af0b3eb5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:28.838333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', '844738c1-2299-4034-81cf-11282c63ec77'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:28.863696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4ed97dfc-6c57-480b-9c5f-40e9bc396465 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:28.889461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-48b0626f-d0fd-41b2-a5a0-af783e0c6384 None None] Provisioning for port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:28.891976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a96f1-28a8-45d5-9127-85ed8dc4104d req-1aa166d8-2197-4e6a-9fd3-78d7db8faf85 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:28.893625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-381a96f1-28a8-45d5-9127-85ed8dc4104d req-1aa166d8-2197-4e6a-9fd3-78d7db8faf85 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.6069086 Apr 25 14:37:28.976330 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-381a96f1-28a8-45d5-9127-85ed8dc4104d req-2b594971-580f-481a-a26a-5ec030f615b6 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715935 Apr 25 14:37:29.157854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f537b7a8-36a5-4598-92bb-d6c334752305 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:29.223680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-546f10dc-d407-4417-8fd4-09a4a32eba2f req-8ab48213-bf99-4231-b390-b7724d84ae2c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233676 Apr 25 14:37:29.302994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:29.376542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:29.379465 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.418918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.467797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] No DVR routers for this DVR port 8e61a506-63b5-4540-96fd-4d91af0b3eb5 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:29.484781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.484781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-deleted', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:29.511488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a207418-4721-4251-ad0e-4c26914814dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:29.591546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.641929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae3da9-204e-411c-950b-839c5d343ffc req-7ab05a03-e092-4efb-92a6-3a553660867d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:29.649004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae3da9-204e-411c-950b-839c5d343ffc req-7ab05a03-e092-4efb-92a6-3a553660867d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:29.656410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0debc94a-86fd-46dd-a6f8-435c84580e36 req-fc624772-b0e8-4f59-972b-2c7b5aa73e36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "DELETE /v2.0/ports/8e61a506-63b5-4540-96fd-4d91af0b3eb5 HTTP/1.1" status: 204 len: 173 time: 3.2384672 Apr 25 14:37:29.658861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae3da9-204e-411c-950b-839c5d343ffc req-7ab05a03-e092-4efb-92a6-3a553660867d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:29.660604 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00ae3da9-204e-411c-950b-839c5d343ffc req-7ab05a03-e092-4efb-92a6-3a553660867d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 2418 time: 0.4311216 Apr 25 14:37:29.696238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Port': ['ID=33613641-a3eb-4391-8fa3-d9e594be89f0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:29.743532 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.831400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-ddfd751f-e229-4dd9-ac5d-c29f2e7ec3aa tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:29.833170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-ddfd751f-e229-4dd9-ac5d-c29f2e7ec3aa tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 950 time: 0.3179719 Apr 25 14:37:29.840890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00ae3da9-204e-411c-950b-839c5d343ffc req-c017b7a7-8461-41b2-b2ae-aae0763f0951 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154795 Apr 25 14:37:29.855256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.868513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f537b7a8-36a5-4598-92bb-d6c334752305,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:29.892333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] No DVR routers for this DVR port 33613641-a3eb-4391-8fa3-d9e594be89f0 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:29.906902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c91818-80dd-4a37-80f6-8904a05dc0af req-7c223479-d938-4403-9868-1f76146dc04e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:29.908819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7c91818-80dd-4a37-80f6-8904a05dc0af req-7c223479-d938-4403-9868-1f76146dc04e tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 950 time: 0.5114815 Apr 25 14:37:29.910195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.912769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-c8e2e5de-48d4-4623-9e8b-8e6b4df8722e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "DELETE /v2.0/ports/33613641-a3eb-4391-8fa3-d9e594be89f0 HTTP/1.1" status: 204 len: 173 time: 2.9007711 Apr 25 14:37:29.974467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Deleting port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:29.974802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.977848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:29.978605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33613641-a3eb-4391-8fa3-d9e594be89f0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:30.132130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 33613641-a3eb-4391-8fa3-d9e594be89f0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:30.132130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33613641-a3eb-4391-8fa3-d9e594be89f0 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:30.132130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2e566426-a029-4952-a405-f0fc270b4b84 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:30.152349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7c91818-80dd-4a37-80f6-8904a05dc0af req-61bde351-1bf6-4363-b67f-be5fbd624ea6 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364254 Apr 25 14:37:30.167417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:30.246075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:30.267123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 2e566426-a029-4952-a405-f0fc270b4b84 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:30.267705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:30.342621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:30.351237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:30.361860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:30.400140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 8e61a506-63b5-4540-96fd-4d91af0b3eb5 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:30.401126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8e61a506-63b5-4540-96fd-4d91af0b3eb5 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:30.508980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Pushing event updated for resources: {'Port': ['ID=e42471e5-ddea-49a7-b177-28f9eca9f5b9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:30.622776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:30.639766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:30.694064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:30.807282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-69bcbacc-77df-48b1-980c-9f2e5e817e6b None None] Provisioning complete for port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:30.807851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69bcbacc-77df-48b1-980c-9f2e5e817e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:30.889505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:30.917375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4ed97dfc-6c57-480b-9c5f-40e9bc396465, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4ed97dfc-6c57-480b-9c5f-40e9bc396465,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:30.965497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:31.076401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:31.079112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4ed97dfc-6c57-480b-9c5f-40e9bc396465,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:31.111862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.118559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.126149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.127670 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:31.132951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.139964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.147500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.156040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.158004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-df5d1777-cf66-467d-96ab-5d6a77a8ca38 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 1.0314581 Apr 25 14:37:31.202319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:31.202729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:31.292348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] For port 6bb8e286-5311-42ed-8c51-30c1ae7dff12, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6bb8e286-5311-42ed-8c51-30c1ae7dff12,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:31.292768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:31.299099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:31.324753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8c7ed89d-c603-4684-b651-44fa616c4fe8 req-d9bfa7ad-1970-4ac3-a9f4-bf1e0b2b6447 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043508 Apr 25 14:37:31.454497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Calling delete_port for 6bb8e286-5311-42ed-8c51-30c1ae7dff12 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:31.533633 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3cc4f8a-e2ad-4962-8c8c-55839652f1db'] response: {'server_uuid': '2a207418-4721-4251-ad0e-4c26914814dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11', 'code': 200} Apr 25 14:37:31.553816 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e542c30-7ce6-4bab-831b-da8a8210f4b1'] response: {'server_uuid': 'c8826102-681e-4e3b-a6a9-193c7a128776', 'name': 'network-vif-deleted', 'tag': '8e61a506-63b5-4540-96fd-4d91af0b3eb5', 'status': 'completed', 'code': 200} Apr 25 14:37:31.668453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 2e566426-a029-4952-a405-f0fc270b4b84 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:31.705303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d1c8-952a-4513-b9c2-e919a9d0bde4 req-5bff2f78-db38-48e5-883f-76b31c0dccc8 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:31.706969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f696d1c8-952a-4513-b9c2-e919a9d0bde4 req-5bff2f78-db38-48e5-883f-76b31c0dccc8 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 945 time: 0.7604747 Apr 25 14:37:31.775949 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:31.851465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Router 502ab769-6dc5-4cdd-8b8c-2e20465dea04 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:37:31.857619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:31.871216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6bb8e286-5311-42ed-8c51-30c1ae7dff12', '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:31.922152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['32b45001-7cb8-465f-801e-ae2405d06b8a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:31.930588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event deleted for resources: {'Port': ['ID=6bb8e286-5311-42ed-8c51-30c1ae7dff12,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:31.950893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f696d1c8-952a-4513-b9c2-e919a9d0bde4 req-21b771eb-9a0c-4366-a39f-26ebb9b3c4ae tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200081 Apr 25 14:37:32.057950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:37:32.058290 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:37:32.101699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b8eb0-0ba7-4ac5-b7a4-7f1a59741ea2 req-b8795d93-3188-40b1-bad2-6a28fdce4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:32.104110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-763b8eb0-0ba7-4ac5-b7a4-7f1a59741ea2 req-b8795d93-3188-40b1-bad2-6a28fdce4e40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 1096 time: 0.4747045 Apr 25 14:37:32.149066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16497425-6233-4d9f-a072-ebe597e0e0b6 req-9c959b23-c9b5-4cc3-ba32-73dcdafdd2ac tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:32.150793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16497425-6233-4d9f-a072-ebe597e0e0b6 req-9c959b23-c9b5-4cc3-ba32-73dcdafdd2ac tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4181654 Apr 25 14:37:32.169726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] No DVR routers for this DVR port 6bb8e286-5311-42ed-8c51-30c1ae7dff12 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:32.187618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:32.253575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'name': 'network-vif-deleted', 'tag': '6bb8e286-5311-42ed-8c51-30c1ae7dff12'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:32.319883 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97cb3e67-dd8d-4548-a4a6-3dc8ebe55fe4 req-343b3038-f836-48af-a23a-824c0714233b tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "DELETE /v2.0/ports/6bb8e286-5311-42ed-8c51-30c1ae7dff12 HTTP/1.1" status: 204 len: 173 time: 2.4776559 Apr 25 14:37:32.327759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16497425-6233-4d9f-a072-ebe597e0e0b6 req-c5851481-813d-45af-a99a-4807e3d352fe tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605012 Apr 25 14:37:32.341773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:32.345639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-763b8eb0-0ba7-4ac5-b7a4-7f1a59741ea2 req-4feeaf7a-3f32-4778-8e30-81770015a2db service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889327 Apr 25 14:37:32.356856 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] Sync routers for ids ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:32.385110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:32.386901 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] Routers {'502ab769-6dc5-4cdd-8b8c-2e20465dea04'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:32.388428 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:32.389680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-281c5a29-d0c5-4472-9dc1-7143713a09dc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8047252 Apr 25 14:37:32.392361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:32.402291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:32.405644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': False}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:32.488467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73b77-437d-4dfd-a2d3-fae81e209698 req-3fa3aec4-e2da-4b2e-b33b-172805e17124 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:32.494851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b73b77-437d-4dfd-a2d3-fae81e209698 req-3fa3aec4-e2da-4b2e-b33b-172805e17124 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:32.495912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-10b73b77-437d-4dfd-a2d3-fae81e209698 req-3fa3aec4-e2da-4b2e-b33b-172805e17124 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:32.549949 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:32.554251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-10b73b77-437d-4dfd-a2d3-fae81e209698 req-3fa3aec4-e2da-4b2e-b33b-172805e17124 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:32.566011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10b73b77-437d-4dfd-a2d3-fae81e209698 req-3fa3aec4-e2da-4b2e-b33b-172805e17124 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 1679 time: 0.4080353 Apr 25 14:37:32.566256 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] Routers {'502ab769-6dc5-4cdd-8b8c-2e20465dea04'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:32.567290 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:32.593185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 2e566426-a029-4952-a405-f0fc270b4b84 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:32.593910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:32.607575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e8fe5f96-9a21-436d-ba39-eb63b99d3a47 req-201d20a9-8784-4aa9-8ba0-0bbbdbbc3449 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:32.709717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e8fe5f96-9a21-436d-ba39-eb63b99d3a47 req-201d20a9-8784-4aa9-8ba0-0bbbdbbc3449 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:32.711061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8fe5f96-9a21-436d-ba39-eb63b99d3a47 req-201d20a9-8784-4aa9-8ba0-0bbbdbbc3449 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=06bc785c-b29c-4d6a-8d63-2059e9a3ee45 HTTP/1.1" status: 200 len: 210 time: 0.1836066 Apr 25 14:37:32.714838 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:32.715321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb104a-115b-45bb-8252-aa703c5b4eff None None] The sync data for ids ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:32.802240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10b73b77-437d-4dfd-a2d3-fae81e209698 req-7fc96ee0-5e3e-43b3-b738-c3bf704dca26 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341442 Apr 25 14:37:32.961401 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caadf9f7-9a84-40d8-8aba-6c51d6a58907'] response: {'server_uuid': '06bc785c-b29c-4d6a-8d63-2059e9a3ee45', 'name': 'network-vif-deleted', 'tag': '6bb8e286-5311-42ed-8c51-30c1ae7dff12', 'status': 'completed', 'code': 200} Apr 25 14:37:33.086270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4ed97dfc-6c57-480b-9c5f-40e9bc396465 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:33.113225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Router 15196209-b65e-4c52-b5c8-3e0cbe885f22 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:37:33.206286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:33.206887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:33.353078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc86687-2232-4132-820e-72c627bd4401 req-30c8eb3e-f838-4da4-8c38-fb6248b73ec0 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.360809 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8bc86687-2232-4132-820e-72c627bd4401 req-30c8eb3e-f838-4da4-8c38-fb6248b73ec0 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 945 time: 0.2428164 Apr 25 14:37:33.506083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8bc86687-2232-4132-820e-72c627bd4401 req-4a7206fd-5792-496e-a584-6a87705f8495 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410670 Apr 25 14:37:33.514987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:33.537561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305'}, {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:33.556689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-deleted', 'tag': '33613641-a3eb-4391-8fa3-d9e594be89f0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:33.586538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.593307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.599601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.605670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.611761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.619120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.626621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.628739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-b7efc785-f8de-4ab6-be3f-f47076a8bcdd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.6235774 Apr 25 14:37:33.636807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 2e566426-a029-4952-a405-f0fc270b4b84, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2e566426-a029-4952-a405-f0fc270b4b84,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:33.637193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:33.839045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede0a86-d5ca-4e6c-b840-0dde140037bc req-ab6ed2b8-e9f9-458c-89a2-86b1aba974be tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:33.840579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ede0a86-d5ca-4e6c-b840-0dde140037bc req-ab6ed2b8-e9f9-458c-89a2-86b1aba974be tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 950 time: 0.1538544 Apr 25 14:37:33.899599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 2e566426-a029-4952-a405-f0fc270b4b84 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:33.934399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:33.986068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f38f927e-454e-4aee-af9e-eb240c9d3a1b req-0b7c0473-8437-4f82-8c7e-2a147b797638 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3305323 Apr 25 14:37:34.003598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:34.030398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Sync routers for ids ['15196209-b65e-4c52-b5c8-3e0cbe885f22'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:34.032935 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ede0a86-d5ca-4e6c-b840-0dde140037bc req-884aeac9-e821-4f38-bf07-f57739d51334 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337640 Apr 25 14:37:34.040584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:34.042341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bc334f98-ff51-4b22-b7f4-2f8c06156b2b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.6525044 Apr 25 14:37:34.047385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41886) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:34.076046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Routers {'15196209-b65e-4c52-b5c8-3e0cbe885f22'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:34.077484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15196209-b65e-4c52-b5c8-3e0cbe885f22'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:34.222467 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a734ab7-5918-4578-8a5d-f47b626ba6ee'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305', 'code': 200} Apr 25 14:37:34.223196 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a734ab7-5918-4578-8a5d-f47b626ba6ee'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84', 'code': 200} Apr 25 14:37:34.225095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6bb8e286-5311-42ed-8c51-30c1ae7dff12 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:34.346486 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f86734-e397-450f-bc60-497a5fb877fa'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-deleted', 'tag': '33613641-a3eb-4391-8fa3-d9e594be89f0', 'status': 'completed', 'code': 200} Apr 25 14:37:34.379038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 6bb8e286-5311-42ed-8c51-30c1ae7dff12 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:34.379300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6bb8e286-5311-42ed-8c51-30c1ae7dff12 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:34.411301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Set router 15196209-b65e-4c52-b5c8-3e0cbe885f22 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:34.551412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:34.635857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Port': ['ID=2e566426-a029-4952-a405-f0fc270b4b84,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:34.785315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:30Z', 'revision_number': 3, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:34.788872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b21e48-d746-411a-a06a-d75a0bfd589d req-0de4b74b-94c5-45ea-925f-27f17ae955bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:34.789477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Checking router: 15196209-b65e-4c52-b5c8-3e0cbe885f22 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:37:34.791155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Updating router 15196209-b65e-4c52-b5c8-3e0cbe885f22 port e42471e5-ddea-49a7-b177-28f9eca9f5b9 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:37:34.797247 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8b21e48-d746-411a-a06a-d75a0bfd589d req-0de4b74b-94c5-45ea-925f-27f17ae955bc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 944 time: 0.3241014 Apr 25 14:37:34.811737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] No DVR routers for this DVR port 2e566426-a029-4952-a405-f0fc270b4b84 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:34.818372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:34.829411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-c471dfc2-bc95-4946-9dab-7d768e76e056 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:34.831224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-c471dfc2-bc95-4946-9dab-7d768e76e056 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 950 time: 0.4432890 Apr 25 14:37:34.832395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba05029-7b8b-4a94-b9a4-e14246596746 req-37f38dfb-bce7-436e-987e-c1f2f13a5587 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:34.839778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aba05029-7b8b-4a94-b9a4-e14246596746 req-37f38dfb-bce7-436e-987e-c1f2f13a5587 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4920564 Apr 25 14:37:34.847430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:34.883686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-485183ed-28ea-4302-b211-b217bcc6988d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "DELETE /v2.0/ports/2e566426-a029-4952-a405-f0fc270b4b84 HTTP/1.1" status: 204 len: 173 time: 4.9521358 Apr 25 14:37:34.925295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:34.931440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8b21e48-d746-411a-a06a-d75a0bfd589d req-673b5d4c-37ac-424a-b445-32021d6734c9 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Apr 25 14:37:34.942303 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.007879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Deleting port 581ea44a-c6de-40bb-b38f-2d0018afa076 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:35.008225 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.026925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aba05029-7b8b-4a94-b9a4-e14246596746 req-0f4a136b-74a1-413d-8762-701d598fed46 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837559 Apr 25 14:37:35.128298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port f537b7a8-36a5-4598-92bb-d6c334752305 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:35.129006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.388462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.403485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Transition to ACTIVE for port object e42471e5-ddea-49a7-b177-28f9eca9f5b9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:35.411879 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.509140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Attempting to bind port e42471e5-ddea-49a7-b177-28f9eca9f5b9 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:35.509567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Attempting to bind port e42471e5-ddea-49a7-b177-28f9eca9f5b9 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:35.510474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Attempting to bind port e42471e5-ddea-49a7-b177-28f9eca9f5b9 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:35.530705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:35.531380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:35.531899 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.532595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:35.533447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Bound port: e42471e5-ddea-49a7-b177-28f9eca9f5b9, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:35.534079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.560356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009577bc-8bd6-4f54-aca4-fdc273debc65 None None] Pushing event updated for resources: {'Port': ['ID=e42471e5-ddea-49a7-b177-28f9eca9f5b9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:35.575484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Router 502ab769-6dc5-4cdd-8b8c-2e20465dea04 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:37:35.628553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] For port e42471e5-ddea-49a7-b177-28f9eca9f5b9, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:35.632468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] For port e42471e5-ddea-49a7-b177-28f9eca9f5b9, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42471e5-ddea-49a7-b177-28f9eca9f5b9,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:35.637352 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.707831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Routers {'15196209-b65e-4c52-b5c8-3e0cbe885f22'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:35.709598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15196209-b65e-4c52-b5c8-3e0cbe885f22'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:35.719727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] For port 581ea44a-c6de-40bb-b38f-2d0018afa076, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=581ea44a-c6de-40bb-b38f-2d0018afa076,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:35.720135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.738917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.744839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.751374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.757406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.765264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.771605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.777887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.786779 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-c744497e-210c-48d1-9138-bcf6b45c1672 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.4079995 Apr 25 14:37:35.801633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009577bc-8bd6-4f54-aca4-fdc273debc65 None None] Pushing event updated for resources: {'Port': ['ID=e42471e5-ddea-49a7-b177-28f9eca9f5b9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:35.802666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.838107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14506-d4dc-4bbc-b3f4-2e1779fca554 req-90291ccf-3b6a-4d4d-982d-1f23a56bf9de tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:35.839678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abc14506-d4dc-4bbc-b3f4-2e1779fca554 req-90291ccf-3b6a-4d4d-982d-1f23a56bf9de tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 945 time: 0.6215649 Apr 25 14:37:35.928154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port f537b7a8-36a5-4598-92bb-d6c334752305, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f537b7a8-36a5-4598-92bb-d6c334752305,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:35.928577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:35.941340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] Set router 15196209-b65e-4c52-b5c8-3e0cbe885f22 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:36.092473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for f537b7a8-36a5-4598-92bb-d6c334752305 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:36.100753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Calling delete_port for 581ea44a-c6de-40bb-b38f-2d0018afa076 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:36.155436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abc14506-d4dc-4bbc-b3f4-2e1779fca554 req-ebe78e6b-4f56-4266-aa64-f4d0d6872240 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058498 Apr 25 14:37:36.177050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:36.181455 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:36.182664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9f6c8ec6-df80-4aa8-b76e-16f677c9b5b2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "PUT /v2.0/routers/502ab769-6dc5-4cdd-8b8c-2e20465dea04 HTTP/1.1" status: 200 len: 922 time: 3.7882700 Apr 25 14:37:36.188738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:36.192122 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] Sync routers for ids ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:36.202380 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] Routers {'502ab769-6dc5-4cdd-8b8c-2e20465dea04'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:36.203411 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:36.209700 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef693eaf-6f68-4610-b15a-f819b24b30b6 req-f728741d-637d-41ab-8347-fc30ff6e2003 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4216838 Apr 25 14:37:36.266638 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:36.284981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] Routers {'502ab769-6dc5-4cdd-8b8c-2e20465dea04'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:36.285796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:36.316185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:30Z', 'revision_number': 3, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:36.321382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ded340-fdf9-4172-b0cf-91f8a801abb7 None None] The sync data for ids ['15196209-b65e-4c52-b5c8-3e0cbe885f22'] in n-d-811416-6 is: [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:30Z', 'revision_number': 3, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:36.362763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-deleted', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:36.393374 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:36.394088 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c1ab9-d3f7-4e6b-8525-1c480848b189 None None] The sync data for ids ['502ab769-6dc5-4cdd-8b8c-2e20465dea04'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:36.511391 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:36.583946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Port': ['ID=f537b7a8-36a5-4598-92bb-d6c334752305,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:36.587903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Allocated IP 172.20.0.1 (be10addb-2961-46ed-b00d-17664d992b4a/c072d24a-3835-4cd5-9d1b-5fadbd75d81e/36c7e958-1a58-4b6f-82ac-f57964896136) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:36.642741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fb4a78a7-ab5d-42de-9c07-06400422906e tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/502ab769-6dc5-4cdd-8b8c-2e20465dea04 HTTP/1.1" status: 200 len: 922 time: 0.4451623 Apr 25 14:37:36.650433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:36.762400 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:36.783277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', '844738c1-2299-4034-81cf-11282c63ec77'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:36.785406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] No DVR routers for this DVR port f537b7a8-36a5-4598-92bb-d6c334752305 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:36.822686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:36.825240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event deleted for resources: {'Port': ['ID=581ea44a-c6de-40bb-b38f-2d0018afa076,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:36.839086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0205af-94f0-4dcb-800c-94bacb06f93a req-1db11d9e-631d-42c0-8929-2adf583dd6c3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:36.839798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0d0205af-94f0-4dcb-800c-94bacb06f93a req-1db11d9e-631d-42c0-8929-2adf583dd6c3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:36.929330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43c2d-d644-4a7e-9954-6c9ff1d2e446 req-08491b06-a5f6-46eb-81f4-07ecf0209d07 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:36.938142 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84e43c2d-d644-4a7e-9954-6c9ff1d2e446 req-08491b06-a5f6-46eb-81f4-07ecf0209d07 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 949 time: 0.5156422 Apr 25 14:37:37.003143 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dab3012-9afe-419a-a5e4-e9624368c9ea req-e79aea3e-9429-450e-85a5-6e6e98bc470c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.15 "DELETE /v2.0/ports/f537b7a8-36a5-4598-92bb-d6c334752305 HTTP/1.1" status: 204 len: 173 time: 2.1146398 Apr 25 14:37:37.035975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:37.110030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 581ea44a-c6de-40bb-b38f-2d0018afa076 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:37.114330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 581ea44a-c6de-40bb-b38f-2d0018afa076 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:37.115382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 32b45001-7cb8-465f-801e-ae2405d06b8a no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:37.161577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.164266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42471e5-ddea-49a7-b177-28f9eca9f5b9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:37.189100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Transition to ACTIVE for port object 36c7e958-1a58-4b6f-82ac-f57964896136 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:37.246410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] No DVR routers for this DVR port 581ea44a-c6de-40bb-b38f-2d0018afa076 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:37.252653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33f520-9fc5-46a1-baab-68cbebf7369c tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:37.253157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cc33f520-9fc5-46a1-baab-68cbebf7369c tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Synchronizing usage tracker for tenant:e15cb6f5edea4f188cc511779ce76e9e on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:37.255598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0d0205af-94f0-4dcb-800c-94bacb06f93a req-1db11d9e-631d-42c0-8929-2adf583dd6c3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:37.257437 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.259865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d0205af-94f0-4dcb-800c-94bacb06f93a req-1db11d9e-631d-42c0-8929-2adf583dd6c3 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4 HTTP/1.1" status: 200 len: 950 time: 0.9280903 Apr 25 14:37:37.265070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.267710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-deleted', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:37.314091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84e43c2d-d644-4a7e-9954-6c9ff1d2e446 req-5ddc7a86-9b11-4668-8efb-7f9c4d50182c tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725643 Apr 25 14:37:37.338551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dda37f43-afb3-4713-86fb-003f87c7c043 req-260d34f6-c426-4280-884b-e6f6845421a8 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.15 "DELETE /v2.0/ports/581ea44a-c6de-40bb-b38f-2d0018afa076 HTTP/1.1" status: 204 len: 173 time: 2.4868543 Apr 25 14:37:37.376872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cc33f520-9fc5-46a1-baab-68cbebf7369c tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Unset dirty status for tenant:e15cb6f5edea4f188cc511779ce76e9e on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:37.378471 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cc33f520-9fc5-46a1-baab-68cbebf7369c tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=502ab769-6dc5-4cdd-8b8c-2e20465dea04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7268081 Apr 25 14:37:37.381386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41922) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:37.400498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=36c7e958-1a58-4b6f-82ac-f57964896136,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:37.424464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-8afa6439-86b8-4851-8abd-dab021d68920 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:37.426341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-8afa6439-86b8-4851-8abd-dab021d68920 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.15 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 949 time: 0.7254655 Apr 25 14:37:37.645951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Deleting port 32b45001-7cb8-465f-801e-ae2405d06b8a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:37.646392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.684928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4600b09-0d76-4b70-9755-210fd8c885c5 req-6be3be2e-b045-437f-9f3b-a5126abd642b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c54da2a-083f-4777-8b12-b0f912a4f6fc HTTP/1.1" status: 200 len: 210 time: 0.0671384 Apr 25 14:37:37.693809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e42471e5-ddea-49a7-b177-28f9eca9f5b9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:37.711932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e42471e5-ddea-49a7-b177-28f9eca9f5b9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:37.712308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.724538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Network be10addb-2961-46ed-b00d-17664d992b4a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:37.730293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:37.741393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5386c-a6a6-4d54-bd94-dfd717ec06b4 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:37.742891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2c5386c-a6a6-4d54-bd94-dfd717ec06b4 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.3602281 Apr 25 14:37:37.745928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:37.746845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:37.783935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.821524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:37.861717 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-13d2134a-6140-45d0-9ff8-49e0bdc0b7fc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=502ab769-6dc5-4cdd-8b8c-2e20465dea04 HTTP/1.1" status: 200 len: 205 time: 0.1143837 Apr 25 14:37:37.869850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:37.975466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:38.018413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=32b45001-7cb8-465f-801e-ae2405d06b8a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:38.050537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.092812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d0205af-94f0-4dcb-800c-94bacb06f93a req-ad2cedf2-8517-455d-b553-ec077378a204 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8123143 Apr 25 14:37:38.216045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.231502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:38.261305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63e9dd-81ab-4736-9c9a-c19644766d46 req-92971c0f-0347-4d44-b310-9721448134d1 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.270462 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee63e9dd-81ab-4736-9c9a-c19644766d46 req-92971c0f-0347-4d44-b310-9721448134d1 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.2857132 Apr 25 14:37:38.307283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.310045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e42471e5-ddea-49a7-b177-28f9eca9f5b9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42471e5-ddea-49a7-b177-28f9eca9f5b9,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:38.323425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.429689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee63e9dd-81ab-4736-9c9a-c19644766d46 req-94c60b7a-132e-4e0e-aeed-00769b0bd081 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579819 Apr 25 14:37:38.446903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-279f16da-cb1a-46cc-ad60-f12b78a2ee32 None None] Provisioning for port 36c7e958-1a58-4b6f-82ac-f57964896136 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:38.457724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-279f16da-cb1a-46cc-ad60-f12b78a2ee32 None None] Provisioning complete for port 36c7e958-1a58-4b6f-82ac-f57964896136 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:38.458212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-279f16da-cb1a-46cc-ad60-f12b78a2ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.543471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] For port 32b45001-7cb8-465f-801e-ae2405d06b8a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=32b45001-7cb8-465f-801e-ae2405d06b8a,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:38.543854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.548476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3692e4f-d82e-458a-abfc-178fed3ae63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.551689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e42471e5-ddea-49a7-b177-28f9eca9f5b9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:38.554953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-279f16da-cb1a-46cc-ad60-f12b78a2ee32 None None] Port 36c7e958-1a58-4b6f-82ac-f57964896136 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:37:38.574137 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1b6b00-e7d5-4f32-be81-c7b8f7868de6'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-deleted', 'tag': '2e566426-a029-4952-a405-f0fc270b4b84', 'status': 'completed', 'code': 200} Apr 25 14:37:38.652926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.667480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Deleting port 89fd6bb1-bae2-4336-abf6-68d578a8f20f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:38.668316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:38.743571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Calling delete_port for 32b45001-7cb8-465f-801e-ae2405d06b8a owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:38.860735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60585-254d-4a0e-8109-21acc1774ecc req-02f032d3-c341-40bd-b63d-8668071bf260 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.862415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ad60585-254d-4a0e-8109-21acc1774ecc req-02f032d3-c341-40bd-b63d-8668071bf260 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=bddc99cb-ba4c-487e-92e2-a7d9a99be6db HTTP/1.1" status: 200 len: 946 time: 0.4381888 Apr 25 14:37:38.944463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.950457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.956832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.962676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.968540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.974344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.980114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:38.982049 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-648bcd9d-32a9-4503-b4cf-bc5cf909ab9b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.2714880 Apr 25 14:37:39.007069 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.016880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.034193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ad60585-254d-4a0e-8109-21acc1774ecc req-05fee237-93f1-4fc4-8765-1eb7bbc21b83 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572022 Apr 25 14:37:39.099462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42471e5-ddea-49a7-b177-28f9eca9f5b9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:39.187404 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d286b97-63ea-4b5b-8af7-1f1411dcec22'] response: {'server_uuid': 'c3671b21-50fd-4bf1-94c6-8fe0eb56bbf4', 'name': 'network-vif-deleted', 'tag': '581ea44a-c6de-40bb-b38f-2d0018afa076', 'status': 'completed', 'code': 200} Apr 25 14:37:39.204462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Calling delete_port for 89fd6bb1-bae2-4336-abf6-68d578a8f20f owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:39.227709 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d9a88e-a6a5-4f1b-92e6-c312228e7705'] response: {'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a', 'code': 200} Apr 25 14:37:39.242247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e42471e5-ddea-49a7-b177-28f9eca9f5b9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:39.242799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.284380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04041dc3-36de-41f4-8892-e0f3fd043964 req-6961d6d2-9f51-4d26-9fd8-657664887c97 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2893467 Apr 25 14:37:39.306826 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.322895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:39.533977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bca38923-7ffb-49e0-ad49-11808a85f9a2 req-bea5db35-d6fe-4289-8031-384f4ded5007 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=1099d211-38b2-407e-b685-5515ce060641 HTTP/1.1" status: 200 len: 210 time: 0.0663881 Apr 25 14:37:39.535278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event deleted for resources: {'Port': ['ID=32b45001-7cb8-465f-801e-ae2405d06b8a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:39.552714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41946) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:39.687346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting subnet b11fdf9d-180a-4d5d-88e3-4b7c292f3734 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:37:39.696273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.699184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] No DVR routers for this DVR port 32b45001-7cb8-465f-801e-ae2405d06b8a on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:39.701309 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.703407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.708683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.811461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-828831b6-7b90-4274-94b3-a76d85f5e87d req-590dabce-599d-4261-b1c2-46a54403eba5 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.15 "DELETE /v2.0/ports/32b45001-7cb8-465f-801e-ae2405d06b8a HTTP/1.1" status: 204 len: 173 time: 2.3755088 Apr 25 14:37:39.927743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:39.934216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=36c7e958-1a58-4b6f-82ac-f57964896136,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:39.985741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.115215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5507e00-dc29-4af5-8de8-4324ac42e364 req-34e01eed-e307-450b-8cb1-a7f646541b48 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:40.121020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.124070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5507e00-dc29-4af5-8de8-4324ac42e364 req-34e01eed-e307-450b-8cb1-a7f646541b48 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.3204858 Apr 25 14:37:40.204820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5507e00-dc29-4af5-8de8-4324ac42e364 req-c0e0e07e-3c1a-43bf-beb2-63560f2a687f tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770874 Apr 25 14:37:40.221588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.225677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Network be10addb-2961-46ed-b00d-17664d992b4a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:40.226500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:40.354225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event deleted for resources: {'Port': ['ID=89fd6bb1-bae2-4336-abf6-68d578a8f20f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:40.410662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.477673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Subnet': ['ID=b11fdf9d-180a-4d5d-88e3-4b7c292f3734,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:40.485069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.493210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e907b14-64da-4c3a-ad70-330110ad7df1 None None] Network 3519b452-2443-4954-8851-07abd77080ed requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:40.504377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-babb358e-ccef-43e4-b594-0c7d474e7321 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/subnets/b11fdf9d-180a-4d5d-88e3-4b7c292f3734 HTTP/1.1" status: 204 len: 168 time: 0.9401202 Apr 25 14:37:40.507604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:40.554283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.617720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-deleted', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305'}, {'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'name': 'network-vif-deleted', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:40.808291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7800f-e601-4781-963a-de83ca90f5e9 req-232d0245-65e4-446a-b1b8-b21d447f2347 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:40.812985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7a7800f-e601-4781-963a-de83ca90f5e9 req-232d0245-65e4-446a-b1b8-b21d447f2347 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.2868848 Apr 25 14:37:40.839517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8bc9bf09-10b6-466c-9a45-b18e30ed1382 None None] Provisioning complete for port 36c7e958-1a58-4b6f-82ac-f57964896136 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:40.839959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bf09-10b6-466c-9a45-b18e30ed1382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.868872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.882129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Router 15196209-b65e-4c52-b5c8-3e0cbe885f22 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:37:40.887165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-caeb4373-7661-4af7-9a47-d0242372b34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:40.896696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7a7800f-e601-4781-963a-de83ca90f5e9 req-c52b81ed-f366-41f5-98e1-d3e96bad16eb tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776324 Apr 25 14:37:40.920513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9bf09-10b6-466c-9a45-b18e30ed1382 None None] Port 36c7e958-1a58-4b6f-82ac-f57964896136 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:37:40.923531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.045494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] DHCP port deletion for 3519b452-2443-4954-8851-07abd77080ed request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:37:41.048158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.051086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] Deleting port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:41.051564 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.053418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.053947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Fanout notify agent at l3_agent the message router_deleted on router 502ab769-6dc5-4cdd-8b8c-2e20465dea04 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:37:41.082077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.083237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fcea10c1-bee1-4703-8d6d-78aafaf8c054 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/502ab769-6dc5-4cdd-8b8c-2e20465dea04 HTTP/1.1" status: 204 len: 168 time: 3.2116237 Apr 25 14:37:41.085897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:41.086230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.105132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41972) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:41.106748 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38dae1f2-01d2-4481-8fa5-eaacbdbeae53'] response: {'server_uuid': '3c54da2a-083f-4777-8b12-b0f912a4f6fc', 'name': 'network-vif-deleted', 'tag': 'f537b7a8-36a5-4598-92bb-d6c334752305', 'status': 'completed', 'code': 200} Apr 25 14:37:41.107074 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38dae1f2-01d2-4481-8fa5-eaacbdbeae53'] response: {'server_uuid': '1099d211-38b2-407e-b685-5515ce060641', 'name': 'network-vif-deleted', 'tag': '32b45001-7cb8-465f-801e-ae2405d06b8a', 'status': 'completed', 'code': 200} Apr 25 14:37:41.116803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1104505943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:41.127436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:41.136928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.142393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Usage tracker for resource:router and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:41.144121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.148365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:41.151074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.158684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.160308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:41.163342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:41.166539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.169029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-75edcc91-cc76-4f4a-b05c-9234e549ffa8 admin admin] 10.222.0.23 "PUT /v2.0/routers/15196209-b65e-4c52-b5c8-3e0cbe885f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1202419 Apr 25 14:37:41.174214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.179044 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.180661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.182285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Sync routers for ids ['15196209-b65e-4c52-b5c8-3e0cbe885f22'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:41.188359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.196509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-6ae3ec4f-349e-455c-9f76-c95175c59ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.3371804 Apr 25 14:37:41.209070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Routers {'15196209-b65e-4c52-b5c8-3e0cbe885f22'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:41.209806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15196209-b65e-4c52-b5c8-3e0cbe885f22'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:41.216170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.328403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.339896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d52a5ec1-9e7f-4729-925a-b21b7c85e8c9 req-cf40a102-ab13-48ff-990a-03d500c10d15 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397343 Apr 25 14:37:41.497183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.499585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e2e96873-cc1d-43bd-9b05-33e9599f625a tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3914855 Apr 25 14:37:41.505005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41990) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:41.515752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:41.531174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] For port 8cd7b4fe-5c53-4f8b-969c-c6c589555298, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8cd7b4fe-5c53-4f8b-969c-c6c589555298,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:41.532232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.555152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 8cd7b4fe-5c53-4f8b-969c-c6c589555298, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8cd7b4fe-5c53-4f8b-969c-c6c589555298,segment=NetworkSegment(d24433c9-8d08-4691-94a8-976593f5c935),segment_id=d24433c9-8d08-4691-94a8-976593f5c935)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:41.555556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.719046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] Calling delete_port for 8cd7b4fe-5c53-4f8b-969c-c6c589555298 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:41.770321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 8cd7b4fe-5c53-4f8b-969c-c6c589555298 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:41.834375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:41.852566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-c72b3bf2-bdfc-464f-8aad-2cec0210c392 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.854120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-c72b3bf2-bdfc-464f-8aad-2cec0210c392 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 813 time: 0.5915127 Apr 25 14:37:41.867734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:37:41.868061 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:37:41.891158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] No DVR routers for this DVR port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:41.897505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Set router 15196209-b65e-4c52-b5c8-3e0cbe885f22 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:41.979662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286c28e-2996-400c-a886-ce86f4851df9 req-a318fd5b-2ed5-41d8-b058-d1711b0a69de tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:41.981155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0286c28e-2996-400c-a886-ce86f4851df9 req-a318fd5b-2ed5-41d8-b058-d1711b0a69de tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.0979681 Apr 25 14:37:41.991559 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.011664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68d6f9-4f33-4673-80cc-320808dc060f None None] Pushing event deleted for resources: {'Port': ['ID=8cd7b4fe-5c53-4f8b-969c-c6c589555298,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:42.019238 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.042078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0286c28e-2996-400c-a886-ce86f4851df9 req-069e771b-65f8-4a31-bdc4-d6b66c177736 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530229 Apr 25 14:37:42.068914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-f662966f-e144-44cb-b8d4-86671ee20a0a tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/quotas/3bf76efcd5874c5895d2179309cf3476 HTTP/1.1" status: 200 len: 375 time: 0.1421940 Apr 25 14:37:42.110078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-556d1eb9-ee4c-4839-8dfe-5a9605ab3fc5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:42.111593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-556d1eb9-ee4c-4839-8dfe-5a9605ab3fc5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddc99cb-ba4c-487e-92e2-a7d9a99be6db HTTP/1.1" status: 200 len: 946 time: 0.7149673 Apr 25 14:37:42.209453 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-151b449d-4e42-4144-9f90-04837d0da449 req-399b2c06-0f97-4b2d-a93e-23846fd4207b tempest-FloatingIPDetailsNegativeTestJSON-659648239 tempest-FloatingIPDetailsNegativeTestJSON-659648239-project] show failed (client error): The resource could not be found. Apr 25 14:37:42.211127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-151b449d-4e42-4144-9f90-04837d0da449 req-399b2c06-0f97-4b2d-a93e-23846fd4207b tempest-FloatingIPDetailsNegativeTestJSON-659648239 tempest-FloatingIPDetailsNegativeTestJSON-659648239-project] 10.222.0.23 "GET /v2.0/floatingips/129a91a2-03f9-49ba-9832-8941f4980f11 HTTP/1.1" status: 404 len: 350 time: 0.0703704 Apr 25 14:37:42.219681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42000) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:42.223308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.355185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '36c7e958-1a58-4b6f-82ac-f57964896136', 'name': '', 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'mac_address': 'fa:16:3e:9a:86:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:35Z', 'updated_at': '2022-04-25T14:37:39Z', 'revision_number': 2, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'subnets': [{'id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:42.361854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Checking router: 15196209-b65e-4c52-b5c8-3e0cbe885f22 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:37:42.362637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Updating router 15196209-b65e-4c52-b5c8-3e0cbe885f22 port 36c7e958-1a58-4b6f-82ac-f57964896136 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:37:42.398171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 8cd7b4fe-5c53-4f8b-969c-c6c589555298 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:42.398830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.427867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.437883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Deleting port a2b1285b-1588-49ec-b861-ee483d9472b0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:42.438273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.545523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-46b897aa-429f-4d29-bb28-4ac87288c64c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:42.546988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-46b897aa-429f-4d29-bb28-4ac87288c64c tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.6917191 Apr 25 14:37:42.568184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] The port '8cd7b4fe-5c53-4f8b-969c-c6c589555298' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:37:42.693742 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-3a6a83d4-b433-4a82-a59c-7fcb43136757 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6239400 Apr 25 14:37:42.721727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e0958526-cdc4-4043-adce-5007c3cd8066 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:37:42.722700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e0958526-cdc4-4043-adce-5007c3cd8066 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167179 Apr 25 14:37:42.817629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Deleting port 844738c1-2299-4034-81cf-11282c63ec77 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:42.817880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.829415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.836249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.856788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Transition to ACTIVE for port object 36c7e958-1a58-4b6f-82ac-f57964896136 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:42.863540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:42.943170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-2e2029da-1434-4165-b35e-0361ec05c90f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:42.944714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-2e2029da-1434-4165-b35e-0361ec05c90f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a207418-4721-4251-ad0e-4c26914814dd HTTP/1.1" status: 200 len: 945 time: 0.5144501 Apr 25 14:37:42.959355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9575-4012-40fe-a4ee-4b5bf53fa2e3 req-f6ba3985-bfc0-421e-b71b-933212a5c2d8 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:42.966663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b15a9575-4012-40fe-a4ee-4b5bf53fa2e3 req-f6ba3985-bfc0-421e-b71b-933212a5c2d8 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 951 time: 0.5373178 Apr 25 14:37:42.987123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3519b452-2443-4954-8851-07abd77080ed']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:43.066418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690bdc-3c62-4dbf-bf5b-bdfabe052c6c None None] Pushing event updated for resources: {'Port': ['ID=36c7e958-1a58-4b6f-82ac-f57964896136,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:43.079002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24433c9-8d08-4691-94a8-976593f5c935') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:43.079225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24433c9-8d08-4691-94a8-976593f5c935') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:43.112529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8cd7b4fe-5c53-4f8b-969c-c6c589555298 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:43.114454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.193645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 8cd7b4fe-5c53-4f8b-969c-c6c589555298 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:43.193890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8cd7b4fe-5c53-4f8b-969c-c6c589555298 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:43.216007 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.221076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Attempting to bind port 36c7e958-1a58-4b6f-82ac-f57964896136 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:43.221446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Attempting to bind port 36c7e958-1a58-4b6f-82ac-f57964896136 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:43.221868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Attempting to bind port 36c7e958-1a58-4b6f-82ac-f57964896136 on network be10addb-2961-46ed-b00d-17664d992b4a {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:43.230363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:43.230791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Checking segment: {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:43.231224 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.232043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Bound using segment: {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:43.232331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Bound port: 36c7e958-1a58-4b6f-82ac-f57964896136, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46739fb9-71a8-445e-ab88-cbed002e90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:43.232725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.240595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Deleting port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:43.240970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.283356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] For port a2b1285b-1588-49ec-b861-ee483d9472b0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a2b1285b-1588-49ec-b861-ee483d9472b0,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:43.283938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.344896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-794068ea-7882-426c-a800-97c3131ef7a3 service neutron] 10.222.0.23 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091976 Apr 25 14:37:43.348045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] For port 36c7e958-1a58-4b6f-82ac-f57964896136, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:43.350718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b15a9575-4012-40fe-a4ee-4b5bf53fa2e3 req-7ca11290-a322-4d52-89ef-b4a7baceafd3 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821816 Apr 25 14:37:43.351776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] For port 36c7e958-1a58-4b6f-82ac-f57964896136, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=36c7e958-1a58-4b6f-82ac-f57964896136,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:43.353976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:37:43.354240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.372127 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:37:43.394265 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:37:43.495566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Routers {'15196209-b65e-4c52-b5c8-3e0cbe885f22'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:43.496226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15196209-b65e-4c52-b5c8-3e0cbe885f22'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:43.518557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Calling delete_port for a2b1285b-1588-49ec-b861-ee483d9472b0 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:43.618466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690bdc-3c62-4dbf-bf5b-bdfabe052c6c None None] Pushing event updated for resources: {'Port': ['ID=36c7e958-1a58-4b6f-82ac-f57964896136,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:43.637809 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.695427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.738862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:43.778815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] Set router 15196209-b65e-4c52-b5c8-3e0cbe885f22 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:43.811228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Network': ['ID=3519b452-2443-4954-8851-07abd77080ed,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:43.920553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c67e0632-9114-4305-9303-923df5d31cfc tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/networks/3519b452-2443-4954-8851-07abd77080ed HTTP/1.1" status: 204 len: 168 time: 3.4079781 Apr 25 14:37:43.922543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:44.138139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] For port 844738c1-2299-4034-81cf-11282c63ec77, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=844738c1-2299-4034-81cf-11282c63ec77,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:44.139143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.171039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711714-169e-4c15-8477-7ca75f15ab5a req-64693914-8923-4df1-a21f-5d768c319016 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:44.171655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c3711714-169e-4c15-8477-7ca75f15ab5a req-64693914-8923-4df1-a21f-5d768c319016 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:44.179079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] For port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:44.179079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.215838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '36c7e958-1a58-4b6f-82ac-f57964896136', 'name': '', 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'mac_address': 'fa:16:3e:9a:86:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:35Z', 'updated_at': '2022-04-25T14:37:43Z', 'revision_number': 4, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'subnets': [{'id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:44.220675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63539eb-544c-4f3e-9fec-d3e238691cac None None] The sync data for ids ['15196209-b65e-4c52-b5c8-3e0cbe885f22'] in n-d-811416-6 is: [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '36c7e958-1a58-4b6f-82ac-f57964896136', 'name': '', 'network_id': 'be10addb-2961-46ed-b00d-17664d992b4a', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'mac_address': 'fa:16:3e:9a:86:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:35Z', 'updated_at': '2022-04-25T14:37:43Z', 'revision_number': 4, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'subnets': [{'id': 'c072d24a-3835-4cd5-9d1b-5fadbd75d81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:44.248890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.352543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Calling delete_port for 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:44.383325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Calling delete_port for 844738c1-2299-4034-81cf-11282c63ec77 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:44.417840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting subnet 5b3a5247-884d-4aa2-be41-3a3d5df160c2 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:37:44.426860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c3711714-169e-4c15-8477-7ca75f15ab5a req-64693914-8923-4df1-a21f-5d768c319016 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:44.427941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3711714-169e-4c15-8477-7ca75f15ab5a req-64693914-8923-4df1-a21f-5d768c319016 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=99097b06-7397-42a5-a531-b0ae56cd3b87 HTTP/1.1" status: 200 len: 950 time: 0.8363636 Apr 25 14:37:44.435906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.470158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.490087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-f84131b0-8152-49fe-8556-48d71fcee996 service neutron] 10.222.0.23 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1443558 Apr 25 14:37:44.572773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-fcfb8ee8-d7dc-4e32-bbae-f72ebb2513fd tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:44.574537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-fcfb8ee8-d7dc-4e32-bbae-f72ebb2513fd tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:44.632009 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.692373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3711714-169e-4c15-8477-7ca75f15ab5a req-a69756e9-0bc8-4e19-b5be-f72b5141fe36 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197902 Apr 25 14:37:44.756357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:44.836626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-fcfb8ee8-d7dc-4e32-bbae-f72ebb2513fd tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:44.837990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-fcfb8ee8-d7dc-4e32-bbae-f72ebb2513fd tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 951 time: 1.3316762 Apr 25 14:37:44.943742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event deleted for resources: {'Port': ['ID=a2b1285b-1588-49ec-b861-ee483d9472b0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:44.986246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.014691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Allocated IP 172.25.0.83 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/41e6b6a1-b1c4-4454-91bf-7ea1ded18b93) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:45.073126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a2b1285b-1588-49ec-b861-ee483d9472b0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:45.095829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.170633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] No DVR routers for this DVR port a2b1285b-1588-49ec-b861-ee483d9472b0 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:45.181718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.188399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 36c7e958-1a58-4b6f-82ac-f57964896136 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:45.192867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'name': 'network-vif-deleted', 'tag': 'a2b1285b-1588-49ec-b861-ee483d9472b0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:45.217657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Deleting port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:45.218444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.220311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: a2b1285b-1588-49ec-b861-ee483d9472b0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:45.220852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a2b1285b-1588-49ec-b861-ee483d9472b0 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:45.295391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.309792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.327226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:45.390460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 36c7e958-1a58-4b6f-82ac-f57964896136 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:45.403326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 36c7e958-1a58-4b6f-82ac-f57964896136 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:45.404541 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.426830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70fc45c0-e7b6-4237-ab5a-ac9b12e3cc4a req-c3d027fd-102b-4e04-8b11-1bd41f2c3572 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "DELETE /v2.0/ports/a2b1285b-1588-49ec-b861-ee483d9472b0 HTTP/1.1" status: 204 len: 173 time: 3.2490375 Apr 25 14:37:45.496384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event deleted for resources: {'Port': ['ID=844738c1-2299-4034-81cf-11282c63ec77,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:45.630967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event deleted for resources: {'Port': ['ID=1a84adb7-8fe2-45a5-9e22-d38aaa688c11,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:45.646927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] No DVR routers for this DVR port 844738c1-2299-4034-81cf-11282c63ec77 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:45.650159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.653129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8252f9b-7f8e-41aa-9951-65a812875a9a req-0e5af11f-0528-4249-84c7-aaf885f186dd tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "DELETE /v2.0/ports/844738c1-2299-4034-81cf-11282c63ec77 HTTP/1.1" status: 204 len: 173 time: 3.0716286 Apr 25 14:37:45.711989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.719348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.727445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.734118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.740316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.747463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.753948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:45.763283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-a138ec91-3e61-441c-9008-07bd28c8c69d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.8593993 Apr 25 14:37:45.794551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.869992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:45.890616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 36c7e958-1a58-4b6f-82ac-f57964896136, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=36c7e958-1a58-4b6f-82ac-f57964896136,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:45.907170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.047636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] No DVR routers for this DVR port 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:46.064139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cde64af-099b-4ed9-a660-4871be67eb21 req-b99bf30f-bd75-40b3-900c-186ad20bc526 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2987049 Apr 25 14:37:46.067643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.098270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=36c7e958-1a58-4b6f-82ac-f57964896136,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:46.104079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a207418-4721-4251-ad0e-4c26914814dd', 'name': 'network-vif-deleted', 'tag': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:46.110443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8c6f3597-08b3-4bc4-b58a-b5d04e58ec46 req-07cb6dd4-1a7a-4806-bc24-e503eb7172e3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "DELETE /v2.0/ports/1a84adb7-8fe2-45a5-9e22-d38aaa688c11 HTTP/1.1" status: 204 len: 173 time: 3.1388388 Apr 25 14:37:46.121143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.215677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:46.235812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3a5247-884d-4aa2-be41-3a3d5df160c2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:46.261843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.295091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.311122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e5ffd8f6-1fe4-4f25-8973-137791e9cbe7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/subnets/5b3a5247-884d-4aa2-be41-3a3d5df160c2 HTTP/1.1" status: 204 len: 168 time: 2.3862033 Apr 25 14:37:46.319905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:46.320801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42038) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:46.329374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a84adb7-8fe2-45a5-9e22-d38aaa688c11 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:46.329828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:46.400020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd39793-fa2e-4a7d-9108-c1b46a9a7d6a None None] Network c0c84546-ba79-4a0c-82ab-003ddf9c49d9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:46.505682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] For port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:46.506623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.549013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:46.649331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 844738c1-2299-4034-81cf-11282c63ec77 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:46.650036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 844738c1-2299-4034-81cf-11282c63ec77 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:46.850229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5f908-2d14-4aea-9df7-80dca21e84c1 req-316be356-7253-4be8-ab07-cc11072cc115 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:46.851871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0f5f908-2d14-4aea-9df7-80dca21e84c1 req-316be356-7253-4be8-ab07-cc11072cc115 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 1.7759416 Apr 25 14:37:46.868563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989101bd-842f-4978-b97c-826b23887f44 None None] DHCP port deletion for c0c84546-ba79-4a0c-82ab-003ddf9c49d9 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:37:46.869497 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.880548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-989101bd-842f-4978-b97c-826b23887f44 None None] Deleting port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:46.880931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-989101bd-842f-4978-b97c-826b23887f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.909954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:46.910561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:46.911505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:46.918888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:46.993004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0f5f908-2d14-4aea-9df7-80dca21e84c1 req-ab0f3546-744e-48e1-990e-bfd467d02813 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336124 Apr 25 14:37:47.085774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bde29288-b7a4-4925-8471-66c789590e38 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:47.139397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Calling delete_port for 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:47.247065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bde29288-b7a4-4925-8471-66c789590e38,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:47.268679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'bde29288-b7a4-4925-8471-66c789590e38', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'port_id': 'bde29288-b7a4-4925-8471-66c789590e38', 'mac_address': 'fa:16:3e:b1:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:47.271191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 36c7e958-1a58-4b6f-82ac-f57964896136 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:47.386466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Deleting port 36c7e958-1a58-4b6f-82ac-f57964896136 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:47.387048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:47.474351 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b11afbe-388d-4f02-bddf-a652331a37d7'] response: {'server_uuid': 'bddc99cb-ba4c-487e-92e2-a7d9a99be6db', 'name': 'network-vif-deleted', 'tag': 'a2b1285b-1588-49ec-b861-ee483d9472b0', 'status': 'completed', 'code': 200} Apr 25 14:37:47.477695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event updated for resources: {'Port': ['ID=41e6b6a1-b1c4-4454-91bf-7ea1ded18b93,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:47.490537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:47.632458 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1b64b6-00b9-4155-a748-1fb9c346e71e'] response: {'server_uuid': '2a207418-4721-4251-ad0e-4c26914814dd', 'name': 'network-vif-deleted', 'tag': '1a84adb7-8fe2-45a5-9e22-d38aaa688c11', 'status': 'completed', 'code': 200} Apr 25 14:37:47.675236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-989101bd-842f-4978-b97c-826b23887f44 None None] For port b87f4dcc-d8a5-43fb-bb29-ed40824a7720, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:47.675878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-989101bd-842f-4978-b97c-826b23887f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:47.846965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Pushing event deleted for resources: {'Port': ['ID=45825ff9-e8fa-4f8f-b2d9-522594dc8c5c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:47.889945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-989101bd-842f-4978-b97c-826b23887f44 None None] Calling delete_port for b87f4dcc-d8a5-43fb-bb29-ed40824a7720 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:47.892113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port b87f4dcc-d8a5-43fb-bb29-ed40824a7720, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,segment=NetworkSegment(ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f),segment_id=ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:47.897718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.016514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-989101bd-842f-4978-b97c-826b23887f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.078928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989101bd-842f-4978-b97c-826b23887f44 None None] No DVR routers for this DVR port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:48.080390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.092326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989101bd-842f-4978-b97c-826b23887f44 None None] Pushing event deleted for resources: {'Port': ['ID=b87f4dcc-d8a5-43fb-bb29-ed40824a7720,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:48.115461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde29288-b7a4-4925-8471-66c789590e38 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:48.135036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bde29288-b7a4-4925-8471-66c789590e38,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:48.141895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 36c7e958-1a58-4b6f-82ac-f57964896136 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:48.142338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.170670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for b87f4dcc-d8a5-43fb-bb29-ed40824a7720 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:48.188812 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.189745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 42dc84df-4c41-44b9-bf18-4c7d3921ea1a details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:48.238763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] No DVR routers for this DVR port 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:48.287176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:48.306016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] For port 36c7e958-1a58-4b6f-82ac-f57964896136, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=36c7e958-1a58-4b6f-82ac-f57964896136,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:48.306391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.366813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:48.367227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 45825ff9-e8fa-4f8f-b2d9-522594dc8c5c not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:48.403257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.410769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.417638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.424218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.431733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.435295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-9aa0032f-2a06-448f-b243-ebab5fd8a73d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.436763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-9aa0032f-2a06-448f-b243-ebab5fd8a73d tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 813 time: 0.1946521 Apr 25 14:37:48.439131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.445172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.446466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.454400 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-416c7da7-a55b-401a-9d73-de00319aa0b6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5430 time: 0.7014606 Apr 25 14:37:48.465902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Request body: {'port': {'device_id': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'admin_state_up': True, 'tenant_id': '3bf76efcd5874c5895d2179309cf3476'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:48.493943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e83171fb-d446-4a79-9618-ecd55e099a3f req-805c23bc-34f3-4f33-8789-116965ae7e4d tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.21 "DELETE /v2.0/ports/45825ff9-e8fa-4f8f-b2d9-522594dc8c5c HTTP/1.1" status: 204 len: 173 time: 3.6321058 Apr 25 14:37:48.541309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec37eb-b93f-47de-acc2-0931b98c818b req-cedbc9af-6fdb-4219-bd55-a2ec064c2901 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.542218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-07ec37eb-b93f-47de-acc2-0931b98c818b req-cedbc9af-6fdb-4219-bd55-a2ec064c2901 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Synchronizing usage tracker for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:48.563927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:48.643996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Calling delete_port for 36c7e958-1a58-4b6f-82ac-f57964896136 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:48.729405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:37:48.729819 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:37:48.740371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:48.748012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-07ec37eb-b93f-47de-acc2-0931b98c818b req-cedbc9af-6fdb-4219-bd55-a2ec064c2901 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] Unset dirty status for tenant:e484c765057f47b69ecf79a8afd55a0e on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:48.750232 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07ec37eb-b93f-47de-acc2-0931b98c818b req-cedbc9af-6fdb-4219-bd55-a2ec064c2901 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b HTTP/1.1" status: 200 len: 951 time: 2.3268287 Apr 25 14:37:48.773814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.789754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4539cc5f-66fa-4bb6-897d-d0640f8bf3dc req-4f7529cc-1d7b-4ee7-9e40-a8a5b3ebd0c4 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314836 Apr 25 14:37:48.798723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'port_id': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a', 'mac_address': 'fa:16:3e:c2:93:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:48.807248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-9e78d505-d389-4e32-b609-2a5a61bedbf7 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:48.810895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-9e78d505-d389-4e32-b609-2a5a61bedbf7 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 813 time: 0.5867786 Apr 25 14:37:48.859985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87f4dcc-d8a5-43fb-bb29-ed40824a7720 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:48.863760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Request body: {'port': {'device_id': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'admin_state_up': True, 'tenant_id': '3bf76efcd5874c5895d2179309cf3476'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:48.903265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b87f4dcc-d8a5-43fb-bb29-ed40824a7720 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:48.903563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87f4dcc-d8a5-43fb-bb29-ed40824a7720 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:48.932665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.956458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dc84df-4c41-44b9-bf18-4c7d3921ea1a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:48.975967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:48.982303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:48.983445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ecf6a052-6239-4c9c-b65f-661faaf16400 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:49.027099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:49.043873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Usage tracker for resource:port and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:49.054613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:49.062391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-cd6cf43b-8707-4cc2-aa12-e7c7dc26d67f req-534fd64a-693d-4d80-81f3-9dd774bdf4a4 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:49.072327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:49.080430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07ec37eb-b93f-47de-acc2-0931b98c818b req-ebd399d7-58dc-488a-b54b-22dcb46539d8 tempest-ServersAdminTestJSON-1586552447 tempest-ServersAdminTestJSON-1586552447-project] 10.222.0.23 "GET /v2.0/security-groups?id=945b41e0-ac85-44df-a025-4e2f90a1893d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126259 Apr 25 14:37:49.115540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:49.175730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:49.239013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ecf6a052-6239-4c9c-b65f-661faaf16400,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:49.256983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ecf6a052-6239-4c9c-b65f-661faaf16400', 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'port_id': 'ecf6a052-6239-4c9c-b65f-661faaf16400', 'mac_address': 'fa:16:3e:9f:f3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ea247b-d0db-4f64-8237-aeb04190a04c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:49.316032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port b87f4dcc-d8a5-43fb-bb29-ed40824a7720 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:49.316623 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.323020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.352694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf6a052-6239-4c9c-b65f-661faaf16400 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:49.367665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.376578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ecf6a052-6239-4c9c-b65f-661faaf16400,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:49.384680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Made reservation on behalf of 3bf76efcd5874c5895d2179309cf3476 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:49.390526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.391752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d0243a15-3102-49ac-aa17-4adf69ad9cc0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:49.408732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.441911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Pushing event deleted for resources: {'Port': ['ID=36c7e958-1a58-4b6f-82ac-f57964896136,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:49.445090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Usage tracker for resource:port and tenant:3bf76efcd5874c5895d2179309cf3476 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:49.475750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-deleted', 'tag': '844738c1-2299-4034-81cf-11282c63ec77'}, {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-deleted', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:49.507998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] The port 'b87f4dcc-d8a5-43fb-bb29-ed40824a7720' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:37:49.511149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:49.541265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:49.558014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:49.583516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'port_id': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0', 'mac_address': 'fa:16:3e:b3:b3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:49.656528 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.661913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.681697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.708785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0243a15-3102-49ac-aa17-4adf69ad9cc0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:49.730548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:49.736163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.737067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23cc6f25-55a1-47ed-af7e-ec6621894849 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:49.797622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:49.817820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:49.833862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23cc6f25-55a1-47ed-af7e-ec6621894849,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:49.849544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '23cc6f25-55a1-47ed-af7e-ec6621894849', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'port_id': '23cc6f25-55a1-47ed-af7e-ec6621894849', 'mac_address': 'fa:16:3e:1b:47:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:49.878954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Made reservation on behalf of 3bf76efcd5874c5895d2179309cf3476 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:49.882982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.915381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.933455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cc6f25-55a1-47ed-af7e-ec6621894849 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:49.949478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-cd6cf43b-8707-4cc2-aa12-e7c7dc26d67f req-534fd64a-693d-4d80-81f3-9dd774bdf4a4 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:49.951336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23cc6f25-55a1-47ed-af7e-ec6621894849,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:49.957410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:49.958558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d7776d5b-af9b-4645-b93e-f2fc09ab146d details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:49.958870 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cd6cf43b-8707-4cc2-aa12-e7c7dc26d67f req-534fd64a-693d-4d80-81f3-9dd774bdf4a4 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 210 time: 1.0060868 Apr 25 14:37:49.983625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.052117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:50.061016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:50.066384 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84aad1ba-1022-4be7-afef-e3478ff9984a'] response: {'server_uuid': '99097b06-7397-42a5-a531-b0ae56cd3b87', 'name': 'network-vif-deleted', 'tag': '844738c1-2299-4034-81cf-11282c63ec77', 'status': 'completed', 'code': 200} Apr 25 14:37:50.066955 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84aad1ba-1022-4be7-afef-e3478ff9984a'] response: {'server_uuid': '3c1b2ab4-a1a9-47ec-97d0-c9c1a640692b', 'name': 'network-vif-deleted', 'tag': '45825ff9-e8fa-4f8f-b2d9-522594dc8c5c', 'status': 'completed', 'code': 200} Apr 25 14:37:50.071163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c84546-ba79-4a0c-82ab-003ddf9c49d9']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.072989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d', 'network_id': '8508ce12-70a9-41a2-929a-4c038fc8cefa', 'port_id': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d', 'mac_address': 'fa:16:3e:a6:a9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ed22a3-30b9-4b47-bdef-f6e62d528c83', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:50.168675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Allocated IP 172.20.0.12 (0aad3e87-b7c7-4882-b85c-7645c025b14f/2a24f782-3089-41c8-a2fb-0d85a5c262b5/4f494a41-5254-4233-9ad5-4847b7f869a4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:50.183217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.183555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4d7535-bd0c-44c4-b5d3-96e1d7f2872f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.201730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Router 23b6fd49-8958-47fc-87a8-651c5a5b682b is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:37:50.204929 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.219557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.233714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7776d5b-af9b-4645-b93e-f2fc09ab146d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:50.259259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:50.265112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.266756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 79eee83e-e608-4f00-9eba-ab94763a80bf details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:50.283631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe09637-4c72-4c8a-9d76-32843a724726 req-08220a70-8efc-41f9-a1fe-66833648801c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:50.285328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfe09637-4c72-4c8a-9d76-32843a724726 req-08220a70-8efc-41f9-a1fe-66833648801c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.3456049 Apr 25 14:37:50.352850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:50.373188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.382575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=79eee83e-e608-4f00-9eba-ab94763a80bf,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:50.384829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:37:50.385251 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:37:50.401207 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:37:50.414770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '79eee83e-e608-4f00-9eba-ab94763a80bf', 'network_id': '5a93db98-efb3-4ef3-84a8-41c75d9b042d', 'port_id': '79eee83e-e608-4f00-9eba-ab94763a80bf', 'mac_address': 'fa:16:3e:c9:53:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ea247b-d0db-4f64-8237-aeb04190a04c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:50.501193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.518649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.519115 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.523816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.550840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79eee83e-e608-4f00-9eba-ab94763a80bf {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:50.576368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=79eee83e-e608-4f00-9eba-ab94763a80bf,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:50.583700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.584456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfe09637-4c72-4c8a-9d76-32843a724726 req-6aac4a01-f6b0-4755-bfbb-13975ca29056 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845423 Apr 25 14:37:50.631692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Network': ['ID=c0c84546-ba79-4a0c-82ab-003ddf9c49d9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:50.670557 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-94999794-101f-4705-a43c-0df34da10f76 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/networks/c0c84546-ba79-4a0c-82ab-003ddf9c49d9 HTTP/1.1" status: 204 len: 168 time: 4.3424754 Apr 25 14:37:50.682202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:50.684514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:50.693721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eea0b-0768-44d0-885d-651917938892 req-4ce03097-7661-49f5-a3a7-5835dee942d6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:50.695200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-044eea0b-0768-44d0-885d-651917938892 req-4ce03097-7661-49f5-a3a7-5835dee942d6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.4643707 Apr 25 14:37:50.700452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1401270352'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:50.712535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-091bee29-f740-4fe0-8d66-1ae429ae7d62 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:50.713272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-091bee29-f740-4fe0-8d66-1ae429ae7d62 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:50.719745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:50.735371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:50.745388 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] Sync routers for ids ['23b6fd49-8958-47fc-87a8-651c5a5b682b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:50.755159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.757014 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] Routers {'23b6fd49-8958-47fc-87a8-651c5a5b682b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:50.757764 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23b6fd49-8958-47fc-87a8-651c5a5b682b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.803693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:network and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:50.812037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:50.812300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:50.815758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57a0b210-2396-481d-acb6-dc63ce0c3b88 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "PUT /v2.0/routers/23b6fd49-8958-47fc-87a8-651c5a5b682b HTTP/1.1" status: 200 len: 879 time: 9.3067112 Apr 25 14:37:50.817559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42064) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:50.831020 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.832133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:50.840669 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] Routers {'23b6fd49-8958-47fc-87a8-651c5a5b682b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:50.841637 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['23b6fd49-8958-47fc-87a8-651c5a5b682b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.863790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-044eea0b-0768-44d0-885d-651917938892 req-ce9931c1-998c-49c7-9456-235562390eb6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572194 Apr 25 14:37:50.871045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-091bee29-f740-4fe0-8d66-1ae429ae7d62 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:50.872349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-091bee29-f740-4fe0-8d66-1ae429ae7d62 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.6622305 Apr 25 14:37:50.906233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:50.906917 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce92357-8426-4e3c-811c-d22db098b18d None None] The sync data for ids ['23b6fd49-8958-47fc-87a8-651c5a5b682b'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:50.936729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:50.940207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.010685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:37:51.099768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.099768 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Added segment 81df35c5-de37-4dd2-973d-03d155e21c71 of type vlan for network a03430f7-a43b-4fe9-a164-b97a50f12818 Apr 25 14:37:51.153091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['42dc84df-4c41-44b9-bf18-4c7d3921ea1a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:51.157106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Deleting port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:51.157583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.190061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ecf6a052-6239-4c9c-b65f-661faaf16400'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:51.190307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6c7bddb1-fc92-4d48-bb90-2691a2a74889 req-d9f62499-4e2a-46f3-82be-24b7d4ddf551 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:51.202903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Router 15196209-b65e-4c52-b5c8-3e0cbe885f22 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:37:51.212029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.235816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['d0243a15-3102-49ac-aa17-4adf69ad9cc0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:51.237862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.277889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6c7bddb1-fc92-4d48-bb90-2691a2a74889 req-d9f62499-4e2a-46f3-82be-24b7d4ddf551 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:51.279513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c7bddb1-fc92-4d48-bb90-2691a2a74889 req-d9f62499-4e2a-46f3-82be-24b7d4ddf551 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 210 time: 0.1609864 Apr 25 14:37:51.312404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['d7776d5b-af9b-4645-b93e-f2fc09ab146d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:51.378651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['bde29288-b7a4-4925-8471-66c789590e38'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:51.395206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42074) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:51.421491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Allocated IP 172.20.0.6 (0aad3e87-b7c7-4882-b85c-7645c025b14f/2a24f782-3089-41c8-a2fb-0d85a5c262b5/c35fb23f-45ca-42e8-9971-042516dd449d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:51.430850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.437608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.438581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.449367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.455395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.467839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.473918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.477797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['79eee83e-e608-4f00-9eba-ab94763a80bf'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:51.483050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.489214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.495255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.503158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e174a71e-9d9c-4261-aab1-126176de3040 req-986f1263-4458-4b4e-abb9-22a96eece367 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5437 time: 0.7635229 Apr 25 14:37:51.587251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d681ab56-9a0c-4e1f-920a-d561537002a9 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/23b6fd49-8958-47fc-87a8-651c5a5b682b HTTP/1.1" status: 200 len: 920 time: 0.7696061 Apr 25 14:37:51.634281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:51.635102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42080) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:51.689790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:51.699394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:51.753296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event updated for resources: {'Port': ['ID=4f494a41-5254-4233-9ad5-4847b7f869a4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:51.799797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e174a71e-9d9c-4261-aab1-126176de3040 req-d69b60ef-aac0-418b-81f7-1f6e91847f8c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2953882 Apr 25 14:37:51.885842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:51.886762 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:51.983324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2870355 Apr 25 14:37:51.985720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42088) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:51.999167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-e57a8e2d-203d-494b-86e7-789f29ce89c5 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5369952 Apr 25 14:37:52.017417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Request body: {'port': {'device_id': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:52.019059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'subnet': {'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:52.082365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bc2ce-eb53-4358-8ede-d1b50221d37c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Network': ['ID=a03430f7-a43b-4fe9-a164-b97a50f12818,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:52.104484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['23cc6f25-55a1-47ed-af7e-ec6621894849'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:52.131876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] For port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:52.131876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:52.156077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network a03430f7-a43b-4fe9-a164-b97a50f12818 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:37:52.286358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:37:52.311465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Calling delete_port for 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:52.329167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] Sync routers for ids ['15196209-b65e-4c52-b5c8-3e0cbe885f22'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:37:52.369872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2ca598f0-118a-4849-8de8-9642abbaacab admin admin] 10.222.0.23 "PUT /v2.0/routers/15196209-b65e-4c52-b5c8-3e0cbe885f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1430566 Apr 25 14:37:52.369872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f5105063-9d49-4006-aa56-a0bc7cfb467c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e484c765057f47b69ecf79a8afd55a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9697788 Apr 25 14:37:52.370231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42094) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:52.373489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42096) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:52.393883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:52.402076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:subnet and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:52.407187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485f15b-c44b-4678-9226-04da9fcf55cc tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:52.411419 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a485f15b-c44b-4678-9226-04da9fcf55cc tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=23b6fd49-8958-47fc-87a8-651c5a5b682b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7723463 Apr 25 14:37:52.411419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:52.415879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42102) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:52.424414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] Routers {'15196209-b65e-4c52-b5c8-3e0cbe885f22'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:52.425148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15196209-b65e-4c52-b5c8-3e0cbe885f22'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:52.425950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:52.545244 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:52.575405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b5fd8-71c9-4d6d-949e-71d5c6a9011c req-a62b5fd9-6f5a-41bf-8627-5464822194e2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:52.583019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d92b5fd8-71c9-4d6d-949e-71d5c6a9011c req-a62b5fd9-6f5a-41bf-8627-5464822194e2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.5980778 Apr 25 14:37:52.597204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:52.600759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:52.692606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:52.727064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2fc60-b39b-4c59-9d87-2bfe27e891fd req-bb9236c2-3174-4314-baa2-d0b9709efe7e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:52.735085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c5d2fc60-b39b-4c59-9d87-2bfe27e891fd req-bb9236c2-3174-4314-baa2-d0b9709efe7e tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 950 time: 0.6855009 Apr 25 14:37:52.777796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] Set router 15196209-b65e-4c52-b5c8-3e0cbe885f22 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:52.790876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d92b5fd8-71c9-4d6d-949e-71d5c6a9011c req-9629b5ef-b337-4d7d-99eb-0e16516e0450 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068350 Apr 25 14:37:52.841706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b033b7-8ae0-4c3e-8287-ece25c26afe2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:52.846777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5b033b7-8ae0-4c3e-8287-ece25c26afe2 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.4199691 Apr 25 14:37:52.847345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42106) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:52.910578 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cb37fcf6-1e0b-43f0-a08c-6720287d47c7 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=23b6fd49-8958-47fc-87a8-651c5a5b682b HTTP/1.1" status: 200 len: 205 time: 0.0618410 Apr 25 14:37:52.914669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:52.935631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9afd49ce-b634-47e7-8710-4577aba3cd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:52.969277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.061665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c5d2fc60-b39b-4c59-9d87-2bfe27e891fd req-c1f27943-e756-4251-a13f-9a899bde7d87 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38d2bab-76bb-468f-a8d3-746cfcd05fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255906 Apr 25 14:37:53.098666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.135649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9afd49ce-b634-47e7-8710-4577aba3cd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.150493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.236557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:49Z', 'revision_number': 5, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:53.242793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] Checking router: 15196209-b65e-4c52-b5c8-3e0cbe885f22 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:37:53.248881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Network 0aad3e87-b7c7-4882-b85c-7645c025b14f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:53.251875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event updated for resources: {'Port': ['ID=c35fb23f-45ca-42e8-9971-042516dd449d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:53.263362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] Routers {'15196209-b65e-4c52-b5c8-3e0cbe885f22'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:37:53.264308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15196209-b65e-4c52-b5c8-3e0cbe885f22'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:53.266376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:53.272439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:53.474996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] Set router 15196209-b65e-4c52-b5c8-3e0cbe885f22 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:37:53.479737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Pushing event deleted for resources: {'Port': ['ID=9cbf8829-04c6-4f1f-b08d-4b23fe70e2af,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:53.604792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920af73-b611-47c6-b6af-5266f9788c90 req-1da289ea-014e-47e9-be08-193908233ceb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:53.606402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e920af73-b611-47c6-b6af-5266f9788c90 req-1da289ea-014e-47e9-be08-193908233ceb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 932 time: 0.5908682 Apr 25 14:37:53.618840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:53.619477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.628001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.680489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] No DVR routers for this DVR port 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:37:53.714840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.733611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.741147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-deleted', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:53.765153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.780811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9afd49ce-b634-47e7-8710-4577aba3cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.806655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-05ea5a99-3b8e-4f84-8fce-4cee57a2b1c9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9829788 Apr 25 14:37:53.830295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24eb6852-4ba6-41c5-abec-0537beae1b7b req-2efa9a52-4bdc-4b50-9ccd-0afd2e8bdbc6 tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.21 "DELETE /v2.0/ports/9cbf8829-04c6-4f1f-b08d-4b23fe70e2af HTTP/1.1" status: 204 len: 173 time: 2.9485343 Apr 25 14:37:53.831128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd49ce-b634-47e7-8710-4577aba3cd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b41e0-ac85-44df-a025-4e2f90a1893d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:53.833084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Deleting port e42471e5-ddea-49a7-b177-28f9eca9f5b9 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:53.833559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.837418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-0402e8c7-384e-4c82-a541-cacc5d76383f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:37:53.838439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-0402e8c7-384e-4c82-a541-cacc5d76383f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240560 Apr 25 14:37:53.841728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e920af73-b611-47c6-b6af-5266f9788c90 req-da25e67e-693d-4e1b-b5ce-1da78077211f tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165272 Apr 25 14:37:53.904201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9afd49ce-b634-47e7-8710-4577aba3cd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:53.906118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9afd49ce-b634-47e7-8710-4577aba3cd44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/945b41e0-ac85-44df-a025-4e2f90a1893d HTTP/1.1" status: 204 len: 168 time: 1.5334136 Apr 25 14:37:53.913857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:49Z', 'revision_number': 5, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:37:53.920729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336854b2-d7fe-4bb6-8c48-b092b6f50c6b None None] The sync data for ids ['15196209-b65e-4c52-b5c8-3e0cbe885f22'] in n-d-811416-6 is: [{'id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1411480530-router', 'tenant_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:37:25Z', 'updated_at': '2022-04-25T14:37:49Z', 'revision_number': 5, 'project_id': 'd6613aa473f94eae9920c8c79bfcaf63', 'gw_port': {'id': 'e42471e5-ddea-49a7-b177-28f9eca9f5b9', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15196209-b65e-4c52-b5c8-3e0cbe885f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:37:28Z', 'updated_at': '2022-04-25T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:37:53.964922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:53.971064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Subnet': ['ID=f435374b-4efd-471d-a640-b607787a1d30,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:53.991932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:53.998451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.004775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.010792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.016765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.024403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.032841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-59b4796a-4a5d-4e12-9a2f-a4c23d6e29a0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5437 time: 0.8127856 Apr 25 14:37:54.039019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Checking segment: {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:54.039392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network hostable DHCP agents. Network: a03430f7-a43b-4fe9-a164-b97a50f12818, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:37:54.075924 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a9f64d-100a-4d38-9a8b-d7689850d13c'] response: {'server_uuid': 'cec0e2f0-595e-4435-95fb-16b0186c3e13', 'name': 'network-vif-deleted', 'tag': '9cbf8829-04c6-4f1f-b08d-4b23fe70e2af', 'status': 'completed', 'code': 200} Apr 25 14:37:54.093977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Request body: {'port': {'device_id': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:54.211345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.222497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:37:54.246747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:54.251856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d56b2d4-f7c8-43d7-b529-eeb330898f0f req-ca48222d-c1e0-4e41-b7ef-f7aee4ae44e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177255 Apr 25 14:37:54.308253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Deleting port 41e6b6a1-b1c4-4454-91bf-7ea1ded18b93 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:37:54.308857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.325307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:54.326132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9cbf8829-04c6-4f1f-b08d-4b23fe70e2af not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:54.371415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network a03430f7-a43b-4fe9-a164-b97a50f12818 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:37:54.436339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f494a41-5254-4233-9ad5-4847b7f869a4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:54.449673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] For port e42471e5-ddea-49a7-b177-28f9eca9f5b9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42471e5-ddea-49a7-b177-28f9eca9f5b9,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:54.450463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.460147 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.492956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, a03430f7-a43b-4fe9-a164-b97a50f12818) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:54.511801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb4e0d-611e-41bf-97c5-2b9f942ac343 None None] Network a03430f7-a43b-4fe9-a164-b97a50f12818 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:54.554784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.555691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.576898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.693850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39883be0-1776-41c0-b02b-83ca0368fc7f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:37:54.702504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bde29288-b7a4-4925-8471-66c789590e38 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:54.727208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42128) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:54.729066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Calling delete_port for e42471e5-ddea-49a7-b177-28f9eca9f5b9 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:54.793962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf266c89-4414-4adc-8385-8dd9923aeeb8 req-640859f7-cc7e-4b33-b73f-53faaae3e5c9 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:54.797899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf266c89-4414-4adc-8385-8dd9923aeeb8 req-640859f7-cc7e-4b33-b73f-53faaae3e5c9 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.5625088 Apr 25 14:37:54.806089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Transition to ACTIVE for port object 4f494a41-5254-4233-9ad5-4847b7f869a4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:54.810203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c5269c6-0336-4402-a846-dab6bb06397a tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8015821 Apr 25 14:37:54.813768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42132) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:54.820063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9049906b-c045-4f6e-a54c-e3013407a117 req-2f9691ba-5500-4dea-b725-9dba510e724d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Synchronizing usage tracker for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:54.826960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-950442728'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:54.832687 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:54.874143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:54.919627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:network and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:54.932217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:54.976136 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2dc48864-3bf2-4444-847a-f264f051ba07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d859e35a783648e9981a938bf9b45822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389805 Apr 25 14:37:54.984443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42138) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:55.000496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf266c89-4414-4adc-8385-8dd9923aeeb8 req-c5d13d0f-503f-4624-856f-46da66fad880 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851771 Apr 25 14:37:55.001425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.009069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:55.041596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9049906b-c045-4f6e-a54c-e3013407a117 req-2f9691ba-5500-4dea-b725-9dba510e724d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] Unset dirty status for tenant:240441bced794bb3b2215707ed7a817a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:55.050827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9049906b-c045-4f6e-a54c-e3013407a117 req-2f9691ba-5500-4dea-b725-9dba510e724d tempest-MigrationsAdminTest-1004303961 tempest-MigrationsAdminTest-1004303961-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0e2f0-595e-4435-95fb-16b0186c3e13 HTTP/1.1" status: 200 len: 210 time: 0.4567053 Apr 25 14:37:55.100279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Pushing event updated for resources: {'Port': ['ID=4f494a41-5254-4233-9ad5-4847b7f869a4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:55.105298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 36c7e958-1a58-4b6f-82ac-f57964896136 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:37:55.141381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:55.145384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.208082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 36c7e958-1a58-4b6f-82ac-f57964896136 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:37:55.208294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 36c7e958-1a58-4b6f-82ac-f57964896136 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:37:55.252403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-a03430f7-a43b-4fe9-a164-b97a50f12818', 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'fixed_ips': [{'subnet_id': 'f435374b-4efd-471d-a640-b607787a1d30'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:37:55.254176 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.279368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:55.328178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:37:55.334190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'port_id': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'mac_address': 'fa:16:3e:23:5e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8738ab54-adbe-43cc-a6ec-4a066ac3beee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:37:55.336915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port bde29288-b7a4-4925-8471-66c789590e38 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:55.344504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Calling delete_port for 41e6b6a1-b1c4-4454-91bf-7ea1ded18b93 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:37:55.354426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port bde29288-b7a4-4925-8471-66c789590e38 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:55.354688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.354935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.355713 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Added segment 6b5fee33-6543-4583-bac3-efb8e8786951 of type vlan for network eca2da38-4056-4400-be52-912e1a3bc653 Apr 25 14:37:55.397960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.521119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:37:55.551494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.598352 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.640235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39883be0-1776-41c0-b02b-83ca0368fc7f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:55.640470 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.651352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42471e5-ddea-49a7-b177-28f9eca9f5b9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:55.675919 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa88ac6e-d04c-4fdc-b430-07a9306b27c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.684710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.690403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:55.691067 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.698305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Allocated IP 19.80.0.2 (a03430f7-a43b-4fe9-a164-b97a50f12818/f435374b-4efd-471d-a640-b607787a1d30/576531a4-48b8-4862-af0e-9b7c22e54f30) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:55.703673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:55.712975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event deleted for resources: {'Port': ['ID=41e6b6a1-b1c4-4454-91bf-7ea1ded18b93,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:55.715658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Attempting to bind port 4f494a41-5254-4233-9ad5-4847b7f869a4 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:55.717109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Attempting to bind port 4f494a41-5254-4233-9ad5-4847b7f869a4 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:55.717109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Attempting to bind port 4f494a41-5254-4233-9ad5-4847b7f869a4 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:55.717357 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.787554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.929322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa88ac6e-d04c-4fdc-b430-07a9306b27c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.930312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:55.942486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Port 4f494a41-5254-4233-9ad5-4847b7f869a4 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:55.943068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Attempting to bind port 4f494a41-5254-4233-9ad5-4847b7f869a4 on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:55.945126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:37:55.952356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bde29288-b7a4-4925-8471-66c789590e38,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:55.953525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:55.961063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc6182-dd15-4f84-bd70-0cfca5e0d2e2 req-cc342328-e2ff-4d08-a2ae-35549fa8ba31 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:55.968618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:55.968977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5fcc6182-dd15-4f84-bd70-0cfca5e0d2e2 req-cc342328-e2ff-4d08-a2ae-35549fa8ba31 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 944 time: 0.7814574 Apr 25 14:37:55.969444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d0243a15-3102-49ac-aa17-4adf69ad9cc0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:56.031516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:56.032668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Checking segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:56.032668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Bound using segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:56.032937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Bound port: 4f494a41-5254-4233-9ad5-4847b7f869a4, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:56.033143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.052436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39883be0-1776-41c0-b02b-83ca0368fc7f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:37:56.065438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2481844 Apr 25 14:37:56.069906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42148) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:56.072407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046c0e2-88e8-498b-b459-e8f0ad527151 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Network': ['ID=eca2da38-4056-4400-be52-912e1a3bc653,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:56.087243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'subnet': {'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:56.113946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.116464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network eca2da38-4056-4400-be52-912e1a3bc653 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:37:56.120274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.127159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.133635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.140554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.146936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.150602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5fcc6182-dd15-4f84-bd70-0cfca5e0d2e2 req-1823a2b3-eae9-4e77-96bb-d15bf8dc19c4 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804957 Apr 25 14:37:56.153481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.155228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35fb23f-45ca-42e8-9971-042516dd449d {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:37:56.160085 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.163386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-3282f2e7-9f8b-4c63-8833-f80dc6e6b62e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5437 time: 0.7541468 Apr 25 14:37:56.213812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.244406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.362415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa88ac6e-d04c-4fdc-b430-07a9306b27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.367228 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.367828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.370058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Transition to ACTIVE for port object c35fb23f-45ca-42e8-9971-042516dd449d will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:56.380965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.386212 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.389479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Transition to ACTIVE for port object 576531a4-48b8-4862-af0e-9b7c22e54f30 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:56.391096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88ac6e-d04c-4fdc-b430-07a9306b27c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddad7ed-d0c2-4003-8dd0-5b183cd4d0ef,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:56.428262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Transition to ACTIVE for port object 576531a4-48b8-4862-af0e-9b7c22e54f30 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:37:56.459928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:56.473834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.474505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Fanout notify agent at l3_agent the message router_deleted on router 23b6fd49-8958-47fc-87a8-651c5a5b682b {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:37:56.547154 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6781fe3e-0dee-40b1-93f3-8a0eaabce6f0'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38', 'code': 200} Apr 25 14:37:56.558090 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.571719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.573249 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9683187d-33cb-4958-82a0-e3df7dad32dd tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/23b6fd49-8958-47fc-87a8-651c5a5b682b HTTP/1.1" status: 204 len: 168 time: 3.6573474 Apr 25 14:37:56.579407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42156) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:56.610834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Pushing event updated for resources: {'Port': ['ID=c35fb23f-45ca-42e8-9971-042516dd449d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:56.613940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa88ac6e-d04c-4fdc-b430-07a9306b27c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.615371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa88ac6e-d04c-4fdc-b430-07a9306b27c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bddad7ed-d0c2-4003-8dd0-5b183cd4d0ef HTTP/1.1" status: 204 len: 168 time: 1.6280704 Apr 25 14:37:56.626054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-280820643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:56.666560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:56.679522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Usage tracker for resource:router and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:56.688762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:56.691593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port d0243a15-3102-49ac-aa17-4adf69ad9cc0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:56.694484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.701521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:56.709890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Network a03430f7-a43b-4fe9-a164-b97a50f12818 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:37:56.710179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.722317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port d0243a15-3102-49ac-aa17-4adf69ad9cc0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:56.723009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.726787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a8271b0-4506-4d8f-9144-089d9adf523e req-63f95d4d-8289-411f-b61e-decf1307c901 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5621834 Apr 25 14:37:56.754567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] For port 4f494a41-5254-4233-9ad5-4847b7f869a4, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:56.761963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] For port 4f494a41-5254-4233-9ad5-4847b7f869a4, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4f494a41-5254-4233-9ad5-4847b7f869a4,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:56.763797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:56.775930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:37:56.786187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.787219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.789872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:37:56.796591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.804484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Attempting to bind port c35fb23f-45ca-42e8-9971-042516dd449d on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:56.804831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Attempting to bind port c35fb23f-45ca-42e8-9971-042516dd449d by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:56.805182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Attempting to bind port c35fb23f-45ca-42e8-9971-042516dd449d on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:56.814050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:subnet and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:37:56.821562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Port c35fb23f-45ca-42e8-9971-042516dd449d on network 0aad3e87-b7c7-4882-b85c-7645c025b14f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:37:56.822167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Attempting to bind port c35fb23f-45ca-42e8-9971-042516dd449d on network 0aad3e87-b7c7-4882-b85c-7645c025b14f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:56.840525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.842360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:56.842717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Checking segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:56.843124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Bound using segment: {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:56.843582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Bound port: c35fb23f-45ca-42e8-9971-042516dd449d, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae70ef2-6222-4024-a76e-f2910ec8827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:56.843935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.886010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9f9ec-6fef-4048-aade-4a8cfa86ff43 req-ae906bba-b382-43d5-96bb-7bf1c8975097 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.892968 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8be9f9ec-6fef-4048-aade-4a8cfa86ff43 req-ae906bba-b382-43d5-96bb-7bf1c8975097 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 0.1931984 Apr 25 14:37:56.914240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:37:56.937782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.938403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15196209-b65e-4c52-b5c8-3e0cbe885f22 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:37:56.954910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:37:56.969970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:56.977923 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:56.980551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f494a41-5254-4233-9ad5-4847b7f869a4 HTTP/1.1" status: 200 len: 1092 time: 4.9717047 Apr 25 14:37:56.981368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'tag': '4f494a41-5254-4233-9ad5-4847b7f869a4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:56.984221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] For port c35fb23f-45ca-42e8-9971-042516dd449d, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:56.987714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] For port c35fb23f-45ca-42e8-9971-042516dd449d, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c35fb23f-45ca-42e8-9971-042516dd449d,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:57.016214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.017748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-930cec43-3bd3-4301-bfae-d440d0678057 admin admin] 10.222.0.23 "DELETE /v2.0/routers/15196209-b65e-4c52-b5c8-3e0cbe885f22 HTTP/1.1" status: 204 len: 168 time: 4.6492262 Apr 25 14:37:57.025503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Pushing event updated for resources: {'Port': ['ID=576531a4-48b8-4862-af0e-9b7c22e54f30,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:57.030663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.034549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42166) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:57.167683 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0194d68c-e922-4ee3-a60e-386e24071fbe'] response: {'name': 'network-changed', 'server_uuid': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'tag': '4f494a41-5254-4233-9ad5-4847b7f869a4', 'status': 'completed', 'code': 200} Apr 25 14:37:57.177263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:37:57.191710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Attempting to bind port 576531a4-48b8-4862-af0e-9b7c22e54f30 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:37:57.191972 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.192089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Attempting to bind port 576531a4-48b8-4862-af0e-9b7c22e54f30 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:37:57.192451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Attempting to bind port 576531a4-48b8-4862-af0e-9b7c22e54f30 on network a03430f7-a43b-4fe9-a164-b97a50f12818 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:37:57.206943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:37:57.207328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Checking segment: {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:57.207888 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.208145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Bound using segment: {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:37:57.208648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Bound port: 576531a4-48b8-4862-af0e-9b7c22e54f30, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:37:57.209056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.217713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.260838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45f0db-9312-4e9c-b39f-4b155f5f0092 service neutron] Pushing event updated for resources: {'Port': ['ID=4f494a41-5254-4233-9ad5-4847b7f869a4,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:57.391571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Pushing event updated for resources: {'Port': ['ID=c35fb23f-45ca-42e8-9971-042516dd449d,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:57.403551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.432867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] For port 576531a4-48b8-4862-af0e-9b7c22e54f30, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:37:57.437821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] For port 576531a4-48b8-4862-af0e-9b7c22e54f30, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=576531a4-48b8-4862-af0e-9b7c22e54f30,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:37:57.447916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.500039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:57.504032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.505735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-b6e9b265-6921-498a-ac05-4fd1cd401d14 service neutron] 10.222.0.21 "PUT /v2.0/ports/c35fb23f-45ca-42e8-9971-042516dd449d HTTP/1.1" status: 200 len: 1091 time: 3.5844400 Apr 25 14:37:57.512825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'tag': 'c35fb23f-45ca-42e8-9971-042516dd449d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:57.518514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:57.551892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.552935 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8be9f9ec-6fef-4048-aade-4a8cfa86ff43 req-d0fa7fe0-3924-494b-8d19-3545c860199b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587670 Apr 25 14:37:57.553188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23cc6f25-55a1-47ed-af7e-ec6621894849 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:57.657434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca9178-c4c1-416c-9100-f9eecd2ab613 None None] Pushing event updated for resources: {'Port': ['ID=576531a4-48b8-4862-af0e-9b7c22e54f30,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:57.659361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.677241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0758948b-f5bc-442e-b452-583802d50371 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0677567 Apr 25 14:37:57.690269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42182) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:57.690466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:57.719690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Deleting subnet c072d24a-3835-4cd5-9d1b-5fadbd75d81e {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:37:57.733669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.771666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:57.775244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 23cc6f25-55a1-47ed-af7e-ec6621894849 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:57.790314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 23cc6f25-55a1-47ed-af7e-ec6621894849 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:57.790881 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.843065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.863175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:57.933294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-c39d188d-39a2-43ae-83f1-02043614a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:57.935190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-c39d188d-39a2-43ae-83f1-02043614a582 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 1095 time: 0.8811927 Apr 25 14:37:57.948781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': True}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:37:58.115019 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3448d88-f827-4e0f-9501-1c9df353a10a'] response: {'name': 'network-changed', 'server_uuid': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'tag': 'c35fb23f-45ca-42e8-9971-042516dd449d', 'status': 'completed', 'code': 200} Apr 25 14:37:58.117536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Subnet': ['ID=c41766d5-cee6-409b-a3c2-ad1f9dae29b0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:58.125203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-7b11eb48-2bfd-4505-997e-65d5015f6b6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f494a41-5254-4233-9ad5-4847b7f869a4 HTTP/1.1" status: 200 len: 217 time: 0.1751361 Apr 25 14:37:58.181879 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:58.207923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c289e-bea0-47d2-8937-6dda45e86bc1 req-6e1129d7-8402-40b2-a418-e7f82cbcb789 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:58.208670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-637c289e-bea0-47d2-8937-6dda45e86bc1 req-6e1129d7-8402-40b2-a418-e7f82cbcb789 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:37:58.238247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Checking segment: {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:37:58.238630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network hostable DHCP agents. Network: eca2da38-4056-4400-be52-912e1a3bc653, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:37:58.251036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23cc6f25-55a1-47ed-af7e-ec6621894849,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:58.261743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:58.267838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ecf6a052-6239-4c9c-b65f-661faaf16400 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:58.270202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-637c289e-bea0-47d2-8937-6dda45e86bc1 req-6e1129d7-8402-40b2-a418-e7f82cbcb789 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:37:58.273329 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-637c289e-bea0-47d2-8937-6dda45e86bc1 req-6e1129d7-8402-40b2-a418-e7f82cbcb789 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 944 time: 0.5254695 Apr 25 14:37:58.278987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-d03b3c76-c34e-4c35-8c29-9b05e019e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:58.284955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-d03b3c76-c34e-4c35-8c29-9b05e019e730 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.1501427 Apr 25 14:37:58.410238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-fd8441ea-b6b9-46eb-875e-6432ac4f0635 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861361 Apr 25 14:37:58.426956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network eca2da38-4056-4400-be52-912e1a3bc653 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:37:58.429100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port ecf6a052-6239-4c9c-b65f-661faaf16400 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:58.439730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ecf6a052-6239-4c9c-b65f-661faaf16400 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:58.440116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:58.483307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-637c289e-bea0-47d2-8937-6dda45e86bc1 req-7b6fc0df-41ce-466a-bfa7-ca8428624a58 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950374 Apr 25 14:37:58.495220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, eca2da38-4056-4400-be52-912e1a3bc653) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:37:58.519351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc905cb5-b5f9-4c02-bb97-c926f27e59e6 None None] Network eca2da38-4056-4400-be52-912e1a3bc653 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:58.641183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-8d02b9fc-fef1-4b3c-a78a-dd69b2c1f4e5 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155657 Apr 25 14:37:58.647811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:58.648696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:58.737752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:58.755805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:37:58.889257 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:58.984053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-aba3d684-ed2a-4349-bce7-e0f4e9c56e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:58.986788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-aba3d684-ed2a-4349-bce7-e0f4e9c56e56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 1094 time: 1.4167817 Apr 25 14:37:58.994110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-eca2da38-4056-4400-be52-912e1a3bc653', 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'fixed_ips': [{'subnet_id': 'c41766d5-cee6-409b-a3c2-ad1f9dae29b0'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:37:58.994964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.020229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.140881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ecf6a052-6239-4c9c-b65f-661faaf16400,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:37:59.157330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.159604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 42dc84df-4c41-44b9-bf18-4c7d3921ea1a up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:59.165661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-87860111-5b2e-45c6-a969-8991aa5f9d2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0905895 Apr 25 14:37:59.268736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 576531a4-48b8-4862-af0e-9b7c22e54f30 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:37:59.333076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce5c81-ce3e-4d95-a854-cae789909250 None None] Network a03430f7-a43b-4fe9-a164-b97a50f12818 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:37:59.336584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-66ea4a48-90e8-4c11-bf9e-9ed53aa2abb9 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579213 Apr 25 14:37:59.347803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4e3f-5028-44d3-8238-688f56f416d7 req-9ab24fa7-0dde-45e4-8709-d2ca9a812c00 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.357780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43cc4e3f-5028-44d3-8238-688f56f416d7 req-9ab24fa7-0dde-45e4-8709-d2ca9a812c00 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 0.2858584 Apr 25 14:37:59.362036 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-6d0d86d5-522f-4e0b-9894-fd3b41fdf7eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35fb23f-45ca-42e8-9971-042516dd449d HTTP/1.1" status: 200 len: 217 time: 0.3347669 Apr 25 14:37:59.364992 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.396530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5765d30-cee1-4f44-a9c5-2b8910b26feb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=240441bced794bb3b2215707ed7a817a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6981418 Apr 25 14:37:59.457854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.462455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42228) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:37:59.463946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.470661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.476537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.482525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.488502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.494482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.503036 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-d5f42764-38d7-4b9f-8bf6-a4af224c1230 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5440 time: 1.3293991 Apr 25 14:37:59.506070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:37:59.507970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:37:59.527997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b391aaf7-3f5d-4412-9205-f151e84619ba None None] Provisioning for port 576531a4-48b8-4862-af0e-9b7c22e54f30 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:59.566246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.600786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43cc4e3f-5028-44d3-8238-688f56f416d7 req-c8df506c-4e61-452e-bf37-7052382ab025 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342455 Apr 25 14:37:59.682185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d01e4095-e59c-4a01-8e26-0fb48f5d79d9 req-a1acb3ec-9749-418a-9df8-b331700f0c31 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781621 Apr 25 14:37:59.684107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9880ebd7-7419-449c-a734-23ab70890ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.701278 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e274fb25-067e-4654-a649-3cbcd78a68e2'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0', 'code': 200} Apr 25 14:37:59.701752 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e274fb25-067e-4654-a649-3cbcd78a68e2'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849', 'code': 200} Apr 25 14:37:59.712581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-88cb624c-eede-489d-96fe-4f79f2ab3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.720065 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-88cb624c-eede-489d-96fe-4f79f2ab3392 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.3272038 Apr 25 14:37:59.748277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-d4b68799-cc97-4260-b183-54bc6838e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:37:59.750055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-d4b68799-cc97-4260-b183-54bc6838e639 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 1095 time: 0.3638501 Apr 25 14:37:59.752312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9880ebd7-7419-449c-a734-23ab70890ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.789951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:59.806379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Allocated IP 19.86.0.2 (eca2da38-4056-4400-be52-912e1a3bc653/c41766d5-cee6-409b-a3c2-ad1f9dae29b0/df1a6614-4c81-4be0-b5cf-fae110f80178) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:37:59.815440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 576531a4-48b8-4862-af0e-9b7c22e54f30 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:37:59.818663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:59.819131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:37:59.825321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-73a36a30-f211-4ec1-9ed8-ca1eab8fca0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954397 Apr 25 14:37:59.897959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 576531a4-48b8-4862-af0e-9b7c22e54f30 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:37:59.898420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.037898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.103326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c072d24a-3835-4cd5-9d1b-5fadbd75d81e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:00.121488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.145073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-2d38413a-45b8-466e-9ba3-ec946cb00fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:00.147445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-2d38413a-45b8-466e-9ba3-ec946cb00fd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 914 time: 0.3858495 Apr 25 14:38:00.155833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b7a74b9-968b-44aa-a7af-d6a3b2bc2b64 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c072d24a-3835-4cd5-9d1b-5fadbd75d81e HTTP/1.1" status: 204 len: 168 time: 3.0444248 Apr 25 14:38:00.160943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42248) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:00.170943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-a81fd031-300a-49b7-8349-19c565c1276a service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862213 Apr 25 14:38:00.193324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b2f232-809b-43a3-be8a-5b5c2beb5f9d None None] Network be10addb-2961-46ed-b00d-17664d992b4a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:00.250213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-e4b9e669-71a5-47f6-86f3-7cadcee988b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f494a41-5254-4233-9ad5-4847b7f869a4 HTTP/1.1" status: 200 len: 217 time: 0.0822024 Apr 25 14:38:00.253791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9880ebd7-7419-449c-a734-23ab70890ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.313028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-1953afd2-2317-40da-a084-cc19e642f1d3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:00.319051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-1953afd2-2317-40da-a084-cc19e642f1d3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:00.319842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-1953afd2-2317-40da-a084-cc19e642f1d3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:00.333497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fedf-a7d2-4145-a944-1b2b39a26ec3 req-56e953a5-55ee-4c4c-9835-419a0fcd3dbb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:00.335139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ce9fedf-a7d2-4145-a944-1b2b39a26ec3 req-56e953a5-55ee-4c4c-9835-419a0fcd3dbb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 944 time: 0.4492130 Apr 25 14:38:00.351200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ebd7-7419-449c-a734-23ab70890ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d2bab-76bb-468f-a8d3-746cfcd05fbb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:00.374549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-1953afd2-2317-40da-a084-cc19e642f1d3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:00.375859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-1953afd2-2317-40da-a084-cc19e642f1d3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/networks?id=a03430f7-a43b-4fe9-a164-b97a50f12818&id=eca2da38-4056-4400-be52-912e1a3bc653 HTTP/1.1" status: 200 len: 1391 time: 0.4420254 Apr 25 14:38:00.379171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9880ebd7-7419-449c-a734-23ab70890ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.380252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9880ebd7-7419-449c-a734-23ab70890ea6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d38d2bab-76bb-468f-a8d3-746cfcd05fbb HTTP/1.1" status: 204 len: 168 time: 0.9130919 Apr 25 14:38:00.382180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-61ef8d6a-cb11-4e23-9428-95d5cffcd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:00.385019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-61ef8d6a-cb11-4e23-9428-95d5cffcd2d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.1253104 Apr 25 14:38:00.398453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-2883c762-fdc9-4aa3-b43e-88543f7d23ab tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/quotas/30753c066fb748ebaa00578f5000ec91 HTTP/1.1" status: 200 len: 375 time: 0.0116682 Apr 25 14:38:00.476916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.580741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-c2b45529-cc25-49f7-8325-9436f78c746f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810608 Apr 25 14:38:00.609917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.631755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.716640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:00.752042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4f494a41-5254-4233-9ad5-4847b7f869a4 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:38:00.791827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-6752b13a-6970-4021-b4cc-98aa605312fb service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978393 Apr 25 14:38:00.847168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-be7ba152-436c-4291-81a6-1221e254c590 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:00.886096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ce9fedf-a7d2-4145-a944-1b2b39a26ec3 req-605be032-9dd1-4ffe-8606-3fbfc8f149b0 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994388 Apr 25 14:38:00.953228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Deleting port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:00.954094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.971477 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:00.972306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d7776d5b-af9b-4645-b93e-f2fc09ab146d up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:00.999174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feffeec0-f5db-41ed-8fea-5f573282b3d5 req-947879fd-23b3-4ef0-9caf-a2ec61e864d8 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073487 Apr 25 14:38:01.035460 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.069230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-be7ba152-436c-4291-81a6-1221e254c590 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:01.085917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-be7ba152-436c-4291-81a6-1221e254c590 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6438594 Apr 25 14:38:01.087076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42262) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:01.132146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d522df1-df52-4bba-87ec-2c05ac55353e req-fad4be55-1cea-4241-a572-07658dfc3f5e service neutron] 10.222.0.15 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290446 Apr 25 14:38:01.153155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.154612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 4f494a41-5254-4233-9ad5-4847b7f869a4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4f494a41-5254-4233-9ad5-4847b7f869a4,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:01.171764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.219109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 576531a4-48b8-4862-af0e-9b7c22e54f30, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=576531a4-48b8-4862-af0e-9b7c22e54f30,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:01.219109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '4f494a41-5254-4233-9ad5-4847b7f869a4', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'port_id': '4f494a41-5254-4233-9ad5-4847b7f869a4', 'mac_address': 'fa:16:3e:73:6e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24f782-3089-41c8-a2fb-0d85a5c262b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:38:01.226247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Transition to ACTIVE for port object df1a6614-4c81-4be0-b5cf-fae110f80178 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:01.228951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-40b0e098-f6b8-4074-bfc7-f07a6acaf13c None None] Provisioning complete for port 576531a4-48b8-4862-af0e-9b7c22e54f30 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:01.229375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40b0e098-f6b8-4074-bfc7-f07a6acaf13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.232887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0078c2cb-44c8-4166-9549-3603936e7ee3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3521725d885940c4a9f13774ec00286d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386418 Apr 25 14:38:01.236203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42268) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:01.285172 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.326800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42471e5-ddea-49a7-b177-28f9eca9f5b9 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:01.351007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:01.394835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1291-722d-4d20-8af6-0eecc19fc5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.443581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e42471e5-ddea-49a7-b177-28f9eca9f5b9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:38:01.443935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42471e5-ddea-49a7-b177-28f9eca9f5b9 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:38:01.453590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Allocated IP 172.25.0.35 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/1d0e1108-ddc2-40b7-b767-489a210d140b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:01.457552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Transition to ACTIVE for port object df1a6614-4c81-4be0-b5cf-fae110f80178 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:01.500446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.511939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port d7776d5b-af9b-4645-b93e-f2fc09ab146d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:01.521203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.555849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port d7776d5b-af9b-4645-b93e-f2fc09ab146d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:01.556231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.581197 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1291-722d-4d20-8af6-0eecc19fc5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.589819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=576531a4-48b8-4862-af0e-9b7c22e54f30,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:01.648981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f494a41-5254-4233-9ad5-4847b7f869a4 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:01.658486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-61945062-7329-477a-86f5-92efe9a33683 service neutron] 10.222.0.23 "GET /v2.0/networks/a03430f7-a43b-4fe9-a164-b97a50f12818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613539 Apr 25 14:38:01.663764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Network eca2da38-4056-4400-be52-912e1a3bc653 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:01.680235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:01.719086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.721685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:01.728354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:01.748085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] DHCP port deletion for be10addb-2961-46ed-b00d-17664d992b4a request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:38:01.769311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 4f494a41-5254-4233-9ad5-4847b7f869a4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4f494a41-5254-4233-9ad5-4847b7f869a4,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:01.782273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1291-722d-4d20-8af6-0eecc19fc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.793625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-7a3c9f04-3d68-4461-b198-dd1cc1cfcda3 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1402389046f14199af55437c57b7a631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431792 Apr 25 14:38:01.816595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Deleting port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:01.817307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.853923 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.870205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Pushing event updated for resources: {'Port': ['ID=df1a6614-4c81-4be0-b5cf-fae110f80178,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:01.889778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4613-af72-4528-954f-0517d5faab36 req-9c4c361a-47d2-4f87-85ae-ad181ad59749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:01.891266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-9c4c361a-47d2-4f87-85ae-ad181ad59749 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bf76efcd5874c5895d2179309cf3476&device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 1094 time: 0.8282025 Apr 25 14:38:01.946721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1291-722d-4d20-8af6-0eecc19fc5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f8af3-b60b-4d26-b5ca-d00668739b25,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:01.959016 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1291-722d-4d20-8af6-0eecc19fc5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:01.963093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ae9e1291-722d-4d20-8af6-0eecc19fc5bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc5f8af3-b60b-4d26-b5ca-d00668739b25 HTTP/1.1" status: 204 len: 168 time: 0.7248080 Apr 25 14:38:01.985216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] For port 4ed97dfc-6c57-480b-9c5f-40e9bc396465, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4ed97dfc-6c57-480b-9c5f-40e9bc396465,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:01.985670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.003740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-af7b892e-e222-4946-98d1-24bfc547766f service neutron] 10.222.0.23 "GET /v2.0/networks/a03430f7-a43b-4fe9-a164-b97a50f12818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382843 Apr 25 14:38:02.083793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Attempting to bind port df1a6614-4c81-4be0-b5cf-fae110f80178 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:02.084174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Attempting to bind port df1a6614-4c81-4be0-b5cf-fae110f80178 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:02.084557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Attempting to bind port df1a6614-4c81-4be0-b5cf-fae110f80178 on network eca2da38-4056-4400-be52-912e1a3bc653 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:02.140588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:02.141011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Checking segment: {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:02.141414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.141818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Bound using segment: {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:02.142325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Bound port: df1a6614-4c81-4be0-b5cf-fae110f80178, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:02.142695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.166957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-3491eac7-18f0-4b4a-8c18-2b105f2a5a43 service neutron] 10.222.0.23 "GET /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518795 Apr 25 14:38:02.179998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Calling delete_port for 4ed97dfc-6c57-480b-9c5f-40e9bc396465 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:02.183060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4f494a41-5254-4233-9ad5-4847b7f869a4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:02.209508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=4f494a41-5254-4233-9ad5-4847b7f869a4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:02.330254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.343032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-27bc692d-94f2-4569-abfb-1a20f8a8d673 service neutron] 10.222.0.23 "GET /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658287 Apr 25 14:38:02.367346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.394204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-4bbd4234-07a7-4cf3-9bd2-0fc4579c20cf tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:02.401669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-4bbd4234-07a7-4cf3-9bd2-0fc4579c20cf tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5846741 Apr 25 14:38:02.438166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] For port 4ed97dfc-6c57-480b-9c5f-40e9bc396465, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4ed97dfc-6c57-480b-9c5f-40e9bc396465,segment=NetworkSegment(46739fb9-71a8-445e-ab88-cbed002e90f4),segment_id=46739fb9-71a8-445e-ab88-cbed002e90f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:02.438730 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.503198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-4b89f238-b178-47b0-ac87-221271615f02 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/quotas/1402389046f14199af55437c57b7a631 HTTP/1.1" status: 200 len: 375 time: 0.1002502 Apr 25 14:38:02.517906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:02.627364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:02.645549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.656892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:02.704677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Calling delete_port for 4ed97dfc-6c57-480b-9c5f-40e9bc396465 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:02.708295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4613-af72-4528-954f-0517d5faab36 req-84a9ea5f-73de-41e7-b64d-0ab06e872a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:02.709876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-84a9ea5f-73de-41e7-b64d-0ab06e872a66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 200 len: 914 time: 0.7575982 Apr 25 14:38:02.710676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0e1108-ddc2-40b7-b767-489a210d140b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:02.761502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-9fafb45c-98cd-4d44-9c46-08eee38eef0c tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1402389046f14199af55437c57b7a631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2262974 Apr 25 14:38:02.778105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:02.783917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] For port df1a6614-4c81-4be0-b5cf-fae110f80178, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:02.807668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:02.817557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 79eee83e-e608-4f00-9eba-ab94763a80bf up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:02.922172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] No DVR routers for this DVR port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:02.932786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bfb32-8f95-4b50-ae9e-d595b0282941 req-da9145a4-a822-4f15-9825-8bef2cdeb277 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:02.934437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed7bfb32-8f95-4b50-ae9e-d595b0282941 req-da9145a4-a822-4f15-9825-8bef2cdeb277 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 0.1961982 Apr 25 14:38:02.979439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] For port df1a6614-4c81-4be0-b5cf-fae110f80178, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=df1a6614-4c81-4be0-b5cf-fae110f80178,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:03.049285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed7bfb32-8f95-4b50-ae9e-d595b0282941 req-1373f109-063e-4f13-817d-ca3c0fd14ab0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044772 Apr 25 14:38:03.067216 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:03.192194 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:38:03.192554 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:38:03.261471 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcf5b27-94d4-479c-98a3-63a22057a95c'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400', 'code': 200} Apr 25 14:38:03.261677 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcf5b27-94d4-479c-98a3-63a22057a95c'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a', 'code': 200} Apr 25 14:38:03.264784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:03.391998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 79eee83e-e608-4f00-9eba-ab94763a80bf completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:03.426680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 79eee83e-e608-4f00-9eba-ab94763a80bf triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:03.428239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:03.437550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed97dfc-6c57-480b-9c5f-40e9bc396465,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:03.602775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151cf73-610e-4b63-940a-cb693ad5a72e None None] Pushing event updated for resources: {'Port': ['ID=df1a6614-4c81-4be0-b5cf-fae110f80178,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:03.620905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a3048-d098-4ef2-be3d-3afb729e4647 req-34a61fdb-337a-4425-8a70-13957f916cc3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:03.622745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-797a3048-d098-4ef2-be3d-3afb729e4647 req-34a61fdb-337a-4425-8a70-13957f916cc3 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 945 time: 0.2116513 Apr 25 14:38:03.703165 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-797a3048-d098-4ef2-be3d-3afb729e4647 req-0dc8f9ce-ef61-4fec-9c02-26c2ad104ce4 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Apr 25 14:38:03.715988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Deleting port 4ed97dfc-6c57-480b-9c5f-40e9bc396465 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:03.718771 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:03.730011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-faa762ee-30d0-47dd-8ea8-2ce9247cdfe2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35fb23f-45ca-42e8-9971-042516dd449d HTTP/1.1" status: 200 len: 217 time: 0.9431794 Apr 25 14:38:03.872356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 576531a4-48b8-4862-af0e-9b7c22e54f30 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:04.017563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a03520f-5751-4e91-8cb8-0aa108577726 req-ccc78e6a-eb93-496f-9e10-bdefd30e1917 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 210 time: 0.1335788 Apr 25 14:38:04.151099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2bed2276-adb7-4566-95a0-db419c17f966 None None] The port '4ed97dfc-6c57-480b-9c5f-40e9bc396465' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:38:04.168261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.173364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.190156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa123efd-692f-4a83-9915-098fd0cecd79 req-d7f69ffd-4f52-4910-a532-3dd4728ef536 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 210 time: 0.0929010 Apr 25 14:38:04.273028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.304005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c35fb23f-45ca-42e8-9971-042516dd449d details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:38:04.316675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be10addb-2961-46ed-b00d-17664d992b4a']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:04.414222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46739fb9-71a8-445e-ab88-cbed002e90f4') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:04.414604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46739fb9-71a8-445e-ab88-cbed002e90f4') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:04.444149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4613-af72-4528-954f-0517d5faab36 req-4838d2c2-ab90-4b1d-84b6-2196d311e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:04.445838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-4838d2c2-ab90-4b1d-84b6-2196d311e419 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 200 len: 853 time: 0.6853166 Apr 25 14:38:04.547182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c35fb23f-45ca-42e8-9971-042516dd449d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c35fb23f-45ca-42e8-9971-042516dd449d,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:04.561159 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.596564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'c35fb23f-45ca-42e8-9971-042516dd449d', 'network_id': '0aad3e87-b7c7-4882-b85c-7645c025b14f', 'port_id': 'c35fb23f-45ca-42e8-9971-042516dd449d', 'mac_address': 'fa:16:3e:93:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24f782-3089-41c8-a2fb-0d85a5c262b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:38:04.602546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0a41e-897c-4858-a510-a87c4b91d170 req-623cdc31-5ead-47ba-bb96-2f5efb7e3059 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:04.603001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 576531a4-48b8-4862-af0e-9b7c22e54f30 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:04.603484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.611250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65d0a41e-897c-4858-a510-a87c4b91d170 req-623cdc31-5ead-47ba-bb96-2f5efb7e3059 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 0.1508231 Apr 25 14:38:04.739090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=79eee83e-e608-4f00-9eba-ab94763a80bf,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:04.745067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65d0a41e-897c-4858-a510-a87c4b91d170 req-ef0140b0-c04b-463f-b67b-a67d414ed71d tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319239 Apr 25 14:38:04.790856 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.794543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-2187afbe-d104-4d38-bf86-de4cc578c557 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0aad3e87-b7c7-4882-b85c-7645c025b14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3353720 Apr 25 14:38:04.876771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.885772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4f494a41-5254-4233-9ad5-4847b7f869a4 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:04.969086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:38:04.972392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:04.979595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a5c51-b530-4cb6-b146-eb7c8b6ac255 None None] Network eca2da38-4056-4400-be52-912e1a3bc653 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:38:05.024910 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:38:05.096344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:05.150003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.156825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.163899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.171314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.177462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.183423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.190119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.198612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-6f9b8282-58a7-4d5f-a62b-0ef6b52e40f8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5443 time: 1.8310382 Apr 25 14:38:05.298698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:05.324398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:05.362679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35fb23f-45ca-42e8-9971-042516dd449d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:05.402754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c35fb23f-45ca-42e8-9971-042516dd449d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c35fb23f-45ca-42e8-9971-042516dd449d,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:05.420352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:05.430897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-257748da-5eac-4843-b0e3-7c91759aea9b None None] Provisioning for port df1a6614-4c81-4be0-b5cf-fae110f80178 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:05.450493 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:05.536779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-457c94ea-5454-4938-bf71-b9cf33091185 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1402389046f14199af55437c57b7a631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463052 Apr 25 14:38:05.546802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-fb5baf47-d163-4baa-ae2b-5a86dace5f65 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.556548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-fb5baf47-d163-4baa-ae2b-5a86dace5f65 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.558285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-fb5baf47-d163-4baa-ae2b-5a86dace5f65 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.21 "GET /v2.0/networks?id=a03430f7-a43b-4fe9-a164-b97a50f12818&id=eca2da38-4056-4400-be52-912e1a3bc653 HTTP/1.1" status: 200 len: 1391 time: 0.5803192 Apr 25 14:38:05.567661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01392d3c-b60e-414a-917d-c5291cbbc8b0 req-c17e0a9e-22df-468b-805a-5ed8f0d5ebb0 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:05.577962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01392d3c-b60e-414a-917d-c5291cbbc8b0 req-c17e0a9e-22df-468b-805a-5ed8f0d5ebb0 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 945 time: 0.4795084 Apr 25 14:38:05.613024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'port': {'device_id': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818', 'admin_state_up': True, 'tenant_id': '30753c066fb748ebaa00578f5000ec91'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:05.621698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4ed97dfc-6c57-480b-9c5f-40e9bc396465 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:05.710192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-000dac70-cfbf-453a-8faa-6f89e67da319 req-c5d7a6aa-c083-4bd8-b390-1a54f9cd2aa8 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5035565 Apr 25 14:38:05.726091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:05.729133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01392d3c-b60e-414a-917d-c5291cbbc8b0 req-bd9c46de-5826-4980-8da0-3d33c5e27961 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506007 Apr 25 14:38:05.737824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:05.741500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 4f494a41-5254-4233-9ad5-4847b7f869a4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:05.796228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 4f494a41-5254-4233-9ad5-4847b7f869a4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:05.796617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:05.892590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] Pushing event deleted for resources: {'Network': ['ID=be10addb-2961-46ed-b00d-17664d992b4a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:05.902203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4ed97dfc-6c57-480b-9c5f-40e9bc396465 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:38:05.902203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4ed97dfc-6c57-480b-9c5f-40e9bc396465 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:38:05.904407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c35fb23f-45ca-42e8-9971-042516dd449d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:05.906261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3ff32e85-341a-4545-8c05-fffa84af6268 admin admin] 10.222.0.23 "DELETE /v2.0/networks/be10addb-2961-46ed-b00d-17664d992b4a HTTP/1.1" status: 204 len: 168 time: 5.7423308 Apr 25 14:38:05.965989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0aa2ff75-f735-4006-8d78-40051a561b75 req-e2db1ded-b313-43ec-8897-c483d28ad54f tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 210 time: 0.0713100 Apr 25 14:38:05.989914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c35fb23f-45ca-42e8-9971-042516dd449d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:06.080079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-fcc1747a-50ba-4d84-bad2-8bf306094961 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2638850 Apr 25 14:38:06.109744 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb44bf46-e580-4e75-8dea-fddbe113b82a'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d', 'code': 200} Apr 25 14:38:06.110149 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb44bf46-e580-4e75-8dea-fddbe113b82a'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf', 'code': 200} Apr 25 14:38:06.129850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-2ecc2abe-d74e-4cde-a681-b6e94fc4b9ea tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.133808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-2ecc2abe-d74e-4cde-a681-b6e94fc4b9ea tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5235131 Apr 25 14:38:06.138525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device df1a6614-4c81-4be0-b5cf-fae110f80178 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:06.167340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Request body: {'port': {'device_id': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '1402389046f14199af55437c57b7a631'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:06.191221 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.196381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e10313e4-b073-45f8-a17e-afe787625b5e req-f86a2362-6116-4559-9844-3d2a756953a2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:06.348333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:06.351669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 4f494a41-5254-4233-9ad5-4847b7f869a4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4f494a41-5254-4233-9ad5-4847b7f869a4,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:06.361766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42356) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:06.379580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port df1a6614-4c81-4be0-b5cf-fae110f80178 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:06.384349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:port and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:06.390603 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.391422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39883be0-1776-41c0-b02b-83ca0368fc7f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:06.422391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:06.505280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port df1a6614-4c81-4be0-b5cf-fae110f80178 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:06.505671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.706207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:06.737894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f03f4613-af72-4528-954f-0517d5faab36 req-9dad9406-1a5a-4af7-825e-57eb6804cc47 service neutron] 10.222.0.21 "GET /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325781 Apr 25 14:38:06.750647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-17958b15-05e8-4eba-a93f-7f2a08bfc845 None None] Provisioning complete for port df1a6614-4c81-4be0-b5cf-fae110f80178 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:06.751287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17958b15-05e8-4eba-a93f-7f2a08bfc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.775279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.779232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.824802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9bce726c-04a2-4a37-acdc-a3c4f3f65647 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6613aa473f94eae9920c8c79bfcaf63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348164 Apr 25 14:38:06.824802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:06.827454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.839110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42366) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:06.840134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=4f494a41-5254-4233-9ad5-4847b7f869a4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:06.859116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e10313e4-b073-45f8-a17e-afe787625b5e req-f86a2362-6116-4559-9844-3d2a756953a2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:06.868278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e10313e4-b073-45f8-a17e-afe787625b5e req-f86a2362-6116-4559-9844-3d2a756953a2 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 210 time: 0.7875769 Apr 25 14:38:06.900908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.901993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.901993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.902201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.902674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.903124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.904215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:06.906501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-9781f77c-359e-4629-9e19-eb37155513bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6501 time: 0.6801937 Apr 25 14:38:06.915172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 39883be0-1776-41c0-b02b-83ca0368fc7f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:06.915433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:06.971410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:06.984115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Usage tracker for resource:port and tenant:1402389046f14199af55437c57b7a631 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:06.997352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:07.014876 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.020451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:07.085432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Router 003a6f28-794a-4740-971b-3554e6a037cc is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:38:07.096543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Made reservation on behalf of 1402389046f14199af55437c57b7a631 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:07.100255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.128395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be107-dd4d-4624-aed9-381741888011 req-bc8bcdd4-22d1-4cc5-9ec9-4d9ceac48463 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.135626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c35be107-dd4d-4624-aed9-381741888011 req-bc8bcdd4-22d1-4cc5-9ec9-4d9ceac48463 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 945 time: 0.4398944 Apr 25 14:38:07.138918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a8e9dbc-7c00-4528-addf-4860842d95e5 req-62ee448b-f3db-47a8-9b5e-b1c2732d060c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1625b9a3-5756-4583-9c06-3914b0bbfb00&id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839728 Apr 25 14:38:07.153861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port df1a6614-4c81-4be0-b5cf-fae110f80178, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=df1a6614-4c81-4be0-b5cf-fae110f80178,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:07.161283 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17958b15-05e8-4eba-a93f-7f2a08bfc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.162900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-329e1b03-8c9c-4564-a855-8fd3e5799e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.165512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.175244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.265088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:07.284961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Usage tracker for resource:security_group_rule and tenant:1402389046f14199af55437c57b7a631 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:07.291704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:07.296123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-329e1b03-8c9c-4564-a855-8fd3e5799e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.297890 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.317895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c35be107-dd4d-4624-aed9-381741888011 req-cfe120bd-ec97-4cc2-bdaf-79a755180610 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813939 Apr 25 14:38:07.318795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:07.347013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=df1a6614-4c81-4be0-b5cf-fae110f80178,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:07.348775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Allocated IP 19.80.0.52 (a03430f7-a43b-4fe9-a164-b97a50f12818/f435374b-4efd-471d-a640-b607787a1d30/1f3520de-470a-4523-b50e-206e0b820bf4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:07.370338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-17958b15-05e8-4eba-a93f-7f2a08bfc845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:38:07.371405 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-17958b15-05e8-4eba-a93f-7f2a08bfc845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:38:07.378847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:07.385004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.454607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:07.456597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-329e1b03-8c9c-4564-a855-8fd3e5799e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.462782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.466995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7cf68560-8f4f-4bce-852b-328c1705c5c8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "PUT /v2.0/routers/003a6f28-794a-4740-971b-3554e6a037cc HTTP/1.1" status: 200 len: 913 time: 9.7628284 Apr 25 14:38:07.474955 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] Sync routers for ids ['003a6f28-794a-4740-971b-3554e6a037cc'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:07.478784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42374) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:07.491197 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] Routers {'003a6f28-794a-4740-971b-3554e6a037cc'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:07.492168 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['003a6f28-794a-4740-971b-3554e6a037cc'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:07.503025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.509219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:07.521724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.529341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.536734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.543147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.550169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.557258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:07.566879 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-d0947eb8-7008-423f-92f8-952ad01745e2 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.3627598 Apr 25 14:38:07.599087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e1b03-8c9c-4564-a855-8fd3e5799e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2aaa0-e43a-4f3b-bf9f-0e7c170734f3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:07.615691 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:07.625072 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] Routers {'003a6f28-794a-4740-971b-3554e6a037cc'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:07.625742 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['003a6f28-794a-4740-971b-3554e6a037cc'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:07.626645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e48c116-39ba-4196-9d05-c3af9e31a331 req-5d6ba43e-040e-4d37-b801-411b97e49022 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586791 Apr 25 14:38:07.692015 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:07.692423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6267b65-228d-43e5-bd17-7e1fca4e0547 None None] The sync data for ids ['003a6f28-794a-4740-971b-3554e6a037cc'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:07.778786 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.799123 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-452d1c57-13bc-4b4b-beaf-cf8e9db34254 req-17878c14-1bf5-4101-aac9-2eb4a093de8c tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 210 time: 0.0467567 Apr 25 14:38:07.800650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.866048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-329e1b03-8c9c-4564-a855-8fd3e5799e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:07.867284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-329e1b03-8c9c-4564-a855-8fd3e5799e4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5d2aaa0-e43a-4f3b-bf9f-0e7c170734f3 HTTP/1.1" status: 204 len: 168 time: 1.0161910 Apr 25 14:38:08.062992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device df1a6614-4c81-4be0-b5cf-fae110f80178 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:08.100450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53c8f87b-3746-4892-9f03-08710adb76b6 req-75d434dc-68e8-4764-9a06-a44f48da4457 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 210 time: 0.0625243 Apr 25 14:38:08.137934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457c4783-b56f-4cfe-9408-cd87d3624648,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:08.155992 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-44465c5b-fb53-4a61-96d5-06bb9f04efb4 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/003a6f28-794a-4740-971b-3554e6a037cc HTTP/1.1" status: 200 len: 919 time: 0.6701956 Apr 25 14:38:08.156751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42388) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:08.162197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f494a41-5254-4233-9ad5-4847b7f869a4'}, {'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:08.168643 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.188796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3841-c286-47a0-9671-8bd1ded8a91d req-7df18cc9-2444-49df-82ae-c19d51be7648 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:08.190666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac9b3841-c286-47a0-9671-8bd1ded8a91d req-7df18cc9-2444-49df-82ae-c19d51be7648 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 946 time: 0.6103806 Apr 25 14:38:08.196196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port df1a6614-4c81-4be0-b5cf-fae110f80178 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:08.197111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.225998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Transition to ACTIVE for port object 1f3520de-470a-4523-b50e-206e0b820bf4 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:08.233769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Allocated IP 192.168.233.47 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/4fdd7008-070d-45ce-bd8d-0544f0a451a4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:08.277186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c35fb23f-45ca-42e8-9971-042516dd449d up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:08.344692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590ca5ce-6b8d-42cd-8ef9-84f665429d37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:08.350072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-590ca5ce-6b8d-42cd-8ef9-84f665429d37 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=003a6f28-794a-4740-971b-3554e6a037cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1921074 Apr 25 14:38:08.350968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac9b3841-c286-47a0-9671-8bd1ded8a91d req-28d73a46-0cb9-43e8-90b4-06a5e2c1e1af tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534314 Apr 25 14:38:08.351882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42396) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:08.426168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42404) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:08.537674 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747314f4-902f-40b1-a822-e18811c8deb3'] response: {'server_uuid': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f494a41-5254-4233-9ad5-4847b7f869a4', 'code': 200} Apr 25 14:38:08.537931 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747314f4-902f-40b1-a822-e18811c8deb3'] response: {'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'code': 200} Apr 25 14:38:08.540674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.670433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port c35fb23f-45ca-42e8-9971-042516dd449d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:08.694626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e2263d67-d95f-463a-a0ac-96f30b057aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.700919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port c35fb23f-45ca-42e8-9971-042516dd449d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:08.701310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.714364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.746372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb637f1-6276-4eed-a38a-668aa61f58d1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:08.749820 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3cb637f1-6276-4eed-a38a-668aa61f58d1 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.3950841 Apr 25 14:38:08.753263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Transition to ACTIVE for port object 4fdd7008-070d-45ce-bd8d-0544f0a451a4 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:08.754453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:08.877565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-86c2c0b6-848e-493a-aa80-72ea67b27387 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=003a6f28-794a-4740-971b-3554e6a037cc HTTP/1.1" status: 200 len: 205 time: 0.1172822 Apr 25 14:38:08.888845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:08.892176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network a03430f7-a43b-4fe9-a164-b97a50f12818 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:08.940947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:08.943628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.952549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:08.952776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:08.994946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d5f17-5727-4edf-845a-d6a1903cacc4 req-2e6ff9d9-9b44-4ad0-a036-2d6179faf081 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:08.996461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c35fb23f-45ca-42e8-9971-042516dd449d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c35fb23f-45ca-42e8-9971-042516dd449d,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:09.002152 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.003237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-496d5f17-5727-4edf-845a-d6a1903cacc4 req-2e6ff9d9-9b44-4ad0-a036-2d6179faf081 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4028618 Apr 25 14:38:09.050425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.178900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-496d5f17-5727-4edf-845a-d6a1903cacc4 req-1454bd49-103a-4889-947a-88f00fe96ab7 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733682 Apr 25 14:38:09.274314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c35fb23f-45ca-42e8-9971-042516dd449d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:09.341600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc36abd5-427e-4a2d-a71d-463291a1c505 None None] Provisioning for port 1f3520de-470a-4523-b50e-206e0b820bf4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:09.348929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:09.349241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc36abd5-427e-4a2d-a71d-463291a1c505 None None] Provisioning complete for port 1f3520de-470a-4523-b50e-206e0b820bf4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:09.349569 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc36abd5-427e-4a2d-a71d-463291a1c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.357795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:09.361369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b58c4e-de02-40d9-b29e-fd1a2fd0f513 req-8f40800d-5522-45a3-8c0a-efa77ff08c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.362886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b58c4e-de02-40d9-b29e-fd1a2fd0f513 req-8f40800d-5522-45a3-8c0a-efa77ff08c73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 1097 time: 1.0032284 Apr 25 14:38:09.363674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:09.402501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:09.422056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:09.430611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53c68-27bf-42ce-aa04-3e9c3bedb55c req-09497c1c-141e-4df4-93bc-4bd0bb65b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.432073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bef53c68-27bf-42ce-aa04-3e9c3bedb55c req-09497c1c-141e-4df4-93bc-4bd0bb65b9ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 1097 time: 0.5997815 Apr 25 14:38:09.442128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fc36abd5-427e-4a2d-a71d-463291a1c505 None None] Port 1f3520de-470a-4523-b50e-206e0b820bf4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:09.447299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e620b48ad2941aa9aacf6aac3af87fb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:09.454635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.454986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.455334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.455675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.456033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.456370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.456704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.457080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.457655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.458015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.458347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.458675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:09.468281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:09.491628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.536989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:09.572086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.572843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.646414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.646839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bef53c68-27bf-42ce-aa04-3e9c3bedb55c req-49e4ef9f-5d1e-4f7d-b392-bcff4af542cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626599 Apr 25 14:38:09.646979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.667285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-85e233b2-7629-4ad0-9a8b-d9dd24212766 None None] Provisioning for port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:09.672784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-85e233b2-7629-4ad0-9a8b-d9dd24212766 None None] Provisioning complete for port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:09.673378 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85e233b2-7629-4ad0-9a8b-d9dd24212766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.684278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Pushing event updated for resources: {'Port': ['ID=4fdd7008-070d-45ce-bd8d-0544f0a451a4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:09.687868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0b58c4e-de02-40d9-b29e-fd1a2fd0f513 req-3e601fcb-bc48-4cb3-b73b-eb608ab9c10b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733788 Apr 25 14:38:09.724303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.730309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.735914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-85e233b2-7629-4ad0-9a8b-d9dd24212766 None None] Port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:09.736213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.742130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.748002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.753892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.759724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.761715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-490f8fbd-8b90-4af1-a9f9-1a142d4dbe12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.8681498 Apr 25 14:38:09.763529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-4fa5a901-b541-47c3-ac4b-0c3b0ed47f75 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1566036 Apr 25 14:38:09.764070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79fb8a-3c00-4c53-a8f1-9ba6d33bb10d req-606885e2-12b0-4f6e-b4fc-2386c1108044 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:09.765608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f79fb8a-3c00-4c53-a8f1-9ba6d33bb10d req-606885e2-12b0-4f6e-b4fc-2386c1108044 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 935 time: 0.3399858 Apr 25 14:38:09.766438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-88267b12-1653-491c-841d-5ac39ac95a61 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6259086 Apr 25 14:38:09.792565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.798417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Request body: {'port': {'device_id': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653', 'admin_state_up': True, 'tenant_id': '30753c066fb748ebaa00578f5000ec91'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:09.812801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Deleting port 1d0e1108-ddc2-40b7-b767-489a210d140b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:09.813175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:09.815057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Request body: {'port': {'device_id': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:09.858874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f79fb8a-3c00-4c53-a8f1-9ba6d33bb10d req-ebdaf4aa-b633-4ca3-a1ab-b64ab8851228 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838368 Apr 25 14:38:09.996538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a9e53c2-2841-4422-8baa-29a31034d319 req-2880ed33-1c67-497d-9fc3-07f6a44c5115 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237866 Apr 25 14:38:10.042389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.059162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.069541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.136666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.172439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Calling delete_port for 1d0e1108-ddc2-40b7-b767-489a210d140b owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:10.220231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78f577-9c5a-418f-9222-f1543756db94,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:10.235834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e4c6f3ea-edef-4f6d-9cb3-24e123db14a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e620b48ad2941aa9aacf6aac3af87fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8049402 Apr 25 14:38:10.239642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42446) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:10.279763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:10.288767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Usage tracker for resource:port and tenant:30753c066fb748ebaa00578f5000ec91 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:10.293994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:10.301112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a2fdd-c055-4686-b317-2e3114606ae6 req-7bcabc20-64be-495a-b995-cc1e181fc353 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:10.302611 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d27a2fdd-c055-4686-b317-2e3114606ae6 req-7bcabc20-64be-495a-b995-cc1e181fc353 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 931 time: 0.3199103 Apr 25 14:38:10.310112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:10.380750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59584775-5056-4efc-8a43-717175ff24be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.391145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Made reservation on behalf of 30753c066fb748ebaa00578f5000ec91 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:10.394637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.406590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d27a2fdd-c055-4686-b317-2e3114606ae6 req-1d304a17-e5ff-447e-98bd-6c08fd2c9af1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Apr 25 14:38:10.428215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59584775-5056-4efc-8a43-717175ff24be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.440996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307027-bbd2-4d15-8176-4c90ccd7d3ca req-3b65a085-4046-4480-8180-bd2ab23e0417 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:10.442519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c307027-bbd2-4d15-8176-4c90ccd7d3ca req-3b65a085-4046-4480-8180-bd2ab23e0417 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 946 time: 0.3221109 Apr 25 14:38:10.538372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.540159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35fb23f-45ca-42e8-9971-042516dd449d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:10.614272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event deleted for resources: {'Port': ['ID=1d0e1108-ddc2-40b7-b767-489a210d140b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:10.617857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59584775-5056-4efc-8a43-717175ff24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.650666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c307027-bbd2-4d15-8176-4c90ccd7d3ca req-cf5c5e77-c758-44cb-b3b8-34ffb04842f0 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697531 Apr 25 14:38:10.672363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59584775-5056-4efc-8a43-717175ff24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78f577-9c5a-418f-9222-f1543756db94,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:10.734677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.761966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Allocated IP 19.86.0.52 (eca2da38-4056-4400-be52-912e1a3bc653/c41766d5-cee6-409b-a3c2-ad1f9dae29b0/fe93718f-f5ad-49f0-9f71-08e3de2d4c1f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:10.832065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-76fcd727-458b-4b9c-83a2-ebd75b45c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.854086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59584775-5056-4efc-8a43-717175ff24be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.858608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-59584775-5056-4efc-8a43-717175ff24be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b78f577-9c5a-418f-9222-f1543756db94 HTTP/1.1" status: 204 len: 168 time: 0.6179740 Apr 25 14:38:10.870292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdd7008-070d-45ce-bd8d-0544f0a451a4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:10.886389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.929868 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.932175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.940468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Transition to ACTIVE for port object 4fdd7008-070d-45ce-bd8d-0544f0a451a4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:10.972245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:10.973347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Fanout notify agent at l3_agent the message router_deleted on router 003a6f28-794a-4740-971b-3554e6a037cc {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:38:11.005249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.006762 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-533230dc-0089-4e99-a2af-bf4cd77ea3b5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/003a6f28-794a-4740-971b-3554e6a037cc HTTP/1.1" status: 204 len: 168 time: 2.1100204 Apr 25 14:38:11.010595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:11.021758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2094222743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:11.024092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.036443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:11.044977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Usage tracker for resource:router and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:11.056069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:11.070638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:11.104548 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.106099 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.134613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.300530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.324164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.353314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.358050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fdc313f5-6418-4c50-bb91-c87deaa05cbc tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3461423 Apr 25 14:38:11.374641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42466) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:11.382802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': False}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:11.393308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Pushing event updated for resources: {'Port': ['ID=4fdd7008-070d-45ce-bd8d-0544f0a451a4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:11.569611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:11.596720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Transition to ACTIVE for port object fe93718f-f5ad-49f0-9f71-08e3de2d4c1f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:11.609800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b89ce-3267-45d0-9528-76dc722db862 req-5386e733-76eb-44c5-b8ad-5028cd9a7d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.611269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f1b89ce-3267-45d0-9528-76dc722db862 req-5386e733-76eb-44c5-b8ad-5028cd9a7d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4739397 Apr 25 14:38:11.656964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Attempting to bind port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:11.657454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Attempting to bind port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:11.657786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Attempting to bind port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:11.664764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.673694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.679424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.685222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.690951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.696718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.702614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.708334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:11.710356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d5b9b28-3d7f-4835-967d-baf0d14615f5 req-7b930ec8-6004-436b-a7ca-b41e082db10b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.6876950 Apr 25 14:38:11.715004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:38:11.715370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Attempting to bind port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:11.725112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:11.733261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Request body: {'floatingip': {'port_id': 'bde29288-b7a4-4925-8471-66c789590e38'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:11.736135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.769269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:11.784593 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91da6992-e893-4dbf-8e80-ad1924759f11'] response: {'server_uuid': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35fb23f-45ca-42e8-9971-042516dd449d', 'code': 200} Apr 25 14:38:11.811206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.821212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:11.821556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:11.821938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:11.822377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Bound port: 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:11.822718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.835807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:11.885991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Usage tracker for resource:security_group_rule and tenant:90c489bfee1d40e7a9ec1fc5abc46e95 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:11.891565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f1b89ce-3267-45d0-9528-76dc722db862 req-a414945b-25e2-4e2f-817f-39da589df7fd tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173512 Apr 25 14:38:11.901171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:11.902190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.005250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:12.098803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Network eca2da38-4056-4400-be52-912e1a3bc653 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:12.116060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:12.130733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:12.137353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.162728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event updated for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:12.256798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740ce46-01f5-430c-a29b-208ae4f5c9e1 req-9f2478a6-a49d-4270-9733-490ae9add51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.258281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8740ce46-01f5-430c-a29b-208ae4f5c9e1 req-9f2478a6-a49d-4270-9733-490ae9add51e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 1096 time: 0.3658412 Apr 25 14:38:12.297958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b99f8-0660-42d5-8268-9a22a3db9a2f req-c5603aba-5eb0-489b-91e1-fef97204ab4c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.303883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b99f8-0660-42d5-8268-9a22a3db9a2f req-c5603aba-5eb0-489b-91e1-fef97204ab4c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.305514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb1b99f8-0660-42d5-8268-9a22a3db9a2f req-c5603aba-5eb0-489b-91e1-fef97204ab4c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1653 time: 0.2915075 Apr 25 14:38:12.308908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] For port 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:12.317098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.317755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.409283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] For port 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:12.416079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-50678e25-869b-4a1c-b726-5190fe829fcb None None] Provisioning for port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:12.422389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-50678e25-869b-4a1c-b726-5190fe829fcb None None] Provisioning complete for port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:12.422876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.423014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50678e25-869b-4a1c-b726-5190fe829fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.442838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8740ce46-01f5-430c-a29b-208ae4f5c9e1 req-e006cd81-e381-4002-8dfa-a3e34791c0fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709895 Apr 25 14:38:12.448182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.456549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb1b99f8-0660-42d5-8268-9a22a3db9a2f req-2e1b8269-9095-41a1-9f3f-f3c772bde39b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996916 Apr 25 14:38:12.459925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.472513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-bea25795-13f7-4396-b8dd-501c62aa1b01 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.473761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-bea25795-13f7-4396-b8dd-501c62aa1b01 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Synchronizing usage tracker for tenant:1402389046f14199af55437c57b7a631 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:12.490461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-50678e25-869b-4a1c-b726-5190fe829fcb None None] Port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:12.500997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-0e05c79d-d675-46b9-9856-4f3f83f5887b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7240753 Apr 25 14:38:12.515819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90c489bfee1d40e7a9ec1fc5abc46e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9389279 Apr 25 14:38:12.518242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d806a7-fe82-4ddd-a0f9-0e010de8b806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bebdde-2cc3-4516-a648-4bea7e974f72,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:12.521418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42484) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:12.524719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.525426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.526781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] 10.222.0.21 "PUT /v2.0/ports/4fdd7008-070d-45ce-bd8d-0544f0a451a4 HTTP/1.1" status: 200 len: 1095 time: 2.7362602 Apr 25 14:38:12.527229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'tag': '4fdd7008-070d-45ce-bd8d-0544f0a451a4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:12.653692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-bea25795-13f7-4396-b8dd-501c62aa1b01 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Unset dirty status for tenant:1402389046f14199af55437c57b7a631 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:12.657636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-bea25795-13f7-4396-b8dd-501c62aa1b01 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 947 time: 0.7615027 Apr 25 14:38:12.688534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5573f-4775-4990-b6af-d6f41abcf1ed service neutron] Pushing event updated for resources: {'Port': ['ID=4fdd7008-070d-45ce-bd8d-0544f0a451a4,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:12.711120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Request body: {'port': {'device_id': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:12.810224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3240ea46-2fa1-4c0b-b0a5-c55399e31b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.863027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3240ea46-2fa1-4c0b-b0a5-c55399e31b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.897609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.911775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-abc12839-8b08-4531-9959-8da115bfab83 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Synchronizing usage tracker for tenant:1402389046f14199af55437c57b7a631 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:12.942029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:12.993183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b04439-3570-4213-b06d-a3417c19d836 req-0e1c3598-0e93-443a-a391-84619d5f8aed tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:12.994654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2b04439-3570-4213-b06d-a3417c19d836 req-0e1c3598-0e93-443a-a391-84619d5f8aed tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 946 time: 0.3486426 Apr 25 14:38:13.013327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-abc12839-8b08-4531-9959-8da115bfab83 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Unset dirty status for tenant:1402389046f14199af55437c57b7a631 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:13.014383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ac7f00f-c600-4d60-a930-1418a8c448c5 req-abc12839-8b08-4531-9959-8da115bfab83 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494072 Apr 25 14:38:13.052703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.082229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76a21e76-9af3-418b-9f24-2b2079657b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:13.084361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-76a21e76-9af3-418b-9f24-2b2079657b33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1402389046f14199af55437c57b7a631&device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 1098 time: 0.3259611 Apr 25 14:38:13.187902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3240ea46-2fa1-4c0b-b0a5-c55399e31b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.201848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-61babf87-4067-4a92-aba4-fc364dd76cc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4 HTTP/1.1" status: 200 len: 217 time: 0.0822022 Apr 25 14:38:13.247692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2b04439-3570-4213-b06d-a3417c19d836 req-ca34a706-4785-433c-9bd0-5b757292e44b tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428045 Apr 25 14:38:13.252973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240ea46-2fa1-4c0b-b0a5-c55399e31b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bebdde-2cc3-4516-a648-4bea7e974f72,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:13.273469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3240ea46-2fa1-4c0b-b0a5-c55399e31b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.276876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3240ea46-2fa1-4c0b-b0a5-c55399e31b9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49bebdde-2cc3-4516-a648-4bea7e974f72 HTTP/1.1" status: 204 len: 168 time: 0.7527869 Apr 25 14:38:13.285111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Allocated IP 172.25.0.173 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/33342ddd-306e-4810-a364-cff0840cfbed) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:13.390443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:38:13.448906 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451e99ed-1073-4e92-9945-a8e0495ff198'] response: {'name': 'network-changed', 'server_uuid': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'tag': '4fdd7008-070d-45ce-bd8d-0544f0a451a4', 'status': 'completed', 'code': 200} Apr 25 14:38:13.506764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.541179 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.558241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-c60a26aa-3e84-4e7c-aee2-7c38be12627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:13.560498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-c60a26aa-3e84-4e7c-aee2-7c38be12627a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3510830 Apr 25 14:38:13.582909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a8cc1-ef9f-4525-b342-a8018aaf8cd2 req-9b3eb902-44c6-46ad-b809-a29c761037f3 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:13.584583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-900a8cc1-ef9f-4525-b342-a8018aaf8cd2 req-9b3eb902-44c6-46ad-b809-a29c761037f3 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.1278346 Apr 25 14:38:13.592677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.620100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.632994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:13.696440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:13.702618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:13.711982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:13.747636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Pushing event updated for resources: {'Port': ['ID=33342ddd-306e-4810-a364-cff0840cfbed,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:13.765325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-900a8cc1-ef9f-4525-b342-a8018aaf8cd2 req-e3ffa7bf-145a-48ca-842d-9b7ba6b2b869 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670113 Apr 25 14:38:13.943336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-4eead7ff-258d-410a-af65-f65a1b085c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:13.944833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-4eead7ff-258d-410a-af65-f65a1b085c56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3721430 Apr 25 14:38:13.975261 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Floating IP 3d2dc4ea-c04f-40f5-a63f-25d5791da441 associated. External IP: 172.25.0.7, port: bde29288-b7a4-4925-8471-66c789590e38. Apr 25 14:38:14.328377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42524) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:14.343886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:14.381820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-f85f1285-2bd0-4a70-9db3-35b02c9f28f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299297 Apr 25 14:38:14.383874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3520de-470a-4523-b50e-206e0b820bf4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:14.403821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282adc-5136-4dd6-8f77-bc5f3a417362 req-36b3143b-c92d-4367-883b-8eb026905e08 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:14.405354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a282adc-5136-4dd6-8f77-bc5f3a417362 req-36b3143b-c92d-4367-883b-8eb026905e08 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 945 time: 0.4310977 Apr 25 14:38:14.414343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:14.474957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-network', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:14.529800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:14.541329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a282adc-5136-4dd6-8f77-bc5f3a417362 req-5ec5b926-4db3-4d80-ae94-253f7b9450a4 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277323 Apr 25 14:38:14.545770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Usage tracker for resource:network and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:14.550254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:14.560511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Transition to ACTIVE for port object 1f3520de-470a-4523-b50e-206e0b820bf4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:14.574739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:14.589726 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:14.643347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Made reservation on behalf of dffe315562f14e73acdbf6e9a5a974d4 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:14.645660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:14.668606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:14.734970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:14.805081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Usage tracker for resource:security_group_rule and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:14.943095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:14.952885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:14.965693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a7524-5016-4eee-8c5d-7e7bd8cd0e78 req-1d131931-947b-44c1-a8a5-8bb01f69bb10 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:14.972263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a7524-5016-4eee-8c5d-7e7bd8cd0e78 req-1d131931-947b-44c1-a8a5-8bb01f69bb10 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:14.973065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9f0a7524-5016-4eee-8c5d-7e7bd8cd0e78 req-1d131931-947b-44c1-a8a5-8bb01f69bb10 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:14.994081 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.008026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.008940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Pushing event updated for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:15.077524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54afd646-08fb-40d8-aa4d-e35a368daae7 req-84c823b9-2430-467d-8f43-7728f7c9c6e0 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828475 Apr 25 14:38:15.115465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9f0a7524-5016-4eee-8c5d-7e7bd8cd0e78 req-1d131931-947b-44c1-a8a5-8bb01f69bb10 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:15.115706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93dcc3-74a7-4387-8547-cfb77ab26301 req-beca37d5-8339-4bb7-8e06-11576d8f0da0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:15.117169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fc93dcc3-74a7-4387-8547-cfb77ab26301 req-beca37d5-8339-4bb7-8e06-11576d8f0da0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.4361126 Apr 25 14:38:15.117327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f0a7524-5016-4eee-8c5d-7e7bd8cd0e78 req-1d131931-947b-44c1-a8a5-8bb01f69bb10 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1653 time: 0.8973591 Apr 25 14:38:15.136737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Router b49f634f-e087-407a-a8aa-47ea5a2729ee has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:38:15.286490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fc93dcc3-74a7-4387-8547-cfb77ab26301 req-e3a51f31-e5a1-41ce-93a5-09af3a05aaf6 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623564 Apr 25 14:38:15.291006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.297920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.315241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f0a7524-5016-4eee-8c5d-7e7bd8cd0e78 req-9cf3d483-a91e-4020-a00e-546e00eef641 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811390 Apr 25 14:38:15.325075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Attempting to bind port 1f3520de-470a-4523-b50e-206e0b820bf4 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:15.325935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Attempting to bind port 1f3520de-470a-4523-b50e-206e0b820bf4 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:15.326482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Attempting to bind port 1f3520de-470a-4523-b50e-206e0b820bf4 on network a03430f7-a43b-4fe9-a164-b97a50f12818 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:15.337157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Port 1f3520de-470a-4523-b50e-206e0b820bf4 on network a03430f7-a43b-4fe9-a164-b97a50f12818 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:38:15.337486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Attempting to bind port 1f3520de-470a-4523-b50e-206e0b820bf4 on network a03430f7-a43b-4fe9-a164-b97a50f12818 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:15.346710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:15.347650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Checking segment: {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:15.348031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:38:15.348776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Bound using segment: {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:15.349465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Bound port: 1f3520de-470a-4523-b50e-206e0b820bf4, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81df35c5-de37-4dd2-973d-03d155e21c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:15.350025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.356411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb6540-d878-4cf8-b70f-7891d7ddf140,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:15.372545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.372788 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Added segment 272754ac-4c0a-4a1a-a6eb-d0c0bc423d15 of type vlan for network 12846895-a456-4b26-bf07-ff4b72e9fdca Apr 25 14:38:15.374664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.375008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.375380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.375717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.376049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.376417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.376742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.377082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.377408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.377727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.378045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.378362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:15.402872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Router b2358427-be27-4c66-9be9-fa8ecd680796 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:38:15.422815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.493934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-a7952706-8a73-4433-a524-8bc91b1a8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:15.495430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-a7952706-8a73-4433-a524-8bc91b1a8295 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1402389046f14199af55437c57b7a631&device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 1098 time: 0.3553143 Apr 25 14:38:15.632938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:15.642920 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.651642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] Sync routers for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:15.661980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:15.663002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:15.671614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:15.678864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.679901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:15.680476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.684265 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] Sync routers for ids ['b2358427-be27-4c66-9be9-fa8ecd680796'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:15.697878 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] Routers {'b2358427-be27-4c66-9be9-fa8ecd680796'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:15.698912 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b2358427-be27-4c66-9be9-fa8ecd680796'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:15.700570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:15.732732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:15.738790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8f33fd06-06f1-4efd-9017-fe1644c538a7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "PUT /v2.0/floatingips/3d2dc4ea-c04f-40f5-a63f-25d5791da441 HTTP/1.1" status: 200 len: 989 time: 4.0120955 Apr 25 14:38:15.742731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:15.751940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.789204 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:15.801821 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] Routers {'b2358427-be27-4c66-9be9-fa8ecd680796'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:15.802752 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b2358427-be27-4c66-9be9-fa8ecd680796'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:15.837902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5035603 Apr 25 14:38:15.837902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.837902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da100f3c-26c9-4e01-95de-5d36f097af7b tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "PUT /v2.0/routers/b2358427-be27-4c66-9be9-fa8ecd680796 HTTP/1.1" status: 200 len: 916 time: 4.4607170 Apr 25 14:38:15.838330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42540) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:15.844855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:15.863531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Request body: {'subnet': {'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-subnet', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:15.863893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:15.864374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:15.865822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] 10.222.0.21 "PUT /v2.0/ports/1f3520de-470a-4523-b50e-206e0b820bf4 HTTP/1.1" status: 200 len: 1091 time: 3.1633098 Apr 25 14:38:15.867502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-bdf72943-d7b8-4911-b408-8b89c9f3e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:15.868849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-bdf72943-d7b8-4911-b408-8b89c9f3e22d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3663721 Apr 25 14:38:15.894859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4657f0-28d1-4174-a580-20d921300005 admin admin] Pushing event updated for resources: {'Network': ['ID=12846895-a456-4b26-bf07-ff4b72e9fdca,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:15.912650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:15.913348 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb1284-f5cd-43e0-b7e3-553c945f18fc None None] The sync data for ids ['b2358427-be27-4c66-9be9-fa8ecd680796'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:15.973465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Request body: {'port': {'device_id': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:15.983540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 12846895-a456-4b26-bf07-ff4b72e9fdca details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:38:15.994890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:16.000475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Usage tracker for resource:subnet and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:16.003872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:16.023306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:16.024699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-15f38e97-6774-4d87-bd4c-0738505b19cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4 HTTP/1.1" status: 200 len: 217 time: 0.1471443 Apr 25 14:38:16.063264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a01153-4abe-4e4c-b415-9c8a4f596b52 req-58beffdf-2a9f-4c6c-a9e6-08326b5a647a tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:16.076234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06a01153-4abe-4e4c-b415-9c8a4f596b52 req-58beffdf-2a9f-4c6c-a9e6-08326b5a647a tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 947 time: 0.5751996 Apr 25 14:38:16.102409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Made reservation on behalf of dffe315562f14e73acdbf6e9a5a974d4 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:16.104256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bfb0f-3b60-44b6-9f3c-8b383a063d0d service neutron] Pushing event updated for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:16.105707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:16.164619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:16.178708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-f233df5e-7825-4526-b4cf-d56c306a293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:16.180592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-f233df5e-7825-4526-b4cf-d56c306a293a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1456854 Apr 25 14:38:16.270585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:16.412665 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06a01153-4abe-4e4c-b415-9c8a4f596b52 req-401aaf81-6c1f-4715-b4b0-50d86ebe4f6c tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354537 Apr 25 14:38:16.456845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-33376b69-2f22-4f19-9763-39d2d3c635b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:16.458636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-33376b69-2f22-4f19-9763-39d2d3c635b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2718933 Apr 25 14:38:16.518661 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db15164b-3796-490b-a588-103b62b5e65e'] response: {'name': 'network-changed', 'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38', 'status': 'completed', 'code': 200} Apr 25 14:38:16.554741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b123d22-6c04-45a7-92f3-94454b4d3db8 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/b2358427-be27-4c66-9be9-fa8ecd680796 HTTP/1.1" status: 200 len: 922 time: 0.6998084 Apr 25 14:38:16.568832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42556) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:16.728786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3d2dc4ea-c04f-40f5-a63f-25d5791da441', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'port_id': 'bde29288-b7a4-4925-8471-66c789590e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'mac_address': 'fa:16:3e:b1:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:36:07Z', 'updated_at': '2022-04-25T14:38:13Z', 'revision_number': 1, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:16.738021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] Checking router: b49f634f-e087-407a-a8aa-47ea5a2729ee for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:38:16.744084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:16.753287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:16.754022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:16.820812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc47bdc-a4fb-47f7-9eac-2e18730adda3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:16.880426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-90655a96-1c66-4453-9d14-d36ac54ecf53 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096320 Apr 25 14:38:16.905659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-7c3dbc6b-3ea6-4eaa-95ea-091bc54b7553 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:16.907198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-7c3dbc6b-3ea6-4eaa-95ea-091bc54b7553 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 814 time: 0.2868915 Apr 25 14:38:16.912083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a1e29-ec34-48b1-9825-2ce1d03b54dc tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:16.914155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef6a1e29-ec34-48b1-9825-2ce1d03b54dc tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=b2358427-be27-4c66-9be9-fa8ecd680796&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3442783 Apr 25 14:38:16.915955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42568) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:16.940045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Checking segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:16.940433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Network hostable DHCP agents. Network: 12846895-a456-4b26-bf07-ff4b72e9fdca, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:38:16.975766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-2c96d767-62fb-4463-a4c7-dbdfc66c54c1 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/quotas/94534c672a694df59c6f80978c5ec6fd HTTP/1.1" status: 200 len: 375 time: 0.0549133 Apr 25 14:38:17.172948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.173962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.174441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.174912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.175381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.175850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.176317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.178324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7898b579-3508-4227-b388-a60f066f0a65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6501 time: 0.6714668 Apr 25 14:38:17.208349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:17.221748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69923-6dad-46da-9581-9e042c6c9f50 req-c4982a7f-13d1-4eef-8ed6-3d28321155fb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.231749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3f69923-6dad-46da-9581-9e042c6c9f50 req-c4982a7f-13d1-4eef-8ed6-3d28321155fb tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 945 time: 0.8248360 Apr 25 14:38:17.269832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Network 12846895-a456-4b26-bf07-ff4b72e9fdca is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:38:17.302622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 12846895-a456-4b26-bf07-ff4b72e9fdca) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:17.317484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57f219-1233-4c18-8ba4-d673eb52b70c None None] Network 12846895-a456-4b26-bf07-ff4b72e9fdca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:17.319099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.319746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.327986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839447c9-ab3d-4b45-b312-613b27bca8ac tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.331883 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-839447c9-ab3d-4b45-b312-613b27bca8ac tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.4106500 Apr 25 14:38:17.336887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42572) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:17.374185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4033a32a-1934-448d-9d60-643b813e9373 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3834443 Apr 25 14:38:17.398630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-3b9215b2-8843-4263-97da-55fa25db229f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:38:17.399467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a81328e1-940c-4659-94b9-ef01493bf9e3 req-58e2dffd-ce2b-4be8-9d1a-720646f96573 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943118 Apr 25 14:38:17.406478 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-3b9215b2-8843-4263-97da-55fa25db229f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121651 Apr 25 14:38:17.412637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c26cecd0-74ed-4423-b8f0-e801a0af34f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5686524 Apr 25 14:38:17.417415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cac8f99f-df7d-4b32-a605-7c964a004529 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2358427-be27-4c66-9be9-fa8ecd680796 HTTP/1.1" status: 200 len: 205 time: 0.0771744 Apr 25 14:38:17.417415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42576) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:17.418181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3f69923-6dad-46da-9581-9e042c6c9f50 req-9fbf6154-aa80-4ca3-9fcf-4f8d469779b2 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868746 Apr 25 14:38:17.429698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:17.480738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:17.500020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:17.507136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Usage tracker for resource:router and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:17.555080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:38:17.600757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:17.621299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:17.654265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.655688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.689670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-f808b61b-b4f1-4e21-85b2-66ed8a152e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:17.691148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-f808b61b-b4f1-4e21-85b2-66ed8a152e63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c HTTP/1.1" status: 200 len: 918 time: 0.5012355 Apr 25 14:38:17.733732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-a250a648-0041-4ebb-ab55-bdb53072e0c1 service neutron] 10.222.0.23 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262107 Apr 25 14:38:17.738966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.767935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe93718f-f5ad-49f0-9f71-08e3de2d4c1f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:17.792848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-12846895-a456-4b26-bf07-ff4b72e9fdca', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:38:17.793576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.803096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.906233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Transition to ACTIVE for port object fe93718f-f5ad-49f0-9f71-08e3de2d4c1f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:17.925474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:17.930137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-5a3d6705-1ab6-48ed-91b2-189c58a7e6b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde29288-b7a4-4925-8471-66c789590e38 HTTP/1.1" status: 200 len: 997 time: 0.2290206 Apr 25 14:38:17.963360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3d2dc4ea-c04f-40f5-a63f-25d5791da441', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'port_id': 'bde29288-b7a4-4925-8471-66c789590e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'mac_address': 'fa:16:3e:b1:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:36:07Z', 'updated_at': '2022-04-25T14:38:13Z', 'revision_number': 1, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:17.972755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f29866-484a-4182-b70f-a006ef61dfff None None] The sync data for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 is: [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3d2dc4ea-c04f-40f5-a63f-25d5791da441', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'port_id': 'bde29288-b7a4-4925-8471-66c789590e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'mac_address': 'fa:16:3e:b1:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8358d72d-9ebb-4450-b047-565465f03e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:36:07Z', 'updated_at': '2022-04-25T14:38:13Z', 'revision_number': 1, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:17.991553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Allocated IP 172.20.0.2 (12846895-a456-4b26-bf07-ff4b72e9fdca/6dc47bdc-a4fb-47f7-9eac-2e18730adda3/de90835c-51f7-48b1-a9d3-6e51eca928b1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:18.003309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-35272691-8b6f-470d-b038-997a55dec8b2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:18.004814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-35272691-8b6f-470d-b038-997a55dec8b2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd7c9ed0-7646-4560-9449-14e5d96b378b HTTP/1.1" status: 200 len: 946 time: 0.3223810 Apr 25 14:38:18.018543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:18.170857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-571d5e98-1949-4b41-8553-c0da671125dd service neutron] 10.222.0.23 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188077 Apr 25 14:38:18.221105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240aad8-b1e6-4de4-b89e-cf42b24e8250 req-8e3bb3d3-88b6-449e-b751-1204565ded23 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:18.227004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240aad8-b1e6-4de4-b89e-cf42b24e8250 req-8e3bb3d3-88b6-449e-b751-1204565ded23 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:18.228620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7240aad8-b1e6-4de4-b89e-cf42b24e8250 req-8e3bb3d3-88b6-449e-b751-1204565ded23 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1665 time: 0.6040959 Apr 25 14:38:18.292511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Pushing event updated for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:18.314544 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:18.316524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:18.328678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Deleting port 39883be0-1776-41c0-b02b-83ca0368fc7f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:18.328880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:18.340968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Transition to ACTIVE for port object de90835c-51f7-48b1-a9d3-6e51eca928b1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:18.375001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Transition to ACTIVE for port object de90835c-51f7-48b1-a9d3-6e51eca928b1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:18.379539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-dc4bca80-83b7-4ad2-888a-e9867458c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:18.382386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-dc4bca80-83b7-4ad2-888a-e9867458c43f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03322612-730b-4bd2-b5ad-ebb7e5447ecf HTTP/1.1" status: 200 len: 856 time: 0.4126756 Apr 25 14:38:18.384814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4fdd7008-070d-45ce-bd8d-0544f0a451a4 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:38:18.392208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf57ed6-c470-42a8-8d3c-52688865a9e2 None None] New status for floating IP 3d2dc4ea-c04f-40f5-a63f-25d5791da441: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:38:18.474494 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:18.618898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Network 12846895-a456-4b26-bf07-ff4b72e9fdca is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:18.644148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:18.721021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:18.748392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Pushing event updated for resources: {'Port': ['ID=de90835c-51f7-48b1-a9d3-6e51eca928b1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:18.853597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:18.951700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] For port 39883be0-1776-41c0-b02b-83ca0368fc7f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39883be0-1776-41c0-b02b-83ca0368fc7f,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:18.952742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:18.960551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7240aad8-b1e6-4de4-b89e-cf42b24e8250 req-c93f410c-fec8-4c4d-a95b-17316eea2af6 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977851 Apr 25 14:38:18.964265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Attempting to bind port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:18.964870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Attempting to bind port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:18.965231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Attempting to bind port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f on network eca2da38-4056-4400-be52-912e1a3bc653 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:18.981916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383e3d9-d0db-4cf9-8e2f-666630362965 req-d8f8cf5c-ae1d-48e5-ba68-f9977db9b050 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:18.983899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b383e3d9-d0db-4cf9-8e2f-666630362965 req-d8f8cf5c-ae1d-48e5-ba68-f9977db9b050 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 947 time: 0.3221481 Apr 25 14:38:19.004339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f on network eca2da38-4056-4400-be52-912e1a3bc653 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:38:19.005081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Attempting to bind port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f on network eca2da38-4056-4400-be52-912e1a3bc653 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:19.038454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:19.039419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Checking segment: {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:19.040058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Bound using segment: {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:19.040762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Bound port: fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5fee33-6543-4583-bac3-efb8e8786951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:19.041671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.095207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Attempting to bind port de90835c-51f7-48b1-a9d3-6e51eca928b1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:19.095849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Attempting to bind port de90835c-51f7-48b1-a9d3-6e51eca928b1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:19.095969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Attempting to bind port de90835c-51f7-48b1-a9d3-6e51eca928b1 on network 12846895-a456-4b26-bf07-ff4b72e9fdca {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:19.110656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:19.111049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Checking segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:19.111459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.111856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Bound using segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:19.112445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Bound port: de90835c-51f7-48b1-a9d3-6e51eca928b1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:19.112862 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.136994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:19.142335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.190525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '4fdd7008-070d-45ce-bd8d-0544f0a451a4', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '4fdd7008-070d-45ce-bd8d-0544f0a451a4', 'mac_address': 'fa:16:3e:77:54:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:38:19.238540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-b68f0c32-1ad6-4d3d-b18d-49434ae3edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:19.240469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-b68f0c32-1ad6-4d3d-b18d-49434ae3edc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8078141 Apr 25 14:38:19.243910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Deleting port 33342ddd-306e-4810-a364-cff0840cfbed {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:19.244494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.286882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.297818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] For port de90835c-51f7-48b1-a9d3-6e51eca928b1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:19.310940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdd7008-070d-45ce-bd8d-0544f0a451a4 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:19.316027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] For port de90835c-51f7-48b1-a9d3-6e51eca928b1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=de90835c-51f7-48b1-a9d3-6e51eca928b1,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:19.329348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.381306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:19.382689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Calling delete_port for 39883be0-1776-41c0-b02b-83ca0368fc7f owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:19.396619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.440127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486e741-2ec1-41a6-8b8f-0e7e3d3d1923 None None] Pushing event updated for resources: {'Port': ['ID=de90835c-51f7-48b1-a9d3-6e51eca928b1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:19.552738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=4fdd7008-070d-45ce-bd8d-0544f0a451a4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:19.644613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7434989f-8aa0-49ef-961f-c0b25fd5879a req-1f02920d-957b-44c5-bce4-9f6e005d94e7 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 210 time: 0.0988262 Apr 25 14:38:19.672309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b383e3d9-d0db-4cf9-8e2f-666630362965 req-16922625-90fb-43b0-8a34-2fb7012f9872 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156019 Apr 25 14:38:19.760989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['4fdd7008-070d-45ce-bd8d-0544f0a451a4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:19.912780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:19.918502 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6a220a-d252-41f8-9825-0e5bb5323432'] response: {'name': 'network-changed', 'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4', 'status': 'completed', 'code': 200} Apr 25 14:38:20.107607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:20.112790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:20.126908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39883be0-1776-41c0-b02b-83ca0368fc7f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:20.150342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:20.277424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device de90835c-51f7-48b1-a9d3-6e51eca928b1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:20.311757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Pushing event deleted for resources: {'Port': ['ID=39883be0-1776-41c0-b02b-83ca0368fc7f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:20.406244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-a2c8f55f-c5ab-4294-bcf7-568cc394c113 service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1034379 Apr 25 14:38:20.511466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:20.514924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] No DVR routers for this DVR port 39883be0-1776-41c0-b02b-83ca0368fc7f on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:20.529642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:20.536639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port de90835c-51f7-48b1-a9d3-6e51eca928b1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:20.545663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'name': 'network-vif-deleted', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:20.590494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:20.692098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d34ae552-d229-4e9f-9643-c9a0c236de8e req-b65263f5-2881-45ea-bda0-b7e5a6d075bc tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "DELETE /v2.0/ports/39883be0-1776-41c0-b02b-83ca0368fc7f HTTP/1.1" status: 204 len: 173 time: 2.6258123 Apr 25 14:38:20.711605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:20.760940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Allocated IP 172.25.0.112 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/677f7499-8a1c-4e26-bbc0-f25fcb834f23) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:20.828803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5beafe-7aed-4f62-9eb3-9a995c70ff4a req-45670b0f-56a4-49de-924b-5509dedf4d1c tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:20.838532 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c5beafe-7aed-4f62-9eb3-9a995c70ff4a req-45670b0f-56a4-49de-924b-5509dedf4d1c tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 945 time: 0.3141861 Apr 25 14:38:20.947138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Calling delete_port for 33342ddd-306e-4810-a364-cff0840cfbed owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:20.948402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b5fea-994f-4d80-a10f-570f5cf67c5a None None] Network 12846895-a456-4b26-bf07-ff4b72e9fdca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:21.078944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c5beafe-7aed-4f62-9eb3-9a995c70ff4a req-c7ab95f7-229f-41e0-ac9d-237e3f34b039 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338841 Apr 25 14:38:21.091088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] Provisioning for port de90835c-51f7-48b1-a9d3-6e51eca928b1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:21.110075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] Provisioning complete for port de90835c-51f7-48b1-a9d3-6e51eca928b1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:21.110075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.228751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.228751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.228751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] 10.222.0.21 "PUT /v2.0/ports/fe93718f-f5ad-49f0-9f71-08e3de2d4c1f HTTP/1.1" status: 200 len: 1091 time: 5.2708457 Apr 25 14:38:21.290541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be922d-72d0-4f59-94fc-977c17f3831b req-1cbf7ef5-5572-46ba-8625-24d4b6d1a094 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.290541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98be922d-72d0-4f59-94fc-977c17f3831b req-1cbf7ef5-5572-46ba-8625-24d4b6d1a094 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 945 time: 0.3986616 Apr 25 14:38:21.370878 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.482573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-24449452-458b-46bb-a38c-bd6abdc7c762 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.482573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-24449452-458b-46bb-a38c-bd6abdc7c762 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 814 time: 1.3963771 Apr 25 14:38:21.490016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Deleting port c35fb23f-45ca-42e8-9971-042516dd449d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:21.490016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.579819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5373-ee8d-42f8-af87-7e059648606c service neutron] Pushing event updated for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:21.582424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.612292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-662d9b57-3195-4799-aa37-54110f7cf4c8 req-7be78a63-84c9-4dc2-9b21-5f34d692c76c service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1051500 Apr 25 14:38:21.639018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-e10cb3e0-8312-47ed-a7f4-9e959091d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.639490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-e10cb3e0-8312-47ed-a7f4-9e959091d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.645085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-e10cb3e0-8312-47ed-a7f4-9e959091d3eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1937 time: 1.7411559 Apr 25 14:38:21.651749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Request body: {'port': {'device_id': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'admin_state_up': True, 'tenant_id': '94534c672a694df59c6f80978c5ec6fd'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:21.659068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] For port de90835c-51f7-48b1-a9d3-6e51eca928b1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=de90835c-51f7-48b1-a9d3-6e51eca928b1,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:21.665262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.754712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:21.760488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0f0de-00f7-4bcb-89ad-edc057db9d35 None None] Pushing event updated for resources: {'Port': ['ID=de90835c-51f7-48b1-a9d3-6e51eca928b1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:21.878271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:21.884127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:21.930051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:21.953092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:21.962432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763174-adff-487c-9472-12a473c02faf req-e61f85b1-cfbd-41bb-92bf-859f3b39edb4 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.969249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763174-adff-487c-9472-12a473c02faf req-e61f85b1-cfbd-41bb-92bf-859f3b39edb4 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:21.970887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e763174-adff-487c-9472-12a473c02faf req-e61f85b1-cfbd-41bb-92bf-859f3b39edb4 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 1.4403086 Apr 25 14:38:21.984042 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab80dab0-e01d-40b0-86fd-309c45807fe4'] response: {'server_uuid': 'fd7c9ed0-7646-4560-9449-14e5d96b378b', 'name': 'network-vif-deleted', 'tag': '39883be0-1776-41c0-b02b-83ca0368fc7f', 'status': 'completed', 'code': 200} Apr 25 14:38:22.022430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cfb92568-b297-4c40-8b27-8800be98c885 None None] Provisioning complete for port de90835c-51f7-48b1-a9d3-6e51eca928b1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:22.022804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cfb92568-b297-4c40-8b27-8800be98c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.052713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device de90835c-51f7-48b1-a9d3-6e51eca928b1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:22.064110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Pushing event updated for resources: {'Port': ['ID=677f7499-8a1c-4e26-bbc0-f25fcb834f23,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:22.205316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port de90835c-51f7-48b1-a9d3-6e51eca928b1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:22.206004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.236840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e763174-adff-487c-9472-12a473c02faf req-380f1a95-7281-493e-b693-2bb68a9f8af0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446678 Apr 25 14:38:22.288522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-eeb68b45-b15c-4a46-b569-2f59524b9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:22.289439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-eeb68b45-b15c-4a46-b569-2f59524b9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:22.290099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-eeb68b45-b15c-4a46-b569-2f59524b9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:22.292131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-eeb68b45-b15c-4a46-b569-2f59524b9e2f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=30753c066fb748ebaa00578f5000ec91&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6148336 Apr 25 14:38:22.299952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:22.323736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4fdd7008-070d-45ce-bd8d-0544f0a451a4 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:22.346507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7150208c-071d-4138-b035-f5e0434e345a req-98b6d210-a414-40a9-af52-006cef891819 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:22.347140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Usage tracker for resource:port and tenant:94534c672a694df59c6f80978c5ec6fd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:22.366691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-2e50c02f-c371-40f3-810e-894924a540ae tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:22.368711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-2e50c02f-c371-40f3-810e-894924a540ae tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 946 time: 0.4827836 Apr 25 14:38:22.400218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:22.452096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:22.457714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:22.458562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.478704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] For port c35fb23f-45ca-42e8-9971-042516dd449d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c35fb23f-45ca-42e8-9971-042516dd449d,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:22.479375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.519901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:22.588903 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.616575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Calling delete_port for c35fb23f-45ca-42e8-9971-042516dd449d owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:22.617873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdd7008-070d-45ce-bd8d-0544f0a451a4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:22.628659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:22.633278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.641008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Made reservation on behalf of 94534c672a694df59c6f80978c5ec6fd for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:22.644732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.662136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Deleting port 4f494a41-5254-4233-9ad5-4847b7f869a4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:22.662561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.671209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7150208c-071d-4138-b035-f5e0434e345a req-98b6d210-a414-40a9-af52-006cef891819 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:22.672362 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7150208c-071d-4138-b035-f5e0434e345a req-98b6d210-a414-40a9-af52-006cef891819 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 210 time: 0.3970325 Apr 25 14:38:22.707262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=4fdd7008-070d-45ce-bd8d-0544f0a451a4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:22.733956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:22.742708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39883be0-1776-41c0-b02b-83ca0368fc7f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:22.830317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 39883be0-1776-41c0-b02b-83ca0368fc7f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:38:22.831482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39883be0-1776-41c0-b02b-83ca0368fc7f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:38:22.867610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-229cc868-44ab-4fc8-8eff-13ff4b70ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:22.869084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43385a00-5a38-4eaf-bbb3-60ee0b8f6626 req-229cc868-44ab-4fc8-8eff-13ff4b70ce76 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5704632 Apr 25 14:38:22.940578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event deleted for resources: {'Port': ['ID=33342ddd-306e-4810-a364-cff0840cfbed,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:22.967611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.039164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.052053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4f494a41-5254-4233-9ad5-4847b7f869a4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:23.107073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c35fb23f-45ca-42e8-9971-042516dd449d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:23.121087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event deleted for resources: {'Port': ['ID=c35fb23f-45ca-42e8-9971-042516dd449d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:23.228761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Allocated IP 172.20.0.12 (89dd0b62-c7b0-454a-9883-c0f2d0e0deea/8738ab54-adbe-43cc-a6ec-4a066ac3beee/f256f9d1-dfb0-47f3-b9c1-5223645f6b41) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:23.261346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadf6fa-52db-4b60-a5e6-bc0f5d0102e2 req-e96a3b72-e11c-4869-af71-dbe935eb3980 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:23.268931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eadf6fa-52db-4b60-a5e6-bc0f5d0102e2 req-e96a3b72-e11c-4869-af71-dbe935eb3980 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 948 time: 0.8598855 Apr 25 14:38:23.275623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] No DVR routers for this DVR port c35fb23f-45ca-42e8-9971-042516dd449d on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:23.281729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.334478 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923236e9-1cf1-40b2-a4a2-3a3023f75fc3'] response: {'name': 'network-changed', 'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f', 'status': 'completed', 'code': 200} Apr 25 14:38:23.360356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.382724 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98be922d-72d0-4f59-94fc-977c17f3831b req-579264bc-1185-41fc-842c-7c371ca8dd99 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.21 "DELETE /v2.0/ports/c35fb23f-45ca-42e8-9971-042516dd449d HTTP/1.1" status: 204 len: 173 time: 2.0879152 Apr 25 14:38:23.522766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-916bf54b-7e02-45cc-82aa-cf46213975ca req-2767b250-eb6e-4d9f-b8b0-bbd9318461b8 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Synchronizing usage tracker for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:23.560123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.563998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-916bf54b-7e02-45cc-82aa-cf46213975ca req-2767b250-eb6e-4d9f-b8b0-bbd9318461b8 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Unset dirty status for tenant:3bf76efcd5874c5895d2179309cf3476 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:23.565204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916bf54b-7e02-45cc-82aa-cf46213975ca req-2767b250-eb6e-4d9f-b8b0-bbd9318461b8 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2acf1c9-eba1-4516-a8d2-eb53af59defd HTTP/1.1" status: 200 len: 210 time: 0.1452842 Apr 25 14:38:23.626070 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1e8a58-9583-4d03-951d-5282e7288efd'] response: {'server_uuid': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdd7008-070d-45ce-bd8d-0544f0a451a4', 'code': 200} Apr 25 14:38:23.799825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eadf6fa-52db-4b60-a5e6-bc0f5d0102e2 req-6c514611-f2a1-44fc-b652-83c660da150a tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300829 Apr 25 14:38:23.808125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.841081 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.968664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-bea8dc2a-2a5f-41d7-9d91-369f3454b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:23.969836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-bea8dc2a-2a5f-41d7-9d91-369f3454b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:23.971150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-bea8dc2a-2a5f-41d7-9d91-369f3454b191 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1979 time: 1.0431197 Apr 25 14:38:23.979136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:23.979672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Fanout notify agent at l3_agent the message router_deleted on router b2358427-be27-4c66-9be9-fa8ecd680796 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:38:24.004773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'name': 'network-vif-deleted', 'tag': 'c35fb23f-45ca-42e8-9971-042516dd449d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:24.029700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690625a5-293a-463e-976f-5ba019edec7b req-e9cf9175-c6d6-4900-9e67-dd42734b0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:24.031192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-690625a5-293a-463e-976f-5ba019edec7b req-e9cf9175-c6d6-4900-9e67-dd42734b0887 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 1100 time: 0.2748864 Apr 25 14:38:24.040963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e1fdc-3769-46d7-afb2-71d19540a76c req-84231b83-3b38-4774-9fe2-1664c941831b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:24.047507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e1fdc-3769-46d7-afb2-71d19540a76c req-84231b83-3b38-4774-9fe2-1664c941831b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:24.049227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d62e1fdc-3769-46d7-afb2-71d19540a76c req-84231b83-3b38-4774-9fe2-1664c941831b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 0.2940202 Apr 25 14:38:24.073698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-fac857fa-9ee7-4ea7-a442-444b5f3759ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=1f3520de-470a-4523-b50e-206e0b820bf4 HTTP/1.1" status: 200 len: 217 time: 0.0875814 Apr 25 14:38:24.075295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] For port 4f494a41-5254-4233-9ad5-4847b7f869a4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4f494a41-5254-4233-9ad5-4847b7f869a4,segment=NetworkSegment(5ae70ef2-6222-4024-a76e-f2910ec8827c),segment_id=5ae70ef2-6222-4024-a76e-f2910ec8827c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:24.075661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.134333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-690625a5-293a-463e-976f-5ba019edec7b req-0d25b5b0-4e0b-4ce7-8269-22cc0cff32c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820215 Apr 25 14:38:24.146277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d62e1fdc-3769-46d7-afb2-71d19540a76c req-4dc6fcec-c24b-4b4e-9afb-bf5d254ad798 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762556 Apr 25 14:38:24.155702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:38:24.237330 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2825d533-bf17-4cd0-a6aa-9cd297bae6b0'] response: {'server_uuid': 'd2acf1c9-eba1-4516-a8d2-eb53af59defd', 'name': 'network-vif-deleted', 'tag': 'c35fb23f-45ca-42e8-9971-042516dd449d', 'status': 'completed', 'code': 200} Apr 25 14:38:24.263429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4c8314db-b20f-4e3b-a51c-9138b690c163 req-c647be3a-932a-41fa-bf75-3de690d8c6a5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Synchronizing usage tracker for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:24.348246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Calling delete_port for 4f494a41-5254-4233-9ad5-4847b7f869a4 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:24.369616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:24.380519 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Sync routers for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:24.392398 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:24.393655 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:24.393855 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.397939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a3f94fa7-7f01-4342-afe0-fcd9aca17a60 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9594629 Apr 25 14:38:24.398246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:24.412876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.417730 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-123a7c1b-5989-4fad-a752-fbb624aaa443 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/b2358427-be27-4c66-9be9-fa8ecd680796 HTTP/1.1" status: 204 len: 168 time: 6.9867632 Apr 25 14:38:24.422573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42650) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:24.434754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.443393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698009158', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:24.454005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:24.459778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Usage tracker for resource:router and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:24.467198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:24.476166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:24.537999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4c8314db-b20f-4e3b-a51c-9138b690c163 req-c647be3a-932a-41fa-bf75-3de690d8c6a5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Unset dirty status for tenant:94534c672a694df59c6f80978c5ec6fd on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:24.538910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c8314db-b20f-4e3b-a51c-9138b690c163 req-c647be3a-932a-41fa-bf75-3de690d8c6a5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 210 time: 0.4737999 Apr 25 14:38:24.547976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.549694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.561364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-7501ca24-4d91-4087-b59f-f0017d56793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:24.563048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-7501ca24-4d91-4087-b59f-f0017d56793e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f435374b-4efd-471d-a640-b607787a1d30 HTTP/1.1" status: 200 len: 801 time: 0.4716709 Apr 25 14:38:24.601702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42656) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:24.630077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.696145 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:24.791952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.792244 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:24.815842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:24.830255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Usage tracker for resource:security_group_rule and tenant:ff48275d025e4b1fa4d97fdd138e0897 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:24.835433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:24.853749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.011615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:25.066234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:22Z', 'revision_number': 3, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:25.066234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Checking router: 19a96a8e-4f6b-480f-b49c-f166b5d26df4 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:38:25.066234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Updating router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:38:25.098118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6deaf627-9c24-49a8-9b5d-7f58d2bc419b req-f414a753-6695-4d53-9ecf-39d4ec8b25f9 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 210 time: 0.2467396 Apr 25 14:38:25.110123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:25.125406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:25.127750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:25.142968 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.209404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-6674d470-80dc-40d1-b733-a7e5940f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:25.210901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-6674d470-80dc-40d1-b733-a7e5940f8f8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a03430f7-a43b-4fe9-a164-b97a50f12818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6301560 Apr 25 14:38:25.234782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] No DVR routers for this DVR port 4f494a41-5254-4233-9ad5-4847b7f869a4 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:25.237457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.318461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Pushing event updated for resources: {'Port': ['ID=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:25.566016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2084f9-b1ed-41b9-af7e-06f769eecf09 req-8ebab7fb-f855-4458-b190-77cb6f43e93d tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:25.569536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d2084f9-b1ed-41b9-af7e-06f769eecf09 req-8ebab7fb-f855-4458-b190-77cb6f43e93d tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 949 time: 0.6271813 Apr 25 14:38:25.614813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'name': 'network-vif-deleted', 'tag': '4f494a41-5254-4233-9ad5-4847b7f869a4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:25.623307 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.634754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.644275 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Transition to ACTIVE for port object 677f7499-8a1c-4e26-bbc0-f25fcb834f23 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:25.646138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.649184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.652491 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.672211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.676904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] Pushing event deleted for resources: {'Port': ['ID=4f494a41-5254-4233-9ad5-4847b7f869a4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:25.706292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d2084f9-b1ed-41b9-af7e-06f769eecf09 req-fb0e41d4-85cc-4b28-a84f-c2b4bd5e4d4b tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298084 Apr 25 14:38:25.752734 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Attempting to bind port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:25.753326 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Attempting to bind port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:25.754210 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Attempting to bind port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:25.755206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e80bd07e-aab5-47a8-8f6b-ce157aa41514 req-121111c0-f597-4a7c-aa39-d34531683b69 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.15 "DELETE /v2.0/ports/4f494a41-5254-4233-9ad5-4847b7f869a4 HTTP/1.1" status: 204 len: 173 time: 3.3516707 Apr 25 14:38:25.763096 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Pushing event updated for resources: {'Port': ['ID=677f7499-8a1c-4e26-bbc0-f25fcb834f23,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:25.772676 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:25.773090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:25.773779 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.774401 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:25.775116 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Bound port: 677f7499-8a1c-4e26-bbc0-f25fcb834f23, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:25.776339 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.781185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff48275d025e4b1fa4d97fdd138e0897&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1751173 Apr 25 14:38:25.792495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42672) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:25.794053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781af1ba-2385-4fb2-97fd-008af84bfa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d521768c-f1da-4bb0-bd1b-bba51292f87c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:25.799777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:25.800526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:25.862620 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.863259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.863802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.864309 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.864878 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.865454 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.866019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.867032 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.867604 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.868199 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.868624 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.869052 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:25.905348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-5a65761b-6e09-490a-a599-8b18a3b197ad tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2783413 Apr 25 14:38:25.925592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Request body: {'port': {'device_id': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:25.928831 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] For port 677f7499-8a1c-4e26-bbc0-f25fcb834f23, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:25.932926 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] For port 677f7499-8a1c-4e26-bbc0-f25fcb834f23, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=677f7499-8a1c-4e26-bbc0-f25fcb834f23,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:25.946953 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.002960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-42802dd7-e8e1-43dd-86f8-0ee8ae332ed3 service neutron] 10.222.0.21 "GET /v2.0/networks/a03430f7-a43b-4fe9-a164-b97a50f12818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775395 Apr 25 14:38:26.083742 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:26.084693 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:26.131547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1be5-eabd-4423-a06d-88535f4c0e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.181719 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89440c9-443b-4e0d-bf98-0c5e493adcf5 None None] Pushing event updated for resources: {'Port': ['ID=677f7499-8a1c-4e26-bbc0-f25fcb834f23,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:26.187825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Allocated IP 172.20.0.1 (12846895-a456-4b26-bf07-ff4b72e9fdca/6dc47bdc-a4fb-47f7-9eac-2e18730adda3/f5774fe3-9fc8-46de-b8f4-1e2922c62c70) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:26.191466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3546c-2b6d-45a9-abbe-b1bc6aa47ac2 req-1ebb1e31-b9cf-430a-98e5-7009c1b50c84 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:26.202614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3546c-2b6d-45a9-abbe-b1bc6aa47ac2 req-1ebb1e31-b9cf-430a-98e5-7009c1b50c84 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:26.209439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212fe58-e7aa-4a03-81c4-d3da3cde7592 req-68223e4f-c082-40f0-8263-c6853e21803a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:26.216471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ce3546c-2b6d-45a9-abbe-b1bc6aa47ac2 req-1ebb1e31-b9cf-430a-98e5-7009c1b50c84 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 0.6001112 Apr 25 14:38:26.224152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f212fe58-e7aa-4a03-81c4-d3da3cde7592 req-68223e4f-c082-40f0-8263-c6853e21803a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 932 time: 0.3192751 Apr 25 14:38:26.224152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1be5-eabd-4423-a06d-88535f4c0e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.350331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c35fb23f-45ca-42e8-9971-042516dd449d no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:26.385548 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:26.386343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.411859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ce3546c-2b6d-45a9-abbe-b1bc6aa47ac2 req-dfd99a57-1989-47dd-8a42-c10a06ae86a0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067807 Apr 25 14:38:26.424778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f212fe58-e7aa-4a03-81c4-d3da3cde7592 req-ff08fd61-78ba-49f0-bd57-181a89b0da76 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171290 Apr 25 14:38:26.434139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: c35fb23f-45ca-42e8-9971-042516dd449d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:38:26.434661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c35fb23f-45ca-42e8-9971-042516dd449d not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:38:26.448252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-5891bcd5-244b-47fb-aebd-6bbeb0163856 service neutron] 10.222.0.21 "GET /v2.0/networks/a03430f7-a43b-4fe9-a164-b97a50f12818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288332 Apr 25 14:38:26.589698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1be5-eabd-4423-a06d-88535f4c0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.640939 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acfc5a3-d6dc-4a44-b2fe-16c351f8f143'] response: {'server_uuid': '969781a9-7d40-4c8f-8b4f-0f295521059b', 'name': 'network-vif-deleted', 'tag': '4f494a41-5254-4233-9ad5-4847b7f869a4', 'status': 'completed', 'code': 200} Apr 25 14:38:26.647754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1be5-eabd-4423-a06d-88535f4c0e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d521768c-f1da-4bb0-bd1b-bba51292f87c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:26.705942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.729893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1d562e8-05c4-4995-afc6-e889a5245513 req-a284f59e-e7b1-4e13-96b8-95dd118ab579 tempest-MultipleCreateTestJSON-2096024156 tempest-MultipleCreateTestJSON-2096024156-project] 10.222.0.23 "GET /v2.0/ports?device_id=969781a9-7d40-4c8f-8b4f-0f295521059b HTTP/1.1" status: 200 len: 210 time: 0.0834365 Apr 25 14:38:26.741924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-6cfeec9c-3cf7-4dc9-bd32-87158b244d43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f HTTP/1.1" status: 200 len: 217 time: 0.1027570 Apr 25 14:38:26.751778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Transition to ACTIVE for port object f5774fe3-9fc8-46de-b8f4-1e2922c62c70 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:26.758953 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1be5-eabd-4423-a06d-88535f4c0e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.761638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5a4f1be5-eabd-4423-a06d-88535f4c0e73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d521768c-f1da-4bb0-bd1b-bba51292f87c HTTP/1.1" status: 204 len: 168 time: 0.9632576 Apr 25 14:38:26.774114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4f494a41-5254-4233-9ad5-4847b7f869a4 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:26.789496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:26.844612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 4f494a41-5254-4233-9ad5-4847b7f869a4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:38:26.850208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4f494a41-5254-4233-9ad5-4847b7f869a4 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:38:26.857237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-98269f7d-ac9b-4bc0-a883-5024b62be9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:26.858711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-98269f7d-ac9b-4bc0-a883-5024b62be9b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c41766d5-cee6-409b-a3c2-ad1f9dae29b0 HTTP/1.1" status: 200 len: 801 time: 0.0651877 Apr 25 14:38:26.884833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Network 12846895-a456-4b26-bf07-ff4b72e9fdca is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:26.887663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:26.897585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:26.951925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:26.964240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:22Z', 'revision_number': 3, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:26.970498 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fbfbb-1a74-407b-8f8a-18c8e0575507 None None] The sync data for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 is: [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:22Z', 'revision_number': 3, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:26.980199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:27.228031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-03dd6591-352f-4295-97d6-d52281e621ee None None] Provisioning for port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:27.238754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-03dd6591-352f-4295-97d6-d52281e621ee None None] Provisioning complete for port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:27.239160 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03dd6591-352f-4295-97d6-d52281e621ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:27.283423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:27.388613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-03dd6591-352f-4295-97d6-d52281e621ee None None] Port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:27.425962 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:27.431232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:27.487186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-77260c03-bffc-4d63-baf2-6f919faf5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:27.491594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-77260c03-bffc-4d63-baf2-6f919faf5e65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eca2da38-4056-4400-be52-912e1a3bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6257048 Apr 25 14:38:27.523542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656b70d-40ed-43ea-a251-df3b6027c9b3 req-09de0861-fd76-4eae-83f5-dddc169e0c18 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:27.540856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f656b70d-40ed-43ea-a251-df3b6027c9b3 req-09de0861-fd76-4eae-83f5-dddc169e0c18 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 949 time: 0.6212838 Apr 25 14:38:27.557772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:38:27.952467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Allocated IP 172.25.0.15 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/7de92b96-08eb-4333-8571-0f7b3e38307b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:28.013400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd2d28-b53f-4154-9fad-b927e95afd84 req-74fa8c6e-4180-4369-bc2b-28024486dc2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:28.023298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd2d28-b53f-4154-9fad-b927e95afd84 req-74fa8c6e-4180-4369-bc2b-28024486dc2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:28.032005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10fd2d28-b53f-4154-9fad-b927e95afd84 req-74fa8c6e-4180-4369-bc2b-28024486dc2b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 0.3826454 Apr 25 14:38:28.092879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 677f7499-8a1c-4e26-bbc0-f25fcb834f23 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:28.118735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10fd2d28-b53f-4154-9fad-b927e95afd84 req-d164e476-c4b1-4b75-9d3d-8b39b31830d8 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725818 Apr 25 14:38:28.133750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.133750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.231288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:28.231288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:28.231288 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.376556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f656b70d-40ed-43ea-a251-df3b6027c9b3 req-f4e2eb7a-0e07-490f-ae06-6ca3f27a3e97 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360152 Apr 25 14:38:28.439628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f256f9d1-dfb0-47f3-b9c1-5223645f6b41 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:28.484740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.519172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Transition to ACTIVE for port object f256f9d1-dfb0-47f3-b9c1-5223645f6b41 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:28.533108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:28.589759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.597173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42712) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:28.628421 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.636415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.658772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 677f7499-8a1c-4e26-bbc0-f25fcb834f23, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=677f7499-8a1c-4e26-bbc0-f25fcb834f23,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:28.658772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.658772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:28.753730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Deleting subnet 2a24f782-3089-41c8-a2fb-0d85a5c262b5 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:38:28.801419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=677f7499-8a1c-4e26-bbc0-f25fcb834f23,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.816935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.834101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.834101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.834101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.834101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:38:28.840752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-7368add6-edba-454d-a707-28606f7865f6 service neutron] 10.222.0.21 "GET /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2217643 Apr 25 14:38:28.919898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.009150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Network 12846895-a456-4b26-bf07-ff4b72e9fdca is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:29.030755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:29.134204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90f3322e-e0f0-4bb4-a577-a94ff9943c00 req-e660595f-fb73-495b-982d-dcf2634171a5 service neutron] 10.222.0.21 "GET /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713294 Apr 25 14:38:29.306260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.347910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fea0-ddf9-4da0-a17a-d6340320f349 req-6f295ce4-d8e0-4b0f-8450-18defdf3e426 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:29.357199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e15fea0-ddf9-4da0-a17a-d6340320f349 req-6f295ce4-d8e0-4b0f-8450-18defdf3e426 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 944 time: 1.0458040 Apr 25 14:38:29.384196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:29.442368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1a746e0-607e-4407-8aad-12c5eeb9f6f4 req-c955cee1-6560-4d0a-bc75-97a5e1f3313c tempest-AbsoluteLimitsNegativeTestJSON-1088570306 tempest-AbsoluteLimitsNegativeTestJSON-1088570306-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=107a2b37ea3a490b9eca6a16e86098ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582666 Apr 25 14:38:29.457338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Attempting to bind port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:29.457338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Attempting to bind port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:29.457338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Attempting to bind port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:29.554607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e15fea0-ddf9-4da0-a17a-d6340320f349 req-ae8bacc7-25c9-4051-8f02-433e580a979c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051187 Apr 25 14:38:29.582892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ba2caa50-57b8-44ee-ad5a-aac73149902c None None] Provisioning complete for port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:29.582892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba2caa50-57b8-44ee-ad5a-aac73149902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.597823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.602004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:38:29.602581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Attempting to bind port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 on network 89dd0b62-c7b0-454a-9883-c0f2d0e0deea {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:29.623533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:29.623901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Checking segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:29.624281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Bound using segment: {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:29.624719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Bound port: f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d60e6f-b381-4a73-b791-1096d7c2a82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:29.628194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.631445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.667989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:38:29.685607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ba2caa50-57b8-44ee-ad5a-aac73149902c None None] Port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:29.736880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a746e0-607e-4407-8aad-12c5eeb9f6f4 req-d63fee0a-35e1-4ebb-a5a9-49ea5969ed31 tempest-AbsoluteLimitsNegativeTestJSON-1088570306 tempest-AbsoluteLimitsNegativeTestJSON-1088570306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:29.738350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1a746e0-607e-4407-8aad-12c5eeb9f6f4 req-d63fee0a-35e1-4ebb-a5a9-49ea5969ed31 tempest-AbsoluteLimitsNegativeTestJSON-1088570306 tempest-AbsoluteLimitsNegativeTestJSON-1088570306-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956140 Apr 25 14:38:29.778390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-2e1ceb0b-6f66-45f8-98bb-d6ba7f40fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:29.778784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-2e1ceb0b-6f66-45f8-98bb-d6ba7f40fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:29.780257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-2e1ceb0b-6f66-45f8-98bb-d6ba7f40fd2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30753c066fb748ebaa00578f5000ec91&device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1979 time: 0.5035985 Apr 25 14:38:29.792792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1a746e0-607e-4407-8aad-12c5eeb9f6f4 req-9057e636-7232-42a0-9f61-d838963d5428 tempest-AbsoluteLimitsNegativeTestJSON-1088570306 tempest-AbsoluteLimitsNegativeTestJSON-1088570306-project] 10.222.0.23 "GET /v2.0/quotas/107a2b37ea3a490b9eca6a16e86098ed HTTP/1.1" status: 200 len: 375 time: 0.0363228 Apr 25 14:38:29.797018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] For port f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:29.835191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.839420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.904000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] For port f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:29.938255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1a746e0-607e-4407-8aad-12c5eeb9f6f4 req-c692f649-e143-4887-b0b3-e1198aae3d65 tempest-AbsoluteLimitsNegativeTestJSON-1088570306 tempest-AbsoluteLimitsNegativeTestJSON-1088570306-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=107a2b37ea3a490b9eca6a16e86098ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176846 Apr 25 14:38:29.939335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.949917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a24f782-3089-41c8-a2fb-0d85a5c262b5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:29.959173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:29.993307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbe43607-aebe-4ff0-b871-da68b57a97a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a24f782-3089-41c8-a2fb-0d85a5c262b5 HTTP/1.1" status: 204 len: 168 time: 1.3753948 Apr 25 14:38:29.995061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42738) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:30.026836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:30.036002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:30.038905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Sync routers for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:30.039095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48894a1-fcbb-44ac-a040-ec380ab8b070 req-6d29a386-b373-4dc9-ae4b-5c38de198efd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:30.045589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48894a1-fcbb-44ac-a040-ec380ab8b070 req-6d29a386-b373-4dc9-ae4b-5c38de198efd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:30.047219 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c48894a1-fcbb-44ac-a040-ec380ab8b070 req-6d29a386-b373-4dc9-ae4b-5c38de198efd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 0.2986388 Apr 25 14:38:30.062159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:30.062159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:30.073975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:30.085595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-caebd3c7-b748-4091-a3a4-3f524c6a94e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/19a96a8e-4f6b-480f-b49c-f166b5d26df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6862156 Apr 25 14:38:30.111711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:30.174890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:30.175537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:30.178561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f256f9d1-dfb0-47f3-b9c1-5223645f6b41 HTTP/1.1" status: 200 len: 1092 time: 4.2660244 Apr 25 14:38:30.181317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'tag': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:30.204995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event updated for resources: {'Port': ['ID=7de92b96-08eb-4333-8571-0f7b3e38307b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:30.207486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 677f7499-8a1c-4e26-bbc0-f25fcb834f23 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:30.393814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:30.425758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c48894a1-fcbb-44ac-a040-ec380ab8b070 req-521f92b7-aa1b-47b3-8a3f-8f0938daf869 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386948 Apr 25 14:38:30.637476 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8972a11b-7994-4168-aa0e-0cc14d255068'] response: {'name': 'network-changed', 'server_uuid': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'tag': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41', 'status': 'completed', 'code': 200} Apr 25 14:38:30.639522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42758) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:30.777351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:30.860834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:30.909091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-77424115-59ba-4a63-83f6-16acbe967822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:30.911353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-77424115-59ba-4a63-83f6-16acbe967822 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eca2da38-4056-4400-be52-912e1a3bc653 HTTP/1.1" status: 200 len: 902 time: 1.1156943 Apr 25 14:38:31.052636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aad3e87-b7c7-4882-b85c-7645c025b14f']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:31.070409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae70ef2-6222-4024-a76e-f2910ec8827c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:31.070736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01c331-70e2-471d-9f0c-e47a798935d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:31.071069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae70ef2-6222-4024-a76e-f2910ec8827c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:31.074221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-1227f4b3-51d8-40cf-ba55-ca4f6ce1101b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f HTTP/1.1" status: 200 len: 217 time: 0.1095142 Apr 25 14:38:31.087581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.120389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-00faccdd-7272-422f-b8c6-50b6e2a2c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:31.122564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-00faccdd-7272-422f-b8c6-50b6e2a2c609 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 1095 time: 0.8060369 Apr 25 14:38:31.137522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.148895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.159031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:38:31.159436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.174822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:31.175455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:38:31.175799 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:38:31.233975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 2, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:31.243702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Checking router: 19a96a8e-4f6b-480f-b49c-f166b5d26df4 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:38:31.245028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Updating router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:38:31.260948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42774) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:31.332968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-c81d05c8-e846-4025-8659-fb09936ae5ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41 HTTP/1.1" status: 200 len: 217 time: 0.1572635 Apr 25 14:38:31.339436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-network', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:31.343349 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.372362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:31.387850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Usage tracker for resource:security_group_rule and tenant:107a2b37ea3a490b9eca6a16e86098ed is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:31.392033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:31.404068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:31.407777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:31.427739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Usage tracker for resource:network and tenant:0e43abe8a0244af9a6646c378c4eb099 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:31.431120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32335d43-eafd-4b7b-9dee-dc8003a0735f req-1865c09c-b609-4f14-8c9b-6beb35946de5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:31.443032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:31.454564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32335d43-eafd-4b7b-9dee-dc8003a0735f req-1865c09c-b609-4f14-8c9b-6beb35946de5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 944 time: 0.5392358 Apr 25 14:38:31.466576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:31.466576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-17e020c2-ed38-47c9-829c-37d056af25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:31.473024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-17e020c2-ed38-47c9-829c-37d056af25cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c41766d5-cee6-409b-a3c2-ad1f9dae29b0 HTTP/1.1" status: 200 len: 801 time: 0.3534102 Apr 25 14:38:31.473024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.488651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.523516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.550729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aad3e87-b7c7-4882-b85c-7645c025b14f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:31.571946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32335d43-eafd-4b7b-9dee-dc8003a0735f req-eccf11e7-13dd-4990-bdd2-7e68d71e3fa5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203079 Apr 25 14:38:31.587465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-58159c26-be26-4238-8be5-4da44d4da335 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0aad3e87-b7c7-4882-b85c-7645c025b14f HTTP/1.1" status: 204 len: 168 time: 1.5809257 Apr 25 14:38:31.614167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-05133c91-5955-4218-9bb7-1a99bfcbda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:31.615828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-05133c91-5955-4218-9bb7-1a99bfcbda9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 200 len: 854 time: 0.2578709 Apr 25 14:38:31.620887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Made reservation on behalf of 0e43abe8a0244af9a6646c378c4eb099 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:31.623756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.724351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.732934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.739895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.762716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-af91ea38-eb63-4406-a22a-5a1ee34f6ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182382 Apr 25 14:38:31.861695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:31.863624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=107a2b37ea3a490b9eca6a16e86098ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2163506 Apr 25 14:38:31.867661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42782) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:31.872946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:31.875840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153acb-512e-4c4c-9905-b03b8ab9c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489c665-688a-48f5-a72d-05e7da343675,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:31.896631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e43abe8a0244af9a6646c378c4eb099 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:31.914613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a141-3d2e-4f19-a55b-e1bcdaa06d8b req-d456132a-30f4-442d-a33f-c5f1f7cd6665 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:31.916152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a43a141-3d2e-4f19-a55b-e1bcdaa06d8b req-d456132a-30f4-442d-a33f-c5f1f7cd6665 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 949 time: 0.8579395 Apr 25 14:38:31.930792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.936176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:31.945853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Transition to ACTIVE for port object f5774fe3-9fc8-46de-b8f4-1e2922c62c70 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:31.956377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:31.967292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c332848b-ca90-479d-a2c3-5757cc6a3339 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bf76efcd5874c5895d2179309cf3476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929949 Apr 25 14:38:31.970122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42790) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:31.995279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e148866-1a3e-4c5b-b8d7-8cf2fb30a2c4 req-83c1a11f-7757-4d62-ae23-19a235ba4082 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:32.002234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e148866-1a3e-4c5b-b8d7-8cf2fb30a2c4 req-83c1a11f-7757-4d62-ae23-19a235ba4082 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:32.003873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e148866-1a3e-4c5b-b8d7-8cf2fb30a2c4 req-83c1a11f-7757-4d62-ae23-19a235ba4082 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 0.2140298 Apr 25 14:38:32.037268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:32.039885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36700ece-55f9-4c51-b124-e10fe39c7c25 None None] Pushing event updated for resources: {'Port': ['ID=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:32.116584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e148866-1a3e-4c5b-b8d7-8cf2fb30a2c4 req-0cf9b03d-1b83-4e8e-ab82-984daece548b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928547 Apr 25 14:38:32.157740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15c0d8f0-f372-4386-8f81-7531daa33307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.256867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15c0d8f0-f372-4386-8f81-7531daa33307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.358450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Attempting to bind port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:32.358450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Attempting to bind port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:32.358617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Attempting to bind port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 on network 12846895-a456-4b26-bf07-ff4b72e9fdca {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:32.364892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:32.365445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Checking segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:32.365693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.366122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Bound using segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:32.366604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Bound port: f5774fe3-9fc8-46de-b8f4-1e2922c62c70, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:32.366995 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.391964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-865ba97d-7d33-4f16-a6b8-4937dabdc901 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:32.394143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-865ba97d-7d33-4f16-a6b8-4937dabdc901 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.21 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 949 time: 0.1879840 Apr 25 14:38:32.427374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1f3520de-470a-4523-b50e-206e0b820bf4 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:38:32.484884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15c0d8f0-f372-4386-8f81-7531daa33307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.542878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0d8f0-f372-4386-8f81-7531daa33307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff5b9c-d4eb-493a-944b-c1d531fd0dc7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:32.549750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] For port f5774fe3-9fc8-46de-b8f4-1e2922c62c70, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:32.584627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15c0d8f0-f372-4386-8f81-7531daa33307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.584627 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-15c0d8f0-f372-4386-8f81-7531daa33307 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dff5b9c-d4eb-493a-944b-c1d531fd0dc7 HTTP/1.1" status: 204 len: 168 time: 0.6115074 Apr 25 14:38:32.605488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Deleting port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:32.607533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-38ed2c42-d568-4663-9aaf-1dda987efcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:32.607750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.609072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-38ed2c42-d568-4663-9aaf-1dda987efcfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eca2da38-4056-4400-be52-912e1a3bc653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0815027 Apr 25 14:38:32.702327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] For port f5774fe3-9fc8-46de-b8f4-1e2922c62c70, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:32.729555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:32.842580 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-69e84e0f-a9b4-43c2-afe6-a61100dcb415 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0648742 Apr 25 14:38:32.852875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:32.861129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:32.968375 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a43a141-3d2e-4f19-a55b-e1bcdaa06d8b req-1d4d895c-fa66-406c-b464-4384368a731f tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/security-groups?id=457c4783-b56f-4cfe-9408-cd87d3624648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227377 Apr 25 14:38:33.019873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575bd90b-ded5-4ba0-ba80-6bdfcbf83400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.053815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575bd90b-ded5-4ba0-ba80-6bdfcbf83400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.161281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36700ece-55f9-4c51-b124-e10fe39c7c25 None None] Pushing event updated for resources: {'Port': ['ID=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:33.174509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.200990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:33.250780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '1f3520de-470a-4523-b50e-206e0b820bf4', 'network_id': 'a03430f7-a43b-4fe9-a164-b97a50f12818', 'port_id': '1f3520de-470a-4523-b50e-206e0b820bf4', 'mac_address': 'fa:16:3e:09:9d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435374b-4efd-471d-a640-b607787a1d30', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:38:33.272076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] For port 4fdd7008-070d-45ce-bd8d-0544f0a451a4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=4fdd7008-070d-45ce-bd8d-0544f0a451a4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:33.272717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.408639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:33.458738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Calling delete_port for 4fdd7008-070d-45ce-bd8d-0544f0a451a4 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:33.473020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.504683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.556114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3520de-470a-4523-b50e-206e0b820bf4 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:33.576458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:33.591256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.597106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-918b67f1-52b2-4124-abff-ae2083c66051 service neutron] 10.222.0.21 "GET /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9690034 Apr 25 14:38:33.651337 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.652020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device fe93718f-f5ad-49f0-9f71-08e3de2d4c1f details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:38:33.670867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2e46d-3f83-46bd-af87-3262fc9bf22d req-6827afa6-991f-4f26-abee-c6fc538c8d26 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:33.678542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6a2e46d-3f83-46bd-af87-3262fc9bf22d req-6827afa6-991f-4f26-abee-c6fc538c8d26 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 944 time: 0.8645213 Apr 25 14:38:33.717747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b2471-2193-4a4b-9e78-2f5554b80f45,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:33.754894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6a2e46d-3f83-46bd-af87-3262fc9bf22d req-db94abb3-fc0c-4f41-a832-f77f3b83f250 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718026 Apr 25 14:38:33.792980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.886764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Pushing event deleted for resources: {'Port': ['ID=4fdd7008-070d-45ce-bd8d-0544f0a451a4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:33.909143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575bd90b-ded5-4ba0-ba80-6bdfcbf83400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:33.941202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['4fdd7008-070d-45ce-bd8d-0544f0a451a4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:33.982776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:38:33.985552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bd90b-ded5-4ba0-ba80-6bdfcbf83400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489c665-688a-48f5-a72d-05e7da343675,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:34.092751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] No DVR routers for this DVR port 4fdd7008-070d-45ce-bd8d-0544f0a451a4 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:34.096863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.105128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'name': 'network-vif-deleted', 'tag': '4fdd7008-070d-45ce-bd8d-0544f0a451a4'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:34.108484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:38:34.141174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d72b083-2b2e-40be-97f7-17a799111a6f req-d25935c6-35a3-4838-a083-98e54c8cd446 tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.21 "DELETE /v2.0/ports/4fdd7008-070d-45ce-bd8d-0544f0a451a4 HTTP/1.1" status: 204 len: 173 time: 1.7377014 Apr 25 14:38:34.178797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f0d1740-6c20-4168-afa7-1b0917ef64d3 req-1cf1640e-6d9c-410d-a5d8-0df96a8e6365 service neutron] 10.222.0.21 "GET /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334667 Apr 25 14:38:34.218657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.238032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:34.243942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3e4195b-f9ea-4ba0-a393-0b53186befa6 req-79d03e8e-73c4-49c4-badf-3c72874aa37b tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Synchronizing usage tracker for tenant:1402389046f14199af55437c57b7a631 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:34.281843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3e4195b-f9ea-4ba0-a393-0b53186befa6 req-79d03e8e-73c4-49c4-badf-3c72874aa37b tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] Unset dirty status for tenant:1402389046f14199af55437c57b7a631 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:34.281843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3e4195b-f9ea-4ba0-a393-0b53186befa6 req-79d03e8e-73c4-49c4-badf-3c72874aa37b tempest-TenantUsagesTestJSON-1055661794 tempest-TenantUsagesTestJSON-1055661794-project] 10.222.0.23 "GET /v2.0/ports?device_id=166e08f1-949f-42c0-8f6e-d9de7ea6049f HTTP/1.1" status: 200 len: 210 time: 0.1046903 Apr 25 14:38:34.383039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:32Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:34.397852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c0ae4-6595-4209-9e06-0691caff2022 None None] The sync data for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 is: [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:32Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:34.419951 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c63f8a7-f2b8-4677-a074-ecc849bef018'] response: {'server_uuid': '166e08f1-949f-42c0-8f6e-d9de7ea6049f', 'name': 'network-vif-deleted', 'tag': '4fdd7008-070d-45ce-bd8d-0544f0a451a4', 'status': 'completed', 'code': 200} Apr 25 14:38:34.432171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:34.453029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f', 'network_id': 'eca2da38-4056-4400-be52-912e1a3bc653', 'port_id': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f', 'mac_address': 'fa:16:3e:eb:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41766d5-cee6-409b-a3c2-ad1f9dae29b0', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:38:34.488030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.488387 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Added segment 3d703cf2-6f2f-4e35-9c32-fc088a676866 of type vlan for network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 Apr 25 14:38:34.523639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575bd90b-ded5-4ba0-ba80-6bdfcbf83400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.524769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-575bd90b-ded5-4ba0-ba80-6bdfcbf83400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0489c665-688a-48f5-a72d-05e7da343675 HTTP/1.1" status: 204 len: 168 time: 2.6333752 Apr 25 14:38:34.545019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2488f7b0-0700-48a6-9e2c-21b9ad49133c req-779240d7-f7bf-4e31-829b-648d000b8085 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6537340 Apr 25 14:38:34.633344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.635892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.688807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe93718f-f5ad-49f0-9f71-08e3de2d4c1f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:34.723217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:34.736086 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.779266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.780242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:34.781737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.866894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5950837 Apr 25 14:38:34.870418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:34.877761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Request body: {'subnet': {'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-subnet', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:34.896402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:34.915763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Usage tracker for resource:subnet and tenant:0e43abe8a0244af9a6646c378c4eb099 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:34.919415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Router 90d2fb3c-19c1-4344-b4be-a035f9e0a583 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:38:34.919842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:34.926918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:34.942883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:34.969181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Made reservation on behalf of 0e43abe8a0244af9a6646c378c4eb099 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:34.979638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:34.998885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a31fe-4c26-42a4-9701-365c546f6856 req-d44dcab6-14da-44b6-b041-45962ab0426e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:35.005438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a31fe-4c26-42a4-9701-365c546f6856 req-d44dcab6-14da-44b6-b041-45962ab0426e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:35.013553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-686a31fe-4c26-42a4-9701-365c546f6856 req-d44dcab6-14da-44b6-b041-45962ab0426e tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1678 time: 1.6175592 Apr 25 14:38:35.089363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1f3520de-470a-4523-b50e-206e0b820bf4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:35.215740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-686a31fe-4c26-42a4-9701-365c546f6856 req-669fc85a-3d30-4084-a258-e2c1e364a936 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011595 Apr 25 14:38:35.271748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-29c4dba8-c92b-4efa-9abf-c93088aced10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:35.273716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-29c4dba8-c92b-4efa-9abf-c93088aced10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94534c672a694df59c6f80978c5ec6fd&device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 1095 time: 0.6652684 Apr 25 14:38:35.274147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14ff40-7789-451b-bf2d-b1306af4bda6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6f853e-0561-4f2d-bf85-27b57b365fb3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:35.344244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:38:35.517974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a11b83fa-189e-4606-98d5-61004e3a422b req-4fac10b0-868f-4ec0-b8a2-c5f3c90c151f tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.1736453 Apr 25 14:38:35.798533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a8c9-d1d8-40a9-8b2b-54d2ecdd0f45 req-57e92afa-004b-4ea1-b8f5-85ed12e0b031 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:35.808596 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcf8a8c9-d1d8-40a9-8b2b-54d2ecdd0f45 req-57e92afa-004b-4ea1-b8f5-85ed12e0b031 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 944 time: 0.5476005 Apr 25 14:38:35.854418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:36.044014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcf8a8c9-d1d8-40a9-8b2b-54d2ecdd0f45 req-52e867bb-99e6-4486-9f5c-8c0d380edf83 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221594 Apr 25 14:38:36.064741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9345f816-b60b-4a7d-83bd-8b2ab266e1c6,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:36.100273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Checking segment: {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:36.100273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Network hostable DHCP agents. Network: 8b6f853e-0561-4f2d-bf85-27b57b365fb3, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:38:36.166425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:38:36.209276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['fe93718f-f5ad-49f0-9f71-08e3de2d4c1f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:36.220903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8b6f853e-0561-4f2d-bf85-27b57b365fb3) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:36.254245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:36.254245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:36.346664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42876) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:36.407410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96cfd32f-5434-4f63-aecf-16b61d76f2d2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5358539 Apr 25 14:38:36.416934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42882) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:36.488134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:36.508524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:36.549714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Usage tracker for resource:router and tenant:0e43abe8a0244af9a6646c378c4eb099 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:36.567590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:36.570220 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:38:36.607995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:36.613970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd103b0-f384-4f37-b02d-538a81474a79 None None] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:36.647724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:36.660866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:36.663917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-bf29218f-cebf-4867-96e0-1f6578d4ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:36.677867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-bf29218f-cebf-4867-96e0-1f6578d4ed09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 200 len: 915 time: 1.3552353 Apr 25 14:38:36.689434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5774fe3-9fc8-46de-b8f4-1e2922c62c70 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:36.741256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:36.917753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:36.931865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] Sync routers for ids ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:36.948840 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] Routers {'90d2fb3c-19c1-4344-b4be-a035f9e0a583'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:36.948840 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:37.035068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-9a5306ce-5e4f-4151-9886-a0ed2b0951ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41 HTTP/1.1" status: 200 len: 217 time: 0.3631225 Apr 25 14:38:37.069209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4fdd7008-070d-45ce-bd8d-0544f0a451a4 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:37.120950 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:37.132740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 4fdd7008-070d-45ce-bd8d-0544f0a451a4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:38:37.133164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 4fdd7008-070d-45ce-bd8d-0544f0a451a4 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:38:37.148431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.149559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] Routers {'90d2fb3c-19c1-4344-b4be-a035f9e0a583'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:37.150065 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:37.156969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b07df2c9-d62e-4200-9889-a7a9019b0bef tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.7297132 Apr 25 14:38:37.165230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42898) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:37.188136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:37.212439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:37.214327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:37.223999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:37.224576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.251521 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:37.252200 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9992bf-f34a-42cf-89f9-481f15ee4a40 None None] The sync data for ids ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:37.278886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45934f84-fe67-4d06-ad87-cd243fd1b6da req-64af810e-7e50-49a1-8beb-2de5e2d5fdb1 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.2763126 Apr 25 14:38:37.439564 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.611844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-d4a1fc33-efb0-4872-9fac-5b760b3e02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:37.612411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f5774fe3-9fc8-46de-b8f4-1e2922c62c70, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:37.619658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-d4a1fc33-efb0-4872-9fac-5b760b3e02d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 200 len: 854 time: 0.5673375 Apr 25 14:38:37.639136 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.649855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b18dcb6-ff3d-49ea-a02e-b3ed8266d9c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1402389046f14199af55437c57b7a631&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3019311 Apr 25 14:38:37.701561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42908) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:37.706748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1477256048-network', 'tenant_id': 'bd65ad7756aa45eea5db21cc9c75a614'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:37.730210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-be30ad3c-f8cc-4d8c-ad7a-db37cfa346b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89dd0b62-c7b0-454a-9883-c0f2d0e0deea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033192 Apr 25 14:38:37.758822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c170-920d-476f-91d3-df3d159f16d6 req-89a3e31a-a9e1-4f0c-939b-b71c127fd0f1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:37.766547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c170-920d-476f-91d3-df3d159f16d6 req-89a3e31a-a9e1-4f0c-939b-b71c127fd0f1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:37.768175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50f2c170-920d-476f-91d3-df3d159f16d6 req-89a3e31a-a9e1-4f0c-939b-b71c127fd0f1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1679 time: 0.8202446 Apr 25 14:38:37.779393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:37.781010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8b6f853e-0561-4f2d-bf85-27b57b365fb3', 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'fixed_ips': [{'subnet_id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:38:37.781905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.792305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Usage tracker for resource:network and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:37.799249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:37.804172 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.815406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:37.851961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Made reservation on behalf of bd65ad7756aa45eea5db21cc9c75a614 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:37.854357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.863822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:37.881794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:37.908458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4689e-ed7c-4039-8a22-e1d183df4a4d req-59089a4b-1e88-4bef-a297-1a153b9da84e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:37.915621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ea4689e-ed7c-4039-8a22-e1d183df4a4d req-59089a4b-1e88-4bef-a297-1a153b9da84e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 944 time: 0.4023521 Apr 25 14:38:37.936684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:37.947975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:37.958159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:37.986380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:38.036730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Allocated IP 172.20.0.2 (8b6f853e-0561-4f2d-bf85-27b57b365fb3/9345f816-b60b-4a7d-83bd-8b2ab266e1c6/23da26be-4d47-4db4-8db3-593ee2acfc78) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:38.084315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5774fe3-9fc8-46de-b8f4-1e2922c62c70 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:38.091154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ea4689e-ed7c-4039-8a22-e1d183df4a4d req-351d4168-f77e-47f4-89b3-3b00b1c84e63 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741495 Apr 25 14:38:38.187272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63785d6b-9a33-49b5-ae4b-ab6445b4b618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.217274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50f2c170-920d-476f-91d3-df3d159f16d6 req-a5347810-b931-4fdf-8493-d49947a57d4b tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211173 Apr 25 14:38:38.251738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-f806538d-35aa-40b5-b32a-dd2da382e247 service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974704 Apr 25 14:38:38.269460 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.269460 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.339206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63785d6b-9a33-49b5-ae4b-ab6445b4b618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.355245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:38.355245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.446564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:38:38.517504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.517504 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Added segment dec2de7c-eaae-47ed-aa12-af04f346913e of type vlan for network e1d0a652-a200-4768-bd79-4f18e4ac2597 Apr 25 14:38:38.517504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82101d36-a069-4bb9-a939-4db277cf09dd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:38.563540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.571199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.572143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-823cf656-9061-49dd-bc2d-9888cf546db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.611947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.626002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.688690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-521b32ae-6f5f-4628-9824-f45260525ba3 req-61c86448-81ad-4562-89e9-909fd83accbc service neutron] 10.222.0.15 "GET /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195273 Apr 25 14:38:38.688690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.725894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.735510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63785d6b-9a33-49b5-ae4b-ab6445b4b618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.755237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.755891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Deleting port 7de92b96-08eb-4333-8571-0f7b3e38307b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:38.756855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:38.757024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.757173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.757306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Transition to ACTIVE for port object 23da26be-4d47-4db4-8db3-593ee2acfc78 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:38.793949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1f3520de-470a-4523-b50e-206e0b820bf4 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:38.800231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63785d6b-9a33-49b5-ae4b-ab6445b4b618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c4783-b56f-4cfe-9408-cd87d3624648,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:38.857505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f256f9d1-dfb0-47f3-b9c1-5223645f6b41 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:38:38.877881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63785d6b-9a33-49b5-ae4b-ab6445b4b618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.877881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-63785d6b-9a33-49b5-ae4b-ab6445b4b618 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/457c4783-b56f-4cfe-9408-cd87d3624648 HTTP/1.1" status: 204 len: 168 time: 1.1741166 Apr 25 14:38:38.907862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Transition to ACTIVE for port object 23da26be-4d47-4db4-8db3-593ee2acfc78 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:38.930535 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:38.957227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Allocated IP 172.25.0.79 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/9905a8c3-45a5-4e62-bdab-cbfd89b32c47) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:39.099847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9425d1e8-daf2-4f84-a473-28bec8dcee16 req-737ba785-fc41-4c2b-afe2-4639442fc8c2 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0601840 Apr 25 14:38:39.099847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d0a652-a200-4768-bd79-4f18e4ac2597,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:39.117468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-82e1d6b3-3ddf-4876-b356-baf5caa03446 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8671858 Apr 25 14:38:39.138580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:39.148260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42916) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:39.158921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:39.165797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Request body: {'subnet': {'network_id': 'e1d0a652-a200-4768-bd79-4f18e4ac2597', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1477256048-subnet', 'tenant_id': 'bd65ad7756aa45eea5db21cc9c75a614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:39.165797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:39.165797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Usage tracker for resource:subnet and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:39.165797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:39.165797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:39.198353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:39.216069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e1d0a652-a200-4768-bd79-4f18e4ac2597 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:38:39.346997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Made reservation on behalf of bd65ad7756aa45eea5db21cc9c75a614 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:39.346997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.494176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Pushing event updated for resources: {'Port': ['ID=23da26be-4d47-4db4-8db3-593ee2acfc78,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:39.535385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 1f3520de-470a-4523-b50e-206e0b820bf4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:39.556914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 1f3520de-470a-4523-b50e-206e0b820bf4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:39.556914 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.583465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:39.633818 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.668420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:39.713786 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.725184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:884dba14e0b446f58cc8413925a7e212 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:39.745443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.745443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:39.752117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:39.752117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Attempting to bind port 23da26be-4d47-4db4-8db3-593ee2acfc78 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:39.752117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Attempting to bind port 23da26be-4d47-4db4-8db3-593ee2acfc78 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:39.752117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Attempting to bind port 23da26be-4d47-4db4-8db3-593ee2acfc78 on network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:39.766951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:39.766951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Checking segment: {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:39.766951 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.766951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Bound using segment: {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:39.766951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Bound port: 23da26be-4d47-4db4-8db3-593ee2acfc78, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:39.766951 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.771441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:39.792800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41', 'network_id': '89dd0b62-c7b0-454a-9883-c0f2d0e0deea', 'port_id': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41', 'mac_address': 'fa:16:3e:50:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8738ab54-adbe-43cc-a6ec-4a066ac3beee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:38:39.815874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcf588-2c32-4501-918a-e4b818993164 req-383cc793-d341-4dc7-97f9-edf5831edabd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:39.819249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcf588-2c32-4501-918a-e4b818993164 req-383cc793-d341-4dc7-97f9-edf5831edabd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:39.824878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8fcf588-2c32-4501-918a-e4b818993164 req-383cc793-d341-4dc7-97f9-edf5831edabd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1679 time: 0.3070076 Apr 25 14:38:39.903720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.929387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8fcf588-2c32-4501-918a-e4b818993164 req-104b0b1c-5cdf-4e9e-b788-286c631a2d7c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Apr 25 14:38:39.933124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Calling delete_port for 7de92b96-08eb-4333-8571-0f7b3e38307b owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:39.973053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.990380 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:39.999845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b842-39c4-41ab-ad51-000677a73bb1 req-0290d637-0232-461d-816d-0122567e0d45 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:40.001384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7305b842-39c4-41ab-ad51-000677a73bb1 req-0290d637-0232-461d-816d-0122567e0d45 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 944 time: 0.5841210 Apr 25 14:38:40.006872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:40.050979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:40.062183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f256f9d1-dfb0-47f3-b9c1-5223645f6b41 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:38:40.078490 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810469da-226e-4886-92ab-b92ac6c7f631'] response: {'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4', 'code': 200} Apr 25 14:38:40.084059 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.102472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] For port 23da26be-4d47-4db4-8db3-593ee2acfc78, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:40.109143 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7305b842-39c4-41ab-ad51-000677a73bb1 req-b6abc670-68f9-482e-bc54-ffbdd553279a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965667 Apr 25 14:38:40.109471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.156167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.160375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.187771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] For port 23da26be-4d47-4db4-8db3-593ee2acfc78, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=23da26be-4d47-4db4-8db3-593ee2acfc78,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:40.207190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.218411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:40.234437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7de1b414-a2e8-45dd-ac13-44d1d9db2a10 req-d3240e33-3bc7-4b23-a376-cdc8c64ae794 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0612669 Apr 25 14:38:40.238093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.255194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.257279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.317629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Pushing event deleted for resources: {'Port': ['ID=7de92b96-08eb-4333-8571-0f7b3e38307b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.334546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=884dba14e0b446f58cc8413925a7e212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470646 Apr 25 14:38:40.345370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:40.389249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778b59f-7478-4136-a0e8-29a09985d79d None None] Pushing event updated for resources: {'Port': ['ID=23da26be-4d47-4db4-8db3-593ee2acfc78,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.390351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Pushing event updated for resources: {'Port': ['ID=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.465485 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5cf4fa22-9573-438d-afda-197a6806521e req-8901099d-e857-4c97-b7a5-a2629e164fca tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.1183126 Apr 25 14:38:40.468129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.472939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Checking segment: {'id': 'dec2de7c-eaae-47ed-aa12-af04f346913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e1d0a652-a200-4768-bd79-4f18e4ac2597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:40.473669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Network hostable DHCP agents. Network: e1d0a652-a200-4768-bd79-4f18e4ac2597, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:38:40.484361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ed347-32c2-42a0-b938-b4410cdaf2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6e9fb3-f1cb-4206-8d3c-5e6be219b164,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.489857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.490185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:40.491164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a7ed52-1267-496a-87c6-8563d24518fc,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:40.512979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:40.516291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f256f9d1-dfb0-47f3-b9c1-5223645f6b41'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:38:40.523474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:40.606220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Network e1d0a652-a200-4768-bd79-4f18e4ac2597 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:38:40.701937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e1d0a652-a200-4768-bd79-4f18e4ac2597) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:40.717337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c42b9-26aa-41ad-8514-fd3104a08cd6 None None] Network e1d0a652-a200-4768-bd79-4f18e4ac2597 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:40.763698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:40.764529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.806400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device fe93718f-f5ad-49f0-9f71-08e3de2d4c1f up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:40.841337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cb0c5-d316-4536-85fc-affbea378603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:40.898756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3708ae15-ef4b-4107-859e-a899d4fa4853 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7714303 Apr 25 14:38:41.113722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5e342aaa-1e1c-462a-9c88-2947a1cdac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.132019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.134995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:41.149423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:41.149836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.183189 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.193468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.198487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cb0c5-d316-4536-85fc-affbea378603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.259347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-387197395', 'description': 'tempest-description-451865992'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:41.267433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:41.272617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:41.275892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:41.282544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:41.301477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.355005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf91df-be05-4d19-ba2a-717ea8fef1b0 None None] Network e1d0a652-a200-4768-bd79-4f18e4ac2597 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:41.455492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:41.464377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:41.469807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:41.492223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:41.524062 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.642408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:41.667845 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.690703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Router 90d2fb3c-19c1-4344-b4be-a035f9e0a583 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:38:41.854774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd39a6f-d159-4e99-a4e1-9d1881e25b79 None None] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:41.907688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2408eb-0a8f-4465-a8e1-050247ffd9c3 req-e74a8b30-efab-45e4-a0b8-dbfa3450424d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:41.913929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2408eb-0a8f-4465-a8e1-050247ffd9c3 req-e74a8b30-efab-45e4-a0b8-dbfa3450424d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:41.915559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d2408eb-0a8f-4465-a8e1-050247ffd9c3 req-e74a8b30-efab-45e4-a0b8-dbfa3450424d tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1680 time: 0.8177061 Apr 25 14:38:41.919302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cb0c5-d316-4536-85fc-affbea378603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.933728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:41.960970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.968720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb0c5-d316-4536-85fc-affbea378603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6e9fb3-f1cb-4206-8d3c-5e6be219b164,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:41.974048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cb0c5-d316-4536-85fc-affbea378603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.978040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-df2cb0c5-d316-4536-85fc-affbea378603 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c6e9fb3-f1cb-4206-8d3c-5e6be219b164 HTTP/1.1" status: 204 len: 168 time: 1.6234710 Apr 25 14:38:41.986129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:41.989950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c5b31be3-478a-44d7-92dc-d21b2adc8986 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "PUT /v2.0/routers/90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 200 len: 705 time: 4.8216698 Apr 25 14:38:41.990800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42952) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:42.096323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d2408eb-0a8f-4465-a8e1-050247ffd9c3 req-ca7549b4-0925-4599-b5b2-05177663f319 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580458 Apr 25 14:38:42.120313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] Sync routers for ids ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:42.154498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.172517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:42.176063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.181167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f817be06-fb09-407c-bb1e-38e87ca3b72d tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/routers/90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 200 len: 740 time: 0.1862943 Apr 25 14:38:42.182423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42958) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:42.218676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] Routers {'90d2fb3c-19c1-4344-b4be-a035f9e0a583'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:42.219365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:42.241075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ffedad3b-2da1-4f82-8fa2-242bf7042a88 tempest-RoutersAdminTest-1845639278 tempest-RoutersAdminTest-1845639278-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 200 len: 205 time: 0.0573220 Apr 25 14:38:42.242591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42962) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:42.281117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 23da26be-4d47-4db4-8db3-593ee2acfc78 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:42.306467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d95ba-64d0-4774-8e29-02e65090286a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:42.309372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.323745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.345030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-542f2887-67f3-4e09-a74e-a9a9c501c426 req-58d7ef64-608a-4873-93a2-b9855a473468 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1038787 Apr 25 14:38:42.394892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-58f58510-a4d1-48dd-9296-b8ee9d41b2ab tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 200 len: 205 time: 0.1499059 Apr 25 14:38:42.399589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42970) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:42.400646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:42.414824 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.420857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9d50946a-3d91-4299-ae2a-731eb7d8553e None None] Provisioning for port 23da26be-4d47-4db4-8db3-593ee2acfc78 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:42.428390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Router 648df0d7-6820-4184-aa6c-105e9dc17a7c is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:38:42.442426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] Routers {'90d2fb3c-19c1-4344-b4be-a035f9e0a583'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:42.443064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:42.538836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:42.551733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:42.552784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bbd07f-f5e1-4245-a694-9db031a63250 None None] The sync data for ids ['90d2fb3c-19c1-4344-b4be-a035f9e0a583'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:42.612559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc5fcfeb-74d0-47ac-93f6-19c6c8763fe5 req-86bb72dd-6431-44f0-9c62-9c1780fb9d58 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0644450 Apr 25 14:38:42.640857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 23da26be-4d47-4db4-8db3-593ee2acfc78 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:42.653396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 23da26be-4d47-4db4-8db3-593ee2acfc78 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:42.653944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.718648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.736939 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2b37ed-14aa-4812-b44d-154dfab60214'] response: {'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f', 'code': 200} Apr 25 14:38:42.812111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:42.833523 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Sync routers for ids ['648df0d7-6820-4184-aa6c-105e9dc17a7c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:42.852264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-fb591e03-4863-49c1-8a67-8c5d0bb599bd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/e31d95ba-64d0-4774-8e29-02e65090286a HTTP/1.1" status: 200 len: 1805 time: 0.0980899 Apr 25 14:38:42.854264 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Routers {'648df0d7-6820-4184-aa6c-105e9dc17a7c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:42.857020 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['648df0d7-6820-4184-aa6c-105e9dc17a7c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:42.860364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:42.865657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d0dc8f42-7baa-4b44-9029-ffba8a30fec5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4440444 Apr 25 14:38:42.865811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f256f9d1-dfb0-47f3-b9c1-5223645f6b41 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:42.868444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e31d95ba-64d0-4774-8e29-02e65090286a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:42.868775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e31d95ba-64d0-4774-8e29-02e65090286a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:42.877480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:42.881640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:42.884645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:42.896299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:42.904341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:42.994878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:43.020073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.021891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:43.022275 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.064694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.079855 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.096087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b402f1-d207-4b25-92bd-8ae66e8fbc47 req-dafc71b6-7a04-4866-9696-26e397f7e8ba tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:43.097915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91b402f1-d207-4b25-92bd-8ae66e8fbc47 req-dafc71b6-7a04-4866-9696-26e397f7e8ba tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 945 time: 0.8635108 Apr 25 14:38:43.110318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39a8be2-b18f-4d69-9da7-c9dca0906a55,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:43.127365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.149010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-52da6b0b-168c-4e36-ab75-06108bad2077 req-4b36bdb4-167c-4c7d-9cc5-e0889741a0fd tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2846365 Apr 25 14:38:43.180913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.222067 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Set router 648df0d7-6820-4184-aa6c-105e9dc17a7c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:43.292914 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.391881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:43.441522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 23da26be-4d47-4db4-8db3-593ee2acfc78, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=23da26be-4d47-4db4-8db3-593ee2acfc78,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:43.457233 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.462935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.540322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2376e0c2-cbd5-4354-852f-9b1aeb960ea9 None None] Provisioning complete for port 23da26be-4d47-4db4-8db3-593ee2acfc78 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:43.540793 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2376e0c2-cbd5-4354-852f-9b1aeb960ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.600157 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:38:40Z', 'revision_number': 3, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:43.606891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Checking router: 648df0d7-6820-4184-aa6c-105e9dc17a7c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:38:43.621189 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Updating router 648df0d7-6820-4184-aa6c-105e9dc17a7c port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:38:43.648105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.665336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.693608 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.720641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:43.792220 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.830757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91b402f1-d207-4b25-92bd-8ae66e8fbc47 req-b05ffb34-ad51-4128-877d-f0adda14af08 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514645 Apr 25 14:38:43.837490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.838123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Fanout notify agent at l3_agent the message router_deleted on router 90d2fb3c-19c1-4344-b4be-a035f9e0a583 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:38:43.858846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8d956-1386-4f0c-8c99-69441474d959 req-4a13f136-faee-4663-acd9-8afe8b6ceb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:43.858846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8d956-1386-4f0c-8c99-69441474d959 req-4a13f136-faee-4663-acd9-8afe8b6ceb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:43.860776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79a8d956-1386-4f0c-8c99-69441474d959 req-4a13f136-faee-4663-acd9-8afe8b6ceb70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1983 time: 1.0379789 Apr 25 14:38:43.873597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=23da26be-4d47-4db4-8db3-593ee2acfc78,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:43.874153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-8cbf4a1f-2707-43b4-be01-49b936646c49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2029533 Apr 25 14:38:43.906850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:43.908593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b94ae16-5e95-40c9-b36e-b095cd6d3210 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 204 len: 168 time: 1.5077529 Apr 25 14:38:43.912725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43018) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:43.934684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-409550168', 'description': 'tempest-description-1817878888'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:43.953202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:43.971507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6051c5ee-c9c2-4289-b1d0-f60582fb54cb tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 200 len: 205 time: 0.0518429 Apr 25 14:38:43.973863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43022) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.038135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:44.050090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79a8d956-1386-4f0c-8c99-69441474d959 req-8f56f47c-99d6-459c-bdac-b8b8732760ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718323 Apr 25 14:38:44.051273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:44.065852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:44.086143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 23da26be-4d47-4db4-8db3-593ee2acfc78 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:44.101834 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-8ef4312b-e47c-4035-8c35-2a46ff5bbc10 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] delete failed (client error): The resource could not be found. Apr 25 14:38:44.103506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8ef4312b-e47c-4035-8c35-2a46ff5bbc10 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/90d2fb3c-19c1-4344-b4be-a035f9e0a583 HTTP/1.1" status: 404 len: 336 time: 0.1279364 Apr 25 14:38:44.110419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43026) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.164323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a9046c8-1365-4729-a4cf-9172e8709988 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2358427-be27-4c66-9be9-fa8ecd680796 HTTP/1.1" status: 200 len: 205 time: 0.0511997 Apr 25 14:38:44.164918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43032) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.194110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 23da26be-4d47-4db4-8db3-593ee2acfc78 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:44.194493 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.224575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.260885 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-f0d78061-4f98-4423-a431-5225e3ee1350 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] delete failed (client error): The resource could not be found. Apr 25 14:38:44.264983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f0d78061-4f98-4423-a431-5225e3ee1350 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/b2358427-be27-4c66-9be9-fa8ecd680796 HTTP/1.1" status: 404 len: 336 time: 0.0983367 Apr 25 14:38:44.265762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43036) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.280543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aad5-ab3b-4df1-be37-d1038f3b633b req-1877fc14-5648-42f3-b4e3-4c7221961a20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.286852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aad5-ab3b-4df1-be37-d1038f3b633b req-1877fc14-5648-42f3-b4e3-4c7221961a20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.294686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5f2aad5-ab3b-4df1-be37-d1038f3b633b req-1877fc14-5648-42f3-b4e3-4c7221961a20 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1681 time: 0.4398203 Apr 25 14:38:44.312396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:44.346742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.349525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b3dcb16b-a8d0-4471-902f-059cc5461465 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=003a6f28-794a-4740-971b-3554e6a037cc HTTP/1.1" status: 200 len: 205 time: 0.0808926 Apr 25 14:38:44.351696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:44.362786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:44.396658 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.409756 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Transition to ACTIVE for port object 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:44.416371 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.420909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5f2aad5-ab3b-4df1-be37-d1038f3b633b req-c49d46de-20b7-41a2-a6b7-348754192540 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248627 Apr 25 14:38:44.431178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:44.438833 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-48cd4949-e998-47dc-ac17-abc037d4f04c tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] delete failed (client error): The resource could not be found. Apr 25 14:38:44.439852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-48cd4949-e998-47dc-ac17-abc037d4f04c tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/003a6f28-794a-4740-971b-3554e6a037cc HTTP/1.1" status: 404 len: 336 time: 0.0921044 Apr 25 14:38:44.451393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.512200 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Attempting to bind port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:44.512570 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Attempting to bind port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:44.512932 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Attempting to bind port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:44.520794 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:44.521458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:44.521854 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.522236 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:44.522856 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Bound port: 9905a8c3-45a5-4e62-bdab-cbfd89b32c47, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:44.523401 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.547292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-be6f3b78-19b7-454c-87ba-b82bd4917f79 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=23b6fd49-8958-47fc-87a8-651c5a5b682b HTTP/1.1" status: 200 len: 205 time: 0.0945551 Apr 25 14:38:44.547767 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60a7a7-201b-4f46-84ad-5eb94a3a99f7 None None] Pushing event updated for resources: {'Port': ['ID=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:44.548364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43050) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.610206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] For port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:44.614071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] For port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:44.620638 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.629668 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-3270c784-e7a3-4f84-b93d-bd97e0427d73 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] delete failed (client error): The resource could not be found. Apr 25 14:38:44.633137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3270c784-e7a3-4f84-b93d-bd97e0427d73 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/23b6fd49-8958-47fc-87a8-651c5a5b682b HTTP/1.1" status: 404 len: 336 time: 0.0813198 Apr 25 14:38:44.636120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43054) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.692183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-74201006-e5e8-4078-bc56-ca91578b6eac tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=502ab769-6dc5-4cdd-8b8c-2e20465dea04 HTTP/1.1" status: 200 len: 205 time: 0.0548410 Apr 25 14:38:44.692397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.692836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.693263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.693731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.694285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.694755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.694862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.695221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:44.697273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-226e46b1-937b-4de8-9af8-d283eb037cfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6501 time: 0.6256132 Apr 25 14:38:44.721652 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Routers {'648df0d7-6820-4184-aa6c-105e9dc17a7c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:44.722296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['648df0d7-6820-4184-aa6c-105e9dc17a7c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:44.738486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:44.802070 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60a7a7-201b-4f46-84ad-5eb94a3a99f7 None None] Pushing event updated for resources: {'Port': ['ID=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:44.829940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.860065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.928136 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] Set router 648df0d7-6820-4184-aa6c-105e9dc17a7c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:44.947736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:44.949748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4adec1a-a0cc-4e90-a349-fdd236d8109d req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0469551 Apr 25 14:38:44.952144 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-094e1a56-4cc0-4978-8416-c8996e8ae5c5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] delete failed (client error): The resource could not be found. Apr 25 14:38:44.953144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-094e1a56-4cc0-4978-8416-c8996e8ae5c5 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/502ab769-6dc5-4cdd-8b8c-2e20465dea04 HTTP/1.1" status: 404 len: 336 time: 0.2566714 Apr 25 14:38:44.963709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43068) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:44.963709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed506af3-449b-48e2-8d6d-32ed181fe7a9 req-2f35ddc3-1849-4d97-b5d4-f0eacd07d88d tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0561080 Apr 25 14:38:45.035632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5a36bed3-6025-463a-93e8-a13632c60396 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "GET /v2.0/ports?device_id=061d66b2-9b4e-4b08-aed4-75bc2d737bcc HTTP/1.1" status: 200 len: 205 time: 0.0695193 Apr 25 14:38:45.037487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43076) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:45.068449 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca37f01-c215-4f08-93dd-5ed7e94b1705'] response: {'server_uuid': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41', 'code': 200} Apr 25 14:38:45.103747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:45.117072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729df09-e282-4f60-af1c-42d9700c06ef tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:45.193122 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-0cdff83e-c53b-475a-acb6-023be7abeebb tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] delete failed (client error): The resource could not be found. Apr 25 14:38:45.196590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0cdff83e-c53b-475a-acb6-023be7abeebb tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/routers/061d66b2-9b4e-4b08-aed4-75bc2d737bcc HTTP/1.1" status: 404 len: 336 time: 0.1560702 Apr 25 14:38:45.197117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43080) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:45.248523 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b84d44f-195e-4e11-a482-3b087f441ce4 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] DELETE failed (client error): The resource could not be found. Apr 25 14:38:45.248977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b84d44f-195e-4e11-a482-3b087f441ce4 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:38:45.250716 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b84d44f-195e-4e11-a482-3b087f441ce4 tempest-RoutersAdminTest-1792677984 tempest-RoutersAdminTest-1792677984-project] 10.222.0.23 "DELETE /v2.0/subnets/8019ca19-5573-42fd-a477-1f79cb0e5270 HTTP/1.1" status: 404 len: 337 time: 0.0526903 Apr 25 14:38:45.269906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-c864d833-12dd-4fd7-a8ee-a0eefca6ed36 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8 HTTP/1.1" status: 200 len: 1806 time: 0.1128068 Apr 25 14:38:45.282498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:45.284826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:45.291752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:45.296686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:45.300647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-f3b24d41-6afd-478e-b1f7-4febdc9318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.301115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:45.301218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-f3b24d41-6afd-478e-b1f7-4febdc9318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.301613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-f3b24d41-6afd-478e-b1f7-4febdc9318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.303208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-f3b24d41-6afd-478e-b1f7-4febdc9318d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d HTTP/1.1" status: 200 len: 2298 time: 0.5514312 Apr 25 14:38:45.308755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:45.310637 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-538b5867-3d52-4433-b57c-53835a010265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:38:40Z', 'revision_number': 3, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:45.316611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b5867-3d52-4433-b57c-53835a010265 None None] The sync data for ids ['648df0d7-6820-4184-aa6c-105e9dc17a7c'] in n-d-811416-6 is: [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:38:40Z', 'revision_number': 3, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:45.402840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:45.472820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:45.481551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:45.516688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03f69a8-e126-41f0-8461-976eebd75185,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:45.547879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:45.554154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-77a83462-8d46-47c0-aca0-7c62fa3cec7e req-784e6c60-28d8-4540-928d-3235e25badff tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2710307 Apr 25 14:38:45.733314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-46226d05-c0a0-4b51-9010-d132fb048a5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde29288-b7a4-4925-8471-66c789590e38 HTTP/1.1" status: 200 len: 999 time: 0.4178984 Apr 25 14:38:45.783528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43094) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:45.818922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895e980-4c4a-4d45-abe0-24cad2cc9912 req-bf34aeca-6c9c-4c28-b400-009b50ffb1b5 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.825864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895e980-4c4a-4d45-abe0-24cad2cc9912 req-bf34aeca-6c9c-4c28-b400-009b50ffb1b5 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.827582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4895e980-4c4a-4d45-abe0-24cad2cc9912 req-bf34aeca-6c9c-4c28-b400-009b50ffb1b5 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1681 time: 0.1202424 Apr 25 14:38:45.897949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4895e980-4c4a-4d45-abe0-24cad2cc9912 req-1c9d2f0d-5390-4ea8-bd5a-ca28df49af87 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627258 Apr 25 14:38:45.940007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-786965826', 'description': 'tempest-description-1950626591'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:45.944528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b9fb-5838-4ab2-adc3-d37507a35e84 req-2fea14e1-5654-4d8a-88e8-86c222ba9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.946763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6a2b9fb-5838-4ab2-adc3-d37507a35e84 req-2fea14e1-5654-4d8a-88e8-86c222ba9b33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 1097 time: 0.8180468 Apr 25 14:38:45.950946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:45.955328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:45.956573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29bc94-ea9b-4e6e-8c79-0b4ce09ce1de req-064fc6c3-6ebc-454f-bc0f-c147e38c781e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:45.959100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:45.959606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d29bc94-ea9b-4e6e-8c79-0b4ce09ce1de req-064fc6c3-6ebc-454f-bc0f-c147e38c781e tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.7777100 Apr 25 14:38:45.966621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:46.005104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.019261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.028632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-5a042f0e-3def-48a2-bd2b-a8503ecd8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:46.030562 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-5a042f0e-3def-48a2-bd2b-a8503ecd8d9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03322612-730b-4bd2-b5ad-ebb7e5447ecf HTTP/1.1" status: 200 len: 856 time: 0.2666039 Apr 25 14:38:46.044573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:46.051584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Usage tracker for resource:security_group_rule and tenant:f8b729e07f1141089281c3daeeef33b2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:46.056444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:46.063455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:46.065910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:46.070149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:46.076645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:46.087799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:46.089125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:46.153547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6a2b9fb-5838-4ab2-adc3-d37507a35e84 req-5063e675-2720-44bd-9b34-03cd1487cea1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551764 Apr 25 14:38:46.172967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Allocated IP 172.20.0.1 (8b6f853e-0561-4f2d-bf85-27b57b365fb3/9345f816-b60b-4a7d-83bd-8b2ab266e1c6/67a49432-54ad-4102-9520-417b41cafc1f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:46.187484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:46.190886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d29bc94-ea9b-4e6e-8c79-0b4ce09ce1de req-87fa6023-1ae9-4d45-8072-86f998158614 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914454 Apr 25 14:38:46.208370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:46.210003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.228295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.240314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.265843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.292942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.302230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-619255da-7f61-4603-8135-15dfeed278a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:46.304385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-619255da-7f61-4603-8135-15dfeed278a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499645 Apr 25 14:38:46.334224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5429df-a2c2-4751-96b2-56bc64ffd1c4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:46.383460 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.384671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48dfff8f-507f-4368-bd31-9c075d05458c req-0b8b2ba9-603a-450c-a7ba-9a874386f6a2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4491251 Apr 25 14:38:46.421107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.434915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43110) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:46.435094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b729e07f1141089281c3daeeef33b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476562 Apr 25 14:38:46.443337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df947b7-43ee-4b22-82b9-48289b37aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd34c3-e3da-4c33-8ae6-c4f76d37ca1c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:46.502905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.530500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:46.536954 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.622763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Transition to ACTIVE for port object 67a49432-54ad-4102-9520-417b41cafc1f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:46.646316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:46.652685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1e58fc4-f40f-4bb2-abe0-ce7f65a78982 req-ce676fdb-47dd-4d2e-9681-9a95ae8d8fea tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0820954 Apr 25 14:38:46.717601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2059303630', 'description': 'tempest-description-613963932'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:46.726760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-d80e4025-282b-44a9-8d85-36efb243cd96 service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627167 Apr 25 14:38:46.729820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cef432d6-8b0a-4315-a4a7-1be93e7a6744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.734947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:46.785317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:46.799577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:46.814683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:46.861893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cef432d6-8b0a-4315-a4a7-1be93e7a6744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.874562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.930597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043da9-67e6-4243-8ce9-6de55800bfb4 req-eae3fea3-bd90-4c91-9a6c-7975811ce403 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:46.936501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043da9-67e6-4243-8ce9-6de55800bfb4 req-eae3fea3-bd90-4c91-9a6c-7975811ce403 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:46.938168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2e043da9-67e6-4243-8ce9-6de55800bfb4 req-eae3fea3-bd90-4c91-9a6c-7975811ce403 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1681 time: 0.0937190 Apr 25 14:38:46.952794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:46.986431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2e043da9-67e6-4243-8ce9-6de55800bfb4 req-2c66cef6-2bbe-4b0f-891a-69c02be81fd3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Apr 25 14:38:47.008347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:47.019846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:47.022584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:47.071619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Pushing event updated for resources: {'Port': ['ID=67a49432-54ad-4102-9520-417b41cafc1f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:47.074811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:47.091945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:47.099417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:47.104850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-d48719b1-88a1-42bd-9380-c417031e0d41 service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720872 Apr 25 14:38:47.113115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:47.205019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-43d90971-ddbb-4a5d-bb37-1c4ae0d8660b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 217 time: 0.0892854 Apr 25 14:38:47.208819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.223768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cef432d6-8b0a-4315-a4a7-1be93e7a6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.309259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef432d6-8b0a-4315-a4a7-1be93e7a6744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd34c3-e3da-4c33-8ae6-c4f76d37ca1c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:47.380200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-ab9a775d-8c1a-4cde-81fc-81583dedbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:47.382041 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-ab9a775d-8c1a-4cde-81fc-81583dedbd46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.1595449 Apr 25 14:38:47.390018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cef432d6-8b0a-4315-a4a7-1be93e7a6744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.391969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cef432d6-8b0a-4315-a4a7-1be93e7a6744 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1bd34c3-e3da-4c33-8ae6-c4f76d37ca1c HTTP/1.1" status: 204 len: 168 time: 0.9514930 Apr 25 14:38:47.441210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e536d14d-1e80-4bfd-af25-1f626185b671 None None] Provisioning for port 67a49432-54ad-4102-9520-417b41cafc1f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:47.448775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e536d14d-1e80-4bfd-af25-1f626185b671 None None] Provisioning complete for port 67a49432-54ad-4102-9520-417b41cafc1f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:47.450101 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e536d14d-1e80-4bfd-af25-1f626185b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.522613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c283c-9539-40d0-951c-ea721c91375c req-45d57b07-787a-412e-8450-25b63036e20b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:47.532699 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-689c283c-9539-40d0-951c-ea721c91375c req-45d57b07-787a-412e-8450-25b63036e20b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.1939349 Apr 25 14:38:47.553294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e536d14d-1e80-4bfd-af25-1f626185b671 None None] Port 67a49432-54ad-4102-9520-417b41cafc1f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:47.569900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.588281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.612651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-689c283c-9539-40d0-951c-ea721c91375c req-8167d50f-ba1a-486d-8aea-d241d5642dd4 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Apr 25 14:38:47.688424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.689806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-967d8862-08b8-49b7-a081-da9b400f93a1 req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9854124 Apr 25 14:38:47.696500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dca98-74d2-422a-8f02-49d60d72dd41 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:47.721991 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:47.867310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-999ead5e-f5ea-4610-b6d2-47f65b5bdacb req-2f2779dc-d62a-4184-aec5-3ec51e31fd2c tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0563140 Apr 25 14:38:47.910456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43144) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:47.921719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-de20307d-07dc-4cca-bfeb-d3fb844c2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:47.923010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-de20307d-07dc-4cca-bfeb-d3fb844c2094 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5290074 Apr 25 14:38:47.978297 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84bb2477-1bb3-4981-8648-6deebc0851fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e15cb6f5edea4f188cc511779ce76e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665605 Apr 25 14:38:47.978423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:48.053170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:48.137762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:48.138243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:48.175583 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-e17d1f03-ff2c-4bae-bcca-526a0d676c05 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ed5429df-a2c2-4751-96b2-56bc64ffd1c4 HTTP/1.1" status: 200 len: 1806 time: 0.2471514 Apr 25 14:38:48.304506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09c141-2141-469b-8505-960f8bad152f req-d294feef-c0df-4bed-9518-c9d351491816 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:48.313083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09c141-2141-469b-8505-960f8bad152f req-d294feef-c0df-4bed-9518-c9d351491816 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:48.317367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d09c141-2141-469b-8505-960f8bad152f req-d294feef-c0df-4bed-9518-c9d351491816 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1681 time: 0.1357820 Apr 25 14:38:48.363162 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d09c141-2141-469b-8505-960f8bad152f req-88f2be0d-8797-4b04-9269-b4ff48896973 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Apr 25 14:38:48.436355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23995995-a6b0-4a69-8139-a16c225ec46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:48.439463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-4f870f4e-65aa-4230-855b-a827cb27a3ea service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913068 Apr 25 14:38:48.540649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-c7a568f7-aaf1-4f84-975a-e320ee1314b6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1 HTTP/1.1" status: 200 len: 1806 time: 0.3352237 Apr 25 14:38:48.632377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23995995-a6b0-4a69-8139-a16c225ec46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:48.652122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed5429df-a2c2-4751-96b2-56bc64ffd1c4', 'remote_group_id': 'f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:48.652122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed5429df-a2c2-4751-96b2-56bc64ffd1c4', 'remote_group_id': 'f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:48.670784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:48.713906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:48.714065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:48.749966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:48.830883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:48.845150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-3576813f-b623-479f-b445-a7b8aebeac64 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:48.854471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-3576813f-b623-479f-b445-a7b8aebeac64 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:48.854856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca595b38-1de9-471a-92ec-50a403d021a7 req-630d5c3c-b9c4-45c3-9d96-7980a7924956 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:48.858274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-3576813f-b623-479f-b445-a7b8aebeac64 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1681 time: 0.5134423 Apr 25 14:38:48.869122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca595b38-1de9-471a-92ec-50a403d021a7 req-630d5c3c-b9c4-45c3-9d96-7980a7924956 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.1415188 Apr 25 14:38:48.869342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:48.905012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43170) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:48.938443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca595b38-1de9-471a-92ec-50a403d021a7 req-35ab23f7-ae28-44a8-8298-2b15285f0459 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722818 Apr 25 14:38:48.957245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-89ed1005-e1a7-456e-b28b-f97904b3b16e service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061839 Apr 25 14:38:49.083384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.123356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23995995-a6b0-4a69-8139-a16c225ec46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.151662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-abff92d0-3f84-475e-adad-3ced01f03574 req-47484f78-54f7-4d27-9ed6-65217788d709 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0559211 Apr 25 14:38:49.151662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:49.158668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Usage tracker for resource:security_group_rule and tenant:013690c759ab4e6abfb577f12156a85e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:49.161537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.161845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:49.177485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23995995-a6b0-4a69-8139-a16c225ec46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353545fa-24a9-4930-b7a9-958be6961737,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:49.177650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:49.177804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-1a621df4-4b7e-425c-8421-a33302f689bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 217 time: 0.1293149 Apr 25 14:38:49.272268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Pushing event updated for resources: {'Port': ['ID=67a49432-54ad-4102-9520-417b41cafc1f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:49.296163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.302443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 1f3520de-470a-4523-b50e-206e0b820bf4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:49.302773 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.336514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23995995-a6b0-4a69-8139-a16c225ec46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.341748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-23995995-a6b0-4a69-8139-a16c225ec46c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/353545fa-24a9-4930-b7a9-958be6961737 HTTP/1.1" status: 204 len: 168 time: 1.3390975 Apr 25 14:38:49.374754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.378481 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.432752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=013690c759ab4e6abfb577f12156a85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261409 Apr 25 14:38:49.439866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:49.494024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27499ed7-7ff5-45f2-99e7-6ac6241f364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c186d8f-0373-4528-bb89-b9cc322aa27f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:49.561652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df12e1f-6647-439e-a66f-dddb9168e6a0 req-b12c0444-eabb-4076-8f7b-e875134b26c5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:49.571071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6df12e1f-6647-439e-a66f-dddb9168e6a0 req-b12c0444-eabb-4076-8f7b-e875134b26c5 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.2511497 Apr 25 14:38:49.594832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e35d55f3-b097-4aba-bedc-eff0f24c1070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.608119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.610008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-0ba6b9a8-3d0c-4270-a943-f3b924ea900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:49.612323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-0ba6b9a8-3d0c-4270-a943-f3b924ea900d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.4267950 Apr 25 14:38:49.629832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.645367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6df12e1f-6647-439e-a66f-dddb9168e6a0 req-9cb180c0-5b63-40f8-b640-f0f71014f2ef tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Apr 25 14:38:49.656734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e35d55f3-b097-4aba-bedc-eff0f24c1070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.693405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:49.745764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:49.775691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e35d55f3-b097-4aba-bedc-eff0f24c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.786839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40a72d8-642e-42d4-adcc-f4a7db627171,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:49.804021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.804021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3ba3d71-b412-485e-a456-739a03717ec5 req-4c27e79b-8931-4fa8-8447-528b1986d728 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2388659 Apr 25 14:38:49.811230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d55f3-b097-4aba-bedc-eff0f24c1070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c186d8f-0373-4528-bb89-b9cc322aa27f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:49.856778 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e35d55f3-b097-4aba-bedc-eff0f24c1070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:49.862483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e35d55f3-b097-4aba-bedc-eff0f24c1070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c186d8f-0373-4528-bb89-b9cc322aa27f HTTP/1.1" status: 204 len: 168 time: 0.4193859 Apr 25 14:38:50.056578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61aa30-6d65-4dc9-b138-9495d85c7f91 req-504efd9d-4931-414d-9941-c420a75a69a1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:50.065410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61aa30-6d65-4dc9-b138-9495d85c7f91 req-504efd9d-4931-414d-9941-c420a75a69a1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:50.075774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c61aa30-6d65-4dc9-b138-9495d85c7f91 req-504efd9d-4931-414d-9941-c420a75a69a1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1681 time: 0.1996651 Apr 25 14:38:50.150502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c61aa30-6d65-4dc9-b138-9495d85c7f91 req-f07a747a-8e7d-49e6-a7a3-f87879bb0557 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Apr 25 14:38:50.217250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1451011566', 'description': 'tempest-description-297136756'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:50.227931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:50.233763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:50.234694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8917c09b-2739-4fdc-bebc-cc4c42831765 None None] Provisioning complete for port 67a49432-54ad-4102-9520-417b41cafc1f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:50.235737 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8917c09b-2739-4fdc-bebc-cc4c42831765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:50.242162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:50.249973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:50.304315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:50.360359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:50.366940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:50.370022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:50.381025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:50.386162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8917c09b-2739-4fdc-bebc-cc4c42831765 None None] Port 67a49432-54ad-4102-9520-417b41cafc1f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:38:50.546533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:50.557691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:50.628772 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:50.633223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0e82593-1a09-4255-abd1-1fc73bd69b88 req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4194341 Apr 25 14:38:50.653567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Router 648df0d7-6820-4184-aa6c-105e9dc17a7c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:38:50.683712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78cd9a-5b19-4005-b3fa-af9fd17096b5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af931522-f000-4cca-9336-66149cbe75ff,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:50.714111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14c47c0d-0ba2-46df-b853-3c1f60308482 req-d5791c08-05b6-4802-9943-5d4ffc581c82 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.2104726 Apr 25 14:38:50.807763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1f3520de-470a-4523-b50e-206e0b820bf4 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:50.851931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-852641651', 'description': 'tempest-description-632748845'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:50.874163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:50.888933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:50.895017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-d94f3247-91d2-4000-b13a-199b0aad9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:50.896749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-d94f3247-91d2-4000-b13a-199b0aad9fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2608960 Apr 25 14:38:50.900999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:50.938234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:50.940552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:50.983547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.001385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598829b2-56ef-4325-8d55-aec2d5abc257 req-3273e33f-5274-499a-b758-02d380f1649a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:51.014614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-598829b2-56ef-4325-8d55-aec2d5abc257 req-3273e33f-5274-499a-b758-02d380f1649a tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.1794600 Apr 25 14:38:51.053578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:51.059708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:51.072452 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.074056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device fe93718f-f5ad-49f0-9f71-08e3de2d4c1f no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:38:51.097118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-598829b2-56ef-4325-8d55-aec2d5abc257 req-2bef783a-d1c7-4efb-83ac-266144ea74d0 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805480 Apr 25 14:38:51.173274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43240) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:51.240490 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1f13f5-a382-4067-abf9-9e244f57ada2'] response: {'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4', 'code': 200} Apr 25 14:38:51.317478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:51.359513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.382306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:51.425288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:51.435773 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.462989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 1f3520de-470a-4523-b50e-206e0b820bf4 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:51.565379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:38:51.582813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb8bbd25-7c03-495c-a02f-bb77152eb59b admin admin] 10.222.0.23 "PUT /v2.0/routers/648df0d7-6820-4184-aa6c-105e9dc17a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6592569 Apr 25 14:38:51.600790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:51.610774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Sync routers for ids ['648df0d7-6820-4184-aa6c-105e9dc17a7c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:38:51.615877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.625865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Routers {'648df0d7-6820-4184-aa6c-105e9dc17a7c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:51.626739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['648df0d7-6820-4184-aa6c-105e9dc17a7c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:51.666425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:51.677297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:51.682145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:51.710522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:51.749117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-b0472b82-ecd7-42d7-893b-6d68bc7b3778 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401861 Apr 25 14:38:51.751005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:38:51.751445 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:38:51.786827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1829268861'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:51.803285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04b10269-a765-4838-8db6-7c06a0b94beb req-e154d3db-8094-4ae4-b770-69093428e6c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71727d2c432d4e1e9dbbfdd2c111191f&device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.2962761 Apr 25 14:38:51.804267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:51.810141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Usage tracker for resource:network and tenant:45e2a0e953f7496d8896b4f4475b9793 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:51.814406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:51.822084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:51.884243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04b10269-a765-4838-8db6-7c06a0b94beb req-3b6d9ee2-36da-4a7a-b814-db87e024e516 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=71727d2c432d4e1e9dbbfdd2c111191f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482478 Apr 25 14:38:51.899043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:51.903616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.982658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.989263 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.991012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-adb0d56b-75ff-4a5a-b914-3caa4c6e4658 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297878 Apr 25 14:38:51.992153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:51.998867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Set router 648df0d7-6820-4184-aa6c-105e9dc17a7c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:52.082156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:52.091964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8f52-61b4-4620-88a6-7a38d5f64be0 req-a7551cc4-4775-42f2-8b20-aeb79db0e0f9 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:52.099261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c4e8f52-61b4-4620-88a6-7a38d5f64be0 req-a7551cc4-4775-42f2-8b20-aeb79db0e0f9 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.6323128 Apr 25 14:38:52.111146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-e3c20be6-129f-4740-9383-97fc28173f96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a HTTP/1.1" status: 200 len: 217 time: 0.1115155 Apr 25 14:38:52.156019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Usage tracker for resource:security_group_rule and tenant:45e2a0e953f7496d8896b4f4475b9793 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:52.165887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:52.178904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:52.212392 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c4e8f52-61b4-4620-88a6-7a38d5f64be0 req-a0307740-a20c-407b-a359-eabb452480d4 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119077 Apr 25 14:38:52.230753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-975ea845-1d0a-4d22-b70a-99c41e6f3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:52.236621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-975ea845-1d0a-4d22-b70a-99c41e6f3f57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.1130028 Apr 25 14:38:52.242782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f790a29-a5cb-42e0-a072-e22de25cf77e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:52.302909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b10269-a765-4838-8db6-7c06a0b94beb req-af6c1127-bb05-4e6d-8899-26e8c5580720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:52.302909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04b10269-a765-4838-8db6-7c06a0b94beb req-af6c1127-bb05-4e6d-8899-26e8c5580720 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4088192 Apr 25 14:38:52.366027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 1f3520de-470a-4523-b50e-206e0b820bf4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:52.366027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:52.414613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:52.440620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-967b6695-3231-4574-b09e-27c131301b63 req-18a4ba25-b607-4be4-ba91-072204f6a2d1 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.6165140 Apr 25 14:38:52.593562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:52.615029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:52.878679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:38:47Z', 'revision_number': 4, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '67a49432-54ad-4102-9520-417b41cafc1f', 'name': '', 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'mac_address': 'fa:16:3e:b6:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:45Z', 'updated_at': '2022-04-25T14:38:48Z', 'revision_number': 2, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'subnets': [{'id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:52.888378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:38:52.899076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Checking router: 648df0d7-6820-4184-aa6c-105e9dc17a7c for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:38:52.899076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Updating router 648df0d7-6820-4184-aa6c-105e9dc17a7c port 67a49432-54ad-4102-9520-417b41cafc1f binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:38:52.991328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:52.991328 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Added segment b4f7a734-4801-4c59-ba1c-fe99a75f1cf2 of type vlan for network c3d60ab2-398c-4f2d-8bb8-31584531cd4f Apr 25 14:38:53.015129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204d980f-13c0-43ba-9abe-bc5e5cdc9ad9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:53.100284 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:53.119794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ae4c-10f4-41c3-8d69-f1f69245d49c req-ac99db70-b592-4e8e-8682-5c5b4d7caaab tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:53.156134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-1130718f-d84d-44a7-a9ea-541a82e23c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:53.162982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ae4c-10f4-41c3-8d69-f1f69245d49c req-ac99db70-b592-4e8e-8682-5c5b4d7caaab tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:53.170390 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e547ae4c-10f4-41c3-8d69-f1f69245d49c req-ac99db70-b592-4e8e-8682-5c5b4d7caaab tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 1677 time: 0.7547770 Apr 25 14:38:53.173866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-1130718f-d84d-44a7-a9ea-541a82e23c59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9302869 Apr 25 14:38:53.264248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:53.331907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:53.365285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e547ae4c-10f4-41c3-8d69-f1f69245d49c req-f50d3619-d2c2-422d-9d7a-99091882aff7 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992471 Apr 25 14:38:53.399897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:53.399897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:53.399897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:53.696126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Network': ['ID=c3d60ab2-398c-4f2d-8bb8-31584531cd4f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:53.717875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e46c5012-b3a7-4f11-a834-b13a126dc2c2 req-6f68afd0-83bf-4c14-999d-e4f940ff18c7 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.5603209 Apr 25 14:38:53.734352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-10331b25-abb8-43d0-b177-5e42add73e85 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5506585 Apr 25 14:38:53.742194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43276) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:53.750529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'subnet': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:53.772050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:38:54.038310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.064999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Transition to ACTIVE for port object 67a49432-54ad-4102-9520-417b41cafc1f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:54.074736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 1f3520de-470a-4523-b50e-206e0b820bf4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1f3520de-470a-4523-b50e-206e0b820bf4,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:54.075146 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.078699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.138980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-f2823425-1a5a-402d-83b8-4bc7da57cfd0 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/af931522-f000-4cca-9336-66149cbe75ff HTTP/1.1" status: 200 len: 1806 time: 0.3739305 Apr 25 14:38:54.162331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:54.299395 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2497989d-e90a-4e6a-b8ea-671eeddbbd67'] response: {'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f', 'code': 200} Apr 25 14:38:54.305607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-d08ee00f-df27-409e-be4b-2a58e0607265 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0506725 Apr 25 14:38:54.315652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed652e3a-1c80-4a85-97b5-68ceba5f84e2 None None] Pushing event updated for resources: {'Port': ['ID=67a49432-54ad-4102-9520-417b41cafc1f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:54.544217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3091b-9535-4bf9-b138-564e624243dd req-f348b1ca-af5f-4fad-9c7c-b5abd5fcd018 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:54.557557 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66d3091b-9535-4bf9-b138-564e624243dd req-f348b1ca-af5f-4fad-9c7c-b5abd5fcd018 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.1270621 Apr 25 14:38:54.567640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Usage tracker for resource:subnet and tenant:45e2a0e953f7496d8896b4f4475b9793 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:54.591922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 1f3520de-470a-4523-b50e-206e0b820bf4 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:54.619571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66d3091b-9535-4bf9-b138-564e624243dd req-45220a44-0f97-4e30-81ab-a8808deb1013 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610185 Apr 25 14:38:54.624549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Attempting to bind port 67a49432-54ad-4102-9520-417b41cafc1f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:54.633251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Attempting to bind port 67a49432-54ad-4102-9520-417b41cafc1f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:54.633251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Attempting to bind port 67a49432-54ad-4102-9520-417b41cafc1f on network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:54.640491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:54.640901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Checking segment: {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:54.641423 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.641885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Bound using segment: {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:54.642434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Bound port: 67a49432-54ad-4102-9520-417b41cafc1f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d703cf2-6f2f-4e35-9c32-fc088a676866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:54.642895 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.753939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] For port 67a49432-54ad-4102-9520-417b41cafc1f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:54.757637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] For port 67a49432-54ad-4102-9520-417b41cafc1f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67a49432-54ad-4102-9520-417b41cafc1f,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:54.767297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.838895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:54.843798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:54.866956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67899-1c84-49f9-9741-2f049547b5dd req-972f2746-4665-4998-8570-b1127f776e0c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:54.871006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:54.877284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92f67899-1c84-49f9-9741-2f049547b5dd req-972f2746-4665-4998-8570-b1127f776e0c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 943 time: 0.1088700 Apr 25 14:38:54.886946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed652e3a-1c80-4a85-97b5-68ceba5f84e2 None None] Pushing event updated for resources: {'Port': ['ID=67a49432-54ad-4102-9520-417b41cafc1f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:54.899815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Routers {'648df0d7-6820-4184-aa6c-105e9dc17a7c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:38:54.900652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:38:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['648df0d7-6820-4184-aa6c-105e9dc17a7c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:54.974604 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92f67899-1c84-49f9-9741-2f049547b5dd req-4faa9770-7b3f-4be6-8afb-3a820b5bc6b1 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923722 Apr 25 14:38:55.166446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Port': ['ID=1f3520de-470a-4523-b50e-206e0b820bf4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:55.182906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] Set router 648df0d7-6820-4184-aa6c-105e9dc17a7c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:38:55.356632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:55.370041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:55.380675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26838-f132-4f79-bc86-7c1b25d24f9d req-210cef36-a22b-4797-bfb9-0a7d7079e067 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:55.382847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cae26838-f132-4f79-bc86-7c1b25d24f9d req-210cef36-a22b-4797-bfb9-0a7d7079e067 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.2369752 Apr 25 14:38:55.509380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cae26838-f132-4f79-bc86-7c1b25d24f9d req-1b5e81a4-8c0c-4513-b311-0823e06bccc2 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862365 Apr 25 14:38:55.709222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-924893cb-0126-45c1-b7e4-abd4686c47f0 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/2f790a29-a5cb-42e0-a072-e22de25cf77e HTTP/1.1" status: 200 len: 1805 time: 1.5683792 Apr 25 14:38:55.840922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af931522-f000-4cca-9336-66149cbe75ff', 'remote_group_id': '2f790a29-a5cb-42e0-a072-e22de25cf77e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:55.841786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af931522-f000-4cca-9336-66149cbe75ff', 'remote_group_id': '2f790a29-a5cb-42e0-a072-e22de25cf77e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:55.849128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:55.856595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:55.860973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:55.865341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2059b676-5c5b-49e1-b162-31e92989ac87 req-cc6c460d-6e4a-4ba1-8c0b-4e25f88d1c8f tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0990269 Apr 25 14:38:55.870075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] No DVR routers for this DVR port 1f3520de-470a-4523-b50e-206e0b820bf4 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:55.872648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:55.888224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-deleted', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:55.894826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:55.957262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-cc5632de-c8ac-4f95-91cf-6c5aa9229271 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.21 "DELETE /v2.0/ports/1f3520de-470a-4523-b50e-206e0b820bf4 HTTP/1.1" status: 204 len: 173 time: 7.0435464 Apr 25 14:38:56.072026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:38:47Z', 'revision_number': 4, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '67a49432-54ad-4102-9520-417b41cafc1f', 'name': '', 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'mac_address': 'fa:16:3e:b6:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:45Z', 'updated_at': '2022-04-25T14:38:54Z', 'revision_number': 4, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'subnets': [{'id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:38:56.090004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157dc87-54ea-404a-9cfd-9eb49eec6329 None None] The sync data for ids ['648df0d7-6820-4184-aa6c-105e9dc17a7c'] in n-d-811416-6 is: [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:38:47Z', 'revision_number': 4, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '67a49432-54ad-4102-9520-417b41cafc1f', 'name': '', 'network_id': '8b6f853e-0561-4f2d-bf85-27b57b365fb3', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'mac_address': 'fa:16:3e:b6:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:45Z', 'updated_at': '2022-04-25T14:38:54Z', 'revision_number': 4, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'subnets': [{'id': '9345f816-b60b-4a7d-83bd-8b2ab266e1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:38:56.104274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-77c8bd5d-f742-436f-8e2d-331a4e9af7ea service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5396256 Apr 25 14:38:56.114452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:56.117175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:56.405587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-23293bab-4ba5-47bd-86ca-bb63a5237bce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=23cc6f25-55a1-47ed-af7e-ec6621894849 HTTP/1.1" status: 200 len: 217 time: 0.1711011 Apr 25 14:38:56.535200 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b30999-c6b5-4afe-a6e8-7a9bc15ccaa4'] response: {'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-deleted', 'tag': '1f3520de-470a-4523-b50e-206e0b820bf4', 'status': 'completed', 'code': 200} Apr 25 14:38:56.649074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:56.677528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-966b034f-ed6d-4a55-9068-459bddf6d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:56.679227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-966b034f-ed6d-4a55-9068-459bddf6d314 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.2568831 Apr 25 14:38:56.816962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033557-99c1-456a-a7fe-049a98fff7f4 req-97bfa82a-9446-4174-acc1-24a23ec8f245 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:56.819607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-93033557-99c1-456a-a7fe-049a98fff7f4 req-97bfa82a-9446-4174-acc1-24a23ec8f245 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 943 time: 0.1514380 Apr 25 14:38:56.918926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-93033557-99c1-456a-a7fe-049a98fff7f4 req-1977dab9-3327-4132-a9b9-7a7ebf7fe603 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc3ad60-02d2-4141-83de-294bd5c6b4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907636 Apr 25 14:38:57.055007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:57.081021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:57.130513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29d24b9-a2da-4847-a33a-93570a7fba95,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:57.140662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:57.224993 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:57.226227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1fd8b14-1ba3-4b6f-a9d6-1d8a28644ad9 req-bd25344d-db58-40ca-b309-2f045b6e9d97 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3954380 Apr 25 14:38:57.240180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:57.240829 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:57.626473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for fe93718f-f5ad-49f0-9f71-08e3de2d4c1f owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:38:57.642517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76974e13-4f8f-4021-804b-f17e31d93c87 req-a087e043-c426-4c99-9706-4c4348a172bf tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:57.674198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76974e13-4f8f-4021-804b-f17e31d93c87 req-a087e043-c426-4c99-9706-4c4348a172bf tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.1967208 Apr 25 14:38:57.710394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Subnet': ['ID=6a0c29b4-0411-415c-845a-38ac272c2521,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:57.765279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76974e13-4f8f-4021-804b-f17e31d93c87 req-95bc4711-2fe3-4317-bcd8-0b59cf5ba42b tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981643 Apr 25 14:38:57.773063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-33d723be-2fd8-4f1d-81ad-70119208cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:57.774580 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-33d723be-2fd8-4f1d-81ad-70119208cc35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0646222 Apr 25 14:38:57.784555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a0176db-a5f1-4686-ac9a-b068ee546e74 req-c86cddcd-2ef5-41a2-8c54-36fb47c09047 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.2765844 Apr 25 14:38:57.791924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Checking segment: {'id': 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:57.792299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network hostable DHCP agents. Network: c3d60ab2-398c-4f2d-8bb8-31584531cd4f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:38:57.877430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43334) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:57.915949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-271d0463-ebe9-4371-83dd-033078538e54 req-fec4e6ed-3cf6-4058-8946-e3d7f56919af tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/2f790a29-a5cb-42e0-a072-e22de25cf77e HTTP/1.1" status: 200 len: 1805 time: 0.0961921 Apr 25 14:38:57.996141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:38:58.095716 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-271d0463-ebe9-4371-83dd-033078538e54 req-3b46029d-b4f1-4b33-998d-7e013f7970de tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.141550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c3d60ab2-398c-4f2d-8bb8-31584531cd4f) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:58.150705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:58.151309 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.157788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ed8a6-c673-4088-9e2e-f10bd08de0e4 None None] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:38:58.195372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.201135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67a49432-54ad-4102-9520-417b41cafc1f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:38:58.213656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-271d0463-ebe9-4371-83dd-033078538e54 req-3b46029d-b4f1-4b33-998d-7e013f7970de tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.285488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:58.289404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-271d0463-ebe9-4371-83dd-033078538e54 req-3b46029d-b4f1-4b33-998d-7e013f7970de tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.314341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:459cab43178d453ca0856992065b6e3f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:58.317873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46029d-b4f1-4b33-998d-7e013f7970de tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f790a29-a5cb-42e0-a072-e22de25cf77e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:58.326741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-271d0463-ebe9-4371-83dd-033078538e54 req-3b46029d-b4f1-4b33-998d-7e013f7970de tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.332537 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-271d0463-ebe9-4371-83dd-033078538e54 req-3b46029d-b4f1-4b33-998d-7e013f7970de tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f790a29-a5cb-42e0-a072-e22de25cf77e HTTP/1.1" status: 204 len: 173 time: 0.4033267 Apr 25 14:38:58.334019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:58.354708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:58.366104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2fe891f1-ee63-40e8-9689-955a7402db54 req-87762a8a-eb75-4728-9e86-5353d9c5a551 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Synchronizing usage tracker for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:38:58.374507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-098ddce4-23ad-4492-8eb4-fcfd03261ddb service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734038 Apr 25 14:38:58.384883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.454580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e94e6d98-d630-42b0-ab38-c090a18fef22 req-36397bde-e4fd-460d-a6e9-31001eff385c tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/af931522-f000-4cca-9336-66149cbe75ff HTTP/1.1" status: 200 len: 1806 time: 0.1014881 Apr 25 14:38:58.481109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 67a49432-54ad-4102-9520-417b41cafc1f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:38:58.492018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 67a49432-54ad-4102-9520-417b41cafc1f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:38:58.492453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.510246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-516441344', 'description': 'tempest-description-212319125'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:58.543488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:58.555395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:58.571404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'tenant_id': '45e2a0e953f7496d8896b4f4475b9793', 'fixed_ips': [{'subnet_id': '6a0c29b4-0411-415c-845a-38ac272c2521'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:38:58.572229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.586029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:58.596808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:58.621689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.629334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.699555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=459cab43178d453ca0856992065b6e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8195803 Apr 25 14:38:58.700811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:58.701708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878ff0e-d16c-416f-8e2a-d7bc17677bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8ec703-267d-4156-958f-17b5634d3d99,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:58.716931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.726049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4156-1874-48e1-9013-43785df87f5e req-ac4f8b03-2b68-48af-a985-375af4060662 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:58.727690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-500f4156-1874-48e1-9013-43785df87f5e req-ac4f8b03-2b68-48af-a985-375af4060662 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 0.8933661 Apr 25 14:38:58.728589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2fe891f1-ee63-40e8-9689-955a7402db54 req-87762a8a-eb75-4728-9e86-5353d9c5a551 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Unset dirty status for tenant:30753c066fb748ebaa00578f5000ec91 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:38:58.731132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fe891f1-ee63-40e8-9689-955a7402db54 req-87762a8a-eb75-4728-9e86-5353d9c5a551 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5226d93-dd0c-4b1b-a881-1bd801a5fb08 HTTP/1.1" status: 200 len: 210 time: 0.4652603 Apr 25 14:38:58.732134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Port': ['ID=fe93718f-f5ad-49f0-9f71-08e3de2d4c1f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:58.736433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-90415ca7-98eb-476b-993e-9fe68540e5c0 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437517 Apr 25 14:38:58.823429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Allocated IP 2001:db8::2 (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/7085dba8-d90b-4187-b702-e0bad9f30cb0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:58.833835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:58.848766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43356) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:38:58.849919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-762bdaaa-ad1c-4a3f-a584-5bc7d835455c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1104984 Apr 25 14:38:58.857303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Deleting port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:38:58.857752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:58.872131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:58.881726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:58.894519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-72056659'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:38:59.067107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-3b35836e-d970-4822-9169-1250f31644a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79eee83e-e608-4f00-9eba-ab94763a80bf HTTP/1.1" status: 200 len: 217 time: 0.3224256 Apr 25 14:38:59.143073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] No DVR routers for this DVR port fe93718f-f5ad-49f0-9f71-08e3de2d4c1f on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:38:59.173945 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.177558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:38:59.184378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Usage tracker for resource:port and tenant:45e2a0e953f7496d8896b4f4475b9793 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:38:59.185334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Transition to ACTIVE for port object 7085dba8-d90b-4187-b702-e0bad9f30cb0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:59.188332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:38:59.197567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:59.209371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a924aa4a-fad5-4234-8cfa-0cec9af38912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.211862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:38:59.217862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:38:59.220338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Transition to ACTIVE for port object 7085dba8-d90b-4187-b702-e0bad9f30cb0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:38:59.223308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.227647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.236868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.241724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-ced09cd3-e6ab-469d-ac96-f0f9af987076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:38:59.243684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-ced09cd3-e6ab-469d-ac96-f0f9af987076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.1024210 Apr 25 14:38:59.244731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.247695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6c20d5a-d74f-454d-8f4f-c7b96d7a85b3 req-70e8b8ce-d2c9-4d6a-a70f-7b84c0b6e8e0 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.21 "DELETE /v2.0/ports/fe93718f-f5ad-49f0-9f71-08e3de2d4c1f HTTP/1.1" status: 204 len: 173 time: 3.2770376 Apr 25 14:38:59.264571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] device_id is not set on port 9360dfb5-9e71-4178-8261-c1de9c03ce53 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:38:59.288160 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.300398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-deleted', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:38:59.353638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:38:59.364468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:38:59.369183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Pushing event updated for resources: {'Port': ['ID=7085dba8-d90b-4187-b702-e0bad9f30cb0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:59.372947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:38:59.459933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 67a49432-54ad-4102-9520-417b41cafc1f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67a49432-54ad-4102-9520-417b41cafc1f,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:38:59.479107 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.533482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Attempting to bind port 7085dba8-d90b-4187-b702-e0bad9f30cb0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:38:59.534197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Attempting to bind port 7085dba8-d90b-4187-b702-e0bad9f30cb0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:38:59.534867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Attempting to bind port 7085dba8-d90b-4187-b702-e0bad9f30cb0 on network c3d60ab2-398c-4f2d-8bb8-31584531cd4f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:38:59.535578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a924aa4a-fad5-4234-8cfa-0cec9af38912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.560713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:38:59.561811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Checking segment: {'id': 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:38:59.562502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.563502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Bound using segment: {'id': 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:38:59.564573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Bound port: 7085dba8-d90b-4187-b702-e0bad9f30cb0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:38:59.568614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.724718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] For port 7085dba8-d90b-4187-b702-e0bad9f30cb0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:38:59.729520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] For port 7085dba8-d90b-4187-b702-e0bad9f30cb0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7085dba8-d90b-4187-b702-e0bad9f30cb0,segment=NetworkSegment(b4f7a734-4801-4c59-ba1c-fe99a75f1cf2),segment_id=b4f7a734-4801-4c59-ba1c-fe99a75f1cf2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:38:59.739560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:38:59.745406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Allocated IP 2001:db8::341 (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/9360dfb5-9e71-4178-8261-c1de9c03ce53) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:38:59.758650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=67a49432-54ad-4102-9520-417b41cafc1f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:38:59.934113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee55ff-8069-49ba-9bc5-d109a7db0620 None None] Pushing event updated for resources: {'Port': ['ID=7085dba8-d90b-4187-b702-e0bad9f30cb0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:00.077097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a924aa4a-fad5-4234-8cfa-0cec9af38912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.101910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.119805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.140329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67a49432-54ad-4102-9520-417b41cafc1f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:00.160496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924aa4a-fad5-4234-8cfa-0cec9af38912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8ec703-267d-4156-958f-17b5634d3d99,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:00.293574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-b00c9033-4a15-4342-9e30-f33b388d1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:00.295827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-b00c9033-4a15-4342-9e30-f33b388d1366 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9785955 Apr 25 14:39:00.337656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.354814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 67a49432-54ad-4102-9520-417b41cafc1f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:00.356565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.383544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Transition to ACTIVE for port object 9360dfb5-9e71-4178-8261-c1de9c03ce53 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:00.442505 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.634717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-8fd9e570-a24c-4145-8fe3-b0916950b3c0 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850804 Apr 25 14:39:00.643340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:00.644723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6af4f0-403d-4760-8b1c-60cbaff6d102,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:00.645683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c8ee7-a027-4dda-9f05-04c94319b8c1 req-c4ecb835-61da-49d8-ab6c-cb5b8a852c84 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:00.647847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-171c8ee7-a027-4dda-9f05-04c94319b8c1 req-c4ecb835-61da-49d8-ab6c-cb5b8a852c84 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 946 time: 1.5078561 Apr 25 14:39:00.656401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] For port f256f9d1-dfb0-47f3-b9c1-5223645f6b41, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,segment=NetworkSegment(e6d60e6f-b381-4a73-b791-1096d7c2a82b),segment_id=e6d60e6f-b381-4a73-b791-1096d7c2a82b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:00.656748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.665086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.666296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85aeb07a-4817-4344-b085-0360c7514386 req-2a37f4b8-0711-4253-9122-218f0482b3f5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.1713717 Apr 25 14:39:00.667342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:00.672800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a924aa4a-fad5-4234-8cfa-0cec9af38912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.673890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a924aa4a-fad5-4234-8cfa-0cec9af38912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de8ec703-267d-4156-958f-17b5634d3d99 HTTP/1.1" status: 204 len: 168 time: 1.9329336 Apr 25 14:39:00.694402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:00.703667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:00.704354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:00.728153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=9360dfb5-9e71-4178-8261-c1de9c03ce53,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:00.760450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43368) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:00.763173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-30932081-2fd2-4428-8ce4-07cdee9159c1 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8950264 Apr 25 14:39:00.866330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2142061841', 'allowed_address_pairs': [{'ip_address': '2001:db8::341', 'mac_address': 'fa:16:3e:fb:82:ef'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:00.904080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b8d9e14-4e51-4538-996f-cf919c3f232f req-7124516d-d674-4134-9589-38233d4543bb tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0620503 Apr 25 14:39:01.058803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Calling delete_port for f256f9d1-dfb0-47f3-b9c1-5223645f6b41 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:01.091940 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2aa309-0f3b-4833-8965-e6b83fbad154'] response: {'server_uuid': 'e5226d93-dd0c-4b1b-a881-1bd801a5fb08', 'name': 'network-vif-deleted', 'tag': 'fe93718f-f5ad-49f0-9f71-08e3de2d4c1f', 'status': 'completed', 'code': 200} Apr 25 14:39:01.149667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-171c8ee7-a027-4dda-9f05-04c94319b8c1 req-1b352ea7-18df-4d2a-ad86-5f27398c4034 tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/security-groups?id=35f04827-3644-42b1-b5a6-a8e596c77dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463730 Apr 25 14:39:01.244058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43376) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:01.402279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting subnet c41766d5-cee6-409b-a3c2-ad1f9dae29b0 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:39:01.408618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:01.466060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:01.541248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:01.644413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd845c10-351e-4831-b89f-7223785ce965 None None] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:01.673911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Usage tracker for resource:port and tenant:45e2a0e953f7496d8896b4f4475b9793 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:01.695825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:01.754162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-018aed91-1e3c-4ae0-b452-8093a5db4475 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ec6af4f0-403d-4760-8b1c-60cbaff6d102 HTTP/1.1" status: 200 len: 1805 time: 0.5048342 Apr 25 14:39:01.765155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:01.767436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec6af4f0-403d-4760-8b1c-60cbaff6d102', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:01.768022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec6af4f0-403d-4760-8b1c-60cbaff6d102', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:01.798381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:01.823524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-f5e5b038-e71a-42e2-82b9-09ec59ae267c service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1700389 Apr 25 14:39:01.835934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:01.864980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:01.876637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:01.914538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f2079882-1809-4ab3-bd5a-e0280ebd9d3a None None] Provisioning for port 7085dba8-d90b-4187-b702-e0bad9f30cb0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:01.929268 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:01.950863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72cab3-05f4-49de-96a9-cd85604767d1 None None] Network eca2da38-4056-4400-be52-912e1a3bc653 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:01.952081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Subnet': ['ID=c41766d5-cee6-409b-a3c2-ad1f9dae29b0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:01.985980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-40ae951b-9a7c-4e8b-8b0b-76829a55fca3 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/subnets/c41766d5-cee6-409b-a3c2-ad1f9dae29b0 HTTP/1.1" status: 204 len: 168 time: 0.7408290 Apr 25 14:39:01.989760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43396) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:02.064247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-4a0b4f83-5d30-4757-add8-8814eb1efbaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecf6a052-6239-4c9c-b65f-661faaf16400 HTTP/1.1" status: 200 len: 217 time: 0.1823757 Apr 25 14:39:02.144294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:02.164721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:02.230522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7085dba8-d90b-4187-b702-e0bad9f30cb0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:02.317912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:02.331882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:02.371704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:02.489558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port df1a6614-4c81-4be0-b5cf-fae110f80178 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:02.491806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:02.587756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:02.674233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe956b5-32b9-422d-bf32-2b0630ed8c06 req-752b5128-40e4-4f6b-908a-afe15b40f0c8 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.2977347 Apr 25 14:39:02.728919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] device_id is not set on port 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:39:02.737945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7085dba8-d90b-4187-b702-e0bad9f30cb0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:02.769776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7085dba8-d90b-4187-b702-e0bad9f30cb0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:02.769776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:02.879013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Pushing event deleted for resources: {'Port': ['ID=f256f9d1-dfb0-47f3-b9c1-5223645f6b41,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:02.901880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-2a055ef1-e506-4af0-9af3-2b86352be629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:02.903397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-2a055ef1-e506-4af0-9af3-2b86352be629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.8145800 Apr 25 14:39:02.916028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f256f9d1-dfb0-47f3-b9c1-5223645f6b41 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:02.978601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: f256f9d1-dfb0-47f3-b9c1-5223645f6b41 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:39:02.979418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f256f9d1-dfb0-47f3-b9c1-5223645f6b41 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:03.067211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7617d314-4bc0-4c11-99c8-5d78aec813c3 req-5c2f5c0b-79fe-40d0-8911-31566161ad5f tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f9e8ed7-b5d7-4a17-8870-e2535d1b3845 HTTP/1.1" status: 200 len: 210 time: 0.1271827 Apr 25 14:39:03.080574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port df1a6614-4c81-4be0-b5cf-fae110f80178, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=df1a6614-4c81-4be0-b5cf-fae110f80178,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:03.081150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.119636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] DHCP port deletion for eca2da38-4056-4400-be52-912e1a3bc653 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:39:03.133587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Deleting port df1a6614-4c81-4be0-b5cf-fae110f80178 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:03.134188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.191804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.340715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7085dba8-d90b-4187-b702-e0bad9f30cb0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7085dba8-d90b-4187-b702-e0bad9f30cb0,segment=NetworkSegment(b4f7a734-4801-4c59-ba1c-fe99a75f1cf2),segment_id=b4f7a734-4801-4c59-ba1c-fe99a75f1cf2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:03.371459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for df1a6614-4c81-4be0-b5cf-fae110f80178 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:03.377116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.561272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] No DVR routers for this DVR port f256f9d1-dfb0-47f3-b9c1-5223645f6b41 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:39:03.581877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.582242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.621099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'name': 'network-vif-deleted', 'tag': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:39:03.641655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7085dba8-d90b-4187-b702-e0bad9f30cb0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:03.672988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-500f4156-1874-48e1-9013-43785df87f5e req-9192b937-fa0e-4242-82e2-619e1a3e0d0c tempest-ServerDiskConfigTestJSON-1777756169 tempest-ServerDiskConfigTestJSON-1777756169-project] 10.222.0.15 "DELETE /v2.0/ports/f256f9d1-dfb0-47f3-b9c1-5223645f6b41 HTTP/1.1" status: 204 len: 173 time: 4.9302146 Apr 25 14:39:03.796723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f4312ca-1ee8-4592-9cb6-2c813417ef60 None None] Provisioning for port 9360dfb5-9e71-4178-8261-c1de9c03ce53 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:03.817446 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe1a90d-7698-4587-8ee6-a39b6ec67ac8'] response: {'server_uuid': '6f9e8ed7-b5d7-4a17-8870-e2535d1b3845', 'name': 'network-vif-deleted', 'tag': 'f256f9d1-dfb0-47f3-b9c1-5223645f6b41', 'status': 'completed', 'code': 200} Apr 25 14:39:03.841992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f4312ca-1ee8-4592-9cb6-2c813417ef60 None None] Provisioning complete for port 9360dfb5-9e71-4178-8261-c1de9c03ce53 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:03.841992 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f4312ca-1ee8-4592-9cb6-2c813417ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:03.910324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Allocated IP 2001:db8::14 (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/1725f6ff-2a34-47d8-8217-cc7a2cd27f29) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:04.113640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] For port df1a6614-4c81-4be0-b5cf-fae110f80178, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=df1a6614-4c81-4be0-b5cf-fae110f80178,segment=NetworkSegment(6b5fee33-6543-4583-bac3-efb8e8786951),segment_id=6b5fee33-6543-4583-bac3-efb8e8786951)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:04.114175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:04.141370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Port': ['ID=df1a6614-4c81-4be0-b5cf-fae110f80178,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:04.148803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] No DVR routers for this DVR port df1a6614-4c81-4be0-b5cf-fae110f80178 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:39:04.169433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:04.251623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-3e475afc-f026-46e6-b2fb-e8f0891d5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:04.254071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-3e475afc-f026-46e6-b2fb-e8f0891d5f35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9529860 Apr 25 14:39:04.477621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:04.543849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Calling delete_port for df1a6614-4c81-4be0-b5cf-fae110f80178 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:04.632557 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b698cf76-c257-4792-bd2a-7d22ef6d472d req-cac21cf0-4c45-43f8-ad3b-6ccc8a326601 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.3316505 Apr 25 14:39:04.744850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7085dba8-d90b-4187-b702-e0bad9f30cb0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:04.746360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:04.946802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:04.957836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e268093-8c85-4e5d-8ab1-34ff91859676 req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 3.1961913 Apr 25 14:39:05.000538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2f4312ca-1ee8-4592-9cb6-2c813417ef60 None None] Port 9360dfb5-9e71-4178-8261-c1de9c03ce53 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:05.007637 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.008960 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:39:05.009576 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:39:05.024289 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.137814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f4312ca-1ee8-4592-9cb6-2c813417ef60 None None] Provisioning complete for port 7085dba8-d90b-4187-b702-e0bad9f30cb0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:05.137814 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f4312ca-1ee8-4592-9cb6-2c813417ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.143588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca2da38-4056-4400-be52-912e1a3bc653']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:05.176804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5fee33-6543-4583-bac3-efb8e8786951') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:05.176804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5fee33-6543-4583-bac3-efb8e8786951') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:05.238021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.316584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d80e-49e0-4603-b497-ba39df300263 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7ec015-bb7d-4d4a-bec7-71b427e2ef8b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:05.319925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.352404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:39:05.353527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:39:05.374361 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:39:05.493825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.519576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Deleting port df1a6614-4c81-4be0-b5cf-fae110f80178 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:05.520164 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.527593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.545255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Network': ['ID=eca2da38-4056-4400-be52-912e1a3bc653,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:05.576588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aac6fb3a-4f72-47d4-9958-d50acc1f1494 tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/networks/eca2da38-4056-4400-be52-912e1a3bc653 HTTP/1.1" status: 204 len: 168 time: 3.5855262 Apr 25 14:39:05.579441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:05.690380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-46a82f05-0e65-4dc8-861b-ffbf049f52c5 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ec6af4f0-403d-4760-8b1c-60cbaff6d102 HTTP/1.1" status: 200 len: 2399 time: 0.3609056 Apr 25 14:39:05.692751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-da96fc54-7df5-489f-8b93-1dd6f6eab106 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4206872 Apr 25 14:39:05.739244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7f0b7-799b-4de5-97b0-583a90a3f6c1 None None] The port 'df1a6614-4c81-4be0-b5cf-fae110f80178' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:39:05.759315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting subnet f435374b-4efd-471d-a640-b607787a1d30 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:39:05.769689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.772437 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.814933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7085dba8-d90b-4187-b702-e0bad9f30cb0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:05.815319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.818668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec6af4f0-403d-4760-8b1c-60cbaff6d102', 'remote_group_id': None}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:05.820088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec6af4f0-403d-4760-8b1c-60cbaff6d102', 'remote_group_id': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:05.848067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Transition to ACTIVE for port object 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:05.886890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.909424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:05.927522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:05.939999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Usage tracker for resource:security_group_rule and tenant:bd65ad7756aa45eea5db21cc9c75a614 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:05.961059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:06.243625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:06.287413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09799a71-852e-4f27-8eb8-28e35a0d490b None None] Provisioning complete for port 9360dfb5-9e71-4178-8261-c1de9c03ce53 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:06.288120 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09799a71-852e-4f27-8eb8-28e35a0d490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:06.310789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:06.351646 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e31cd28b-a767-4105-bd23-8a3a2ed8efd3 req-a8627ffe-5a9d-48ca-a1a5-8b598e903ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514719 Apr 25 14:39:06.456862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=1725f6ff-2a34-47d8-8217-cc7a2cd27f29,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:06.477799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:06.481281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:06.491485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:06.512727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:06.513460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:06.520174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device df1a6614-4c81-4be0-b5cf-fae110f80178 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:06.587880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:06.601022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: df1a6614-4c81-4be0-b5cf-fae110f80178 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:39:06.626121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device df1a6614-4c81-4be0-b5cf-fae110f80178 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:06.634821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-42e298d1-7c03-4297-914d-b62a5d29e0bc tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.8701937 Apr 25 14:39:06.652035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43494) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:06.673561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09799a71-852e-4f27-8eb8-28e35a0d490b None None] Port 9360dfb5-9e71-4178-8261-c1de9c03ce53 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:06.754328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Subnet': ['ID=f435374b-4efd-471d-a640-b607787a1d30,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:06.763538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d83d3f-cb1c-4585-bb26-07d89210889f None None] Network a03430f7-a43b-4fe9-a164-b97a50f12818 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:06.791422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0783edde-ce31-4a08-8ade-0a808e452398 req-96ebdebb-ddef-4c4a-a9f3-eeb5d50e1176 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.3124328 Apr 25 14:39:06.791422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:06.818288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd083f86-6958-4f21-a456-a59cc5b0308c tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/subnets/f435374b-4efd-471d-a640-b607787a1d30 HTTP/1.1" status: 204 len: 168 time: 1.2304204 Apr 25 14:39:06.826442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43500) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:06.900626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:06.908607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43504) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:06.989765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.008756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.052944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd79c48-efa6-433b-9ce2-d0ab0b18a698,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:07.064804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Deleting subnet 8738ab54-adbe-43cc-a6ec-4a066ac3beee {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:39:07.078451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e750c-738a-4c96-8f38-f52d2b169fcb tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:07.084464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e750c-738a-4c96-8f38-f52d2b169fcb tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:07.090617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e750c-738a-4c96-8f38-f52d2b169fcb tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:07.091626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-473e750c-738a-4c96-8f38-f52d2b169fcb tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Synchronizing usage tracker for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:07.113885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.115320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9f5ec97-a4cf-4c35-8503-bf806402df41 req-562007b5-f87b-428e-a686-3e1ce07f3aac tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.3421049 Apr 25 14:39:07.116557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-473e750c-738a-4c96-8f38-f52d2b169fcb tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Unset dirty status for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:07.117850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-473e750c-738a-4c96-8f38-f52d2b169fcb tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4648006 Apr 25 14:39:07.126142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43510) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:07.161665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0d0a97f-0d1f-4965-ab41-8df618395f81 None None] Provisioning for port 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:07.164307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.168790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0d0a97f-0d1f-4965-ab41-8df618395f81 None None] Provisioning complete for port 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:07.169211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a97f-0d1f-4965-ab41-8df618395f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.251409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0a97f-0d1f-4965-ab41-8df618395f81 None None] Port 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:07.286501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-08b37a28-0baf-4a46-bca5-23766167bf16 req-cab37be7-1c4a-4a3a-884a-5b84cde4c86d tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ec6af4f0-403d-4760-8b1c-60cbaff6d102 HTTP/1.1" status: 200 len: 2998 time: 0.1206691 Apr 25 14:39:07.300407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:07.301191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.333254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.342455 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.381520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-68b165b8-45e6-4541-ab19-c61166260036 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-group-rules/1bd79c48-efa6-433b-9ce2-d0ab0b18a698 HTTP/1.1" status: 200 len: 783 time: 0.0447271 Apr 25 14:39:07.388353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] DHCP port deletion for a03430f7-a43b-4fe9-a164-b97a50f12818 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:39:07.395627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] Deleting port 576531a4-48b8-4862-af0e-9b7c22e54f30 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:07.395941 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.437471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.540259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-883b9247-7fe9-4070-9ea5-368f61e93f0e tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ec6af4f0-403d-4760-8b1c-60cbaff6d102 HTTP/1.1" status: 200 len: 2998 time: 0.1474311 Apr 25 14:39:07.617735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 576531a4-48b8-4862-af0e-9b7c22e54f30 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:07.618293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.691836 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-1d61a86b-9667-44f9-a6c7-214f63680ce2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.715789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-1d61a86b-9667-44f9-a6c7-214f63680ce2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.762350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] For port 576531a4-48b8-4862-af0e-9b7c22e54f30, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=576531a4-48b8-4862-af0e-9b7c22e54f30,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:07.763185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.788770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.791316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.939245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8738ab54-adbe-43cc-a6ec-4a066ac3beee,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:07.960729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:07.975798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] Calling delete_port for 576531a4-48b8-4862-af0e-9b7c22e54f30 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:07.976341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2072f803-c82a-4f50-b4e0-10b0e74ba875 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8738ab54-adbe-43cc-a6ec-4a066ac3beee HTTP/1.1" status: 204 len: 168 time: 1.0309863 Apr 25 14:39:07.992626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.004476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for 1725f6ff-2a34-47d8-8217-cc7a2cd27f29 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:08.005677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.013726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.020975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.034137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.041417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.048251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:08.062534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-c9fcd928-b85a-4099-9d5a-ffdf527ad731 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.8094218 Apr 25 14:39:08.087268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43538) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:08.098206 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.177532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] Pushing event deleted for resources: {'Port': ['ID=576531a4-48b8-4862-af0e-9b7c22e54f30,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:08.181151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c618b0-1f13-4922-992e-926b162b7de3 None None] No DVR routers for this DVR port 576531a4-48b8-4862-af0e-9b7c22e54f30 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:39:08.281765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-1d61a86b-9667-44f9-a6c7-214f63680ce2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.309545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61a86b-9667-44f9-a6c7-214f63680ce2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bd79c48-efa6-433b-9ce2-d0ab0b18a698,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:08.317058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-1d61a86b-9667-44f9-a6c7-214f63680ce2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.318563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01a7ba41-73eb-4b0c-b3ae-bd474508905c req-1d61a86b-9667-44f9-a6c7-214f63680ce2 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1bd79c48-efa6-433b-9ce2-d0ab0b18a698 HTTP/1.1" status: 204 len: 173 time: 0.7428145 Apr 25 14:39:08.328402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.382285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=1725f6ff-2a34-47d8-8217-cc7a2cd27f29,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:08.492570 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2613ade1-bdc6-4083-85e5-a2b9280790b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.533221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] For port 576531a4-48b8-4862-af0e-9b7c22e54f30, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=576531a4-48b8-4862-af0e-9b7c22e54f30,segment=NetworkSegment(81df35c5-de37-4dd2-973d-03d155e21c71),segment_id=81df35c5-de37-4dd2-973d-03d155e21c71)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:08.533574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.569049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a812d753-5d30-4bda-9c23-55b890a03737 req-5f609761-2d92-4673-9796-9df0fca0b01d tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0713291 Apr 25 14:39:08.630730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.642803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c38bfea4-88b0-4b9d-bea5-77d8ee218b33 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/ports/1725f6ff-2a34-47d8-8217-cc7a2cd27f29 HTTP/1.1" status: 204 len: 168 time: 1.5124581 Apr 25 14:39:08.643637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:08.676824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:08.746846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 576531a4-48b8-4862-af0e-9b7c22e54f30 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:08.760521 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c77beab-82c2-4ee3-b48a-54ba22a3903d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] GET failed (client error): The resource could not be found. Apr 25 14:39:08.761735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8c77beab-82c2-4ee3-b48a-54ba22a3903d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Synchronizing usage tracker for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:08.806152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Calling delete_port for 576531a4-48b8-4862-af0e-9b7c22e54f30 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:08.807019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-870d7b4e-6868-4a0a-8e7f-b67286fb16e1 req-029e78c2-5453-48ec-b0f8-0c2ed3011717 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ec6af4f0-403d-4760-8b1c-60cbaff6d102 HTTP/1.1" status: 200 len: 2399 time: 0.0734675 Apr 25 14:39:08.810953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8c77beab-82c2-4ee3-b48a-54ba22a3903d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Unset dirty status for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:08.816626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8c77beab-82c2-4ee3-b48a-54ba22a3903d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "GET /v2.0/ports/1725f6ff-2a34-47d8-8217-cc7a2cd27f29 HTTP/1.1" status: 404 len: 333 time: 0.1717510 Apr 25 14:39:08.821570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:08.850733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1169108271'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:08.861407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 576531a4-48b8-4862-af0e-9b7c22e54f30 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:39:08.862296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 576531a4-48b8-4862-af0e-9b7c22e54f30 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:08.919960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94809f62-dbea-4311-93bb-cf56d67b6712 req-4d3b7db6-9061-4239-8032-03e193027f8e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8562410 Apr 25 14:39:08.966331 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:39:08.967507 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:39:09.070399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-870d7b4e-6868-4a0a-8e7f-b67286fb16e1 req-6c6675e8-26e3-416d-9adf-ff94d5f4ef42 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.101461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.136147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dd0b62-c7b0-454a-9883-c0f2d0e0deea']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:09.142481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:09.150450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d60e6f-b381-4a73-b791-1096d7c2a82b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:09.151160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d60e6f-b381-4a73-b791-1096d7c2a82b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:09.174628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-870d7b4e-6868-4a0a-8e7f-b67286fb16e1 req-6c6675e8-26e3-416d-9adf-ff94d5f4ef42 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.184091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:09.203250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.217563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:09.222557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.235925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.246902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:39:09.247440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.258272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] device_id is not set on port eef8d052-d6ed-44df-820e-6d26f10615d7 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:39:09.261750 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:39:09.324019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-870d7b4e-6868-4a0a-8e7f-b67286fb16e1 req-6c6675e8-26e3-416d-9adf-ff94d5f4ef42 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.358834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6675e8-26e3-416d-9adf-ff94d5f4ef42 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6af4f0-403d-4760-8b1c-60cbaff6d102,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:09.371826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.378057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.392544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.400598 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-870d7b4e-6868-4a0a-8e7f-b67286fb16e1 req-6c6675e8-26e3-416d-9adf-ff94d5f4ef42 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.401335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.406139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-870d7b4e-6868-4a0a-8e7f-b67286fb16e1 req-6c6675e8-26e3-416d-9adf-ff94d5f4ef42 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec6af4f0-403d-4760-8b1c-60cbaff6d102 HTTP/1.1" status: 204 len: 173 time: 0.5834084 Apr 25 14:39:09.409246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.416311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.424086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:09.426726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71890330-feee-48e8-a235-57faf423dc24 req-e05c1dc1-47e6-4d5c-a8be-5c4f0fda24c6 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.2649007 Apr 25 14:39:09.435176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.462456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.466982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89dd0b62-c7b0-454a-9883-c0f2d0e0deea,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:09.475780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Deleting port 576531a4-48b8-4862-af0e-9b7c22e54f30 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:09.476427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.548973 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-18dc302f-9dff-49d0-81d2-b65aefb88cbc req-4c90a316-e2bc-4d27-972c-632805145f95 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] show failed (client error): The resource could not be found. Apr 25 14:39:09.550224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18dc302f-9dff-49d0-81d2-b65aefb88cbc req-4c90a316-e2bc-4d27-972c-632805145f95 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/2f790a29-a5cb-42e0-a072-e22de25cf77e HTTP/1.1" status: 404 len: 352 time: 0.0647879 Apr 25 14:39:09.577003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] The port '576531a4-48b8-4862-af0e-9b7c22e54f30' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:39:09.582998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Allocated IP 2001:db8::17d (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/eef8d052-d6ed-44df-820e-6d26f10615d7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:09.631069 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3bde1068-ab3f-4dd5-9cdb-ef6ce7ba8be8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/89dd0b62-c7b0-454a-9883-c0f2d0e0deea HTTP/1.1" status: 204 len: 168 time: 1.5424461 Apr 25 14:39:09.765794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc9a6fcb-6d65-44d4-be11-be3b2b334461 req-929920bf-7f5d-4bf5-b2e5-2aae45106841 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/af931522-f000-4cca-9336-66149cbe75ff HTTP/1.1" status: 200 len: 1806 time: 0.1843843 Apr 25 14:39:09.768904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.848327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03430f7-a43b-4fe9-a164-b97a50f12818']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:09.877943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81df35c5-de37-4dd2-973d-03d155e21c71') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:09.878472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81df35c5-de37-4dd2-973d-03d155e21c71') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:09.913599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.919921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33044f61-62d9-4a5e-86cf-c31a42f31454 req-0e708c5c-23b2-456f-80e6-705f653d9092 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.1123312 Apr 25 14:39:09.957538 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.972659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bc9a6fcb-6d65-44d4-be11-be3b2b334461 req-97f9920b-000c-4389-98d7-68bed7dea829 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.976675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:39:09.977226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:39:09.998660 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:39:10.001176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:10.037596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.092598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-da167a85-9308-48d2-90da-4f3d1626ee14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94534c672a694df59c6f80978c5ec6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904820 Apr 25 14:39:10.096285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43590) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:10.150638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bc9a6fcb-6d65-44d4-be11-be3b2b334461 req-97f9920b-000c-4389-98d7-68bed7dea829 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.175117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.202357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.214326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Transition to ACTIVE for port object eef8d052-d6ed-44df-820e-6d26f10615d7 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:10.218766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] Pushing event deleted for resources: {'Network': ['ID=a03430f7-a43b-4fe9-a164-b97a50f12818,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:10.235111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c864977b-1cbe-4a91-9e6c-b721f16409dd tempest-ServersTestMultiNic-1657646554 tempest-ServersTestMultiNic-1657646554-project] 10.222.0.23 "DELETE /v2.0/networks/a03430f7-a43b-4fe9-a164-b97a50f12818 HTTP/1.1" status: 204 len: 168 time: 3.4075396 Apr 25 14:39:10.262960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bc9a6fcb-6d65-44d4-be11-be3b2b334461 req-97f9920b-000c-4389-98d7-68bed7dea829 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.285247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.296676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9920b-000c-4389-98d7-68bed7dea829 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af931522-f000-4cca-9336-66149cbe75ff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:10.298981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bc9a6fcb-6d65-44d4-be11-be3b2b334461 req-97f9920b-000c-4389-98d7-68bed7dea829 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.327918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc9a6fcb-6d65-44d4-be11-be3b2b334461 req-97f9920b-000c-4389-98d7-68bed7dea829 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/af931522-f000-4cca-9336-66149cbe75ff HTTP/1.1" status: 204 len: 173 time: 0.5608697 Apr 25 14:39:10.349918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.434451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.452994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78d4cd4b-2468-41f4-8594-2e6a14e05d46 req-232ee212-cbe5-4ff9-8f2f-11d46662688e tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1 HTTP/1.1" status: 200 len: 1806 time: 0.1178021 Apr 25 14:39:10.631389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.655605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-78d4cd4b-2468-41f4-8594-2e6a14e05d46 req-23f8ef9c-961b-497f-882a-f7132ed814e9 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.697683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43620) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:10.717085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:10.736989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f04827-3644-42b1-b5a6-a8e596c77dc2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:10.753215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:10.764530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.765635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.766159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.766677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.767216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.767726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.768252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.768977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.769507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.770087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.770602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.771475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:10.774373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:10.787155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:10.788409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.796813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=eef8d052-d6ed-44df-820e-6d26f10615d7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:10.807819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.809410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b8a2315c-fe51-4b6c-bb9f-512d2ddaf829 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35f04827-3644-42b1-b5a6-a8e596c77dc2 HTTP/1.1" status: 204 len: 168 time: 0.7107301 Apr 25 14:39:10.848782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c924c297-b98f-4870-8167-3998b01e3991 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0045812 Apr 25 14:39:10.849833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:10.855292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-78d4cd4b-2468-41f4-8594-2e6a14e05d46 req-23f8ef9c-961b-497f-882a-f7132ed814e9 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:10.859435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::341', 'mac_address': 'fa:16:3e:fb:82:ef'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:10.961639 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45604de4-f0b6-4188-8eac-ef28c2391748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.236457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9d692895-f4df-43d8-9bf5-664ccd6aac85 None None] Provisioning for port eef8d052-d6ed-44df-820e-6d26f10615d7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:11.242618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9d692895-f4df-43d8-9bf5-664ccd6aac85 None None] Provisioning complete for port eef8d052-d6ed-44df-820e-6d26f10615d7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:11.243148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d692895-f4df-43d8-9bf5-664ccd6aac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.366713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9d692895-f4df-43d8-9bf5-664ccd6aac85 None None] Port eef8d052-d6ed-44df-820e-6d26f10615d7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:11.399946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-78d4cd4b-2468-41f4-8594-2e6a14e05d46 req-23f8ef9c-961b-497f-882a-f7132ed814e9 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.420985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62eb510a-0e9c-4f79-9101-bfe3a7fff501 req-18ebdbf2-3367-4068-8566-e12a070150fe tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0906112 Apr 25 14:39:11.512426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8ef9c-961b-497f-882a-f7132ed814e9 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:11.516339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-78d4cd4b-2468-41f4-8594-2e6a14e05d46 req-23f8ef9c-961b-497f-882a-f7132ed814e9 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.517706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78d4cd4b-2468-41f4-8594-2e6a14e05d46 req-23f8ef9c-961b-497f-882a-f7132ed814e9 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/f7fe7e8d-90b5-4f02-b0a5-c4d2e46e9cf1 HTTP/1.1" status: 204 len: 173 time: 1.0574186 Apr 25 14:39:11.729347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.738290 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7491de2b-7ec2-4c81-bab0-2f88f342ab4f req-1fe75860-894a-41c0-8e0f-7d3d42f9ec29 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/ed5429df-a2c2-4751-96b2-56bc64ffd1c4 HTTP/1.1" status: 200 len: 1806 time: 0.1780286 Apr 25 14:39:11.839011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.841324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43682) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:11.913423 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7491de2b-7ec2-4c81-bab0-2f88f342ab4f req-565e3ecb-6271-456a-a976-13cfdea16644 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:11.955201 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7491de2b-7ec2-4c81-bab0-2f88f342ab4f req-565e3ecb-6271-456a-a976-13cfdea16644 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.011709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.175293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-2f0de883-9b40-452d-94fe-2b061956327d tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0606093698924b84b08979499cce80a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1045461 Apr 25 14:39:12.180059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7491de2b-7ec2-4c81-bab0-2f88f342ab4f req-565e3ecb-6271-456a-a976-13cfdea16644 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.207973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.382030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e3ecb-6271-456a-a976-13cfdea16644 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5429df-a2c2-4751-96b2-56bc64ffd1c4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:12.411426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7491de2b-7ec2-4c81-bab0-2f88f342ab4f req-565e3ecb-6271-456a-a976-13cfdea16644 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.412538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7491de2b-7ec2-4c81-bab0-2f88f342ab4f req-565e3ecb-6271-456a-a976-13cfdea16644 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed5429df-a2c2-4751-96b2-56bc64ffd1c4 HTTP/1.1" status: 204 len: 173 time: 0.6052961 Apr 25 14:39:12.527588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.528071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.528548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.529022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.529580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.529981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.530558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.533323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-6119eac8-730d-47fb-8d4e-b42d3673e3e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6501 time: 0.6906028 Apr 25 14:39:12.571239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.615548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-de4e85df-0e2d-431e-a0a8-51ec1cceb55b tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.625251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-de4e85df-0e2d-431e-a0a8-51ec1cceb55b tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4487529 Apr 25 14:39:12.628515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.665663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-c392a811-8e85-4cc0-b95d-29a904898737 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1625b9a3-5756-4583-9c06-3914b0bbfb00&id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187408 Apr 25 14:39:12.671825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4924f63c-d29e-4717-b5f4-a4decba13ef0 req-e225ca1b-7662-489e-814e-921be05e79ce tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8 HTTP/1.1" status: 200 len: 2406 time: 0.2251396 Apr 25 14:39:12.717650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-97dd9ec7-f3e7-4750-869f-17347ac1d4c7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/quotas/0606093698924b84b08979499cce80a3 HTTP/1.1" status: 200 len: 375 time: 0.0911353 Apr 25 14:39:12.792741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] In _notify_port_updated(), no bound segment for port eef8d052-d6ed-44df-820e-6d26f10615d7 on network c3d60ab2-398c-4f2d-8bb8-31584531cd4f {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:39:12.796563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:12.798547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.802769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "PUT /v2.0/ports/eef8d052-d6ed-44df-820e-6d26f10615d7 HTTP/1.1" status: 200 len: 1003 time: 1.9491875 Apr 25 14:39:12.807814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:12.816236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-1abee7d4-d3fd-4219-bba6-a9887e112413 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948670 Apr 25 14:39:12.851616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfbf78-b3c5-45d6-8ab9-454aeaefae3b tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=eef8d052-d6ed-44df-820e-6d26f10615d7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:12.919104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4924f63c-d29e-4717-b5f4-a4decba13ef0 req-bf05f9ca-5580-48b6-94b3-be0995e71380 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:12.920816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Deleting port fad89289-055c-4d6d-9c3c-bd06b5529eeb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:12.921168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.055313 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4924f63c-d29e-4717-b5f4-a4decba13ef0 req-bf05f9ca-5580-48b6-94b3-be0995e71380 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.118198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port eef8d052-d6ed-44df-820e-6d26f10615d7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:13.118549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.170008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5cd4268-4494-4e92-8879-a7511bb9bcfc req-41ffdf87-08da-4a55-97a4-d44155b08233 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0718489 Apr 25 14:39:13.238932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3e61df38-1157-4bb7-873d-e3ba030e2818 None None] Provisioning complete for port eef8d052-d6ed-44df-820e-6d26f10615d7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:13.242577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e61df38-1157-4bb7-873d-e3ba030e2818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.412347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3e61df38-1157-4bb7-873d-e3ba030e2818 None None] Port eef8d052-d6ed-44df-820e-6d26f10615d7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:13.517496 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:39:13.545320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.640837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4693bccc-f9bb-4bf1-a85f-6477c59a5e46 req-2e19a497-aed7-4e52-9625-8df9e99b2b7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0736790 Apr 25 14:39:13.668129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4924f63c-d29e-4717-b5f4-a4decba13ef0 req-bf05f9ca-5580-48b6-94b3-be0995e71380 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.677431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-635ecd73-43e2-4754-baa9-2383ec684095 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0606093698924b84b08979499cce80a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353806 Apr 25 14:39:13.898928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] For port fad89289-055c-4d6d-9c3c-bd06b5529eeb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fad89289-055c-4d6d-9c3c-bd06b5529eeb,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:13.899570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.913051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-aa6841c8-4091-4105-9a7c-4e76bf2718ed tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:13.921259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-aa6841c8-4091-4105-9a7c-4e76bf2718ed tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365158 Apr 25 14:39:13.936517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-f0e87a69-f89d-42d9-8381-e6c773e74805 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/quotas/0606093698924b84b08979499cce80a3 HTTP/1.1" status: 200 len: 375 time: 0.0139136 Apr 25 14:39:13.960709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05f9ca-5580-48b6-94b3-be0995e71380 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:13.971822 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4924f63c-d29e-4717-b5f4-a4decba13ef0 req-bf05f9ca-5580-48b6-94b3-be0995e71380 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:13.973219 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4924f63c-d29e-4717-b5f4-a4decba13ef0 req-bf05f9ca-5580-48b6-94b3-be0995e71380 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/e48c7700-0ec7-4bdc-ba15-9d56d5bbe3f8 HTTP/1.1" status: 204 len: 173 time: 1.2833657 Apr 25 14:39:14.027308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-286daa54-71d6-48e6-a290-8cece264c3e9 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804813 Apr 25 14:39:14.195837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Calling delete_port for fad89289-055c-4d6d-9c3c-bd06b5529eeb owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:14.295578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f288c637-9ce9-44bf-9a91-d64bfc3bfdce req-b915ff88-c32d-4a8d-9e90-720c8fff60c1 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 210 time: 0.0803270 Apr 25 14:39:14.300276 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b49fd29-c114-4fee-907e-03d45c77f687 req-50663d66-1f87-4d05-aed5-695b4ef82ce0 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "GET /v2.0/security-groups/e31d95ba-64d0-4774-8e29-02e65090286a HTTP/1.1" status: 200 len: 2399 time: 0.2188148 Apr 25 14:39:14.360743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:14.500218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1828a5e6-b533-4065-b997-983b3b54caa0 req-49914c6b-748a-4524-8c81-af8b1cf7ae5c tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0674603 Apr 25 14:39:14.766463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for eef8d052-d6ed-44df-820e-6d26f10615d7 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:14.846170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-b1c71da6-d729-4a44-b6aa-bf801ced13a0 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0606093698924b84b08979499cce80a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834508 Apr 25 14:39:14.963678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b49fd29-c114-4fee-907e-03d45c77f687 req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.042993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b49fd29-c114-4fee-907e-03d45c77f687 req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.253720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43786) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:15.266742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-2b0f9954-0555-4299-9397-8cbdbfbb59ae tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:15.268236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-2b0f9954-0555-4299-9397-8cbdbfbb59ae tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4174263 Apr 25 14:39:15.284770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Request body: {'port': {'device_id': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '0606093698924b84b08979499cce80a3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:15.324832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b49fd29-c114-4fee-907e-03d45c77f687 req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.387298 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.473787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d95ba-64d0-4774-8e29-02e65090286a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:15.522738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=eef8d052-d6ed-44df-820e-6d26f10615d7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:15.530815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.531131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.531437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.531767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.532092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.532421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.532742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.533133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.533601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.534064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.534381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.534705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.535074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:15.539180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ab788ed-f9b2-462f-a399-82d6f783c8ce req-545efc13-ab94-41e9-ae90-4db1de2ce426 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 210 time: 0.0533874 Apr 25 14:39:15.541680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Usage tracker for resource:port and tenant:0606093698924b84b08979499cce80a3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:15.552702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:15.561960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:15.566091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.569887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.587334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Made reservation on behalf of 0606093698924b84b08979499cce80a3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:15.591797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.629916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.631427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.632253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.632610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.639712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.639959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.641394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.641762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.642111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.642458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.642837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.643181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.643566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:15.674737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:15.686023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Usage tracker for resource:security_group_rule and tenant:0606093698924b84b08979499cce80a3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:15.698733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:15.708929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:15.723503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b49fd29-c114-4fee-907e-03d45c77f687 req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:15.724988 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b49fd29-c114-4fee-907e-03d45c77f687 req-8802aef6-eda6-4687-8dd3-2f3120d7d7d6 tempest-SecurityGroupRulesTestJSON-501721402 tempest-SecurityGroupRulesTestJSON-501721402-project] 10.222.0.23 "DELETE /v2.0/security-groups/e31d95ba-64d0-4774-8e29-02e65090286a HTTP/1.1" status: 204 len: 173 time: 1.3971601 Apr 25 14:39:15.780473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43796) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:16.027270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:16.046028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Usage tracker for resource:security_group_rule and tenant:2ef5121beee24f8787c96d15c9423715 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:16.053071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.053640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:16.068776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:16.116700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Deleting subnet f8a7ed52-1267-496a-87c6-8563d24518fc {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:39:16.166141 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.171047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-72bd6afc-dc31-4459-8c39-95261f1483d7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0606093698924b84b08979499cce80a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3839335 Apr 25 14:39:16.173677 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.274049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad89289-055c-4d6d-9c3c-bd06b5529eeb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:16.384572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.395476 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee4a8ec1-606d-427c-9f54-09af6c6d74f8 req-7e9c055e-2403-489f-b455-f7f7b9dd67a3 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.3311701 Apr 25 14:39:16.579393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-3204f5c8-3f33-429f-adac-c7e76a0cb708 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:16.580987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-3204f5c8-3f33-429f-adac-c7e76a0cb708 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336075 Apr 25 14:39:16.617276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Request body: {'port': {'device_id': '49cd48a7-d420-4717-9277-2646f9003ea7', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '0606093698924b84b08979499cce80a3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:16.773200 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.785943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63da3b04-3c08-4172-a7b2-5143a2af3226,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:16.805278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.916827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d8c0420-bc1c-4c65-a04d-f33624243316 req-f05da46d-6dcd-4a25-b59e-2fc1f45c0965 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 210 time: 0.0815556 Apr 25 14:39:16.924980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:16.995430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ffb4a0d-837d-4624-9038-43452b1d9aaf req-07b60dbf-4071-4c36-8a77-ab483fe39fd5 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.0804276 Apr 25 14:39:17.006931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08036311-6a4e-413f-81af-1ebca1c23cae req-f56037a1-64cd-4b31-936f-b0b87cca58f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71727d2c432d4e1e9dbbfdd2c111191f&device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.2359159 Apr 25 14:39:17.007210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.035090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3da3ed4e-62b1-4b7c-aed0-bdf97e56c12e tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/ports/eef8d052-d6ed-44df-820e-6d26f10615d7 HTTP/1.1" status: 204 len: 168 time: 4.2223253 Apr 25 14:39:17.045103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:17.064791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ef5121beee24f8787c96d15c9423715&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8013246 Apr 25 14:39:17.066865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:17.071587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:17.074621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.081015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e82847-9910-465f-8e3d-3887198d990e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c0fe02-d5ca-42fe-b3e0-5c57c9fd95ff,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:17.088286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Allocated IP 192.168.233.241 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/39e0bc41-0f51-449b-a6e0-1876f4271a34) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:17.121202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08036311-6a4e-413f-81af-1ebca1c23cae req-1d6b21b8-080f-448d-b684-116ffa68ed60 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=71727d2c432d4e1e9dbbfdd2c111191f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914347 Apr 25 14:39:17.134191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Usage tracker for resource:port and tenant:0606093698924b84b08979499cce80a3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:17.148046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:17.160938 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7041ac-6670-4472-8df9-016bb7199c4d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] GET failed (client error): The resource could not be found. Apr 25 14:39:17.162098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ce7041ac-6670-4472-8df9-016bb7199c4d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Synchronizing usage tracker for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:17.175893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:17.222788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ce7041ac-6670-4472-8df9-016bb7199c4d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Unset dirty status for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:17.224051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ce7041ac-6670-4472-8df9-016bb7199c4d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "GET /v2.0/ports/eef8d052-d6ed-44df-820e-6d26f10615d7 HTTP/1.1" status: 404 len: 333 time: 0.1544471 Apr 25 14:39:17.229225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43814) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:17.245870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Made reservation on behalf of 0606093698924b84b08979499cce80a3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:17.249377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.262796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-465352877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:17.305232 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.377975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ec41d93-f686-4353-b56a-e0abb9f81676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.424604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a7ed52-1267-496a-87c6-8563d24518fc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:17.529617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.582169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:17.595890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a3b8274f-be89-4457-bfbc-fb4794fdc967 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8a7ed52-1267-496a-87c6-8563d24518fc HTTP/1.1" status: 204 len: 168 time: 1.8131886 Apr 25 14:39:17.598417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:17.608807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036311-6a4e-413f-81af-1ebca1c23cae req-656e75c6-761d-45b2-b252-c3173270431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:17.610708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08036311-6a4e-413f-81af-1ebca1c23cae req-656e75c6-761d-45b2-b252-c3173270431e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4843059 Apr 25 14:39:17.611323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:17.662459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.683519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Transition to ACTIVE for port object 39e0bc41-0f51-449b-a6e0-1876f4271a34 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:17.726045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.726681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:17.731591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.789667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ec41d93-f686-4353-b56a-e0abb9f81676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:17.808052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:17.871198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:17.874527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:17.876271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] device_id is not set on port f2326152-6493-4d1a-b306-d571a4f9c5aa yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:39:17.878895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:17.997946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:18.011358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.028366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ec41d93-f686-4353-b56a-e0abb9f81676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.067130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-99f56bf1-d676-4deb-a078-15e381088cf7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7906888 Apr 25 14:39:18.083126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.092667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Request body: {'port': {'device_id': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:18.149403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Allocated IP 192.168.233.60 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/c9b71a29-8168-4144-a97c-4a3ecdb87194) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:18.204796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7e32b377-0e6c-4dfe-a7d9-57fb952d449a req-6e0629e8-dc27-4261-852d-f3cbad468261 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Synchronizing usage tracker for tenant:0606093698924b84b08979499cce80a3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:18.266348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee88931c-9772-4d0b-aaaf-60c03e475843 None None] Provisioning for port 39e0bc41-0f51-449b-a6e0-1876f4271a34 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:18.274403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7e32b377-0e6c-4dfe-a7d9-57fb952d449a req-6e0629e8-dc27-4261-852d-f3cbad468261 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Unset dirty status for tenant:0606093698924b84b08979499cce80a3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:18.275597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e32b377-0e6c-4dfe-a7d9-57fb952d449a req-6e0629e8-dc27-4261-852d-f3cbad468261 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 210 time: 0.1233611 Apr 25 14:39:18.276632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee88931c-9772-4d0b-aaaf-60c03e475843 None None] Provisioning complete for port 39e0bc41-0f51-449b-a6e0-1876f4271a34 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:18.277009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee88931c-9772-4d0b-aaaf-60c03e475843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.293804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec41d93-f686-4353-b56a-e0abb9f81676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c0fe02-d5ca-42fe-b3e0-5c57c9fd95ff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:18.412771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f54a1b2-8722-48c0-9908-a1b416ff1282 req-6c0d963c-ddc0-47bb-a460-ab533971b76e tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.1713891 Apr 25 14:39:18.459395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.535470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ee88931c-9772-4d0b-aaaf-60c03e475843 None None] Port 39e0bc41-0f51-449b-a6e0-1876f4271a34 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:18.839941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ec41d93-f686-4353-b56a-e0abb9f81676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.841476 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9ec41d93-f686-4353-b56a-e0abb9f81676 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77c0fe02-d5ca-42fe-b3e0-5c57c9fd95ff HTTP/1.1" status: 204 len: 168 time: 1.7687912 Apr 25 14:39:18.851859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.909068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Allocated IP 2001:db8::cd (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/f2326152-6493-4d1a-b306-d571a4f9c5aa) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:18.935254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d0a652-a200-4768-bd79-4f18e4ac2597']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:18.949658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:18.949764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec2de7c-eaae-47ed-aa12-af04f346913e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:18.949764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec2de7c-eaae-47ed-aa12-af04f346913e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:18.961509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Transition to ACTIVE for port object c9b71a29-8168-4144-a97c-4a3ecdb87194 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:19.017482 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.051247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:39:19.061279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08036311-6a4e-413f-81af-1ebca1c23cae req-7412d222-1292-4ebc-bc31-8869768dc394 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.1170299 Apr 25 14:39:19.072184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.096460 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.210012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:19.240520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:19.259109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:19.298249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:19.309213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9340862-c065-4106-a2cb-279d3ea98e91 admin admin] 10.222.0.23 "PUT /v2.0/routers/867a02c5-57ff-47e6-9ddf-c7580e3363a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5987911 Apr 25 14:39:19.309367 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] Sync routers for ids ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:19.310873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:39:19.311290 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.322186 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] Routers {'867a02c5-57ff-47e6-9ddf-c7580e3363a5'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:19.322808 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:19.444749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:19.446109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.480386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:39:19.481154 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:39:19.679301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.684874 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] Set router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:19.692405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.785108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b3f8ed61-aac9-4b0c-93c2-f3f439bf333f None None] Provisioning for port c9b71a29-8168-4144-a97c-4a3ecdb87194 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:19.794856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b3f8ed61-aac9-4b0c-93c2-f3f439bf333f None None] Provisioning complete for port c9b71a29-8168-4144-a97c-4a3ecdb87194 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:19.795459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ed61-aac9-4b0c-93c2-f3f439bf333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:19.833534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e0bc41-0f51-449b-a6e0-1876f4271a34 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:39:19.844713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:19.884695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8ed61-aac9-4b0c-93c2-f3f439bf333f None None] Port c9b71a29-8168-4144-a97c-4a3ecdb87194 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:19.975025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:20.066239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Transition to ACTIVE for port object 39e0bc41-0f51-449b-a6e0-1876f4271a34 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:20.082223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] 10.222.0.23 "DELETE /v2.0/networks/e1d0a652-a200-4768-bd79-4f18e4ac2597 HTTP/1.1" status: 204 len: 168 time: 2.3851109 Apr 25 14:39:20.086559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-62f09715-fa39-4bfa-a45a-63109a137b62 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4903724 Apr 25 14:39:20.087235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f9886-9d8c-4c3b-9b3d-bb968843f27a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d0a652-a200-4768-bd79-4f18e4ac2597,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:20.095841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:20.110178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Request body: {'port': {'device_id': '49cd48a7-d420-4717-9277-2646f9003ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:20.178605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:20.227834 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:39:15Z', 'revision_number': 5, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:20.234142 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] Checking router: 867a02c5-57ff-47e6-9ddf-c7580e3363a5 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:20.262851 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] Routers {'867a02c5-57ff-47e6-9ddf-c7580e3363a5'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:20.263384 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:20.465460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43860) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:20.547299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:20.568850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43864) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:20.583639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Transition to ACTIVE for port object f2326152-6493-4d1a-b306-d571a4f9c5aa will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:20.630735 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] Set router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:20.728120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:20.764268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-245a9062-40c4-42ff-ae9b-f1ff2a087300 req-5701fc4d-2588-4151-82a1-c309f51d7949 tempest-ServerShowV257Test-308069567 tempest-ServerShowV257Test-308069567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1029de7-618f-4efa-9ddd-8b71350cda20 HTTP/1.1" status: 200 len: 210 time: 0.8938086 Apr 25 14:39:20.805305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5bc18-1ed4-4436-9933-8dce2c826192 req-c3eade64-a723-483a-9865-f37b7dc09fea tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:20.816325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2c5bc18-1ed4-4436-9933-8dce2c826192 req-c3eade64-a723-483a-9865-f37b7dc09fea tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 935 time: 0.9471695 Apr 25 14:39:20.857099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:20.862807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:20.880843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:20.884156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:20.887841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:20.889149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:20.977073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7373927 Apr 25 14:39:21.002304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43872) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:21.030472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:82:ef'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:21.045068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-network', 'tenant_id': 'aac9369672b6447b88812a876123ead8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:21.052553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:21.057648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Usage tracker for resource:network and tenant:aac9369672b6447b88812a876123ead8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:21.061174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:21.075135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:21.080796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:39:15Z', 'revision_number': 5, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:21.085600 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a635f0-0c6a-4640-a9e9-34d1826e9b34 None None] The sync data for ids ['867a02c5-57ff-47e6-9ddf-c7580e3363a5'] in n-d-811416-6 is: [{'id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'name': 'tempest-ServersTestMultiNic-1033204936-router', 'tenant_id': '30753c066fb748ebaa00578f5000ec91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:36:15Z', 'updated_at': '2022-04-25T14:39:15Z', 'revision_number': 5, 'project_id': '30753c066fb748ebaa00578f5000ec91', 'gw_port': {'id': 'd7edd501-bd4b-4fee-a48e-91c804a247b4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:72:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867a02c5-57ff-47e6-9ddf-c7580e3363a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:36:17Z', 'updated_at': '2022-04-25T14:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:39:21.109756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829a69c-b0a0-4ca8-b575-87ca25a97ac5 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=f2326152-6493-4d1a-b306-d571a4f9c5aa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:21.149485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Made reservation on behalf of aac9369672b6447b88812a876123ead8 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:21.152348 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.201943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.214453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-351f4af3-5fbd-4ee7-b820-449450ee2205 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd65ad7756aa45eea5db21cc9c75a614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232599 Apr 25 14:39:21.215477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.239417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:21.250199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f2c5bc18-1ed4-4436-9933-8dce2c826192 req-0aba6c50-7b02-417c-b05c-489f15378fb1 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Synchronizing usage tracker for tenant:0606093698924b84b08979499cce80a3 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:21.257785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-54a728bf-96ce-400a-8007-9eac0b83a7bf None None] Provisioning for port f2326152-6493-4d1a-b306-d571a4f9c5aa completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:21.267865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-54a728bf-96ce-400a-8007-9eac0b83a7bf None None] Provisioning complete for port f2326152-6493-4d1a-b306-d571a4f9c5aa triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:21.268612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54a728bf-96ce-400a-8007-9eac0b83a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.285841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:21.339157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-54a728bf-96ce-400a-8007-9eac0b83a7bf None None] Port f2326152-6493-4d1a-b306-d571a4f9c5aa cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:21.350375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Usage tracker for resource:security_group_rule and tenant:aac9369672b6447b88812a876123ead8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:21.353099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f2c5bc18-1ed4-4436-9933-8dce2c826192 req-0aba6c50-7b02-417c-b05c-489f15378fb1 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Unset dirty status for tenant:0606093698924b84b08979499cce80a3 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:21.355645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2c5bc18-1ed4-4436-9933-8dce2c826192 req-0aba6c50-7b02-417c-b05c-489f15378fb1 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377824 Apr 25 14:39:21.356523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:21.383489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:21.395862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.397624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Attempting to bind port 39e0bc41-0f51-449b-a6e0-1876f4271a34 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:21.398064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Attempting to bind port 39e0bc41-0f51-449b-a6e0-1876f4271a34 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:21.398467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Attempting to bind port 39e0bc41-0f51-449b-a6e0-1876f4271a34 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:21.410010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Deleting port d7edd501-bd4b-4fee-a48e-91c804a247b4 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:21.410357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.475906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Port 39e0bc41-0f51-449b-a6e0-1876f4271a34 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:39:21.476247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Attempting to bind port 39e0bc41-0f51-449b-a6e0-1876f4271a34 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:21.597307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:21.597552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:21.598182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:21.598709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Bound port: 39e0bc41-0f51-449b-a6e0-1876f4271a34, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:21.599109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.663609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.715612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e33011c-a067-4a08-8886-58d0e8b819e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.865359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e33011c-a067-4a08-8886-58d0e8b819e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:21.907724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] For port d7edd501-bd4b-4fee-a48e-91c804a247b4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d7edd501-bd4b-4fee-a48e-91c804a247b4,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:21.908155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.047563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:22.054965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.065068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.074529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:22.098641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.241300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Calling delete_port for d7edd501-bd4b-4fee-a48e-91c804a247b4 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:22.318134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e33011c-a067-4a08-8886-58d0e8b819e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.334023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:39:22.364230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751f79ed-90ce-405e-aac7-b9cba71ca2bd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:22.372748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:22.373555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.375056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] 10.222.0.15 "PUT /v2.0/ports/39e0bc41-0f51-449b-a6e0-1876f4271a34 HTTP/1.1" status: 200 len: 1096 time: 4.2925472 Apr 25 14:39:22.380874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:39:22.389486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.397429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43886) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:22.404059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.404543 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Added segment 2b8c6a09-dd10-4a86-aab0-e443961ee9e2 of type vlan for network cb9cc839-4a36-4027-a24d-70121f679094 Apr 25 14:39:22.406763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.467369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33011c-a067-4a08-8886-58d0e8b819e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82101d36-a069-4bb9-a939-4db277cf09dd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:22.589428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=f2326152-6493-4d1a-b306-d571a4f9c5aa,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:22.622253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] In _notify_port_updated(), no bound segment for port f2326152-6493-4d1a-b306-d571a4f9c5aa on network c3d60ab2-398c-4f2d-8bb8-31584531cd4f {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:39:22.627752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:22.628409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.650452 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8e7cc160-8779-408c-8d43-f972ca807d9a tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "PUT /v2.0/ports/f2326152-6493-4d1a-b306-d571a4f9c5aa HTTP/1.1" status: 200 len: 1001 time: 1.6461892 Apr 25 14:39:22.654246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43896) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:22.729726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fad89289-055c-4d6d-9c3c-bd06b5529eeb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:22.731555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.767696 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1b6ccc-315f-4fea-9085-377279a68434'] response: {'name': 'network-changed', 'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'status': 'completed', 'code': 200} Apr 25 14:39:22.799498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b71a29-8168-4144-a97c-4a3ecdb87194 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:39:22.810477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.815362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fad89289-055c-4d6d-9c3c-bd06b5529eeb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:39:22.816064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fad89289-055c-4d6d-9c3c-bd06b5529eeb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:22.833443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:22.834238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Transition to ACTIVE for port object c9b71a29-8168-4144-a97c-4a3ecdb87194 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:22.852092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Usage tracker for resource:security_group_rule and tenant:71727d2c432d4e1e9dbbfdd2c111191f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:22.858489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:22.860966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e33011c-a067-4a08-8886-58d0e8b819e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.865644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e33011c-a067-4a08-8886-58d0e8b819e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82101d36-a069-4bb9-a939-4db277cf09dd HTTP/1.1" status: 204 len: 168 time: 1.6247704 Apr 25 14:39:22.872772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port f2326152-6493-4d1a-b306-d571a4f9c5aa {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:22.873346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.880151 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:22.906319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424243a-5ddf-4e54-bd4e-ff7963bdc929 service neutron] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:22.927324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:22.976093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.086817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7edd501-bd4b-4fee-a48e-91c804a247b4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:23.108179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.222801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-08a67378-f0cd-4caa-b764-f9eb17d7e548 None None] Provisioning complete for port f2326152-6493-4d1a-b306-d571a4f9c5aa triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:23.223097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08a67378-f0cd-4caa-b764-f9eb17d7e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.302274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.395261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-08a67378-f0cd-4caa-b764-f9eb17d7e548 None None] Port f2326152-6493-4d1a-b306-d571a4f9c5aa cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:23.422363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:39:23.451204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Attempting to bind port c9b71a29-8168-4144-a97c-4a3ecdb87194 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:23.451204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Attempting to bind port c9b71a29-8168-4144-a97c-4a3ecdb87194 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:23.451204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Attempting to bind port c9b71a29-8168-4144-a97c-4a3ecdb87194 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:23.465776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Port c9b71a29-8168-4144-a97c-4a3ecdb87194 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:39:23.465776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Attempting to bind port c9b71a29-8168-4144-a97c-4a3ecdb87194 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:23.494640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:23.495040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:23.495500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:23.496131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Bound port: c9b71a29-8168-4144-a97c-4a3ecdb87194, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:23.496510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.526517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for f2326152-6493-4d1a-b306-d571a4f9c5aa owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:23.535207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:23.549790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-11cd461b-f3b6-45b6-9c12-ec66f6a8b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:23.551310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-11cd461b-f3b6-45b6-9c12-ec66f6a8b683 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 1099 time: 1.0966692 Apr 25 14:39:23.669107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-b7a455a8-9c18-4827-aaea-5e4314d91e4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34 HTTP/1.1" status: 200 len: 217 time: 0.0962393 Apr 25 14:39:23.762149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:23.765976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:23.767583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.769563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:23.769563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.805978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c0258-0d25-4215-955d-bfea780eadc1 req-5e8bf187-ae08-4737-98b0-a92d73461e2d tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:23.808221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b0c0258-0d25-4215-955d-bfea780eadc1 req-5e8bf187-ae08-4737-98b0-a92d73461e2d tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 935 time: 1.1320951 Apr 25 14:39:23.827486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.867335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.950777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:23.951349 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:23.953259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] 10.222.0.21 "PUT /v2.0/ports/c9b71a29-8168-4144-a97c-4a3ecdb87194 HTTP/1.1" status: 200 len: 1095 time: 3.8592906 Apr 25 14:39:24.140356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.5671654 Apr 25 14:39:24.159031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43920) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:24.185457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Request body: {'subnet': {'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-subnet', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:24.191844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:24.197351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Usage tracker for resource:subnet and tenant:aac9369672b6447b88812a876123ead8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:24.201873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:24.208686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:24.234984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b0c0258-0d25-4215-955d-bfea780eadc1 req-0200a699-7cea-467e-bc12-de1e5fbff0ba tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567111 Apr 25 14:39:24.244478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Made reservation on behalf of aac9369672b6447b88812a876123ead8 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:24.248331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.324024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43924) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:24.345014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.364743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbe15f-11ba-4eb1-9f14-70e3251c4af9 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9cc839-4a36-4027-a24d-70121f679094,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:24.369011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-77166cab-3413-4f97-b660-e657d220c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:24.371146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-77166cab-3413-4f97-b660-e657d220c6f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.5930307 Apr 25 14:39:24.377386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.378591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cb9cc839-4a36-4027-a24d-70121f679094 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:39:24.379643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.403599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.456242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.529160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8598be4-409b-4af1-9c77-590d8dfaeeaa service neutron] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:24.546467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71727d2c432d4e1e9dbbfdd2c111191f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1455169 Apr 25 14:39:24.552859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43930) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:24.588602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-e9fc8eca-001e-41da-bac1-9df14118557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:24.593342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-e9fc8eca-001e-41da-bac1-9df14118557d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 1098 time: 0.5839248 Apr 25 14:39:24.625909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b113d-7394-4da3-a2d7-36a1d755610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87882fd0-005f-4c16-80aa-462210a5d819,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:24.670612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1522086646-network', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:24.676175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.676776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867a02c5-57ff-47e6-9ddf-c7580e3363a5 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:39:24.696540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=f2326152-6493-4d1a-b306-d571a4f9c5aa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:24.712750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:24.754487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-5f00704b-3f3e-4aec-9d1f-4f8372e19329 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194 HTTP/1.1" status: 200 len: 217 time: 0.1545377 Apr 25 14:39:24.765022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-f8ac3a10-4dcf-4374-a832-454850722318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:24.766570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-f8ac3a10-4dcf-4374-a832-454850722318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3670008 Apr 25 14:39:24.768696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Usage tracker for resource:network and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:24.773534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:39:24.775226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.786940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:24.810583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:24.822714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:24.828091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4cda24bc-dd95-4894-8da2-f85efc1a0c0b admin admin] 10.222.0.23 "DELETE /v2.0/routers/867a02c5-57ff-47e6-9ddf-c7580e3363a5 HTTP/1.1" status: 204 len: 168 time: 5.3457425 Apr 25 14:39:24.831981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43938) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:24.835635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f9e3858d-7043-4ba3-b3bb-9a870fc0d390 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/ports/f2326152-6493-4d1a-b306-d571a4f9c5aa HTTP/1.1" status: 204 len: 168 time: 2.1550658 Apr 25 14:39:24.836239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:24.929422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-c5c06c4d-d68c-4d8e-865b-307b02e2e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:24.931172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-c5c06c4d-d68c-4d8e-865b-307b02e2e3fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1584594 Apr 25 14:39:24.932950 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56456bbb-99bb-44e3-8bcd-90a6270ce988'] response: {'name': 'network-changed', 'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'status': 'completed', 'code': 200} Apr 25 14:39:24.968200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Deleting subnet e0e7a168-84a1-4bf4-8bf7-238c0a427d34 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:39:24.986352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.035167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Made reservation on behalf of 6bbe4dc8ac4e490ab837a1d77828aa26 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:25.037886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.067823 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba49b96-f835-4336-8378-580160012aa8 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] GET failed (client error): The resource could not be found. Apr 25 14:39:25.068612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1ba49b96-f835-4336-8378-580160012aa8 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Synchronizing usage tracker for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:25.077635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.110915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:25.120281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.138746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-47837e1c-0173-4440-8280-de2555fa50cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.152182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1ba49b96-f835-4336-8378-580160012aa8 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Unset dirty status for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:25.156833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1ba49b96-f835-4336-8378-580160012aa8 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "GET /v2.0/ports/f2326152-6493-4d1a-b306-d571a4f9c5aa HTTP/1.1" status: 404 len: 333 time: 0.3132885 Apr 25 14:39:25.158983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Usage tracker for resource:security_group_rule and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:25.168264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43946) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:25.173654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:25.179730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-175022722'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:25.221759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:25.324966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-83180d78-cfbe-44b2-bcd8-e65dfb42a52e service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450604 Apr 25 14:39:25.386059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-47837e1c-0173-4440-8280-de2555fa50cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.453230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.499315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:25.550309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:25.559118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.585761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.598083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.610992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-4a7b28ab-3dbc-46e9-b3a7-6a23dd1121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:25.618524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:25.622848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-4a7b28ab-3dbc-46e9-b3a7-6a23dd1121b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4873292 Apr 25 14:39:25.623037 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.676747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d0cf83-d6c2-4601-b243-29374d58ce4e req-d9da1959-6a6d-4c93-91fe-672ad069efe8 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421094 Apr 25 14:39:25.685344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.691446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] device_id is not set on port 02f1fa9a-5d0a-46ff-82a7-70b474cec055 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:39:25.779263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e7a168-84a1-4bf4-8bf7-238c0a427d34,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:25.782960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a7b2da-4130-4af5-bfbb-489bc608e794,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:25.792771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:39:25.798142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.807395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfd4f1-1eda-4f32-9a22-40faaf5c24cd None None] Network 672b82ba-8317-402a-ac01-888177eba950 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:25.822397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a8c2eada-3ebf-4d43-bdfd-5b84875fe449 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0e7a168-84a1-4bf4-8bf7-238c0a427d34 HTTP/1.1" status: 204 len: 168 time: 0.9851594 Apr 25 14:39:25.827348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43956) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:25.876412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-47837e1c-0173-4440-8280-de2555fa50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.880241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:25.880745 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Added segment 6c338cfb-179b-4598-9fd5-90c7712b324e of type vlan for network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 Apr 25 14:39:26.052214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db10d1e3-924b-4f62-ba9f-a2a9c76a013c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:26.053210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.057817 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.073254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-559554a5-17e1-47c1-98dd-c8f577de0810 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566198 Apr 25 14:39:26.110147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Allocated IP 2001:db8::340 (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/02f1fa9a-5d0a-46ff-82a7-70b474cec055) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:26.124650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Deleting port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:26.125002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.143757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47837e1c-0173-4440-8280-de2555fa50cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87882fd0-005f-4c16-80aa-462210a5d819,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:26.160233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] DHCP port deletion for 672b82ba-8317-402a-ac01-888177eba950 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:39:26.172681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] Deleting port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:26.176560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.194700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.195680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:26.196273 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.274504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Checking segment: {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:26.274731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Network hostable DHCP agents. Network: cb9cc839-4a36-4027-a24d-70121f679094, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:39:26.279868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9330471 Apr 25 14:39:26.292663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ea5e-1209-4125-89e1-a3a872284257 req-a60f4c1b-0709-4539-913c-c8691747b2ff tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:26.294342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7314ea5e-1209-4125-89e1-a3a872284257 req-a60f4c1b-0709-4539-913c-c8691747b2ff tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 947 time: 0.6690407 Apr 25 14:39:26.297381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43960) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:26.306486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-47837e1c-0173-4440-8280-de2555fa50cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.310014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-47837e1c-0173-4440-8280-de2555fa50cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87882fd0-005f-4c16-80aa-462210a5d819 HTTP/1.1" status: 204 len: 168 time: 1.7484727 Apr 25 14:39:26.317617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Request body: {'subnet': {'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1522086646-subnet', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:26.319277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-b618a5f7-ec2c-4fd6-9df1-6461d6f53476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:26.320745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-b618a5f7-ec2c-4fd6-9df1-6461d6f53476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 1099 time: 0.5190601 Apr 25 14:39:26.488838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-0e7a38a1-28bf-4be3-895c-ffc10de8f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:26.490500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-0e7a38a1-28bf-4be3-895c-ffc10de8f3b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1608377 Apr 25 14:39:26.516690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] For port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:26.517549 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.574605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:26.579973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Usage tracker for resource:subnet and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:26.584475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:26.591864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:26.641472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7314ea5e-1209-4125-89e1-a3a872284257 req-8244cfa2-a8e6-4352-9c5f-1eb243e1a7a4 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322682 Apr 25 14:39:26.651373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Network cb9cc839-4a36-4027-a24d-70121f679094 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:39:26.655861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-4dc895f9-7ae0-41d2-ab25-d977abc9992c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34 HTTP/1.1" status: 200 len: 217 time: 0.1505122 Apr 25 14:39:26.697752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09542ee-f3c2-4a82-94c0-4ce1c6ed7f02 req-d49dd6f9-debd-4fe4-a141-ef82e6b68c75 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045580 Apr 25 14:39:26.701320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] Calling delete_port for 3a941a97-9608-413d-8ef5-8bfdf3c45c0c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:26.772264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Made reservation on behalf of 6bbe4dc8ac4e490ab837a1d77828aa26 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:26.774970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.852321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, cb9cc839-4a36-4027-a24d-70121f679094) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:26.884213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:26.884840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.888724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d7edd501-bd4b-4fee-a48e-91c804a247b4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:26.920839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c102d9-6de5-46b0-ad2d-29f353cf6208 None None] Network cb9cc839-4a36-4027-a24d-70121f679094 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:26.939014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] For port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,segment=NetworkSegment(b2b9354d-86a4-40da-9001-9f3d32e6e749),segment_id=b2b9354d-86a4-40da-9001-9f3d32e6e749)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:26.939519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:26.952617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-cfe6b213-dc9b-4317-8d7b-b8c55af2db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:26.954114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-cfe6b213-dc9b-4317-8d7b-b8c55af2db82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2685144 Apr 25 14:39:26.962790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-76bc873b-c416-4830-b0ba-3528c51eea43 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7956879 Apr 25 14:39:26.970527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:26.974692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d7edd501-bd4b-4fee-a48e-91c804a247b4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:39:26.975045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d7edd501-bd4b-4fee-a48e-91c804a247b4 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:26.978078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a941a97-9608-413d-8ef5-8bfdf3c45c0c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:27.020948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:27.036218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:27.046249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Usage tracker for resource:router and tenant:aac9369672b6447b88812a876123ead8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:27.052278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:27.074309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:27.098202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Calling delete_port for 3a941a97-9608-413d-8ef5-8bfdf3c45c0c owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:27.109953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-73bd3ea4-443c-4a20-a0d9-18a966570169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:27.111537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-73bd3ea4-443c-4a20-a0d9-18a966570169 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 1098 time: 0.2978616 Apr 25 14:39:27.113792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.114401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.133651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.199624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.217420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:39:27.217916 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:39:27.218728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844d63b-401a-47f0-988d-639b28713582 admin admin] Pushing event updated for resources: {'Network': ['ID=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:27.267833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] Pushing event deleted for resources: {'Port': ['ID=3a941a97-9608-413d-8ef5-8bfdf3c45c0c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:27.269733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:39:27.285725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e99c6-c65d-460f-9d12-bafb27e31352 None None] No DVR routers for this DVR port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:39:27.418135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:39:27.418553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a941a97-9608-413d-8ef5-8bfdf3c45c0c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:27.498092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.561747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Transition to ACTIVE for port object 02f1fa9a-5d0a-46ff-82a7-70b474cec055 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:27.562868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0632f218-c117-4c2e-9c41-95adc5f0a6f0 None None] Network cb9cc839-4a36-4027-a24d-70121f679094 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:27.664406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.725498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-fdde2f5c-728c-4f9c-9748-7a2ea31f26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:27.726982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-fdde2f5c-728c-4f9c-9748-7a2ea31f26d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5761290 Apr 25 14:39:27.736508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44002) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:27.736508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Deleting port 3a941a97-9608-413d-8ef5-8bfdf3c45c0c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:27.736508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.736779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44004) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:27.746939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058180191', 'description': 'tempest-description--2067181097'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:27.789806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:27.895402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] The port '3a941a97-9608-413d-8ef5-8bfdf3c45c0c' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:39:27.971150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:27.975142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:27.976012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-9bb0c026-2f3c-477c-86bf-8f92869e9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:27.977631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-9bb0c026-2f3c-477c-86bf-8f92869e9718 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0118001 Apr 25 14:39:27.986648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:27.989238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:27.992309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:27.998368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:27.998993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.007013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-network', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:28.009025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Usage tracker for resource:security_group and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:28.013246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-9f605d5e-de99-4558-ba87-83319114a558 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194 HTTP/1.1" status: 200 len: 217 time: 0.2612033 Apr 25 14:39:28.034176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=02f1fa9a-5d0a-46ff-82a7-70b474cec055,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:28.043091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:28.066152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Checking segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:28.066532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Network hostable DHCP agents. Network: 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:39:28.068743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:28.073674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Usage tracker for resource:network and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:28.081639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:28.098505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:28.156205 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c0ca1d7-73ad-4589-919f-bbb76fb60325 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9846098 Apr 25 14:39:28.165561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44012) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:28.168931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.184203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'network_id': 'c3d60ab2-398c-4f2d-8bb8-31584531cd4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1024661740'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:28.189486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:28.206482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Made reservation on behalf of 94e1e8f534224e96a5cf855f2de9c807 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:28.208767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.217567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:39:28.254824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.266822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672b82ba-8317-402a-ac01-888177eba950']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:28.276310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6e137396-49ce-47e8-8c67-79a291f299aa None None] Provisioning for port 02f1fa9a-5d0a-46ff-82a7-70b474cec055 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:28.282095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6e137396-49ce-47e8-8c67-79a291f299aa None None] Provisioning complete for port 02f1fa9a-5d0a-46ff-82a7-70b474cec055 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:28.282248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:28.282481 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6e137396-49ce-47e8-8c67-79a291f299aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.286480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:28.287074 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.314074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef23f31-3f83-4584-bd87-0f284c1034a2 None None] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:28.320049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.343431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-b926c2b8-c99a-4e7b-b393-f93838c8ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:28.344591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-b926c2b8-c99a-4e7b-b393-f93838c8ac79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.2777302 Apr 25 14:39:28.345364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.346084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b9354d-86a4-40da-9001-9f3d32e6e749') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:28.346396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b9354d-86a4-40da-9001-9f3d32e6e749') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:28.372111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:28.388686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.401910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:28.407890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:28.419580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6e137396-49ce-47e8-8c67-79a291f299aa None None] Port 02f1fa9a-5d0a-46ff-82a7-70b474cec055 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:28.421096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:28.428501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.436948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c39ea267-0328-4907-b234-410a6a947d69 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1364396 Apr 25 14:39:28.444810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44016) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:28.467993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:39:28.468399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.470131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:28.482116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:39:28.482302 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:39:28.495673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Usage tracker for resource:security_group_rule and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:28.501361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:28.512118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:28.518006 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-2296e2e6-16d9-4f5f-9117-4412ee41b899 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283396 Apr 25 14:39:28.522904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Usage tracker for resource:router and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:28.527882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:28.530119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:28.556006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:28.574260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Usage tracker for resource:port and tenant:45e2a0e953f7496d8896b4f4475b9793 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:28.578142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:28.578584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:28.593517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:28.608271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed402c-bb39-4ca9-906e-dc85b52e90c4 req-5ee79868-bd63-46c7-857e-31759d79a339 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:28.609972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66ed402c-bb39-4ca9-906e-dc85b52e90c4 req-5ee79868-bd63-46c7-857e-31759d79a339 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 947 time: 0.6212893 Apr 25 14:39:28.616241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.619159 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.620868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:39:28.621781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.624536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.643900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Made reservation on behalf of 45e2a0e953f7496d8896b4f4475b9793 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:28.647790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.679141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=672b82ba-8317-402a-ac01-888177eba950,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:28.697737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-923e0853-43eb-45c0-a168-bc7368084f13 admin admin] 10.222.0.23 "DELETE /v2.0/networks/672b82ba-8317-402a-ac01-888177eba950 HTTP/1.1" status: 204 len: 168 time: 2.8615606 Apr 25 14:39:28.713115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] device_id is not set on port 00323128-0191-46da-b60e-9ec41a893d77 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:39:28.741303 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.742315 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.760850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.767507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.840791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-ab92d386-5747-46d0-b203-98ed6d0d2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:28.841957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Allocated IP 172.20.0.2 (08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5/b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf/79bdd85a-29f0-4221-be3a-ebb45d51e683) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:28.842324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-ab92d386-5747-46d0-b203-98ed6d0d2ffe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4869514 Apr 25 14:39:28.872520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66ed402c-bb39-4ca9-906e-dc85b52e90c4 req-1d907591-c97d-4513-913b-4dbd299f9c2c tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151713 Apr 25 14:39:28.874144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:28.897477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:28.945327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:39:28.952722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-412a4524-8010-4a60-9ccf-42fa4c1d9d90 req-4c53efe3-c282-46fd-a459-68e63961b872 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184883 Apr 25 14:39:28.971745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece2be3-3595-4103-9f4b-89eacda58bf7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:29.012702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.013434 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Added segment 067ce3fa-8fd1-4df8-949b-fa3a40b12234 of type vlan for network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 Apr 25 14:39:29.034852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.056259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:39:29.058732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.063640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.074228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:39:29.079913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Allocated IP 2001:db8::29a (c3d60ab2-398c-4f2d-8bb8-31584531cd4f/6a0c29b4-0411-415c-845a-38ac272c2521/00323128-0191-46da-b60e-9ec41a893d77) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:29.133770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.145809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.147313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:29.148049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.183237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Transition to ACTIVE for port object 79bdd85a-29f0-4221-be3a-ebb45d51e683 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:29.308231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5485361 Apr 25 14:39:29.328986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Transition to ACTIVE for port object 79bdd85a-29f0-4221-be3a-ebb45d51e683 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:29.330904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44026) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:29.333426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ce7f2d04-6fa9-4906-b278-36bb4b513343 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30753c066fb748ebaa00578f5000ec91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340043 Apr 25 14:39:29.347683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Request body: {'subnet': {'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-subnet', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:29.348423 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.353353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44030) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:29.376170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1b68a-1403-4a27-ab7c-6b4c94e9d97d admin admin] Pushing event updated for resources: {'Network': ['ID=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:29.406122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:39:29.434891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90a1729-66fc-42c6-aff0-5b58d1b522e5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:29.446047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:29.465431 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.476972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Usage tracker for resource:subnet and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:29.494386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:29.497338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Transition to ACTIVE for port object 00323128-0191-46da-b60e-9ec41a893d77 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:29.512216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Pushing event updated for resources: {'Port': ['ID=79bdd85a-29f0-4221-be3a-ebb45d51e683,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:29.528816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.529447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.532984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-120c5ce8-0fda-4dab-bc90-7e2a0eeab313 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7923594 Apr 25 14:39:29.533180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.533263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:29.533332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.533332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.533599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.533888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.534253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.534596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.535262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.535262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.535581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.535913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.536246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:29.539504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'mac_address': 'fa:16:3e:3c:02:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:39:29.547379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44034) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:29.547705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:29.568581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-a2a7df22-8a4e-43f1-9975-aab064a3ece6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049484 Apr 25 14:39:29.571236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:29.591078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:29.601591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:29.606951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Request body: {'security_group_rule': {'security_group_id': 'c90a1729-66fc-42c6-aff0-5b58d1b522e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:29.619466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:29.631106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:29.632117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Usage tracker for resource:security_group_rule and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:29.637189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:29.639365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:29.645184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:29.645811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.657159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:29.659665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:29.662876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'mac_address': 'fa:16:3e:7d:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:39:29.678121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:29.681343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=00323128-0191-46da-b60e-9ec41a893d77,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:29.703234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c0ca4bfb-1d14-4594-808c-c05a5fdeb17d tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5341823 Apr 25 14:39:29.703529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44038) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:29.711047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::341', 'mac_address': 'fa:16:3e:fb:82:ef'}, {'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:ee:d2:a9'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:29.754283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.771121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.843552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Made reservation on behalf of 94e1e8f534224e96a5cf855f2de9c807 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:29.845965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.897139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.925547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e0bc41-0f51-449b-a6e0-1876f4271a34 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:39:29.951731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:29.970066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.978896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:29.993546 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.024173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa6447c-9d83-4985-9423-77bbf505523d,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:30.048737 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.090609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d111396f-3695-4577-ac32-1017e2e69335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.111990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-009147a0-f39a-45d1-b4e6-03dd841b3ba5 None None] Provisioning for port 00323128-0191-46da-b60e-9ec41a893d77 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:30.121206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b71a29-8168-4144-a97c-4a3ecdb87194 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:39:30.129450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Attempting to bind port 79bdd85a-29f0-4221-be3a-ebb45d51e683 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:30.129833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Attempting to bind port 79bdd85a-29f0-4221-be3a-ebb45d51e683 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:30.130245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Attempting to bind port 79bdd85a-29f0-4221-be3a-ebb45d51e683 on network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:30.130999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.132549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf48f307-fb3c-423a-966c-6fab4dc5be3c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5429280 Apr 25 14:39:30.137731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-009147a0-f39a-45d1-b4e6-03dd841b3ba5 None None] Provisioning complete for port 00323128-0191-46da-b60e-9ec41a893d77 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:30.137731 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-009147a0-f39a-45d1-b4e6-03dd841b3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.140273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44044) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:30.166828 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.175758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.185787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:30.192458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:30.192838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Checking segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:30.193278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.193670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Bound using segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:30.194151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Bound port: 79bdd85a-29f0-4221-be3a-ebb45d51e683, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:30.194531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.199520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Request body: {'security_group_rule': {'security_group_id': 'c90a1729-66fc-42c6-aff0-5b58d1b522e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:30.211164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:30.221947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d111396f-3695-4577-ac32-1017e2e69335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.228580 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.243171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:30.246299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.270956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d7b6d-4acb-4e7c-a24c-405f8e6ab871 req-a8f343e7-37e5-4684-855a-e19103100bd9 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:30.279463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd6d7b6d-4acb-4e7c-a24c-405f8e6ab871 req-a8f343e7-37e5-4684-855a-e19103100bd9 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 947 time: 0.2509103 Apr 25 14:39:30.294301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39e0bc41-0f51-449b-a6e0-1876f4271a34'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:39:30.306554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Usage tracker for resource:security_group_rule and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:30.319246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-009147a0-f39a-45d1-b4e6-03dd841b3ba5 None None] Port 00323128-0191-46da-b60e-9ec41a893d77 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:30.344376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1b8340a-1bff-44da-8ec4-5aade5249a33 req-da11928f-9578-4dd7-87e8-219c941e7491 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068918 Apr 25 14:39:30.349108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:30.353285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd6d7b6d-4acb-4e7c-a24c-405f8e6ab871 req-bfb0241f-6c3c-46a6-9eb1-23f28828bfc5 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712202 Apr 25 14:39:30.377875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:30.436514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:30.441880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] For port 79bdd85a-29f0-4221-be3a-ebb45d51e683, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:30.455910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] For port 79bdd85a-29f0-4221-be3a-ebb45d51e683, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=79bdd85a-29f0-4221-be3a-ebb45d51e683,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:30.477294 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.492302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.552702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c9b71a29-8168-4144-a97c-4a3ecdb87194'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:39:30.583716 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.590271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.613434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d111396f-3695-4577-ac32-1017e2e69335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.647599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] In _notify_port_updated(), no bound segment for port 00323128-0191-46da-b60e-9ec41a893d77 on network c3d60ab2-398c-4f2d-8bb8-31584531cd4f {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:39:30.653076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:30.654127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.657642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "PUT /v2.0/ports/00323128-0191-46da-b60e-9ec41a893d77 HTTP/1.1" status: 200 len: 1068 time: 0.9501469 Apr 25 14:39:30.659760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44048) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:30.660289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111396f-3695-4577-ac32-1017e2e69335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3ad60-02d2-4141-83de-294bd5c6b4fe,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:30.672877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Allocated IP 172.25.0.23 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/5bd16bd3-ab5a-4cda-8d4d-891eb9971569) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:30.680397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.720242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ce0f-e45d-46a9-8954-88e97ebd773f None None] Pushing event updated for resources: {'Port': ['ID=79bdd85a-29f0-4221-be3a-ebb45d51e683,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:30.748024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port 00323128-0191-46da-b60e-9ec41a893d77 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:30.748482 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.808466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c15cac-b182-43b7-92fc-beaedc9d6c36 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event updated for resources: {'Port': ['ID=00323128-0191-46da-b60e-9ec41a893d77,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:30.919052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:30.953305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.095282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.169976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3fae9cc8-d5cb-4180-bbfb-2466beaa9818 None None] Provisioning complete for port 00323128-0191-46da-b60e-9ec41a893d77 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:31.170362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fae9cc8-d5cb-4180-bbfb-2466beaa9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.235366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fae9cc8-d5cb-4180-bbfb-2466beaa9818 None None] Port 00323128-0191-46da-b60e-9ec41a893d77 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:31.266679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:31.290755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d111396f-3695-4577-ac32-1017e2e69335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.291952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d111396f-3695-4577-ac32-1017e2e69335 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fc3ad60-02d2-4141-83de-294bd5c6b4fe HTTP/1.1" status: 204 len: 168 time: 1.9332407 Apr 25 14:39:31.347004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47cbdd8-02a7-4fe7-bab5-e5414a7173a5,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:31.359614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for 00323128-0191-46da-b60e-9ec41a893d77 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:31.370716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Checking segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:31.371165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Network hostable DHCP agents. Network: b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:39:31.381520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.385594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ed92b0d-d608-4314-b324-fe99493a22ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2258046 Apr 25 14:39:31.390480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44056) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:31.406432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:31.428147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:31.437082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.467403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Usage tracker for resource:floatingip and tenant:dffe315562f14e73acdbf6e9a5a974d4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:31.480257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:31.486866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.500333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:39:31.504200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:31.557800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.582526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.635511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.636686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=00323128-0191-46da-b60e-9ec41a893d77,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:31.656692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:31.664576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:31.664576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.696742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e831e1-1940-4713-8ed1-bb028d98c97e None None] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:31.735508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c99032fb-a8be-4eb4-a816-415a6eb41fe0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4009037 Apr 25 14:39:31.740587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:31.754489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:31.766557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:31.840729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Usage tracker for resource:router and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:31.884057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:31.888492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:31.958969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:32.031280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:32.067037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f42d01-2c98-4ed6-91e8-82312d5d5572 req-cda764ca-ea38-4a5e-a748-b0a2dd595173 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:32.069149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8f42d01-2c98-4ed6-91e8-82312d5d5572 req-cda764ca-ea38-4a5e-a748-b0a2dd595173 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 948 time: 0.5189798 Apr 25 14:39:32.070257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:32.079581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:32.122444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:39:32.123544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.124026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.146852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-09fda9c7-e92a-4a1e-b105-86e87c267079 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/ports/00323128-0191-46da-b60e-9ec41a893d77 HTTP/1.1" status: 204 len: 168 time: 1.4863324 Apr 25 14:39:32.149234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44078) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:32.203052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.204319 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.218979 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-07603455-9a40-4212-abd4-eda4488687fa tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] GET failed (client error): The resource could not be found. Apr 25 14:39:32.219678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-07603455-9a40-4212-abd4-eda4488687fa tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Synchronizing usage tracker for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:32.221778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.248183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-07603455-9a40-4212-abd4-eda4488687fa tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Unset dirty status for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:32.251137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-07603455-9a40-4212-abd4-eda4488687fa tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "GET /v2.0/ports/00323128-0191-46da-b60e-9ec41a893d77 HTTP/1.1" status: 404 len: 333 time: 0.1003363 Apr 25 14:39:32.255075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44084) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:32.265844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:32.275604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Allocated IP 172.25.0.8 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/7c842b87-54b3-4b4d-948d-19d765e3b9bd) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:32.329318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572c9f4-488a-41eb-a29c-63c2203c68cf None None] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:32.344416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port 02f1fa9a-5d0a-46ff-82a7-70b474cec055 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:32.345129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.395488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44090) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:32.416964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8f42d01-2c98-4ed6-91e8-82312d5d5572 req-ae482aa0-ae69-4e08-b716-74a2a85cc87d tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006830 Apr 25 14:39:32.459690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b67a6946-4146-4e6e-8d5d-1b10c31d2a22 None None] Provisioning for port 79bdd85a-29f0-4221-be3a-ebb45d51e683 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:32.492235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Allocated IP 172.20.0.2 (b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3/879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08/437a0ad0-1d6e-42ba-be75-9ec46bf14666) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:32.586306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-523968899-network', 'tenant_id': '67e15919f68444b8986727cc85f12ffd'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:32.591372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:32.598305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Usage tracker for resource:network and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:32.617608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:32.640978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:32.710369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:32.712964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.719803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.733851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.762883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:32.778233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Usage tracker for resource:security_group_rule and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:32.782412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:32.785970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.809299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:32.884023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 79bdd85a-29f0-4221-be3a-ebb45d51e683 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:32.889186 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.930822 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:32.931600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for 02f1fa9a-5d0a-46ff-82a7-70b474cec055 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:32.950464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Transition to ACTIVE for port object 437a0ad0-1d6e-42ba-be75-9ec46bf14666 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:32.988212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Transition to ACTIVE for port object 437a0ad0-1d6e-42ba-be75-9ec46bf14666 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:33.000910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.060002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 79bdd85a-29f0-4221-be3a-ebb45d51e683 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:33.079090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:33.121353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:33.161568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.163873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.185830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 79bdd85a-29f0-4221-be3a-ebb45d51e683 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:33.186459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.216342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.241980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:33.254737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:33.255693 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.276999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:33.285064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=02f1fa9a-5d0a-46ff-82a7-70b474cec055,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:33.294301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Pushing event updated for resources: {'Port': ['ID=437a0ad0-1d6e-42ba-be75-9ec46bf14666,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:33.300204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.310529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:39:33.354363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd76f9-407f-434c-be1c-6ad15969bce0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:33.385513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6895174f-7d9b-453b-a4bf-d01482c3e834 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/ports/02f1fa9a-5d0a-46ff-82a7-70b474cec055 HTTP/1.1" status: 204 len: 168 time: 1.1243157 Apr 25 14:39:33.387655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44096) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:33.452532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f7006dc8-51f1-478c-b7f9-a1ee4e23ba07 None None] Provisioning complete for port 79bdd85a-29f0-4221-be3a-ebb45d51e683 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:33.452972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7006dc8-51f1-478c-b7f9-a1ee4e23ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.461736 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c07fca1-6f29-4927-9df6-edb5378c9df0 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] GET failed (client error): The resource could not be found. Apr 25 14:39:33.462399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c07fca1-6f29-4927-9df6-edb5378c9df0 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Synchronizing usage tracker for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:33.470587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.470938 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Added segment 38deebe5-9ab9-41bb-94ae-6b2392800eb6 of type vlan for network 6b6edac4-a28b-4c44-ae60-cc143ce55153 Apr 25 14:39:33.492193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Attempting to bind port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:33.492888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Attempting to bind port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:33.493329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Attempting to bind port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:33.513009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:33.513848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Checking segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:33.514470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.515219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Bound using segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:33.515921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Bound port: 437a0ad0-1d6e-42ba-be75-9ec46bf14666, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:33.516555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.556531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c07fca1-6f29-4927-9df6-edb5378c9df0 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Unset dirty status for tenant:45e2a0e953f7496d8896b4f4475b9793 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:33.559128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c07fca1-6f29-4927-9df6-edb5378c9df0 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "GET /v2.0/ports/02f1fa9a-5d0a-46ff-82a7-70b474cec055 HTTP/1.1" status: 404 len: 333 time: 0.1697559 Apr 25 14:39:33.563116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.566592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44102) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:33.576154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 39e0bc41-0f51-449b-a6e0-1876f4271a34 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:33.607543 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.608567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:33.609218 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.657655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.677476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port c9b71a29-8168-4144-a97c-4a3ecdb87194 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:33.687454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 39e0bc41-0f51-449b-a6e0-1876f4271a34 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:33.687921 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.704890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.740307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port c9b71a29-8168-4144-a97c-4a3ecdb87194 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:33.740786 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.763175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3629498 Apr 25 14:39:33.764585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44106) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:33.773085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Request body: {'subnet': {'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-523968899-subnet', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:33.780672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f6b3c-882c-4eca-b8c8-0d5692b891d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6edac4-a28b-4c44-ae60-cc143ce55153,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:33.784311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:33.790639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Usage tracker for resource:subnet and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:33.795450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:33.803312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:33.817970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:39:33.831422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:33.840563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:33.847562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:33.878239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.889562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port 9360dfb5-9e71-4178-8261-c1de9c03ce53 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:33.890156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.934504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca614a5-6c19-46bc-89a2-b765f69ed0f7 req-1a37f3e3-4c2b-4691-b899-19c25a7c7e9c tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:33.936012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eca614a5-6c19-46bc-89a2-b765f69ed0f7 req-1a37f3e3-4c2b-4691-b899-19c25a7c7e9c tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 948 time: 0.2928531 Apr 25 14:39:33.937776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:33.940036 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:33.968007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Allocated IP 172.25.0.171 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b20b0522-4229-4f86-b2ef-a41cba4e48ef) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:33.975338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Pushing event updated for resources: {'Port': ['ID=7c842b87-54b3-4b4d-948d-19d765e3b9bd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:33.996470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] For port 437a0ad0-1d6e-42ba-be75-9ec46bf14666, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:34.064229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] For port 437a0ad0-1d6e-42ba-be75-9ec46bf14666, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=437a0ad0-1d6e-42ba-be75-9ec46bf14666,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:34.071411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eca614a5-6c19-46bc-89a2-b765f69ed0f7 req-fceefa4a-c36a-4f29-9ffd-1fdd082e6e36 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178184 Apr 25 14:39:34.094895 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.094895 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.138259 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7006dc8-51f1-478c-b7f9-a1ee4e23ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.201668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 79bdd85a-29f0-4221-be3a-ebb45d51e683, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=79bdd85a-29f0-4221-be3a-ebb45d51e683,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:34.224777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.253861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.304642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82399c15-2e8d-41dc-978b-b99746e0dab3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:34.316745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Checking segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:34.317062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Network hostable DHCP agents. Network: 6b6edac4-a28b-4c44-ae60-cc143ce55153, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:39:34.337349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:39:34.364402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 6b6edac4-a28b-4c44-ae60-cc143ce55153) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:34.367240 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.370927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:34.372666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.377070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.392126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b3424-d4a9-4fff-b75a-86ffb15f061c None None] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:34.403945 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6563625b-6814-4643-ab7c-69cc67c8d60e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6386988 Apr 25 14:39:34.406468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44110) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:34.412179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62416675-650a-426b-a293-3a6723e5fd18 None None] Pushing event updated for resources: {'Port': ['ID=437a0ad0-1d6e-42ba-be75-9ec46bf14666,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:34.413729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:34.421583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:34.426704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Usage tracker for resource:router and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:34.430495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:34.438159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:34.453640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.455082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.483587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.523405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:39:34.586389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-f7006dc8-51f1-478c-b7f9-a1ee4e23ba07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:39:34.586755 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-f7006dc8-51f1-478c-b7f9-a1ee4e23ba07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:39:34.709697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:34.754030 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.761842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:34.770921 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5600421-3da3-41a2-a4a3-ad619153c9bd'] response: {'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'code': 200} Apr 25 14:39:34.777601 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.782267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=79bdd85a-29f0-4221-be3a-ebb45d51e683,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:34.903401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 437a0ad0-1d6e-42ba-be75-9ec46bf14666 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:34.961749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:34.984082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:35.151693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:35.181511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-6b6edac4-a28b-4c44-ae60-cc143ce55153', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:39:35.183282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.245729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.249392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:35.316273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.335066 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.397492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Allocated IP 172.20.0.2 (6b6edac4-a28b-4c44-ae60-cc143ce55153/82399c15-2e8d-41dc-978b-b99746e0dab3/16f0c36e-54e1-4466-9068-f71dbccd8bb9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:35.431569 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.469560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.542630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.549365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e84c7-0e23-4636-86ed-be536b479c6c req-277cce2b-d30f-4e5d-9d4d-e4010880a501 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:35.551086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a92e84c7-0e23-4636-86ed-be536b479c6c req-277cce2b-d30f-4e5d-9d4d-e4010880a501 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 949 time: 0.2582903 Apr 25 14:39:35.654371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a92e84c7-0e23-4636-86ed-be536b479c6c req-f48e4cc2-de47-4263-81a8-96326c9274ea tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Apr 25 14:39:35.685507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.706113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427efc1d-e373-4ae9-9492-065151513890 req-995b6887-1c66-4995-a590-c06e8a182327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:35.708078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-427efc1d-e373-4ae9-9492-065151513890 req-995b6887-1c66-4995-a590-c06e8a182327 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 1100 time: 0.8201876 Apr 25 14:39:35.721682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.736952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Transition to ACTIVE for port object 16f0c36e-54e1-4466-9068-f71dbccd8bb9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:35.761639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Transition to ACTIVE for port object 16f0c36e-54e1-4466-9068-f71dbccd8bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:35.767603 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:35.804155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda7264-72b1-4ddd-97c2-4d660d59c11d None None] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:35.913200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:35.931024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:35.933727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:35.947990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] Provisioning for port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:35.986582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for 9360dfb5-9e71-4178-8261-c1de9c03ce53 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:35.997386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] Provisioning complete for port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:35.998167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.042600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Pushing event updated for resources: {'Port': ['ID=16f0c36e-54e1-4466-9068-f71dbccd8bb9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:36.061400 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.114267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Allocated IP 172.25.0.68 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/888070cc-7b73-4df9-9c3e-518f0e1e1203) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:36.141927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Attempting to bind port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:36.142859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Attempting to bind port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:36.142859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Attempting to bind port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 on network 6b6edac4-a28b-4c44-ae60-cc143ce55153 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:36.160222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-427efc1d-e373-4ae9-9492-065151513890 req-edbcffac-96a7-4a20-92b4-211dbe4a60ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147003 Apr 25 14:39:36.179990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:36.180558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Checking segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:36.180744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.181097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Bound using segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:36.181587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Bound port: 16f0c36e-54e1-4466-9068-f71dbccd8bb9, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:36.181999 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.216848 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.278635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.313350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.384384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.409067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:36.409826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] For port 16f0c36e-54e1-4466-9068-f71dbccd8bb9, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:36.414426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:36.426880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:36.430865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] For port 16f0c36e-54e1-4466-9068-f71dbccd8bb9, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=16f0c36e-54e1-4466-9068-f71dbccd8bb9,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:36.436975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:36.447315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.485879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] For port 437a0ad0-1d6e-42ba-be75-9ec46bf14666, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=437a0ad0-1d6e-42ba-be75-9ec46bf14666,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:36.509953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:36.515739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:36.536048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:36.585567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59324a9-929f-4ee0-9514-ee472f0ce220 None None] Pushing event updated for resources: {'Port': ['ID=16f0c36e-54e1-4466-9068-f71dbccd8bb9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:36.621576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event updated for resources: {'Port': ['ID=b20b0522-4229-4f86-b2ef-a41cba4e48ef,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:36.722071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd75be8-3636-40d4-9b97-59c147b187c2 None None] Pushing event updated for resources: {'Port': ['ID=437a0ad0-1d6e-42ba-be75-9ec46bf14666,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:36.738681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Allocated IP 172.25.0.6 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/fcd3d125-4ea3-4a84-b649-ca308361960f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:36.756482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=888070cc-7b73-4df9-9c3e-518f0e1e1203,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:36.771987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:39:36.837336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 79bdd85a-29f0-4221-be3a-ebb45d51e683 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:36.944856 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3507d00-5356-4ead-9d19-83c056eea829'] response: {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'code': 200} Apr 25 14:39:36.985390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 79bdd85a-29f0-4221-be3a-ebb45d51e683 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:36.987115 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.195666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c1fd4ad9-feac-4154-a21e-2877355368b8 None None] Provisioning complete for port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:37.196901 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4ad9-feac-4154-a21e-2877355368b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.212280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.231378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Router e8e26102-943b-4922-9fa3-f55be1475d49 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:39:37.293178 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.302534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=9360dfb5-9e71-4178-8261-c1de9c03ce53,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:37.508966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.540757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.649712 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.734938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.749504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.913588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e27e2de1-3086-4e99-b523-e1d09595c8e2 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/ports/9360dfb5-9e71-4178-8261-c1de9c03ce53 HTTP/1.1" status: 204 len: 168 time: 4.3413792 Apr 25 14:39:37.914953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4530f3f-2dc2-4de4-8bdb-bb0202505d21 None None] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:37.915613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:37.922244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44124) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:37.929953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226ae3-741c-4074-a7ac-8f0bfc339ba4 req-004c076b-c2d2-4d63-bb20-15310cc47bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:37.931639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc226ae3-741c-4074-a7ac-8f0bfc339ba4 req-004c076b-c2d2-4d63-bb20-15310cc47bbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 1101 time: 0.8613722 Apr 25 14:39:37.941362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f50dac-073f-44d9-9df6-2f182fc16d02 req-24f6bf31-cf23-4f26-9ad4-a3856a1fc897 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:37.945506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13f50dac-073f-44d9-9df6-2f182fc16d02 req-24f6bf31-cf23-4f26-9ad4-a3856a1fc897 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 949 time: 1.0638666 Apr 25 14:39:37.958525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:37.961324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:37.965517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:37.971505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:38.014134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Sync routers for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:38.023311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-18bcd1b2-f4ff-4ebe-9f9c-034fdc681646 None None] Provisioning for port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:38.024305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting subnet 6a0c29b4-0411-415c-845a-38ac272c2521 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:39:38.028083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.051379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:38.052047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:38.061937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:39:38.160063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.249697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd3d125-4ea3-4a84-b649-ca308361960f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:38.274562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.344789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:38.374692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.379397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-39109673-f98a-4ddb-9d70-1e29f6b5b5f1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.3674400 Apr 25 14:39:38.400206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44128) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:38.523144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:38.536717 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Sync routers for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:38.552994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:38.554131 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:38.562255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.566244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c66dd7c9-dc90-42e9-ae47-8cff07e0f9c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1584716 Apr 25 14:39:38.566880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44132) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:38.591952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13f50dac-073f-44d9-9df6-2f182fc16d02 req-de71a358-3c1c-486e-9f63-044cccba61c1 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212928 Apr 25 14:39:38.595921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc226ae3-741c-4074-a7ac-8f0bfc339ba4 req-bf726cda-c4f1-4b51-bfd3-405f0d0c9ee5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482339 Apr 25 14:39:38.657476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd9b6347-186b-459e-94fa-e2731a92e7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.705571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:33Z', 'revision_number': 3, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:38.719799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Checking router: e8e26102-943b-4922-9fa3-f55be1475d49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:38.720221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Updating router e8e26102-943b-4922-9fa3-f55be1475d49 port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:38.736342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:38.845560 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:38.846060 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.198902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Router a4978e9c-4e24-4117-8826-508b930c2d00 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:39:39.353704 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.367292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Transition to ACTIVE for port object 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:39.375915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 16f0c36e-54e1-4466-9068-f71dbccd8bb9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:39.376724 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:37Z', 'revision_number': 3, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:39.387532 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Checking router: f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:39.389071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Updating router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c port 888070cc-7b73-4df9-9c3e-518f0e1e1203 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:39.414644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.425881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.445171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.486915 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.602270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event updated for resources: {'Port': ['ID=b20b0522-4229-4f86-b2ef-a41cba4e48ef,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:39.714811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809fcd9-e2b6-418a-92b3-43ecc4b34e57 None None] Pushing event updated for resources: {'Port': ['ID=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:39.741186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Attempting to bind port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:39.741567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Attempting to bind port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:39.748080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Attempting to bind port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:39.765608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:39.766025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:39.766666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.767072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:39.769483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Bound port: 5bd16bd3-ab5a-4cda-8d4d-891eb9971569, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:39.769894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.825024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.849802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:39.870291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:39.870713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.965836 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.982033 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Transition to ACTIVE for port object 888070cc-7b73-4df9-9c3e-518f0e1e1203 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:39.985582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:39.990563 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:39.995089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.010189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Sync routers for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:40.030751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.032158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8ae72de8-5976-4427-a47d-becc21f82748 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6404405 Apr 25 14:39:40.067673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.073251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] For port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:40.108557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:40.109394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:40.173585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.182634 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Pushing event updated for resources: {'Port': ['ID=888070cc-7b73-4df9-9c3e-518f0e1e1203,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:40.202112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/subnets/6a0c29b4-0411-415c-845a-38ac272c2521 HTTP/1.1" status: 204 len: 168 time: 2.2789199 Apr 25 14:39:40.203606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72e674-7ae6-40ed-9cc6-d82775ce6e8c tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0c29b4-0411-415c-845a-38ac272c2521,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:40.220974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:40.222022 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.222568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.223108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.231184 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.231755 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.232293 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.232840 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.235905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.236340 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.236767 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.237222 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.237642 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:39:40.251974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] For port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:40.257053 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Attempting to bind port 888070cc-7b73-4df9-9c3e-518f0e1e1203 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:40.257567 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Attempting to bind port 888070cc-7b73-4df9-9c3e-518f0e1e1203 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:40.258062 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Attempting to bind port 888070cc-7b73-4df9-9c3e-518f0e1e1203 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:40.259343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8f96d-861f-443e-8aa4-7f12f1fcca63 None None] Network c3d60ab2-398c-4f2d-8bb8-31584531cd4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:40.277746 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:40.284857 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:40.285477 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.285979 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:40.286571 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Bound port: 888070cc-7b73-4df9-9c3e-518f0e1e1203, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:40.287188 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.298368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.492856 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] For port 888070cc-7b73-4df9-9c3e-518f0e1e1203, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:40.497933 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] For port 888070cc-7b73-4df9-9c3e-518f0e1e1203, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=888070cc-7b73-4df9-9c3e-518f0e1e1203,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:40.506573 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.524010 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.526092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d1fd4137-d6a3-465f-aa39-b81cc2f8268b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0715926 Apr 25 14:39:40.528758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.531371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:40.597984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628362b-e008-4f85-85bd-9c3b7c94d39d None None] Pushing event updated for resources: {'Port': ['ID=888070cc-7b73-4df9-9c3e-518f0e1e1203,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:40.632077 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:40.632865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:40.641333 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.726593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:40.727283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:40.745846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cf98f578-d91b-4728-ae77-3102078eae4b req-7726f4d8-bb32-487a-bcc5-abde980dd58e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Synchronizing usage tracker for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:40.856905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:40.857575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cf98f578-d91b-4728-ae77-3102078eae4b req-7726f4d8-bb32-487a-bcc5-abde980dd58e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Unset dirty status for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:40.857757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.867574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-7726f4d8-bb32-487a-bcc5-abde980dd58e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2058180191&fields=id&tenant_id=dffe315562f14e73acdbf6e9a5a974d4 HTTP/1.1" status: 200 len: 267 time: 0.3399804 Apr 25 14:39:40.908976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Deleting port 7085dba8-d90b-4187-b702-e0bad9f30cb0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:40.909662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:40.939660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:41.059497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b7ae-e4cc-4d58-8162-f3fabc795ff0 req-d79ff2ed-befa-4952-8362-86000bf99ddf tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:41.061170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f948b7ae-e4cc-4d58-8162-f3fabc795ff0 req-d79ff2ed-befa-4952-8362-86000bf99ddf tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 949 time: 1.2878885 Apr 25 14:39:41.097995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-db873231-ed43-483b-b35b-68394504e97c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:41.105800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-db873231-ed43-483b-b35b-68394504e97c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/networks?id=12846895-a456-4b26-bf07-ff4b72e9fdca HTTP/1.1" status: 200 len: 814 time: 0.2370203 Apr 25 14:39:41.151315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-a12a2044-45fa-449f-be3f-baacacb35448 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/quotas/dffe315562f14e73acdbf6e9a5a974d4 HTTP/1.1" status: 200 len: 375 time: 0.0443254 Apr 25 14:39:41.192171 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:37Z', 'revision_number': 3, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:41.196507 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd663d0-fc83-46d3-9821-6962dde3473b None None] The sync data for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 is: [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:37Z', 'revision_number': 3, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:39:41.294498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809fcd9-e2b6-418a-92b3-43ecc4b34e57 None None] Pushing event updated for resources: {'Port': ['ID=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:41.306403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 16f0c36e-54e1-4466-9068-f71dbccd8bb9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=16f0c36e-54e1-4466-9068-f71dbccd8bb9,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:41.315225 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f948b7ae-e4cc-4d58-8162-f3fabc795ff0 req-71e681d5-d81c-4c83-acaa-d446a0768ae3 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600971 Apr 25 14:39:41.390216 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:41.391014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 437a0ad0-1d6e-42ba-be75-9ec46bf14666 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:41.420069 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c970209a-b86e-45f6-8cc0-da001ebf49b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:41.443783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] For port 7085dba8-d90b-4187-b702-e0bad9f30cb0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7085dba8-d90b-4187-b702-e0bad9f30cb0,segment=NetworkSegment(b4f7a734-4801-4c59-ba1c-fe99a75f1cf2),segment_id=b4f7a734-4801-4c59-ba1c-fe99a75f1cf2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:41.444165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:41.474658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:39:41.583573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-65760b56-2ea4-4ac0-b142-dea58d1afe5e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dffe315562f14e73acdbf6e9a5a974d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4311337 Apr 25 14:39:41.634226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:41.688438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:41.719195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:41.739522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Calling delete_port for 7085dba8-d90b-4187-b702-e0bad9f30cb0 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:39:41.750042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=16f0c36e-54e1-4466-9068-f71dbccd8bb9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:42.004473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.089759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197d41f-04ca-4663-b4c4-857565d96a9b req-5d2fc3bd-586d-4fdf-ad00-952ac08b3323 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:42.098970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c197d41f-04ca-4663-b4c4-857565d96a9b req-5d2fc3bd-586d-4fdf-ad00-952ac08b3323 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 950 time: 0.6139917 Apr 25 14:39:42.100229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.170731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:42.171401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.247287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:42.252782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296cc149-3ce7-4a0e-a311-d6d5e6c33425 None None] DHCP port deletion for c3d60ab2-398c-4f2d-8bb8-31584531cd4f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:39:42.261502 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:42.277717 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:42.279796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:42.281233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:33Z', 'revision_number': 3, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:42.284267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-296cc149-3ce7-4a0e-a311-d6d5e6c33425 None None] Deleting port 7085dba8-d90b-4187-b702-e0bad9f30cb0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:39:42.285082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-296cc149-3ce7-4a0e-a311-d6d5e6c33425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.285925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-f7936e8a-e1e5-4310-bcba-9825d585c8a3 service neutron] 10.222.0.23 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314201 Apr 25 14:39:42.308759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Allocated IP 172.20.0.1 (cb9cc839-4a36-4027-a24d-70121f679094/db10d1e3-924b-4f62-ba9f-a2a9c76a013c/ce70b6b1-c548-4151-9646-ab93d56f6a94) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:42.341165 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.343222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd55b98a-117b-44dc-afa1-8d387873ceb2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.5996528 Apr 25 14:39:42.401284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44160) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:42.424561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71763503-4d36-46d6-b641-71b1a7c03f61 None None] The sync data for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 is: [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:33Z', 'revision_number': 3, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:39:42.498818 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.555680 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.622981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:42.676266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-296cc149-3ce7-4a0e-a311-d6d5e6c33425 None None] The port '7085dba8-d90b-4187-b702-e0bad9f30cb0' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:39:42.733582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.749581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:35Z', 'revision_number': 3, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:42.755835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Checking router: a4978e9c-4e24-4117-8826-508b930c2d00 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:42.756343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Updating router a4978e9c-4e24-4117-8826-508b930c2d00 port 7c842b87-54b3-4b4d-948d-19d765e3b9bd binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:42.784827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.828276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:42.926752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Allocated IP 172.20.0.1 (6b6edac4-a28b-4c44-ae60-cc143ce55153/82399c15-2e8d-41dc-978b-b99746e0dab3/e0492b01-40ca-4d86-8007-c7ebd368a792) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:43.181110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:43.197139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-98e90169-e5e3-45ae-8dce-0e3ac0776a56 service neutron] 10.222.0.23 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8888154 Apr 25 14:39:43.209703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Transition to ACTIVE for port object e0492b01-40ca-4d86-8007-c7ebd368a792 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:43.234532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 888070cc-7b73-4df9-9c3e-518f0e1e1203 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:43.263961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:39Z', 'revision_number': 3, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:43.268958 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c197d41f-04ca-4663-b4c4-857565d96a9b req-bcd6c1e5-1c0c-4e33-813e-84ccf2e9bcfe tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1678021 Apr 25 14:39:43.272624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Network cb9cc839-4a36-4027-a24d-70121f679094 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:43.286442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:43.297234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:43.298528 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Updating router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 port fcd3d125-4ea3-4a84-b649-ca308361960f binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:43.302655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:43.340592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] No DVR routers for this DVR port 7085dba8-d90b-4187-b702-e0bad9f30cb0 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:39:43.462544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 888070cc-7b73-4df9-9c3e-518f0e1e1203 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:43.475660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 888070cc-7b73-4df9-9c3e-518f0e1e1203 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:43.476040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:43.552718 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:43.610229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce70b6b1-c548-4151-9646-ab93d56f6a94,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:43.635585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:43.742689 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:43.864429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:43.873623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Port': ['ID=7085dba8-d90b-4187-b702-e0bad9f30cb0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:43.876883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:43.948831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb73e2b8-f535-4d4b-a16e-e4b8bd4214ab req-c02ce2e6-a80b-4c03-ac53-f010f459c784 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 210 time: 0.2321250 Apr 25 14:39:43.985421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:43.988806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Pushing event updated for resources: {'Port': ['ID=e0492b01-40ca-4d86-8007-c7ebd368a792,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:44.024371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:44.032651 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.049892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Transition to ACTIVE for port object 7c842b87-54b3-4b4d-948d-19d765e3b9bd will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:44.062200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.102877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d60ab2-398c-4f2d-8bb8-31584531cd4f']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:44.139173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:44.145066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f7a734-4801-4c59-ba1c-fe99a75f1cf2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:44.164526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.210153 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.236923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Attempting to bind port 7c842b87-54b3-4b4d-948d-19d765e3b9bd on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:44.247417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Attempting to bind port 7c842b87-54b3-4b4d-948d-19d765e3b9bd by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:44.249229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Attempting to bind port 7c842b87-54b3-4b4d-948d-19d765e3b9bd on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:44.290103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348b4d3-4bac-437e-a0c5-90f187f4c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7c842b87-54b3-4b4d-948d-19d765e3b9bd,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:44.309663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:44.310208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:44.310729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.313143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:44.315146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Bound port: 7c842b87-54b3-4b4d-948d-19d765e3b9bd, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:44.315648 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.363371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Allocated IP 172.20.0.1 (08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5/b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf/3b526e28-498d-4e87-91c2-793d63e5736b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:44.419891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 888070cc-7b73-4df9-9c3e-518f0e1e1203, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=888070cc-7b73-4df9-9c3e-518f0e1e1203,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:44.432477 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.433483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 16f0c36e-54e1-4466-9068-f71dbccd8bb9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:44.579475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.588055 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.612013 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.632386 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Transition to ACTIVE for port object fcd3d125-4ea3-4a84-b649-ca308361960f will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:44.641752 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.677936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.716685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:39:44.718220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.730210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5d4d17d7-dc49-412e-b894-43c9d087c9b2 None None] Provisioning for port e0492b01-40ca-4d86-8007-c7ebd368a792 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:44.739947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] For port 7c842b87-54b3-4b4d-948d-19d765e3b9bd, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:44.743695 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243cd80-c41e-4ed1-99f5-2d5f1242388a None None] Pushing event updated for resources: {'Port': ['ID=fcd3d125-4ea3-4a84-b649-ca308361960f,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:44.745674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] For port 7c842b87-54b3-4b4d-948d-19d765e3b9bd, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c842b87-54b3-4b4d-948d-19d765e3b9bd,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:44.749307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5d4d17d7-dc49-412e-b894-43c9d087c9b2 None None] Provisioning complete for port e0492b01-40ca-4d86-8007-c7ebd368a792 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:44.749802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d4d17d7-dc49-412e-b894-43c9d087c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:39:44.769366 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:39:44.784712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=888070cc-7b73-4df9-9c3e-518f0e1e1203,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:44.789960 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Attempting to bind port fcd3d125-4ea3-4a84-b649-ca308361960f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:44.790330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Attempting to bind port fcd3d125-4ea3-4a84-b649-ca308361960f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:44.790691 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Attempting to bind port fcd3d125-4ea3-4a84-b649-ca308361960f on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:44.805025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.814953 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:44.815330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:44.815723 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.816109 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:44.817081 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Bound port: fcd3d125-4ea3-4a84-b649-ca308361960f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:44.817938 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.925150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.954427 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] For port fcd3d125-4ea3-4a84-b649-ca308361960f, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:44.958276 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] For port fcd3d125-4ea3-4a84-b649-ca308361960f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fcd3d125-4ea3-4a84-b649-ca308361960f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:44.969397 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.982800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:44.985381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:44.985763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:45.003662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Transition to ACTIVE for port object 3b526e28-498d-4e87-91c2-793d63e5736b will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:45.042001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:45.052428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:45.053245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:45.069606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:45.100437 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:45.101252 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:45.170629 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243cd80-c41e-4ed1-99f5-2d5f1242388a None None] Pushing event updated for resources: {'Port': ['ID=fcd3d125-4ea3-4a84-b649-ca308361960f,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:45.190525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:45.219465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348b4d3-4bac-437e-a0c5-90f187f4c1a7 None None] Pushing event updated for resources: {'Port': ['ID=7c842b87-54b3-4b4d-948d-19d765e3b9bd,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:45.225071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d17d7-dc49-412e-b894-43c9d087c9b2 None None] Port e0492b01-40ca-4d86-8007-c7ebd368a792 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:45.247007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] Pushing event deleted for resources: {'Network': ['ID=c3d60ab2-398c-4f2d-8bb8-31584531cd4f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:45.299208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a1211ef6-ca4a-49fa-8920-239313030bf7 req-255029a3-d0f7-4363-89a3-e61ece888658 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Synchronizing usage tracker for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:39:45.368410 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:45.371018 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9737a027-8f53-4cef-b5ba-04c864af3e70 tempest-AllowedAddressPairIpV6TestJSON-2023384351 tempest-AllowedAddressPairIpV6TestJSON-2023384351-project] 10.222.0.23 "DELETE /v2.0/networks/c3d60ab2-398c-4f2d-8bb8-31584531cd4f HTTP/1.1" status: 204 len: 168 time: 4.7174897 Apr 25 14:39:45.559571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a1211ef6-ca4a-49fa-8920-239313030bf7 req-255029a3-d0f7-4363-89a3-e61ece888658 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Unset dirty status for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:39:45.562963 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1211ef6-ca4a-49fa-8920-239313030bf7 req-255029a3-d0f7-4363-89a3-e61ece888658 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 210 time: 0.3543892 Apr 25 14:39:45.613693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:45.621491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Allocated IP 172.20.0.1 (b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3/879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08/ec44edd3-fca2-46c5-afa1-466be22e5165) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:45.638570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:45.816108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:45.835388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Transition to ACTIVE for port object ec44edd3-fca2-46c5-afa1-466be22e5165 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:45.864846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44212) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:45.943709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7085dba8-d90b-4187-b702-e0bad9f30cb0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:39:45.955321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.004221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7085dba8-d90b-4187-b702-e0bad9f30cb0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:39:46.004569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7085dba8-d90b-4187-b702-e0bad9f30cb0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:39:46.008838 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.087886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:46.095865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:46.096885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:46.099543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:46.137112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:39Z', 'revision_number': 3, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:46.151698 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477b3e8-680d-435b-93c9-2204706ba7fa None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:39Z', 'revision_number': 3, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:39:46.185289 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:39:46.266186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.278398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:46.284028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.284237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:46.289649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:35Z', 'revision_number': 3, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:46.302841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4896e-fefe-4cb7-9909-82166f2ed604 None None] The sync data for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 is: [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:35Z', 'revision_number': 3, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:39:46.362265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:46.426333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.527361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.576417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.602130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:46.610997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:46.611376 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.670182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Pushing event updated for resources: {'Port': ['ID=3b526e28-498d-4e87-91c2-793d63e5736b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:46.682156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce70b6b1-c548-4151-9646-ab93d56f6a94,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:46.697528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.830791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac3e78e4-e9a2-48a1-8e71-507435b51c39 None None] Provisioning for port 3b526e28-498d-4e87-91c2-793d63e5736b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:46.861828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-8d2d831f-f09a-4aea-8cbb-f6853f5b0a6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9956138 Apr 25 14:39:46.864053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac3e78e4-e9a2-48a1-8e71-507435b51c39 None None] Provisioning complete for port 3b526e28-498d-4e87-91c2-793d63e5736b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:46.864450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:46.865050 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac3e78e4-e9a2-48a1-8e71-507435b51c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:47.038493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:47.060873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-ae436042-f310-48ef-a890-a3f4f2f555e5 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:47.062349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-ae436042-f310-48ef-a890-a3f4f2f555e5 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.21 "GET /v2.0/networks?id=12846895-a456-4b26-bf07-ff4b72e9fdca HTTP/1.1" status: 200 len: 814 time: 1.1809061 Apr 25 14:39:47.109554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1f09aed7-5854-4bf8-ac5d-2047abc9da83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45e2a0e953f7496d8896b4f4475b9793&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2245004 Apr 25 14:39:47.110197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44246) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:47.163416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Pushing event updated for resources: {'Port': ['ID=ec44edd3-fca2-46c5-afa1-466be22e5165,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:47.214612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:39:47.260884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e78e4-e9a2-48a1-8e71-507435b51c39 None None] Port 3b526e28-498d-4e87-91c2-793d63e5736b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:47.334142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:47.391932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:47.423004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:47.423750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 888070cc-7b73-4df9-9c3e-518f0e1e1203 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:47.687174 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:47.720457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-193a20f7-1b82-49c7-a96a-b191adc927f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:47.725106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e4713af-1f97-417f-b2b0-dcc5b5cf20cb req-09ff51c8-8ddd-4833-a47f-5f01a120348c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 210 time: 0.6861277 Apr 25 14:39:47.727411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Network cb9cc839-4a36-4027-a24d-70121f679094 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:47.744234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Pushing event updated for resources: {'Port': ['ID=e0492b01-40ca-4d86-8007-c7ebd368a792,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:47.766901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:47.819614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:47.993230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 888070cc-7b73-4df9-9c3e-518f0e1e1203 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:47.994825 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.171801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6393b6a8-30bb-4c10-8a58-675b04ed82ca None None] Provisioning for port ec44edd3-fca2-46c5-afa1-466be22e5165 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:48.194903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6393b6a8-30bb-4c10-8a58-675b04ed82ca None None] Provisioning complete for port ec44edd3-fca2-46c5-afa1-466be22e5165 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:48.195641 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6393b6a8-30bb-4c10-8a58-675b04ed82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.286792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-105d24a4-78bf-48ed-b0f8-809e9e9333b2 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffe315562f14e73acdbf6e9a5a974d4 HTTP/1.1" status: 200 len: 380 time: 1.1626284 Apr 25 14:39:48.365757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.437455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6393b6a8-30bb-4c10-8a58-675b04ed82ca None None] Port ec44edd3-fca2-46c5-afa1-466be22e5165 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:48.467071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:48.485455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Request body: {'port': {'device_id': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'admin_state_up': True, 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'security_groups': ['c90a1729-66fc-42c6-aff0-5b58d1b522e5']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:48.492120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'mac_address': 'fa:16:3e:3c:02:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:39:48.514105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.611180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Router e8e26102-943b-4922-9fa3-f55be1475d49 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:39:48.659367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.714077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39e0bc41-0f51-449b-a6e0-1876f4271a34 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:39:48.793836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:48.797220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-193a20f7-1b82-49c7-a96a-b191adc927f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.802521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:48.814815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.815744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.819828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.823082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.823082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.823082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.823082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:48.823935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7ff9ea3d-b7af-49fd-b451-957e64de480c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6da6b6e7f784d43812aed56cda966bb&device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 6501 time: 1.7124162 Apr 25 14:39:49.035834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39e0bc41-0f51-449b-a6e0-1876f4271a34'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:39:49.128460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:49.171544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Pushing event updated for resources: {'Port': ['ID=ec44edd3-fca2-46c5-afa1-466be22e5165,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:49.174620 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:49.182204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:49.186699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c842b87-54b3-4b4d-948d-19d765e3b9bd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:49.193889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:49.219788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:49.231128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96567582-c453-4d28-bd61-cc1d490ba237 req-2d7cdd95-fa83-4563-a6fe-56dd17a83b4a tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 210 time: 0.1686323 Apr 25 14:39:49.354797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:49.383949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-557497f6-c45f-4369-b544-08437f6f9fa2 admin admin] 10.222.0.23 "PUT /v2.0/routers/e8e26102-943b-4922-9fa3-f55be1475d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9819341 Apr 25 14:39:49.395586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-4877df85-5aea-4dff-b58c-ffd7734f4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:49.396065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-4877df85-5aea-4dff-b58c-ffd7734f4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:49.396809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-4877df85-5aea-4dff-b58c-ffd7734f4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:49.402706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-4877df85-5aea-4dff-b58c-ffd7734f4697 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=8508ce12-70a9-41a2-929a-4c038fc8cefa&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&id=5a93db98-efb3-4ef3-84a8-41c75d9b042d HTTP/1.1" status: 200 len: 2298 time: 0.4893746 Apr 25 14:39:49.425984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Sync routers for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:49.503272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:49.503916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:49.804808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:39:50.130236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:50.150707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:50.191869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:50.426304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:50.458188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:50.521004 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:39:50.579788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Made reservation on behalf of dffe315562f14e73acdbf6e9a5a974d4 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:50.583267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:50.608660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-193a20f7-1b82-49c7-a96a-b191adc927f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:50.761502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-81292eb4-186f-4bb2-8209-74f37ef577a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bde29288-b7a4-4925-8471-66c789590e38 HTTP/1.1" status: 200 len: 999 time: 1.3408983 Apr 25 14:39:50.917646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:50.942013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5a6b601a-bbee-432c-9665-e5699cacc86f admin admin] 10.222.0.23 "PUT /v2.0/routers/f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3117125 Apr 25 14:39:50.943285 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Sync routers for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:50.965554 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:50.966240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:50.979299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-b2c86288-6ad8-4a56-ae9e-72dcb6304501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:50.981218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-b2c86288-6ad8-4a56-ae9e-72dcb6304501 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03322612-730b-4bd2-b5ad-ebb7e5447ecf HTTP/1.1" status: 200 len: 856 time: 0.1154377 Apr 25 14:39:51.010058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7c842b87-54b3-4b4d-948d-19d765e3b9bd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:51.062678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7c842b87-54b3-4b4d-948d-19d765e3b9bd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:51.069550 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:51.130953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-193f8886-c35d-454d-98b4-6cafb836eaed None None] Provisioning complete for port e0492b01-40ca-4d86-8007-c7ebd368a792 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:51.131280 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193f8886-c35d-454d-98b4-6cafb836eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:51.260645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-193f8886-c35d-454d-98b4-6cafb836eaed None None] Port e0492b01-40ca-4d86-8007-c7ebd368a792 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:51.432476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d09c0e19-323c-4a33-abd9-97b0537b9033 None None] Provisioning complete for port ec44edd3-fca2-46c5-afa1-466be22e5165 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:51.435838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d09c0e19-323c-4a33-abd9-97b0537b9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:51.438081 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:51.489096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Allocated IP 172.20.0.5 (12846895-a456-4b26-bf07-ff4b72e9fdca/6dc47bdc-a4fb-47f7-9eac-2e18730adda3/94580553-17cc-4a96-af0e-bfe447b86e5a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:39:51.760904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d09c0e19-323c-4a33-abd9-97b0537b9033 None None] Port ec44edd3-fca2-46c5-afa1-466be22e5165 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:51.765891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:51.793739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7c842b87-54b3-4b4d-948d-19d765e3b9bd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c842b87-54b3-4b4d-948d-19d765e3b9bd,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:51.804154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:51.806351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fcd3d125-4ea3-4a84-b649-ca308361960f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:51.930365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:51.953813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 2, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:51.985292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a20f7-1b82-49c7-a96a-b191adc927f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d980f-13c0-43ba-9abe-bc5e5cdc9ad9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:52.019284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-193a20f7-1b82-49c7-a96a-b191adc927f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.023999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-193a20f7-1b82-49c7-a96a-b191adc927f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/204d980f-13c0-43ba-9abe-bc5e5cdc9ad9 HTTP/1.1" status: 204 len: 168 time: 4.8586242 Apr 25 14:39:52.111494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Checking router: e8e26102-943b-4922-9fa3-f55be1475d49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:52.114903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Updating router e8e26102-943b-4922-9fa3-f55be1475d49 port ce70b6b1-c548-4151-9646-ab93d56f6a94 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:52.317757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:52.325304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-810675719-network', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:52.342756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7c842b87-54b3-4b4d-948d-19d765e3b9bd,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:52.343664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:52.351383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.362088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Usage tracker for resource:network and tenant:38c37b16ac2d40fa8baaec28c0f0dfd7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:52.387126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:52.413744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:52.441477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fcd3d125-4ea3-4a84-b649-ca308361960f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:52.443545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Made reservation on behalf of 38c37b16ac2d40fa8baaec28c0f0dfd7 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:52.446691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.465882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fcd3d125-4ea3-4a84-b649-ca308361960f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:52.466180 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.481074 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.507236 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 2, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:52.524173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Checking router: f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:52.524516 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Updating router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c port e0492b01-40ca-4d86-8007-c7ebd368a792 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:52.534424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:52.549186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Usage tracker for resource:security_group_rule and tenant:38c37b16ac2d40fa8baaec28c0f0dfd7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:52.560981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:52.590089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:52.655557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Transition to ACTIVE for port object 94580553-17cc-4a96-af0e-bfe447b86e5a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:52.750607 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.892269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.906776 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.929926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:39:52.943987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:52.944213 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Added segment e9712b03-eebb-4cdc-a77d-323dcce62f45 of type vlan for network 058b7543-87bf-49c5-84b8-5be20591873b Apr 25 14:39:52.982949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.006885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.042756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.094442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038221b7-bf83-4964-b9f5-b076ae574d28,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:53.113339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.116279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:53.119491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.190877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.203171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:39:53.205051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Pushing event updated for resources: {'Port': ['ID=3b526e28-498d-4e87-91c2-793d63e5736b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:53.225824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:53.332044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.397611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fcd3d125-4ea3-4a84-b649-ca308361960f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fcd3d125-4ea3-4a84-b649-ca308361960f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:53.423409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.463282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.464087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:53.544162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] Pushing event updated for resources: {'Network': ['ID=058b7543-87bf-49c5-84b8-5be20591873b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:53.655906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b0d297d9-36a3-4e3c-b8fc-6eaad59db74d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3367324 Apr 25 14:39:53.667910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:53.695924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Request body: {'subnet': {'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-810675719-subnet', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:53.733751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:53.741549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Usage tracker for resource:subnet and tenant:38c37b16ac2d40fa8baaec28c0f0dfd7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:53.747926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:53.768969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:53.794524 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.813026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Made reservation on behalf of 38c37b16ac2d40fa8baaec28c0f0dfd7 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:53.818942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.828158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Transition to ACTIVE for port object e0492b01-40ca-4d86-8007-c7ebd368a792 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:53.856951 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:53.934720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 058b7543-87bf-49c5-84b8-5be20591873b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:39:54.084265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-fef0669e-7675-403d-b11a-2186d7f872cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5268083 Apr 25 14:39:54.350647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:54.542646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:54.559173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Network 12846895-a456-4b26-bf07-ff4b72e9fdca is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:39:54.565017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:54.592593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event updated for resources: {'Port': ['ID=94580553-17cc-4a96-af0e-bfe447b86e5a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:54.604179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-88541fef-85df-4d0c-8a6f-6fe153b902a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:54.607468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-88541fef-85df-4d0c-8a6f-6fe153b902a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.5943923 Apr 25 14:39:54.610848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:54.615301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:39:54.632149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:54.676174 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16d7f7-e941-4515-b75d-d9c7391d04d4 None None] Pushing event updated for resources: {'Port': ['ID=e0492b01-40ca-4d86-8007-c7ebd368a792,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:54.697002 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Attempting to bind port e0492b01-40ca-4d86-8007-c7ebd368a792 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:54.700323 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Attempting to bind port e0492b01-40ca-4d86-8007-c7ebd368a792 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:54.704566 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Attempting to bind port e0492b01-40ca-4d86-8007-c7ebd368a792 on network 6b6edac4-a28b-4c44-ae60-cc143ce55153 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:54.714318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:54.719778 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:54.735794 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Checking segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:54.736696 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:54.745612 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Bound using segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:54.747341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-759f1c0e-3d8a-4a12-bde9-7719ff8e26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:54.748857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-759f1c0e-3d8a-4a12-bde9-7719ff8e26fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 1100 time: 0.4056156 Apr 25 14:39:54.749138 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Bound port: e0492b01-40ca-4d86-8007-c7ebd368a792, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:54.749656 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:54.777457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:54.844448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fcd3d125-4ea3-4a84-b649-ca308361960f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:54.905592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:54.905592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:54.938327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5d7be9-0d15-4fbe-a290-8717ef4bad44,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:54.997558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-546428669'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:55.008731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:55.012441 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] For port e0492b01-40ca-4d86-8007-c7ebd368a792, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:39:55.017144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:55.028419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:55.034209 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] For port e0492b01-40ca-4d86-8007-c7ebd368a792, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e0492b01-40ca-4d86-8007-c7ebd368a792,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:39:55.039832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8327a946-6668-4c9e-abd5-290efe78cc1c admin admin] 10.222.0.23 "PUT /v2.0/routers/1c2c1a96-f7f0-4116-8fdb-b6124686eaf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6371880 Apr 25 14:39:55.046402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:55.055060 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:55.082605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:55.102531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:55.191170 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:55.195706 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:55.236132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 39e0bc41-0f51-449b-a6e0-1876f4271a34 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:55.237560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:55.281296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:55.428812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:55.462633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group_rule and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:55.502636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Checking segment: {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:55.503023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Network hostable DHCP agents. Network: 058b7543-87bf-49c5-84b8-5be20591873b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:39:55.514035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:55.534778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:55.565371 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:55.631703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:55.672398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Transition to ACTIVE for port object ce70b6b1-c548-4151-9646-ab93d56f6a94 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:55.716625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-8473c40a-9399-44ce-b524-736863804c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:55.717464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-8473c40a-9399-44ce-b524-736863804c02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.9203479 Apr 25 14:39:55.730269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Network 058b7543-87bf-49c5-84b8-5be20591873b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:39:55.744141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-67b3231f-e49a-4c3f-9a94-6dc94da48e62 service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0168107 Apr 25 14:39:55.821371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Router a4978e9c-4e24-4117-8826-508b930c2d00 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:39:55.929340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:55.931659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:55.959695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-a89b91c2-0dee-42aa-bfa3-95c262ac2447 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194 HTTP/1.1" status: 200 len: 217 time: 0.2106817 Apr 25 14:39:55.992962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:56.089787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 058b7543-87bf-49c5-84b8-5be20591873b) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:39:56.105481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:56.106075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.203265 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16d7f7-e941-4515-b75d-d9c7391d04d4 None None] Pushing event updated for resources: {'Port': ['ID=e0492b01-40ca-4d86-8007-c7ebd368a792,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:56.213939 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:39:55Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:56.218859 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bdb7a-98f0-4e95-9305-f4d03147e903 None None] The sync data for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 is: [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:39:55Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:39:56.327102 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0f76bd40-be7a-42c5-987e-cae3b13b1f2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6512351 Apr 25 14:39:56.338926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:56.340087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b988b7-5411-432b-b1b0-3e77aaa5d9bf None None] Network 058b7543-87bf-49c5-84b8-5be20591873b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:39:56.342777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-f6819d46-26e2-4a26-b7e7-9c24a55ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:56.344237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-f6819d46-26e2-4a26-b7e7-9c24a55ba5d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3725479 Apr 25 14:39:56.444451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:56.444814 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.543305 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.625388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.631554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:56.667159 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.705698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:39:56.729138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.730259 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment 4cb86443-b478-43a7-a165-723f8735400c of type vlan for network afa75d4b-8a3f-4e9c-beb1-31700c47792d Apr 25 14:39:56.774663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.818242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:56.864207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d7e00c-bc48-4019-a357-42f24b72ea58,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:56.872451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.882656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:56.883479 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:56.935350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Usage tracker for resource:router and tenant:38c37b16ac2d40fa8baaec28c0f0dfd7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:56.991295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:57.016377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6646106 Apr 25 14:39:57.022142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44370) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:39:57.070405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:57.094380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'name': 'tempest-PortsTestJSON-556129810'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:57.099501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-0c6645a8-fa02-433c-8c10-b8d139088217 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7135539 Apr 25 14:39:57.120688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:39:57.130526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a8da0bb-9892-4992-ae93-ccd55a6c1aba admin admin] 10.222.0.23 "PUT /v2.0/routers/a4978e9c-4e24-4117-8826-508b930c2d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5978622 Apr 25 14:39:57.132394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Sync routers for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:39:57.143188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Request body: {'port': {'device_id': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:39:57.156929 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:39:57.158205 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:57.336931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-bdf7e0f8-7624-49b0-8551-417f69363ecb service neutron] 10.222.0.15 "GET /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5831027 Apr 25 14:39:57.349000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60e0bd-736c-4c97-9df7-16ebde98775e None None] Pushing event updated for resources: {'Port': ['ID=ce70b6b1-c548-4151-9646-ab93d56f6a94,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:57.398903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Provisioning for port 94580553-17cc-4a96-af0e-bfe447b86e5a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:39:57.467722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-84a0d00e-4956-4f1d-842c-de9299e48b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:57.489736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-84a0d00e-4956-4f1d-842c-de9299e48b4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1069276 Apr 25 14:39:57.565151 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:39:57.782560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-8c92c3b1-4c94-4396-a36f-54f87baf1179 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 217 time: 0.4354260 Apr 25 14:39:57.872098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Provisioning complete for port 94580553-17cc-4a96-af0e-bfe447b86e5a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:57.872734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:57.932700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.039980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.050308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.131752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Port 94580553-17cc-4a96-af0e-bfe447b86e5a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:39:58.170641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-c87a9c39-8737-45f4-9a19-f1c516b1cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:58.172880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-c87a9c39-8737-45f4-9a19-f1c516b1cd82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.3254564 Apr 25 14:39:58.277734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f21e-8021-4a0e-8408-d6f75e165d80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=afa75d4b-8a3f-4e9c-beb1-31700c47792d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:58.327610 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:39:50Z', 'revision_number': 2, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:39:58.328601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:39:58.345958 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Checking router: a4978e9c-4e24-4117-8826-508b930c2d00 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:39:58.346319 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Updating router a4978e9c-4e24-4117-8826-508b930c2d00 port 3b526e28-498d-4e87-91c2-793d63e5736b binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:39:58.360422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.385190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:39:58.395225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:39:58.437142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:39:58.500347 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.574253 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.616952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-d4df3486-d895-4f85-8322-aa1fbe1819ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:39:58.628915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-d4df3486-d895-4f85-8322-aa1fbe1819ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4367702 Apr 25 14:39:58.683977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:39:58.685967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:39:58.691329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:58.726040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-7f9f137e-c783-4fa1-93b9-cdebe1244136 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2319045 Apr 25 14:39:59.022392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c842b87-54b3-4b4d-948d-19d765e3b9bd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:39:59.027455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:39:59.069709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-470fcdb2-761a-432d-a6d7-05e78cb21540 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109626 Apr 25 14:39:59.154813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Attempting to bind port ce70b6b1-c548-4151-9646-ab93d56f6a94 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:59.155187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Attempting to bind port ce70b6b1-c548-4151-9646-ab93d56f6a94 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:59.155555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Attempting to bind port ce70b6b1-c548-4151-9646-ab93d56f6a94 on network cb9cc839-4a36-4027-a24d-70121f679094 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:59.228874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:39:59.293737 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.296811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94580553-17cc-4a96-af0e-bfe447b86e5a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:39:59.318595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.319243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Transition to ACTIVE for port object 3b526e28-498d-4e87-91c2-793d63e5736b will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:59.319380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.342005 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.365029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Transition to ACTIVE for port object 94580553-17cc-4a96-af0e-bfe447b86e5a will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:39:59.407802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.503561 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ecd43-1915-47a8-9355-0c4240420678 None None] Pushing event updated for resources: {'Port': ['ID=3b526e28-498d-4e87-91c2-793d63e5736b,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:39:59.560064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:39:59.570189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.590320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Provisioning complete for port 3b526e28-498d-4e87-91c2-793d63e5736b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:39:59.590995 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.715434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3fae22-bc6e-4849-bf99-313b8ce2d178 req-0a7ad9f1-838d-43df-8c6e-61786c3682e9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770186 Apr 25 14:39:59.973510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:59.974894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Checking segment: {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:59.977196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.978479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Bound using segment: {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:59.980595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Bound port: ce70b6b1-c548-4151-9646-ab93d56f6a94, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:59.981767 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.984884 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Attempting to bind port 3b526e28-498d-4e87-91c2-793d63e5736b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:39:59.985472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Attempting to bind port 3b526e28-498d-4e87-91c2-793d63e5736b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:39:59.985988 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Attempting to bind port 3b526e28-498d-4e87-91c2-793d63e5736b on network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:39:59.993177 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:39:59.994476 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Checking segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:39:59.995054 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:39:59.995597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Bound using segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:39:59.996222 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Bound port: 3b526e28-498d-4e87-91c2-793d63e5736b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:39:59.996776 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.057849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 2, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:00.070505 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.100800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:40:00.101629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Updating router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 port ec44edd3-fca2-46c5-afa1-466be22e5165 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:40:00.110986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-b4e99cd7-b166-42bc-a01b-1bf500ce947d service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330443 Apr 25 14:40:00.148164 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] For port 3b526e28-498d-4e87-91c2-793d63e5736b, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:00.156153 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] For port 3b526e28-498d-4e87-91c2-793d63e5736b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b526e28-498d-4e87-91c2-793d63e5736b,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:00.168271 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.252927 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.355988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.377543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:00.378899 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:00.405410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Pushing event updated for resources: {'Port': ['ID=94580553-17cc-4a96-af0e-bfe447b86e5a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:00.457240 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.493347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e17f51c8-01d0-4ca3-abca-226d69afcf49 None None] Port 3b526e28-498d-4e87-91c2-793d63e5736b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:40:00.584133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-058b7543-87bf-49c5-84b8-5be20591873b', 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'fixed_ips': [{'subnet_id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:40:00.584891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.667281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=5dd5d17d-fdbd-4e7f-bf52-62398a39e75a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:00.701351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': '4cb86443-b478-43a7-a165-723f8735400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:00.708068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: afa75d4b-8a3f-4e9c-beb1-31700c47792d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:00.734931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7c842b87-54b3-4b4d-948d-19d765e3b9bd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:00.735517 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:00.784987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-2cc2064a-04e6-4b88-a071-df50b921f150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 217 time: 0.6353936 Apr 25 14:40:00.888896 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:00.989171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:00.989438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-68c6922e-3030-475d-b37c-3a37b959872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:00.989438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-68c6922e-3030-475d-b37c-3a37b959872c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.1812236 Apr 25 14:40:01.225321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, afa75d4b-8a3f-4e9c-beb1-31700c47792d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:01.237180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:01.262333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:01.263247 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:01.348492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Attempting to bind port 94580553-17cc-4a96-af0e-bfe447b86e5a on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:01.349743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Attempting to bind port 94580553-17cc-4a96-af0e-bfe447b86e5a by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:01.350837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Attempting to bind port 94580553-17cc-4a96-af0e-bfe447b86e5a on network 12846895-a456-4b26-bf07-ff4b72e9fdca {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:01.407000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Port 94580553-17cc-4a96-af0e-bfe447b86e5a on network 12846895-a456-4b26-bf07-ff4b72e9fdca not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:40:01.409071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Attempting to bind port 94580553-17cc-4a96-af0e-bfe447b86e5a on network 12846895-a456-4b26-bf07-ff4b72e9fdca {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:01.415528 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ecd43-1915-47a8-9355-0c4240420678 None None] Pushing event updated for resources: {'Port': ['ID=3b526e28-498d-4e87-91c2-793d63e5736b,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:01.420123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:01.435329 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:00Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:01.437005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-b8712dc0-432e-4cda-b30b-ae92bf970944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:01.444896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-b8712dc0-432e-4cda-b30b-ae92bf970944 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4447117 Apr 25 14:40:01.446439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:01.447084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Checking segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:01.449066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Bound using segment: {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:01.451041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Bound port: 94580553-17cc-4a96-af0e-bfe447b86e5a, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:01.451463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:01.452742 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656c44e-3708-4ee8-90f5-5575d6b991f7 None None] The sync data for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 is: [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:00Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:01.528561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:01.694476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037a045-db94-4094-a8f2-64def1ef41f0 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:01.904570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Allocated IP 172.25.0.13 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/dcf45bea-09f5-4b7a-bedd-b6199cdefcb1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:02.126312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Allocated IP 172.20.0.2 (058b7543-87bf-49c5-84b8-5be20591873b/aa5d7be9-0d15-4fbe-a290-8717ef4bad44/9dc05a25-1c81-47f9-a3fb-951d0b95f65b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:02.257130 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.294647 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb2acb29-b849-4ea4-812e-e73d7be8580f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.2271004 Apr 25 14:40:02.295329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:02.308751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1780942728'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:02.321207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.330029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:02.391379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:02.396630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] For port 94580553-17cc-4a96-af0e-bfe447b86e5a, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:02.403938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:02.417339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-213ac10e-f29e-40f2-8c1e-f1947586cab6 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9372385 Apr 25 14:40:02.420450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:02.436995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:02.444699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:02.455850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:02.494125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:02.498183 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.516919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] For port 94580553-17cc-4a96-af0e-bfe447b86e5a, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=94580553-17cc-4a96-af0e-bfe447b86e5a,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:02.546452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Pushing event updated for resources: {'Port': ['ID=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:02.570083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.570497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:40:02.702332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.709089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.709695 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment b3eacfc4-d194-4a4a-a116-65343a64591c of type vlan for network cc0ed177-171f-4158-8c81-3b7a519b51bb Apr 25 14:40:02.732638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Transition to ACTIVE for port object 9dc05a25-1c81-47f9-a3fb-951d0b95f65b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:02.735214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:02.896846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:02.897506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:02.911155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/94580553-17cc-4a96-af0e-bfe447b86e5a HTTP/1.1" status: 200 len: 1091 time: 5.7913399 Apr 25 14:40:02.911155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:02.993322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Transition to ACTIVE for port object 9dc05a25-1c81-47f9-a3fb-951d0b95f65b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:03.149333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab6c8d-2e23-4f45-87e0-1e3b1f4081b3 service neutron] Pushing event updated for resources: {'Port': ['ID=94580553-17cc-4a96-af0e-bfe447b86e5a,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:03.157362 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-4b9ced87-02d6-48e3-a1e4-5690587e1f9b service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299440 Apr 25 14:40:03.165105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:03.178378 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:03.205382 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:03.382517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-09977809-47dc-4cb7-97da-4594d757b53a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a HTTP/1.1" status: 200 len: 217 time: 0.2074468 Apr 25 14:40:03.426239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] For port ce70b6b1-c548-4151-9646-ab93d56f6a94, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:03.630019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:03.645552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-d8cb242f-e0ea-4f33-8b77-425030824534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:03.647343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-d8cb242f-e0ea-4f33-8b77-425030824534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dffe315562f14e73acdbf6e9a5a974d4&device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 1094 time: 0.6875563 Apr 25 14:40:03.685490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Transition to ACTIVE for port object ec44edd3-fca2-46c5-afa1-466be22e5165 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:03.690231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Network 058b7543-87bf-49c5-84b8-5be20591873b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:03.760362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] For port ce70b6b1-c548-4151-9646-ab93d56f6a94, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ce70b6b1-c548-4151-9646-ab93d56f6a94,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:03.783428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:03.819447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-ffbdb97c-a940-42b5-9764-824bb7753e7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94580553-17cc-4a96-af0e-bfe447b86e5a HTTP/1.1" status: 200 len: 217 time: 0.1612399 Apr 25 14:40:03.827067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-0762e56e-0c62-4271-8ac2-b6250cce7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:03.832424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-0762e56e-0c62-4271-8ac2-b6250cce7ce2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.4237201 Apr 25 14:40:03.912102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:04.075900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e0492b01-40ca-4d86-8007-c7ebd368a792 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:04.111202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:04.118434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-71820028-7301-4c96-9bbf-5042a799c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:04.119155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:04.119896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-71820028-7301-4c96-9bbf-5042a799c706 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6dc47bdc-a4fb-47f7-9eac-2e18730adda3 HTTP/1.1" status: 200 len: 853 time: 0.2863553 Apr 25 14:40:04.120206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:04.246984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:04.261386 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:04.277429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-3f6ee153-fb3b-43e9-a2a3-7f5379919173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:04.279058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-3f6ee153-fb3b-43e9-a2a3-7f5379919173 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3819058 Apr 25 14:40:04.391163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=cc0ed177-171f-4158-8c81-3b7a519b51bb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:04.406146 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e043aeef-a180-4240-acbf-3ce432ed7aa6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1095395 Apr 25 14:40:04.409712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44392) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:04.414665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:04.421787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'ports': [{'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'}, {'network_id': 'cc0ed177-171f-4158-8c81-3b7a519b51bb'}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:04.422444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:04.423306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'cc0ed177-171f-4158-8c81-3b7a519b51bb'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:04.495427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Pushing event updated for resources: {'Port': ['ID=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:04.541936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cc0ed177-171f-4158-8c81-3b7a519b51bb details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:40:04.632783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f578-d91b-4728-ae77-3102078eae4b req-e41ebf90-1be4-484e-8cda-8a998f67f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:04.634660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-e41ebf90-1be4-484e-8cda-8a998f67f65f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12846895-a456-4b26-bf07-ff4b72e9fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5043707 Apr 25 14:40:04.931414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-9ddb78fc-5669-4620-a977-303d190f5ecf service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398940 Apr 25 14:40:05.190242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-056736cc-cfc0-4ea3-8460-9f010ba41d67 service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459664 Apr 25 14:40:05.241830 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:05.430471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:05.479729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:05.492441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:05.502526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-ce5eb0a7-d64d-42cd-95c7-c5940123dd37 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645113 Apr 25 14:40:05.534381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:05.537948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60e0bd-736c-4c97-9df7-16ebde98775e None None] Pushing event updated for resources: {'Port': ['ID=ce70b6b1-c548-4151-9646-ab93d56f6a94,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:05.605599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 2} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:05.614593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:05.662233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:40:05.671652 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:05.723419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-9978d738-8c4b-4c98-ab4e-bb4d62b5b2c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=23cc6f25-55a1-47ed-af7e-ec6621894849 HTTP/1.1" status: 200 len: 217 time: 0.2125702 Apr 25 14:40:05.885461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf98f578-d91b-4728-ae77-3102078eae4b req-7c64f848-0604-41c7-bb9f-54e2ea85a35d service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873019 Apr 25 14:40:05.899060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Attempting to bind port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:05.899437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Attempting to bind port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:05.900713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Attempting to bind port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b on network 058b7543-87bf-49c5-84b8-5be20591873b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:05.902744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:05.903408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:05.917799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-fc9060c2-44ea-41e7-9e46-d8016cf09208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:05.919279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-fc9060c2-44ea-41e7-9e46-d8016cf09208 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 200 len: 797 time: 0.1773598 Apr 25 14:40:06.204530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:06.443933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 4ccb2400-4e6c-4481-9976-4fe113372e27 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:06.450006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:06.453398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:40:06.461049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Checking segment: {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:06.461285 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:06.461905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Bound using segment: {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:06.462240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Bound port: 9dc05a25-1c81-47f9-a3fb-951d0b95f65b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:06.462361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-df6ca660-9b42-42d8-ba58-57e0dffb74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:06.462922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:06.464078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-df6ca660-9b42-42d8-ba58-57e0dffb74cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8508ce12-70a9-41a2-929a-4c038fc8cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5371060 Apr 25 14:40:06.522860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:06.526660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7c8f5c1c-0702-4624-a9b4-205ddd0dd75e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1814201 Apr 25 14:40:06.540846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:06.578712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Sync routers for ids ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:40:06.580118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e0492b01-40ca-4d86-8007-c7ebd368a792 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:06.621084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e0492b01-40ca-4d86-8007-c7ebd368a792 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:06.621468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:06.676259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4d355-7e76-4743-b8e0-c32b763ad996 None None] Pushing event updated for resources: {'Port': ['ID=ec44edd3-fca2-46c5-afa1-466be22e5165,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:06.745813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-31528a94-7434-4e00-ae30-87d3806e9b47 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737482 Apr 25 14:40:06.858651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Attempting to bind port ec44edd3-fca2-46c5-afa1-466be22e5165 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:06.871970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Attempting to bind port ec44edd3-fca2-46c5-afa1-466be22e5165 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:06.872856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Attempting to bind port ec44edd3-fca2-46c5-afa1-466be22e5165 on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:06.951387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:06.953001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Checking segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:06.953761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:06.956596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Bound using segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:06.960112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Bound port: ec44edd3-fca2-46c5-afa1-466be22e5165, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:06.961256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:07.064026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:07.148115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Routers {'7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:07.149640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:07.312462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-6ec426ae-01c8-4736-8754-3bd84cbd0c09 service neutron] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550683 Apr 25 14:40:07.443193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-cf852c70-9122-40a2-9a46-b1f1d1034a83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79eee83e-e608-4f00-9eba-ab94763a80bf HTTP/1.1" status: 200 len: 217 time: 0.1233165 Apr 25 14:40:07.546135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port e39864f6-cc50-4caf-97a9-207dc43cf469 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:07.572744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-cce425bb-e4cb-4981-8975-07c2272de0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:07.575680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-cce425bb-e4cb-4981-8975-07c2272de0c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.1260362 Apr 25 14:40:07.714522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] For port ec44edd3-fca2-46c5-afa1-466be22e5165, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:07.718960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] For port ec44edd3-fca2-46c5-afa1-466be22e5165, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ec44edd3-fca2-46c5-afa1-466be22e5165,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:07.742748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-fa249c60-cf0a-4025-b79a-af9319466976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:07.745067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-fa249c60-cf0a-4025-b79a-af9319466976 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622660 Apr 25 14:40:07.766188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:07.948154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4d355-7e76-4743-b8e0-c32b763ad996 None None] Pushing event updated for resources: {'Port': ['ID=ec44edd3-fca2-46c5-afa1-466be22e5165,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:08.024996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-1f77fbdc-00de-413a-98b2-6179294683c8 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730889 Apr 25 14:40:08.044224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] For port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:08.052065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:08.053673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:08.250585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-c9438d58-cb10-4242-b510-455dd3b3f958 service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175021 Apr 25 14:40:08.384245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Set router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:08.399191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7b95f913-c10f-4808-b667-d5e284903652 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecf6a052-6239-4c9c-b65f-661faaf16400 HTTP/1.1" status: 200 len: 217 time: 0.0788336 Apr 25 14:40:08.589778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7a54b140-c071-4583-bb3a-5d91859cc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:08.595537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-7a54b140-c071-4583-bb3a-5d91859cc66b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 200 len: 797 time: 0.1820064 Apr 25 14:40:08.616253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5d98f-6996-4012-88b9-8d2e0f11014b req-2a79272e-e86b-43cd-a576-0fe8b0bef3dc tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:08.617111 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:08.617709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b1c5d98f-6996-4012-88b9-8d2e0f11014b req-2a79272e-e86b-43cd-a576-0fe8b0bef3dc tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Synchronizing usage tracker for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:08.673643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-8f70bc78-6d8b-4261-b94c-cfd298aac62d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:08.694645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-8f70bc78-6d8b-4261-b94c-cfd298aac62d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 819 time: 0.6271455 Apr 25 14:40:08.740177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:08.763995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b1c5d98f-6996-4012-88b9-8d2e0f11014b req-2a79272e-e86b-43cd-a576-0fe8b0bef3dc tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Unset dirty status for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:08.764736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1c5d98f-6996-4012-88b9-8d2e0f11014b req-2a79272e-e86b-43cd-a576-0fe8b0bef3dc tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 943 time: 0.5132365 Apr 25 14:40:08.786706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-4558a8c5-6026-4b47-b452-c029f37017b5 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/quotas/aac9369672b6447b88812a876123ead8 HTTP/1.1" status: 200 len: 375 time: 0.0893018 Apr 25 14:40:08.891108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1c5d98f-6996-4012-88b9-8d2e0f11014b req-9299298d-eccb-4bb5-89df-3768d2a6a097 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098197 Apr 25 14:40:08.893330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-30354eef-be9c-4840-b860-281d434fd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:08.895145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-30354eef-be9c-4840-b860-281d434fd43b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a93db98-efb3-4ef3-84a8-41c75d9b042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2742300 Apr 25 14:40:08.928344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] For port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:09.041988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.188614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.207816 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.280527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-cc597157-db10-4f9a-9f59-288c8e38a1be service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606610 Apr 25 14:40:09.285944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29fee9df-347d-4b35-9642-bbc47dea273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.324842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=4ccb2400-4e6c-4481-9976-4fe113372e27,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:09.372183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:09.382860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-2c870caa-8eed-4cd3-9939-4bc05b698798 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:09.430692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:09.445844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:09.448505 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.452064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-2c870caa-8eed-4cd3-9939-4bc05b698798 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:09.454677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-2c870caa-8eed-4cd3-9939-4bc05b698798 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6671681 Apr 25 14:40:09.514626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:09.610385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57e0343e-aeb1-47b1-87f5-0188dabf4e9f req-282c5116-e8ad-44ed-9d09-afcf1bfc278d service neutron] 10.222.0.15 "GET /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345764 Apr 25 14:40:09.756068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=e39864f6-cc50-4caf-97a9-207dc43cf469,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:09.762776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': 'b3eacfc4-d194-4a4a-a116-65343a64591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'cc0ed177-171f-4158-8c81-3b7a519b51bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:09.765591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: cc0ed177-171f-4158-8c81-3b7a519b51bb, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:09.879841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e0492b01-40ca-4d86-8007-c7ebd368a792, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e0492b01-40ca-4d86-8007-c7ebd368a792,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:09.896794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44434) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:09.902433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877435683', 'description': 'tempest-description--683340890'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:09.910800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:09.916602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:09.919954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:09.928835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:09.945622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.966286 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:09.967085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fcd3d125-4ea3-4a84-b649-ca308361960f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:09.975606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:09.994483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:09.999841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network cc0ed177-171f-4158-8c81-3b7a519b51bb is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:10.002178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:10.016441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:10.017874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, cc0ed177-171f-4158-8c81-3b7a519b51bb) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:10.044092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Allocated IP 172.20.0.1 (058b7543-87bf-49c5-84b8-5be20591873b/aa5d7be9-0d15-4fbe-a290-8717ef4bad44/1cf9d822-fcf1-4d23-89a1-8275664b52c7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:10.046220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:10.052419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:10.062881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:10.077549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.099310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e11b9-a7cf-4dac-92e1-642b53fcb258 None None] Network cc0ed177-171f-4158-8c81-3b7a519b51bb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:10.152761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:03Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:10.161311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7b4e-d7d8-4d54-97f6-19f7404a7f40 None None] Pushing event updated for resources: {'Port': ['ID=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:10.176734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda62309-38e4-4403-ad06-0a7f40623e09 None None] The sync data for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 is: [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:03Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:10.190657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.197363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-194c7295-f379-457c-8b79-17349b8a6530 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7855198 Apr 25 14:40:10.201917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.202731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44444) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:10.259936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3434ac33-9e10-43c9-95a1-c16cda8e0511,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:10.300692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-44fcb3f0-04bd-4cb9-b23d-08107c351a2b service neutron] 10.222.0.23 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676049 Apr 25 14:40:10.316852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.321102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e6102247-3c16-4666-b6ef-80a5107a23b4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4223635 Apr 25 14:40:10.325620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44448) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:10.344461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'security_group_rule': {'security_group_id': '3434ac33-9e10-43c9-95a1-c16cda8e0511', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:10.359127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:10.364649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:10.369938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:10.376772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:10.431739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44452) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:10.463791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387102938', 'description': 'tempest-description--1221058835'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:10.487604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fcd3d125-4ea3-4a84-b649-ca308361960f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:10.489584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.555976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:10.651488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Usage tracker for resource:security_group and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:10.757288 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5696907-d9ba-4216-a1fd-f55da32e2d88'] response: {'name': 'network-changed', 'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'status': 'completed', 'code': 200} Apr 25 14:40:10.841019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port e39864f6-cc50-4caf-97a9-207dc43cf469 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:10.841615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.897413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:10.928045 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3cfd68-c1d5-4efd-85b8-8df2ac5b6956'] response: {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'code': 200} Apr 25 14:40:10.998978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:11.011715 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.024557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.092067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:11.166215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51d0987-03f6-490f-9463-237f14f4f0b7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:11.187236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-f11bd8ed-0ca4-49a5-aa6d-be93aa8c218d service neutron] 10.222.0.23 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856065 Apr 25 14:40:11.206795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.207027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e0492b01-40ca-4d86-8007-c7ebd368a792,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:11.208539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.209165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.209642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.210176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.211550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.212346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.212802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:40:03Z', 'revision_number': 3, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:11.213716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.213818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.214188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.214586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.214915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:11.233187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.234180 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.234777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5c1111a-f3db-4aa6-9000-2beab6651b52 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9057107 Apr 25 14:40:11.238665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44466) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:11.258500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Checking router: 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:40:11.259313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Updating router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:40:11.292403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'security_group_rule': {'security_group_id': '3434ac33-9e10-43c9-95a1-c16cda8e0511', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:11.301417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:11.306606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:11.309963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:11.316955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:11.317227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.363942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-ccd13b8f-447c-424a-9687-e55a87582907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:11.365387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Transition to ACTIVE for port object 1cf9d822-fcf1-4d23-89a1-8275664b52c7 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:11.367231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-ccd13b8f-447c-424a-9687-e55a87582907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dffe315562f14e73acdbf6e9a5a974d4&device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 1094 time: 0.6122081 Apr 25 14:40:11.377171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.429909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-654dcb37-e68c-4824-93c9-72bf65d79284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.439953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235c2b4-0e9d-4119-9489-7cccd21336d5 None None] Network 058b7543-87bf-49c5-84b8-5be20591873b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:11.446070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.556323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefc60d-576d-4008-9152-0a0333f1e0cf req-fb256d12-9dd8-4065-ae62-967edbdab8c5 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:11.558268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aeefc60d-576d-4008-9152-0a0333f1e0cf req-fb256d12-9dd8-4065-ae62-967edbdab8c5 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 943 time: 0.5429926 Apr 25 14:40:11.773153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aeefc60d-576d-4008-9152-0a0333f1e0cf req-d7c403c8-33c3-45d0-9aa4-69132154856f tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827550 Apr 25 14:40:11.799372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:11.813414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Usage tracker for resource:security_group_rule and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:11.813414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:11.820837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:11.887585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-d314f59e-3728-4006-b693-574ed8dc2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:11.892246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-d314f59e-3728-4006-b693-574ed8dc2e6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=12846895-a456-4b26-bf07-ff4b72e9fdca HTTP/1.1" status: 200 len: 915 time: 0.5088747 Apr 25 14:40:11.900865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.971420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:11.999353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.022401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9485b919-2b92-4a0d-8e7d-f256a7c3c33f None None] Provisioning for port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:12.075794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.109558 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.120885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.155866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-c6266dd3-c1e1-495d-ae1a-b2d986b9069a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94580553-17cc-4a96-af0e-bfe447b86e5a HTTP/1.1" status: 200 len: 217 time: 0.2529657 Apr 25 14:40:12.244056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for e39864f6-cc50-4caf-97a9-207dc43cf469 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:12.284100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-4b19408e-3e93-4189-b20e-6cc9bf6919bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:12.289649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-4b19408e-3e93-4189-b20e-6cc9bf6919bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6dc47bdc-a4fb-47f7-9eac-2e18730adda3 HTTP/1.1" status: 200 len: 853 time: 0.1123786 Apr 25 14:40:12.298701 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f7e9b81-e536-4634-aa7c-4454a6de98eb req-197ebaf4-d32b-4eea-9954-d7e2c47bc00d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 210 time: 0.3003767 Apr 25 14:40:12.299549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73153df6-d72d-4c92-b629-e50be1d19f6a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:12.303190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.304475 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4b9cabf6-be96-4f78-80c5-d178b16c6969 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0652916 Apr 25 14:40:12.308169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44480) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:12.328071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e0492b01-40ca-4d86-8007-c7ebd368a792 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:12.333062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.347755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.374074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:12.392898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:12.399507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:floatingip and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:12.406666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:12.416442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:12.444024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.479888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Network 058b7543-87bf-49c5-84b8-5be20591873b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:12.487654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:12.493871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef8c6d-b780-4e8b-814b-6002e288cd82,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:12.497415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:12.497906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-9bef8e01-4d7f-4e09-abff-9aabbc3f6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:12.500143 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-9bef8e01-4d7f-4e09-abff-9aabbc3f6184 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12846895-a456-4b26-bf07-ff4b72e9fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942158 Apr 25 14:40:12.534783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.536300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5cb0c136-7807-41f8-94fa-5572aab97f39 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0941970 Apr 25 14:40:12.564333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44484) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:12.582280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef8c6d-b780-4e8b-814b-6002e288cd82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:12.587664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf9d822-fcf1-4d23-89a1-8275664b52c7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:12.596580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:12.607245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Usage tracker for resource:security_group_rule and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:12.613193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:12.626394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b79cd-5ef8-4a50-9583-884a88cf7200 req-7b71eb22-0a65-4848-abcf-66eedf80b26f tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:12.634302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-317b79cd-5ef8-4a50-9583-884a88cf7200 req-7b71eb22-0a65-4848-abcf-66eedf80b26f tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 950 time: 0.8401937 Apr 25 14:40:12.641882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.644159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:12.671688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.709885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Transition to ACTIVE for port object dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:12.720211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.721161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:07Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:12.728243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=e39864f6-cc50-4caf-97a9-207dc43cf469,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:12.729964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.758998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.774615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.776353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784accf-ca2f-4b2f-8255-ced7e0a313a0 None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:07Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:12.792947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-317b79cd-5ef8-4a50-9583-884a88cf7200 req-75fa10e7-b2ee-4ac0-bec0-ca4e64dbb07c tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574671 Apr 25 14:40:12.798053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fc314826-f1f5-4110-86cf-8db45f6421bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/e39864f6-cc50-4caf-97a9-207dc43cf469 HTTP/1.1" status: 204 len: 168 time: 2.5924506 Apr 25 14:40:12.800549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44490) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:12.824140 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-250f6f2f-233d-4442-997c-f46b9905ef44 service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172922 Apr 25 14:40:12.855704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Attempting to bind port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:12.856324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Attempting to bind port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:12.857026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Attempting to bind port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:12.882164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:12.882833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:12.883375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.883957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:12.884590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Bound port: dcf45bea-09f5-4b7a-bedd-b6199cdefcb1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:12.885162 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:12.917507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb47ea-0fb1-41d9-9454-e1d93041eb0a None None] Pushing event updated for resources: {'Port': ['ID=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:12.953214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e0492b01-40ca-4d86-8007-c7ebd368a792 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:12.953815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.131884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.144391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] For port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:13.174646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] For port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:13.186566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.328442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.365350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.410660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:40:13.452289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 94580553-17cc-4a96-af0e-bfe447b86e5a details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:40:13.722767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a1678f-30e9-4c56-8746-7edf32cc4ea6 req-49d19a72-d6e3-4b01-9d61-59e65300ce65 service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835669 Apr 25 14:40:13.726146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb47ea-0fb1-41d9-9454-e1d93041eb0a None None] Pushing event updated for resources: {'Port': ['ID=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:13.765571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:40:13.785608 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.794756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.796334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ce70b6b1-c548-4151-9646-ab93d56f6a94 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:13.802570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.823808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:13.857949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06dbe5-e7e1-463c-9afd-e9b0565bf236 req-0877ad5b-d898-4319-b388-da692f88486c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:13.859804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d06dbe5-e7e1-463c-9afd-e9b0565bf236 req-0877ad5b-d898-4319-b388-da692f88486c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 943 time: 0.8626487 Apr 25 14:40:13.907211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Allocated IP 172.25.0.138 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/70452f55-73dd-4110-9ac6-048ccef9707b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:13.926889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-dc6e511f-00dc-4ab0-8d7c-05cd464f5216 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:13.928020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-dc6e511f-00dc-4ab0-8d7c-05cd464f5216 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:13.981256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-dc6e511f-00dc-4ab0-8d7c-05cd464f5216 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:13.982699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-dc6e511f-00dc-4ab0-8d7c-05cd464f5216 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 819 time: 0.8296723 Apr 25 14:40:13.989668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cf3dab-3555-4563-bfe4-ddfe86b68812,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:14.001382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'port': {'device_id': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'admin_state_up': True, 'tenant_id': 'aac9369672b6447b88812a876123ead8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:14.046483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-657ce922-65e1-4ce8-92c7-2bb6161cc90a req-40e1fdb6-7888-4ae7-97cf-fd2db77a6470 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 210 time: 0.1261458 Apr 25 14:40:14.088489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf096a3-5425-48e5-8f70-d24d928e8c45 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:14.095869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf096a3-5425-48e5-8f70-d24d928e8c45 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:14.096983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-acf096a3-5425-48e5-8f70-d24d928e8c45 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:14.125488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.126997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-453c1bcf-71b9-40c3-aaef-b351789c8d90 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5578279 Apr 25 14:40:14.140973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44512) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:14.152318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.157320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf9d822-fcf1-4d23-89a1-8275664b52c7,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:14.162586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef8c6d-b780-4e8b-814b-6002e288cd82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:14.179650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:14.184363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Routers {'7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:14.185067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:14.203517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d06dbe5-e7e1-463c-9afd-e9b0565bf236 req-cc7cc602-ebce-4e54-b549-19acf8a91fb6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259840 Apr 25 14:40:14.204788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Usage tracker for resource:security_group_rule and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:14.218701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-acf096a3-5425-48e5-8f70-d24d928e8c45 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:14.219920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-acf096a3-5425-48e5-8f70-d24d928e8c45 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.4179122 Apr 25 14:40:14.223607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:14.224790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:14.234061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:14.301587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10746e78-8069-49e0-8855-976d76e15973 None None] Provisioning for port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:14.373420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10746e78-8069-49e0-8855-976d76e15973 None None] Provisioning complete for port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:14.374071 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10746e78-8069-49e0-8855-976d76e15973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.377902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Network 058b7543-87bf-49c5-84b8-5be20591873b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:14.388341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:14.459385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port ce70b6b1-c548-4151-9646-ab93d56f6a94 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:14.507205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 4ccb2400-4e6c-4481-9976-4fe113372e27 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:14.507543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.596425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 94580553-17cc-4a96-af0e-bfe447b86e5a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=94580553-17cc-4a96-af0e-bfe447b86e5a,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:14.616841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.637785 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.670644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ce70b6b1-c548-4151-9646-ab93d56f6a94 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:14.672040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.732013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'port_id': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'mac_address': 'fa:16:3e:e3:ee:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:40:14.744069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:14.745807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-10746e78-8069-49e0-8855-976d76e15973 None None] Port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:40:14.752622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.757831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.778651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] Set router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:14.805186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:14.817060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:40:14.840693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:14.857872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:14.871119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:14.871458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Made reservation on behalf of aac9369672b6447b88812a876123ead8 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:14.875568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.891711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:14.944881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.953190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:14.987083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'Port': ['ID=70452f55-73dd-4110-9ac6-048ccef9707b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:15.006156 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccf677c-e27c-49f8-b693-f98a47d5fb6e'] response: {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'code': 200} Apr 25 14:40:15.026728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:15.051290 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.055768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17534e91-0852-4de7-a2a3-c75f8f286b6e,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:15.104805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.112323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-021d67a8-b58a-46bb-89f6-c3b047969a4c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9639347 Apr 25 14:40:15.116630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44528) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:15.130007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:15.136358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.136726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:40:15.144760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f0098f16-d01f-436f-bfa0-6b68c9e1d947 admin admin] 10.222.0.23 "PUT /v2.0/routers/7fd3dbd5-d3e8-4f41-b895-b9714adc98f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6040061 Apr 25 14:40:15.147379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:15.155357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Usage tracker for resource:floatingip and tenant:6bbe4dc8ac4e490ab837a1d77828aa26 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:15.166860 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.167806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:15.198638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:15.221581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.280442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9b5042f9-5851-4ed8-a618-1208e06a30b7 None None] Provisioning complete for port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:15.280822 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9b5042f9-5851-4ed8-a618-1208e06a30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.368668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 4ccb2400-4e6c-4481-9976-4fe113372e27 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:15.426951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:15.432375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94580553-17cc-4a96-af0e-bfe447b86e5a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:15.452521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 94580553-17cc-4a96-af0e-bfe447b86e5a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=94580553-17cc-4a96-af0e-bfe447b86e5a,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:15.459050 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.531669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92b29b7b-4b6e-45ae-a63b-fc8aa6def456 req-2f5f7153-0062-4c10-a6aa-f4b8490b7965 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 210 time: 0.1855774 Apr 25 14:40:15.548877 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.567756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.570024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6f22-b616-4ff4-9974-26e25444a217 req-bf2ca288-e611-46f3-8855-e683200698db tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:15.576726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69af6f22-b616-4ff4-9974-26e25444a217 req-bf2ca288-e611-46f3-8855-e683200698db tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 943 time: 0.1703928 Apr 25 14:40:15.579049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.595358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ce70b6b1-c548-4151-9646-ab93d56f6a94, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ce70b6b1-c548-4151-9646-ab93d56f6a94,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:15.691364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=94580553-17cc-4a96-af0e-bfe447b86e5a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:15.695988 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.696915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9dc05a25-1c81-47f9-a3fb-951d0b95f65b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:15.728455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-69af6f22-b616-4ff4-9974-26e25444a217 req-f537035f-f864-4f6b-8553-915ad35b99eb tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Synchronizing usage tracker for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:15.756220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.760429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-69af6f22-b616-4ff4-9974-26e25444a217 req-f537035f-f864-4f6b-8553-915ad35b99eb tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Unset dirty status for tenant:dffe315562f14e73acdbf6e9a5a974d4 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:15.761785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69af6f22-b616-4ff4-9974-26e25444a217 req-f537035f-f864-4f6b-8553-915ad35b99eb tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759288 Apr 25 14:40:15.818589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.865462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Allocated IP 172.25.0.240 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/efe6d96d-b072-4a70-b30e-3cb123367555) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:15.872478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9b5042f9-5851-4ed8-a618-1208e06a30b7 None None] Port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:40:15.875283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Allocated IP 172.20.0.7 (cb9cc839-4a36-4027-a24d-70121f679094/db10d1e3-924b-4f62-ba9f-a2a9c76a013c/25da0651-51b6-43ba-88d9-1a8b1222491f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:15.884823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:15.905691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=4ccb2400-4e6c-4481-9976-4fe113372e27,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:15.905847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:15.906171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:15.930574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.027657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aab2e0ec-9de4-477f-9c99-2083e6f93966 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/4ccb2400-4e6c-4481-9976-4fe113372e27 HTTP/1.1" status: 204 len: 168 time: 1.7885730 Apr 25 14:40:16.049423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:16.053563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['94580553-17cc-4a96-af0e-bfe447b86e5a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:40:16.073347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.107957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.174215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:16.177168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:16.185381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:16.225584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.232010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event updated for resources: {'Port': ['ID=efe6d96d-b072-4a70-b30e-3cb123367555,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:16.246117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.246567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.246984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.247788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.247788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.248144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ce70b6b1-c548-4151-9646-ab93d56f6a94,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:16.248254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.248692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.249151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.249581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.249993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.250409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.250826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:16.304035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:16.322873 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.324149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b526e28-498d-4e87-91c2-793d63e5736b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:16.331587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.412151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.460638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.500727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.662097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Network cb9cc839-4a36-4027-a24d-70121f679094 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:16.677569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:16.688602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:16.714917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:16.728447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:16.734338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60169bad-9598-48bb-841f-e633fe0a4187 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:16.735386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-60169bad-9598-48bb-841f-e633fe0a4187 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:16.739031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3b526e28-498d-4e87-91c2-793d63e5736b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:16.789295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.798599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:16.799713 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.808332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-60169bad-9598-48bb-841f-e633fe0a4187 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:16.809842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-60169bad-9598-48bb-841f-e633fe0a4187 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7594402 Apr 25 14:40:16.816942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.821821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44614) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:16.829278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3b526e28-498d-4e87-91c2-793d63e5736b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:16.829673 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.953659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '1cf9d822-fcf1-4d23-89a1-8275664b52c7', 'name': '', 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'mac_address': 'fa:16:3e:ff:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:09Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 2, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'subnets': [{'id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:16.955317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14354d-dffe-4858-bbab-3f2d7c7df4d3 req-865ee37c-5e82-4e41-965f-9477f724d8e3 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:16.957468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c14354d-dffe-4858-bbab-3f2d7c7df4d3 req-865ee37c-5e82-4e41-965f-9477f724d8e3 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 931 time: 0.1913249 Apr 25 14:40:16.965469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:16.973600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efc0-ebac-4de1-a6ad-e747067b42d0 None None] The sync data for ids ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'] in n-d-811416-6 is: [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '1cf9d822-fcf1-4d23-89a1-8275664b52c7', 'name': '', 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'mac_address': 'fa:16:3e:ff:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:09Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 2, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'subnets': [{'id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:17.018238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'Port': ['ID=70452f55-73dd-4110-9ac6-048ccef9707b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:17.023723 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafef76a-897f-466f-9096-1242e9f1da48 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:40:17.024663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.029359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bafef76a-897f-466f-9096-1242e9f1da48 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/e39864f6-cc50-4caf-97a9-207dc43cf469 HTTP/1.1" status: 404 len: 333 time: 0.1372530 Apr 25 14:40:17.034188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44638) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:17.035622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-e66ea527-4dbc-4699-9358-c18aa1fa2122 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0386803 Apr 25 14:40:17.103880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c14354d-dffe-4858-bbab-3f2d7c7df4d3 req-e8e22f4f-4983-4f2e-998d-cb20716f9875 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355612 Apr 25 14:40:17.172473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event updated for resources: {'Port': ['ID=efe6d96d-b072-4a70-b30e-3cb123367555,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:17.184610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.190990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Request body: {'port': {'device_id': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:17.208509 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.212853 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.230638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6743ab42-e95f-4f1a-9595-4eed124ab265 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1083345 Apr 25 14:40:17.264953 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df2b4db-4c77-4fce-a2ce-a37ead64037e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:40:17.266347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3df2b4db-4c77-4fce-a2ce-a37ead64037e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/4ccb2400-4e6c-4481-9976-4fe113372e27 HTTP/1.1" status: 404 len: 333 time: 0.2297022 Apr 25 14:40:17.270178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44648) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:17.302935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.403036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3b526e28-498d-4e87-91c2-793d63e5736b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b526e28-498d-4e87-91c2-793d63e5736b,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:17.413013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.426903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.439896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-888c6065-4dcb-401b-8d45-379ab2f13929 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1305406 Apr 25 14:40:17.504306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.531690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8e1a-36a2-4619-8d33-d784885fd970 req-09ff8a53-64e0-47c5-8f59-c51b9bbefcfe tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:17.538908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-176e8e1a-36a2-4619-8d33-d784885fd970 req-09ff8a53-64e0-47c5-8f59-c51b9bbefcfe tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 944 time: 0.5082617 Apr 25 14:40:17.599537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:40:17.699900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-176e8e1a-36a2-4619-8d33-d784885fd970 req-80f5e5f5-b904-45ad-b42b-15f4051dc7a4 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599798 Apr 25 14:40:17.725573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:17.734234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3b526e28-498d-4e87-91c2-793d63e5736b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:17.787507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:40:17.980128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9dc05a25-1c81-47f9-a3fb-951d0b95f65b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:18.095613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.119445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:18.148569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0ed177-171f-4158-8c81-3b7a519b51bb']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:18.169658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3eacfc4-d194-4a4a-a116-65343a64591c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:18.169936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3eacfc4-d194-4a4a-a116-65343a64591c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:18.183615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-2c04f1e5-9a5b-4329-83de-062f9f8c28ea tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:18.184451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'mac_address': 'fa:16:3e:7d:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:40:18.219642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-38b63c9f-a503-4929-8c58-6c232062be4c req-26951b4c-8fdb-426d-a7c2-b5e5ec6c2039 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Synchronizing usage tracker for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:18.225248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.236190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-2c04f1e5-9a5b-4329-83de-062f9f8c28ea tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:18.239443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-2c04f1e5-9a5b-4329-83de-062f9f8c28ea tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1877435683&fields=id&tenant_id=94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 267 time: 0.2303441 Apr 25 14:40:18.262707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.292353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-38b63c9f-a503-4929-8c58-6c232062be4c req-26951b4c-8fdb-426d-a7c2-b5e5ec6c2039 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Unset dirty status for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:18.317891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-26951b4c-8fdb-426d-a7c2-b5e5ec6c2039 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--387102938&fields=id&tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26 HTTP/1.1" status: 200 len: 267 time: 0.5860648 Apr 25 14:40:18.319164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:40:18.320095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.436451 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:40:18.441648 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:40:18.464522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:18.464758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.490484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9b71a29-8168-4144-a97c-4a3ecdb87194 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:18.541781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25da0651-51b6-43ba-88d9-1a8b1222491f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:18.551757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.562199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:18.574854 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.587018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.587240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Transition to ACTIVE for port object 25da0651-51b6-43ba-88d9-1a8b1222491f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:18.628348 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.688842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-751af930-f08a-44f9-b202-1f6222694247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:18.690463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-751af930-f08a-44f9-b202-1f6222694247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 817 time: 0.4439185 Apr 25 14:40:18.692030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.706229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c9b71a29-8168-4144-a97c-4a3ecdb87194'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:40:18.716678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=cc0ed177-171f-4158-8c81-3b7a519b51bb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:18.719327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9715a806-b04a-4637-8d0a-65afa2c92345 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/cc0ed177-171f-4158-8c81-3b7a519b51bb HTTP/1.1" status: 204 len: 168 time: 1.4480338 Apr 25 14:40:18.730037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44692) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:18.759559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1196750680'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:18.780821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:18.796780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:18.803574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:18.815950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ce70b6b1-c548-4151-9646-ab93d56f6a94 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:18.816658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-09c4d5d9-b8cf-48a5-bc4c-f718e4ff62d3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/quotas/94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 375 time: 0.1199243 Apr 25 14:40:18.821593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:18.833942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:18.847053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:18.893717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c0eb88df-7353-4017-a1e5-5d66b464b28c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:18.894438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c0eb88df-7353-4017-a1e5-5d66b464b28c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Synchronizing usage tracker for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:18.902646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:18.906360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.948326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c0eb88df-7353-4017-a1e5-5d66b464b28c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Unset dirty status for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:18.950980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c0eb88df-7353-4017-a1e5-5d66b464b28c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/networks?id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 HTTP/1.1" status: 200 len: 812 time: 0.4941592 Apr 25 14:40:18.957929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:40:18.982258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ce70b6b1-c548-4151-9646-ab93d56f6a94 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:18.982890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.983215 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:18.983335 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment 4d6cf46f-2957-4338-8051-53e217230fc4 of type vlan for network 335b72d9-381e-4548-8d15-f18ea571f816 Apr 25 14:40:18.985260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-90a73499-5acc-4bb4-843d-36ced510f73c tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/quotas/6bbe4dc8ac4e490ab837a1d77828aa26 HTTP/1.1" status: 200 len: 375 time: 0.0214610 Apr 25 14:40:19.062403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.156094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.171211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:19.172681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.194324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Attempting to bind port 25da0651-51b6-43ba-88d9-1a8b1222491f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:19.194835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Attempting to bind port 25da0651-51b6-43ba-88d9-1a8b1222491f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:19.194973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Attempting to bind port 25da0651-51b6-43ba-88d9-1a8b1222491f on network cb9cc839-4a36-4027-a24d-70121f679094 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:19.205051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Port 25da0651-51b6-43ba-88d9-1a8b1222491f on network cb9cc839-4a36-4027-a24d-70121f679094 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:40:19.206299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Attempting to bind port 25da0651-51b6-43ba-88d9-1a8b1222491f on network cb9cc839-4a36-4027-a24d-70121f679094 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:19.225896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-3feb9ecd-b83a-4fce-bc2d-5380d2ff5457 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:19.245977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:19.247395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Checking segment: {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:19.248607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Bound using segment: {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:19.249946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Bound port: 25da0651-51b6-43ba-88d9-1a8b1222491f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8c6a09-dd10-4a86-aab0-e443961ee9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:19.250461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.254932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-7c6912dd-caf8-429f-a67b-fbcc1313c96e tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2639549 Apr 25 14:40:19.286449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ec44edd3-fca2-46c5-afa1-466be22e5165 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:19.379426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port ec44edd3-fca2-46c5-afa1-466be22e5165 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:19.386717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ec44edd3-fca2-46c5-afa1-466be22e5165 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:19.387100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.405612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6636934 Apr 25 14:40:19.411226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44698) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:19.423741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': '335b72d9-381e-4548-8d15-f18ea571f816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:19.503741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87111bdd-621e-44c5-a8db-82ae0ece6780 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=335b72d9-381e-4548-8d15-f18ea571f816,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:19.572659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-bc454da3-b168-460b-9118-39eafb7a9c73 service neutron] 10.222.0.23 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001158 Apr 25 14:40:19.642525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 335b72d9-381e-4548-8d15-f18ea571f816 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:40:19.644551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-3feb9ecd-b83a-4fce-bc2d-5380d2ff5457 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:19.646718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-3feb9ecd-b83a-4fce-bc2d-5380d2ff5457 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6963096 Apr 25 14:40:19.656630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.671024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 94580553-17cc-4a96-af0e-bfe447b86e5a up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:19.719546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-57f0567c-9a06-41b7-8fed-c247bed8df74 service neutron] 10.222.0.23 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400287 Apr 25 14:40:19.847753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ec44edd3-fca2-46c5-afa1-466be22e5165, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ec44edd3-fca2-46c5-afa1-466be22e5165,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:19.858393 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.893993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:19.903921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:19.945472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:19.953264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:19.971764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 94580553-17cc-4a96-af0e-bfe447b86e5a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:19.994922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 94580553-17cc-4a96-af0e-bfe447b86e5a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:19.995299 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.125084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:20.128743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:20.130192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ec44edd3-fca2-46c5-afa1-466be22e5165,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:20.132177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:20.137966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-5a6a8240-5bed-40ad-bbe3-7892918a42df service neutron] 10.222.0.23 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083972 Apr 25 14:40:20.150250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:20.152026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.153840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-174a087c-37c9-4fee-9baf-0853184d182b service neutron] 10.222.0.15 "PUT /v2.0/ports/25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 1091 time: 2.9669459 Apr 25 14:40:20.154994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:20.273980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:20.283305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3698e-1647-4c2e-b6a1-0126249745f7 req-7f628cd3-3fe8-4f3b-9095-7c6bbb21aad6 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:20.291521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71a3698e-1647-4c2e-b6a1-0126249745f7 req-7f628cd3-3fe8-4f3b-9095-7c6bbb21aad6 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 943 time: 0.1604309 Apr 25 14:40:20.332443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:20.347013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71a3698e-1647-4c2e-b6a1-0126249745f7 req-3ac9b040-a33c-4351-8a04-898ca0d8c92d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Apr 25 14:40:20.360734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-1d5c81c2-8052-410a-b5af-c329ad0ba393 service neutron] 10.222.0.23 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962903 Apr 25 14:40:20.504923 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.565401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:20.571136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.582259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 94580553-17cc-4a96-af0e-bfe447b86e5a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=94580553-17cc-4a96-af0e-bfe447b86e5a,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:20.583443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:20.598676 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.599720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:20.623540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36b2b-0733-441c-8f31-09d1fa1c582b req-f4cfe468-86e6-480d-b841-d1d2951b9cac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:20.638711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cde36b2b-0733-441c-8f31-09d1fa1c582b req-f4cfe468-86e6-480d-b841-d1d2951b9cac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 944 time: 0.1697140 Apr 25 14:40:20.750896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:20.758076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cde36b2b-0733-441c-8f31-09d1fa1c582b req-c6e0b735-d074-4d9d-9155-f1bd3b19bc1d tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183777 Apr 25 14:40:20.776675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:20.777090 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.882971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=94580553-17cc-4a96-af0e-bfe447b86e5a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:20.884191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Performing IP validity checks on allocation pools {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:40:20.884841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:40:20.935880 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2a3f0b-1c23-4e06-94c3-0862b25ef93e'] response: {'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'status': 'completed', 'code': 200} Apr 25 14:40:20.958888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port c9b71a29-8168-4144-a97c-4a3ecdb87194 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:20.959274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:20.999266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ad2b75e-b728-4f52-adb2-e3ee6481c11c req-1acb278e-9864-4e10-806e-5f4c3a54baf9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 210 time: 0.0573866 Apr 25 14:40:21.028771 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:21.082072 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcf088d-12e0-45d9-8469-955645d751f2'] response: {'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'code': 200} Apr 25 14:40:21.087573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:21.091540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f2677af9-8164-42b0-b9d0-50182207fc57 req-404b782f-5e9a-402f-9dba-1f40295af900 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Synchronizing usage tracker for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:21.132680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:21.134264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b526e28-498d-4e87-91c2-793d63e5736b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:21.297207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-68321d83-85a8-45f7-a35c-4acf464f33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:21.298915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-68321d83-85a8-45f7-a35c-4acf464f33d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1094 time: 0.9400375 Apr 25 14:40:21.386463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:21.394068 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:21.462078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-45dde100-8bf7-4173-874b-a6e590151072 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.1461189 Apr 25 14:40:21.465660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3b526e28-498d-4e87-91c2-793d63e5736b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:21.466044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:21.529370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f2677af9-8164-42b0-b9d0-50182207fc57 req-404b782f-5e9a-402f-9dba-1f40295af900 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Unset dirty status for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:21.538917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2677af9-8164-42b0-b9d0-50182207fc57 req-404b782f-5e9a-402f-9dba-1f40295af900 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 210 time: 0.6655681 Apr 25 14:40:21.589103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:21.598296 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:21.682795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:21.696723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-62240210-32a0-4201-9fe1-16fdcfb18e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:21.698235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-62240210-32a0-4201-9fe1-16fdcfb18e70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.2354639 Apr 25 14:40:21.731667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ed9ef-d503-4201-a76a-322faf0db573 req-96656a44-19b9-417b-9437-b111b2df34af tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:21.745542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d06ed9ef-d503-4201-a76a-322faf0db573 req-96656a44-19b9-417b-9437-b111b2df34af tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 943 time: 0.2460806 Apr 25 14:40:21.858133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-aa9d995a-8237-4a9f-9b48-52fa7d9e1204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650949 Apr 25 14:40:21.889429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:21.907794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aebcc4-0b6b-4162-9059-f264d26e6879 req-b6295d85-51dd-4815-97a0-cd5ca3a2e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:21.910024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55aebcc4-0b6b-4162-9059-f264d26e6879 req-b6295d85-51dd-4815-97a0-cd5ca3a2e44d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 1096 time: 0.6849868 Apr 25 14:40:22.075001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-a7130f90-546c-4ec0-ae4b-799cc26c1e05 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:22.076919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-a7130f90-546c-4ec0-ae4b-799cc26c1e05 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.21 "GET /v2.0/networks?id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 HTTP/1.1" status: 200 len: 812 time: 0.2813511 Apr 25 14:40:22.090865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:22.134890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ec44edd3-fca2-46c5-afa1-466be22e5165 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:22.230994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Sync routers for ids ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:40:22.247798 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Routers {'7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:22.248596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:22.260347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': '4d6cf46f-2957-4338-8051-53e217230fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '335b72d9-381e-4548-8d15-f18ea571f816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:22.261850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: 335b72d9-381e-4548-8d15-f18ea571f816, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:22.268939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d06ed9ef-d503-4201-a76a-322faf0db573 req-69a2f7d3-9481-495f-9b13-ec62ae3bfa3b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224118 Apr 25 14:40:22.299333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ec44edd3-fca2-46c5-afa1-466be22e5165 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:22.301289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:22.308218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-e41e877a-f995-4f78-a9e8-53f60a9b81e2 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26 HTTP/1.1" status: 200 len: 379 time: 0.2119615 Apr 25 14:40:22.317900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Request body: {'port': {'device_id': '3d638211-4671-42e5-a669-9d2e4441d87d', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'admin_state_up': True, 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'security_groups': ['a1ef8c6d-b780-4e8b-814b-6002e288cd82']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:22.376895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55aebcc4-0b6b-4162-9059-f264d26e6879 req-07268cde-0a40-459e-bff7-c0ae043e5745 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041898 Apr 25 14:40:22.379275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-b689bd0a-1dc8-480f-abce-39b9965a01b6 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139914 Apr 25 14:40:22.535611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Set router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:22.548280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f13fc0b-d7f7-4c30-8f31-5eed8b59fc49 req-e975a99d-8a1d-4d81-b099-4e44b312dda3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 210 time: 0.0725298 Apr 25 14:40:22.645264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:22.672401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:22.688825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Made reservation on behalf of 6bbe4dc8ac4e490ab837a1d77828aa26 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:22.692811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:22.755253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:22.840158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca64e938-3ff3-4ac5-92b3-bd8d9b3238aa req-0897e335-f196-44eb-92aa-8f86c6ffc86a tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 210 time: 0.0542662 Apr 25 14:40:22.873816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03ee3046-d5d9-4ddf-909d-5ecfa7ee1936 req-30cfb146-1dc3-48f4-9a4b-56a4c6923fcb service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810576 Apr 25 14:40:22.932239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:22.932796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:23.015443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '1cf9d822-fcf1-4d23-89a1-8275664b52c7', 'name': '', 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'mac_address': 'fa:16:3e:ff:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:09Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 2, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'subnets': [{'id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:23.020496 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Checking router: 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:40:23.021150 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Updating router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:40:23.052788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Allocated IP 172.20.0.3 (08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5/b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf/0efda203-b266-4ded-81b2-5b775d108630) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:23.083399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 335b72d9-381e-4548-8d15-f18ea571f816 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:23.093058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:23.118718 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:23.124845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0a87b-c019-4e0d-86ce-152d0615a779 req-06d665bf-30e4-4f16-b8f8-377217c8419d tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:23.132802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8af0a87b-c019-4e0d-86ce-152d0615a779 req-06d665bf-30e4-4f16-b8f8-377217c8419d tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 1.1239848 Apr 25 14:40:23.167820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 335b72d9-381e-4548-8d15-f18ea571f816) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:23.204252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:23.205027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:23.229601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-35917599-ed21-4fb0-8607-478f22e281ce tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:23.231319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-35917599-ed21-4fb0-8607-478f22e281ce tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 817 time: 0.3482428 Apr 25 14:40:23.309060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8af0a87b-c019-4e0d-86ce-152d0615a779 req-051f353a-4e21-401b-9699-d18ef85e1f46 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676853 Apr 25 14:40:23.362152 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56e898b-7e63-4f4d-9a7d-4a5e39359707'] response: {'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'code': 200} Apr 25 14:40:23.362896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfe672-f36d-4183-a4e8-258f82f2bcd1 None None] Network 335b72d9-381e-4548-8d15-f18ea571f816 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:23.422581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-c5918a22-55bb-4512-bd65-575f88e89970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:23.428557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-c5918a22-55bb-4512-bd65-575f88e89970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1094 time: 0.3976877 Apr 25 14:40:23.440478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-d9d1bab9-8fb8-479c-be12-805cedc2b6cd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 380 time: 0.1887736 Apr 25 14:40:23.479710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7fe99191-80b5-41f0-93ab-840ef6de1e49 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0658581 Apr 25 14:40:23.553350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'port': {'device_id': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'admin_state_up': True, 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'security_groups': ['3434ac33-9e10-43c9-95a1-c16cda8e0511']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:23.607115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44782) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:23.623200 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:23.668561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Transition to ACTIVE for port object 0efda203-b266-4ded-81b2-5b775d108630 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:23.701891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': '335b72d9-381e-4548-8d15-f18ea571f816', 'name': 'tempest-PortsTestJSON-922560029'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:23.760776 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:23.941501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:23.947041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:23.955789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:23.989446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event updated for resources: {'Port': ['ID=0efda203-b266-4ded-81b2-5b775d108630,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:24.004745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-335b72d9-381e-4548-8d15-f18ea571f816', 'network_id': '335b72d9-381e-4548-8d15-f18ea571f816', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': '30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:40:24.007543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.059737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c058308-0ed0-40b8-92fc-51754bb7d714 req-5055f8a3-cb70-4977-bec8-6754a65a1441 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:24.081642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c058308-0ed0-40b8-92fc-51754bb7d714 req-5055f8a3-cb70-4977-bec8-6754a65a1441 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 943 time: 0.4222348 Apr 25 14:40:24.164112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:24.164993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.210573 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.249360 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c058308-0ed0-40b8-92fc-51754bb7d714 req-e66c2876-c701-4e8b-a1d2-1aa8a95d3c6d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667049 Apr 25 14:40:24.269454 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Transition to ACTIVE for port object 1cf9d822-fcf1-4d23-89a1-8275664b52c7 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:24.275698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-d7daca32-0e26-492a-a522-17bb646a929b tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9604690 Apr 25 14:40:24.285895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Request body: {'port': {'device_id': '3d638211-4671-42e5-a669-9d2e4441d87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:24.291745 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.415681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Allocated IP 172.20.0.2 (335b72d9-381e-4548-8d15-f18ea571f816/30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6/64813fe0-5860-4b96-b8f8-18b9a0c7e179) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:24.422029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0a7a5812-9794-44fb-b20c-95e0224014ad None None] Provisioning for port 0efda203-b266-4ded-81b2-5b775d108630 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:24.461847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0a7a5812-9794-44fb-b20c-95e0224014ad None None] Provisioning complete for port 0efda203-b266-4ded-81b2-5b775d108630 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:24.462222 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a7a5812-9794-44fb-b20c-95e0224014ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.492154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6da7397-08df-4368-981a-af25240dd01a req-b6c3ea7a-5f6e-4827-8dcb-145bb48cffd0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 210 time: 0.6597166 Apr 25 14:40:24.520614 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115bf54-aabd-4521-9763-69dff23dd6c5 None None] Pushing event updated for resources: {'Port': ['ID=1cf9d822-fcf1-4d23-89a1-8275664b52c7,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:24.582360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:24.647588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:24.712516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-eb8541bb-5528-4dfe-ad86-e1b1f5d79877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:24.714212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-eb8541bb-5528-4dfe-ad86-e1b1f5d79877 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 1.2508214 Apr 25 14:40:24.804205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.810187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a5812-9794-44fb-b20c-95e0224014ad None None] Port 0efda203-b266-4ded-81b2-5b775d108630 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:40:24.926952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-9d881121-b511-4287-a386-6037423392a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.2036185 Apr 25 14:40:24.927955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:24.936672 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Attempting to bind port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:24.937070 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Attempting to bind port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:24.937440 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Attempting to bind port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 on network 058b7543-87bf-49c5-84b8-5be20591873b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:24.943770 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:24.944329 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Checking segment: {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:24.944735 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.948987 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Bound using segment: {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:24.949814 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Bound port: 1cf9d822-fcf1-4d23-89a1-8275664b52c7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9712b03-eebb-4cdc-a77d-323dcce62f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:24.950368 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:24.954092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:24.973515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Made reservation on behalf of 94e1e8f534224e96a5cf855f2de9c807 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:24.979997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.080359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:25.083998 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.099300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.128351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Transition to ACTIVE for port object 64813fe0-5860-4b96-b8f8-18b9a0c7e179 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:25.129295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 1f089613-f7e5-4a82-a676-a624388d0f51 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:25.157195 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] For port 1cf9d822-fcf1-4d23-89a1-8275664b52c7, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:25.162685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Transition to ACTIVE for port object 64813fe0-5860-4b96-b8f8-18b9a0c7e179 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:25.169563 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] For port 1cf9d822-fcf1-4d23-89a1-8275664b52c7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1cf9d822-fcf1-4d23-89a1-8275664b52c7,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:25.178143 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.182081 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.235722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d75e-b2c6-425b-abd7-bfcbe66fff52 req-1063834c-9412-46ae-b8e3-f5025e6f2c63 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:25.236463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3054d75e-b2c6-425b-abd7-bfcbe66fff52 req-1063834c-9412-46ae-b8e3-f5025e6f2c63 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Synchronizing usage tracker for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:25.259760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-9aa06215-1322-4c33-b3eb-489153c51802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:25.261611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-9aa06215-1322-4c33-b3eb-489153c51802 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.2539003 Apr 25 14:40:25.290489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Network 335b72d9-381e-4548-8d15-f18ea571f816 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:25.295945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:25.304590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:25.351984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115bf54-aabd-4521-9763-69dff23dd6c5 None None] Pushing event updated for resources: {'Port': ['ID=1cf9d822-fcf1-4d23-89a1-8275664b52c7,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:25.371594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3054d75e-b2c6-425b-abd7-bfcbe66fff52 req-1063834c-9412-46ae-b8e3-f5025e6f2c63 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Unset dirty status for tenant:6bbe4dc8ac4e490ab837a1d77828aa26 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:25.372750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3054d75e-b2c6-425b-abd7-bfcbe66fff52 req-1063834c-9412-46ae-b8e3-f5025e6f2c63 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 931 time: 0.8675876 Apr 25 14:40:25.399664 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Routers {'7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:25.402940 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:25.410803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 25da0651-51b6-43ba-88d9-1a8b1222491f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:40:25.564242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Pushing event updated for resources: {'Port': ['ID=64813fe0-5860-4b96-b8f8-18b9a0c7e179,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:25.679380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Allocated IP 172.20.0.6 (b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3/879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08/34cbe19e-5c80-4f40-b4c4-277a95f3f583) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:25.704057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Attempting to bind port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:25.704494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Attempting to bind port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4d6cf46f-2957-4338-8051-53e217230fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '335b72d9-381e-4548-8d15-f18ea571f816'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:25.704892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Attempting to bind port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 on network 335b72d9-381e-4548-8d15-f18ea571f816 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:25.726594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:25.744082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Checking segment: {'id': '4d6cf46f-2957-4338-8051-53e217230fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '335b72d9-381e-4548-8d15-f18ea571f816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:25.744664 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.745088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Bound using segment: {'id': '4d6cf46f-2957-4338-8051-53e217230fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '335b72d9-381e-4548-8d15-f18ea571f816'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:25.745607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Bound port: 64813fe0-5860-4b96-b8f8-18b9a0c7e179, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6cf46f-2957-4338-8051-53e217230fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '335b72d9-381e-4548-8d15-f18ea571f816'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:25.745990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.777791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] Set router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:25.900393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efda203-b266-4ded-81b2-5b775d108630 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:25.925942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:25.929326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-2a1dba94-f1d9-45f6-93e0-28a3181162cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6344929 Apr 25 14:40:25.968965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Transition to ACTIVE for port object 0efda203-b266-4ded-81b2-5b775d108630 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:25.999089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3054d75e-b2c6-425b-abd7-bfcbe66fff52 req-789960d5-b371-4845-9493-0d3b4f0094ee tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6160042 Apr 25 14:40:26.007628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:26.251463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1cf9d822-fcf1-4d23-89a1-8275664b52c7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:26.255218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.11 (335b72d9-381e-4548-8d15-f18ea571f816/30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6/1f089613-f7e5-4a82-a676-a624388d0f51) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:26.562907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:26.590586 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '1cf9d822-fcf1-4d23-89a1-8275664b52c7', 'name': '', 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'mac_address': 'fa:16:3e:ff:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:09Z', 'updated_at': '2022-04-25T14:40:25Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'subnets': [{'id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:26.596151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] For port 64813fe0-5860-4b96-b8f8-18b9a0c7e179, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:26.606990 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c32761-679b-4367-b5ea-6abaa2732e23 None None] The sync data for ids ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'] in n-d-811416-6 is: [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:40:13Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '1cf9d822-fcf1-4d23-89a1-8275664b52c7', 'name': '', 'network_id': '058b7543-87bf-49c5-84b8-5be20591873b', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'mac_address': 'fa:16:3e:ff:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:09Z', 'updated_at': '2022-04-25T14:40:25Z', 'revision_number': 4, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'subnets': [{'id': 'aa5d7be9-0d15-4fbe-a290-8717ef4bad44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:26.647134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'port_id': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'mac_address': 'fa:16:3e:df:e7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:40:26.668840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] For port 64813fe0-5860-4b96-b8f8-18b9a0c7e179, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=64813fe0-5860-4b96-b8f8-18b9a0c7e179,segment=NetworkSegment(4d6cf46f-2957-4338-8051-53e217230fc4),segment_id=4d6cf46f-2957-4338-8051-53e217230fc4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:26.731299 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:26.825140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:26.863649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:26.864282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:26.924611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:26.955453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-03a6b109-a66e-4df6-95fc-67504c030b4a service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9811018 Apr 25 14:40:26.986477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e783-0a00-4ec6-97ef-68cc2b523073 None None] Pushing event updated for resources: {'Port': ['ID=64813fe0-5860-4b96-b8f8-18b9a0c7e179,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:27.008051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25da0651-51b6-43ba-88d9-1a8b1222491f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:27.042404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0efda203-b266-4ded-81b2-5b775d108630,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:27.060627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:27.110628 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.159184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.186454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c036fc-eea0-4f40-93f1-07dc50527a5d req-81c94d7a-b83c-4bed-b06f-240d0ca3cd6e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:27.201928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c036fc-eea0-4f40-93f1-07dc50527a5d req-81c94d7a-b83c-4bed-b06f-240d0ca3cd6e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.8034914 Apr 25 14:40:27.325746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.409638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Attempting to bind port 0efda203-b266-4ded-81b2-5b775d108630 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:27.410835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Attempting to bind port 0efda203-b266-4ded-81b2-5b775d108630 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:27.412146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Attempting to bind port 0efda203-b266-4ded-81b2-5b775d108630 on network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:27.426863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1cf9d822-fcf1-4d23-89a1-8275664b52c7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1cf9d822-fcf1-4d23-89a1-8275664b52c7,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:27.434065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.440947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:27.442356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Port 0efda203-b266-4ded-81b2-5b775d108630 on network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:40:27.443490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Attempting to bind port 0efda203-b266-4ded-81b2-5b775d108630 on network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:27.484643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Transition to ACTIVE for port object 34cbe19e-5c80-4f40-b4c4-277a95f3f583 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:27.498753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:27.499589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Checking segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:27.500556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Bound using segment: {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:27.504977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Bound port: 0efda203-b266-4ded-81b2-5b775d108630, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c338cfb-179b-4598-9fd5-90c7712b324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:27.505437 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.527127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:40:27.536470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c036fc-eea0-4f40-93f1-07dc50527a5d req-b27cfd47-3c6c-446c-a714-8b1f30261bf5 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329725 Apr 25 14:40:27.602449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['25da0651-51b6-43ba-88d9-1a8b1222491f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:40:27.690438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1399da19-e2da-4477-80d4-27fc4ddc0d2c req-3ada13ba-5a08-4da2-9a9a-574e16f62604 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476350 Apr 25 14:40:27.698768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.723653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 1f089613-f7e5-4a82-a676-a624388d0f51 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:27.729160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.776390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] For port 0efda203-b266-4ded-81b2-5b775d108630, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:27.784832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] For port 0efda203-b266-4ded-81b2-5b775d108630, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efda203-b266-4ded-81b2-5b775d108630,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:27.806429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:27.944858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1cf9d822-fcf1-4d23-89a1-8275664b52c7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:27.990066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:28.022772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:28.023330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:28.028502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:28.028854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/0efda203-b266-4ded-81b2-5b775d108630 HTTP/1.1" status: 200 len: 1091 time: 3.7451050 Apr 25 14:40:28.042697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'tag': '0efda203-b266-4ded-81b2-5b775d108630'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:28.051821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:28.094552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:28.310397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3511985-e86f-4679-987b-6cb22f3ce5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0efda203-b266-4ded-81b2-5b775d108630,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:28.355131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:28.372076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:28.373016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4494b34-667a-480a-8a2b-6329fe703a43 req-88b05699-fb4f-408c-b944-4e7b4be06b5a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:28.374860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4494b34-667a-480a-8a2b-6329fe703a43 req-88b05699-fb4f-408c-b944-4e7b4be06b5a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 944 time: 0.5771129 Apr 25 14:40:28.434430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:28.548372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1cf9d822-fcf1-4d23-89a1-8275664b52c7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:28.594187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4494b34-667a-480a-8a2b-6329fe703a43 req-1176e21f-45b1-4493-a661-b8b1df807dd1 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110140 Apr 25 14:40:28.619409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-4ecc2d3e-2b0d-44da-90e4-a3af6e8b9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:28.625402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-4ecc2d3e-2b0d-44da-90e4-a3af6e8b9986 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26&device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 1094 time: 0.5378361 Apr 25 14:40:28.716398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 335b72d9-381e-4548-8d15-f18ea571f816 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:28.721412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:28.732166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:28.799984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:28.838175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-e85515ed-d754-4ab9-b93d-6902839e4597 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3711138 Apr 25 14:40:28.847839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:28.848170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:28.863695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Request body: {'port': {'device_id': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:28.906915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-c1cf349b-e27a-479f-8fc3-b6e6a128d1d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0efda203-b266-4ded-81b2-5b775d108630 HTTP/1.1" status: 200 len: 217 time: 0.2697217 Apr 25 14:40:28.922199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=1f089613-f7e5-4a82-a676-a624388d0f51,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:28.962631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b03f20-a965-4913-862a-90df3c36eb6b None None] Network 335b72d9-381e-4548-8d15-f18ea571f816 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:28.991021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:28.993344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:29.064197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-28b41e53-cb51-4aff-94c7-cf5a5fa30879 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4518673 Apr 25 14:40:29.072435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44832) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:29.158440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:29.268626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-fc238690-560f-4dfe-b54a-e2d746d3cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:29.273331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-fc238690-560f-4dfe-b54a-e2d746d3cdf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf HTTP/1.1" status: 200 len: 851 time: 0.3586307 Apr 25 14:40:29.273606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12e1d9cc-f413-4065-96d4-f3efb28b08ca None None] Provisioning for port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:29.329757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12e1d9cc-f413-4065-96d4-f3efb28b08ca None None] Provisioning for port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:29.373829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 1f089613-f7e5-4a82-a676-a624388d0f51 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:29.374623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:29.396252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 25da0651-51b6-43ba-88d9-1a8b1222491f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:29.396477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317f663-afb4-4713-8ae8-cf084b0de6bd req-023afc66-1d7d-4841-9426-649ed8ab266f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:29.398231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7317f663-afb4-4713-8ae8-cf084b0de6bd req-023afc66-1d7d-4841-9426-649ed8ab266f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 931 time: 0.4904294 Apr 25 14:40:29.483631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63c9f-a503-4929-8c58-6c232062be4c req-1e72a94a-1a3e-4e9e-b922-c5f2e067617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:29.485256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-1e72a94a-1a3e-4e9e-b922-c5f2e067617d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017066 Apr 25 14:40:29.495952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7317f663-afb4-4713-8ae8-cf084b0de6bd req-b9d6207b-e304-487b-9950-521bd7381d55 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:29.538458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12e1d9cc-f413-4065-96d4-f3efb28b08ca None None] Provisioning complete for port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:29.549635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12e1d9cc-f413-4065-96d4-f3efb28b08ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:29.551148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7317f663-afb4-4713-8ae8-cf084b0de6bd req-b9d6207b-e304-487b-9950-521bd7381d55 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:29.552748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7317f663-afb4-4713-8ae8-cf084b0de6bd req-b9d6207b-e304-487b-9950-521bd7381d55 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421294 Apr 25 14:40:29.698177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-0b2f0d28-54ac-4ebe-8bbb-3f722587f580 service neutron] 10.222.0.21 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970401 Apr 25 14:40:29.774279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 64813fe0-5860-4b96-b8f8-18b9a0c7e179 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:29.875694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-12e1d9cc-f413-4065-96d4-f3efb28b08ca None None] Port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:40:29.930721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38b63c9f-a503-4929-8c58-6c232062be4c req-87782860-2bce-468c-9f64-fbff5748c8b1 service neutron] 10.222.0.21 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253864 Apr 25 14:40:29.965190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 25da0651-51b6-43ba-88d9-1a8b1222491f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:29.977594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 25da0651-51b6-43ba-88d9-1a8b1222491f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:29.978057 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.019476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:30.036913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:30.037420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.061878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b69d7-4167-4dcd-bbcc-e754623a8694 req-9ee9ac3f-7891-4e37-85fd-06c8fbc03b52 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:30.070060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae0b69d7-4167-4dcd-bbcc-e754623a8694 req-9ee9ac3f-7891-4e37-85fd-06c8fbc03b52 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 943 time: 0.1379731 Apr 25 14:40:30.140886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae0b69d7-4167-4dcd-bbcc-e754623a8694 req-71ecc0a8-baae-48b0-8b9b-3309ce03e961 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698709 Apr 25 14:40:30.184093 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.363861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.448739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00932-c7b3-4376-a4ee-21dd36ca1926 req-d5c7ec22-00aa-4035-ac61-4a61db7a80f6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:30.455450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-82a00932-c7b3-4376-a4ee-21dd36ca1926 req-d5c7ec22-00aa-4035-ac61-4a61db7a80f6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.1741121 Apr 25 14:40:30.460644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 1f089613-f7e5-4a82-a676-a624388d0f51 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:30.461942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:30.469313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Request body: {'floatingip': {'port_id': '94580553-17cc-4a96-af0e-bfe447b86e5a'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:30.474889 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.528656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:30.582698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:30.614149 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.662509 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48514b9-9d51-4ef4-b364-3c931e1f7249'] response: {'name': 'network-changed', 'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'tag': '0efda203-b266-4ded-81b2-5b775d108630', 'status': 'completed', 'code': 200} Apr 25 14:40:30.758804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 64813fe0-5860-4b96-b8f8-18b9a0c7e179, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=64813fe0-5860-4b96-b8f8-18b9a0c7e179,segment=NetworkSegment(4d6cf46f-2957-4338-8051-53e217230fc4),segment_id=4d6cf46f-2957-4338-8051-53e217230fc4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:30.781630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3ea25a85-8281-4023-ae63-c7e50efb56ec None None] Provisioning for port 1f089613-f7e5-4a82-a676-a624388d0f51 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:30.801684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.816804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:30.891637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3ea25a85-8281-4023-ae63-c7e50efb56ec None None] Provisioning complete for port 1f089613-f7e5-4a82-a676-a624388d0f51 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:30.895234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea25a85-8281-4023-ae63-c7e50efb56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:31.022017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:31.067409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.068457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.068811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.069316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.069670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.070013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.075257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.075801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.076364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.078778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.079625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.080128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:40:31.085096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ea25a85-8281-4023-ae63-c7e50efb56ec None None] Port 1f089613-f7e5-4a82-a676-a624388d0f51 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:40:31.159249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3ea25a85-8281-4023-ae63-c7e50efb56ec None None] Provisioning complete for port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:31.159905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea25a85-8281-4023-ae63-c7e50efb56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:31.276042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cbe19e-5c80-4f40-b4c4-277a95f3f583 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:31.288285 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:31.311347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=64813fe0-5860-4b96-b8f8-18b9a0c7e179,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:31.412761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Transition to ACTIVE for port object 34cbe19e-5c80-4f40-b4c4-277a95f3f583 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:31.415841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:31.442069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-616ab596-1ddf-4354-ba6f-165bb3bcea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:31.443627 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-616ab596-1ddf-4354-ba6f-165bb3bcea93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26&device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 1094 time: 0.7628515 Apr 25 14:40:31.500482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=1f089613-f7e5-4a82-a676-a624388d0f51,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:31.507468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:31.590864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cc8335f6-d0cb-421e-b4d6-bc4cb519f979 None None] Could not find standard attr ID for object 1f089613-f7e5-4a82-a676-a624388d0f51. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:40:31.752746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170052b-e4e1-4b34-88b2-cb9f1612b6ce req-a7b2b001-773d-4c52-bbef-2b3767f91b1a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:31.765284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1170052b-e4e1-4b34-88b2-cb9f1612b6ce req-a7b2b001-773d-4c52-bbef-2b3767f91b1a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.7910225 Apr 25 14:40:31.880333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:31.973882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:31.991120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8aa5b90c-dd66-4d38-9d56-32bb6f591378 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/1f089613-f7e5-4a82-a676-a624388d0f51 HTTP/1.1" status: 204 len: 168 time: 2.9171209 Apr 25 14:40:31.993653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44852) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:32.050543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1170052b-e4e1-4b34-88b2-cb9f1612b6ce req-b5307497-fd5d-43ad-8c0a-0007f221072d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842491 Apr 25 14:40:32.080804 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06ae33a-c759-43b5-88d9-b8100b1fe8b0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:40:32.081410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06ae33a-c759-43b5-88d9-b8100b1fe8b0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:40:32.086012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e06ae33a-c759-43b5-88d9-b8100b1fe8b0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/1f089613-f7e5-4a82-a676-a624388d0f51 HTTP/1.1" status: 404 len: 333 time: 0.0912919 Apr 25 14:40:32.087337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44858) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:32.137062 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-325232f0-4143-4727-9665-d9e2cc716ab6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:40:32.137858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-325232f0-4143-4727-9665-d9e2cc716ab6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:32.141789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Attempting to bind port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:32.142258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Attempting to bind port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:32.142702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Attempting to bind port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:32.151388 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5323f9-16eb-45e7-a444-382bf67dfdd3'] response: {'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'code': 200} Apr 25 14:40:32.153677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:40:32.154120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Attempting to bind port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:32.163250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:32.163743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Checking segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:32.164231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Bound using segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:32.165481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Bound port: 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:32.165980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:32.166848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-2575f088-2335-4bff-a490-a936f523be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:32.175626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-2575f088-2335-4bff-a490-a936f523be30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 HTTP/1.1" status: 200 len: 913 time: 0.6473207 Apr 25 14:40:32.298596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:32.302089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:32.348619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-325232f0-4143-4727-9665-d9e2cc716ab6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:32.352660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-325232f0-4143-4727-9665-d9e2cc716ab6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/1f089613-f7e5-4a82-a676-a624388d0f51 HTTP/1.1" status: 404 len: 333 time: 0.2623570 Apr 25 14:40:32.354201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:32.357831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44862) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:32.441861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-8ea1171a-e8f2-43c3-be38-d64b3b3f65a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0efda203-b266-4ded-81b2-5b775d108630 HTTP/1.1" status: 200 len: 217 time: 0.1854649 Apr 25 14:40:32.485272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:32.486064 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:32.490428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] 10.222.0.21 "PUT /v2.0/ports/34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 1091 time: 3.6308756 Apr 25 14:40:32.507116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:32.567357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-2ec948c3-0f4d-472c-abee-a3f821cbb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:32.569200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-2ec948c3-0f4d-472c-abee-a3f821cbb10f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf HTTP/1.1" status: 200 len: 851 time: 0.1158378 Apr 25 14:40:32.690999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7542dae-2da4-4ac9-b08b-a91646935cf1 req-7df514a0-e6e5-4753-9c8e-ac34c5238115 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:32.691721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:40:32.699680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dba0f5-8cee-4928-a235-fbc76331daad service neutron] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:32.700439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7542dae-2da4-4ac9-b08b-a91646935cf1 req-7df514a0-e6e5-4753-9c8e-ac34c5238115 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.3675094 Apr 25 14:40:32.722443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:32.794265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fb9a8-a946-4ebd-9346-4d864068f695 req-35859aec-a2a7-48c5-b63d-518697394915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:32.795783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-467fb9a8-a946-4ebd-9346-4d864068f695 req-35859aec-a2a7-48c5-b63d-518697394915 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.4921257 Apr 25 14:40:32.816272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7542dae-2da4-4ac9-b08b-a91646935cf1 req-8537a44d-0fcf-41d4-b169-0766ba1b01c2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142364 Apr 25 14:40:32.845369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-81f40c95-086c-4ee0-8396-a2d7c5f2220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:32.847030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-81f40c95-086c-4ee0-8396-a2d7c5f2220c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678423 Apr 25 14:40:32.884647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-467fb9a8-a946-4ebd-9346-4d864068f695 req-2275d755-4c00-45e3-a8b4-b00f882b0309 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793481 Apr 25 14:40:32.899819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:32.973444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 64813fe0-5860-4b96-b8f8-18b9a0c7e179 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:33.046734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:40:33.061267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:33.173345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:33.173345 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:33.173791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-bf6311b3-c7e5-4692-98e2-b152e846da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:33.174631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-bf6311b3-c7e5-4692-98e2-b152e846da97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1094 time: 0.5905921 Apr 25 14:40:33.276861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:33.288066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-c01e7cc9-cdf5-4059-92dd-421e23b33625 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 217 time: 0.0913484 Apr 25 14:40:33.342251 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:33.462990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:33.547502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-ffbc52d5-61b0-48f9-b1cf-bb181717e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:33.549882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-ffbc52d5-61b0-48f9-b1cf-bb181717e6b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.2477949 Apr 25 14:40:33.563522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:33.579597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce7e4e-ec3c-487f-bca1-91f153fdf711 None None] Network 335b72d9-381e-4548-8d15-f18ea571f816 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:33.625436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-78b02c2a-0608-44d7-9e4c-7452456868ea service neutron] 10.222.0.21 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644718 Apr 25 14:40:33.647985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:33.666910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1213f642-657b-4e7d-868b-fbb96a637394 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6 HTTP/1.1" status: 204 len: 168 time: 1.2770917 Apr 25 14:40:33.667797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:33.753556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efda203-b266-4ded-81b2-5b775d108630 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:40:34.113965 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.162531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0efda203-b266-4ded-81b2-5b775d108630, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efda203-b266-4ded-81b2-5b775d108630,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:34.182209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '0efda203-b266-4ded-81b2-5b775d108630', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'port_id': '0efda203-b266-4ded-81b2-5b775d108630', 'mac_address': 'fa:16:3e:e8:f9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:40:34.182935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.254359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.254992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-04cfb66a-03e7-4496-97e2-346df14cd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:34.256721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-04cfb66a-03e7-4496-97e2-346df14cd6b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6950271 Apr 25 14:40:34.269512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] DHCP port deletion for 335b72d9-381e-4548-8d15-f18ea571f816 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:40:34.282236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] Deleting port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:34.282624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.313799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195abf-cd96-40c5-96ea-d75bf9283b5d req-bb93b444-242e-4773-804d-59f97993d003 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:34.314442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efda203-b266-4ded-81b2-5b775d108630 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:34.319679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c195abf-cd96-40c5-96ea-d75bf9283b5d req-bb93b444-242e-4773-804d-59f97993d003 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 943 time: 1.2067003 Apr 25 14:40:34.366193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0efda203-b266-4ded-81b2-5b775d108630, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efda203-b266-4ded-81b2-5b775d108630,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:34.408322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.497798 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Floating IP 2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4 associated. External IP: 172.25.0.171, port: 94580553-17cc-4a96-af0e-bfe447b86e5a. Apr 25 14:40:34.503102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-643fca00-770b-4140-95c1-079d68ca1c56 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371316 Apr 25 14:40:34.506813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:34.507170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.604762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=0efda203-b266-4ded-81b2-5b775d108630,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:34.641064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] For port 64813fe0-5860-4b96-b8f8-18b9a0c7e179, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=64813fe0-5860-4b96-b8f8-18b9a0c7e179,segment=NetworkSegment(4d6cf46f-2957-4338-8051-53e217230fc4),segment_id=4d6cf46f-2957-4338-8051-53e217230fc4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:34.641828 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:34.669571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c87a970b-75fc-4362-974d-bc1e89da89fe req-e8df094c-e22b-49df-b85a-3593b60e55ed service neutron] 10.222.0.21 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0266244 Apr 25 14:40:34.719504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c195abf-cd96-40c5-96ea-d75bf9283b5d req-b398ccad-8063-40f2-981e-d4833fb29ccf tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773286 Apr 25 14:40:34.893769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['0efda203-b266-4ded-81b2-5b775d108630'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:40:34.970558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] Calling delete_port for 64813fe0-5860-4b96-b8f8-18b9a0c7e179 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:35.030556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 64813fe0-5860-4b96-b8f8-18b9a0c7e179 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:40:35.043234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd0055ef-af7e-4a17-bf65-a7b3d939c4d2 req-45464181-ebd3-4a16-8009-f2679f321161 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820908 Apr 25 14:40:35.063329 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b190216c-948b-4be1-984b-83d38d17890f'] response: {'name': 'network-changed', 'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'status': 'completed', 'code': 200} Apr 25 14:40:35.251945 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:35.255575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 update to DOWN by agent not found {{(pid=88062) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 25 14:40:35.356499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] For port 64813fe0-5860-4b96-b8f8-18b9a0c7e179, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=64813fe0-5860-4b96-b8f8-18b9a0c7e179,segment=NetworkSegment(4d6cf46f-2957-4338-8051-53e217230fc4),segment_id=4d6cf46f-2957-4338-8051-53e217230fc4)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:35.356868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:35.368795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] Pushing event deleted for resources: {'Port': ['ID=64813fe0-5860-4b96-b8f8-18b9a0c7e179,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:35.373897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-d1ca9d83-1f5f-4455-aa81-9d25c9b35703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:35.375423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-d1ca9d83-1f5f-4455-aa81-9d25c9b35703 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1094 time: 0.2747765 Apr 25 14:40:35.383400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46e59a-f3b2-42e2-ba73-2092783af08b None None] No DVR routers for this DVR port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:40:35.564832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a8b9-52b8-4116-9987-5610fbab307d req-2c331fc2-c0fb-4244-bfc7-cf938d179615 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:35.568278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ea6a8b9-52b8-4116-9987-5610fbab307d req-2c331fc2-c0fb-4244-bfc7-cf938d179615 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.5966949 Apr 25 14:40:35.649952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:40:35.663151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 64813fe0-5860-4b96-b8f8-18b9a0c7e179 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:35.696643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ea6a8b9-52b8-4116-9987-5610fbab307d req-e5b18767-fce5-4337-8c75-1eb92e18f44d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Apr 25 14:40:35.791306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-d8e01006-0898-4355-8819-17e489eb6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:35.802960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-d8e01006-0898-4355-8819-17e489eb6265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.3426156 Apr 25 14:40:35.986196 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-86d792ac-9bcf-4e7f-bbb9-6886b9920794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 217 time: 0.1723130 Apr 25 14:40:35.991342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:40:35.993075 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:40:36.022553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:40:36.032002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:36.049071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] Sync routers for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:40:36.083057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:36.089460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:36.127898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3bb68e53-3119-4157-bac4-08e2d422ce33 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "PUT /v2.0/floatingips/2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4 HTTP/1.1" status: 200 len: 991 time: 5.6646938 Apr 25 14:40:36.128681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:36.205515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-d482061e-6c9e-4dfd-859d-328a945efb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:36.206998 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-d482061e-6c9e-4dfd-859d-328a945efb3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.2114549 Apr 25 14:40:36.352858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-1fdc98a9-7aff-4254-804e-5343c23b0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:36.355397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-1fdc98a9-7aff-4254-804e-5343c23b0f1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395869 Apr 25 14:40:36.366562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1e6-2c30-45e9-b7c0-306c27bda483 req-b497a8a9-9c5a-41ca-90b7-2a6112d3fd3c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:36.369453 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03dea1e6-2c30-45e9-b7c0-306c27bda483 req-b497a8a9-9c5a-41ca-90b7-2a6112d3fd3c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.2045920 Apr 25 14:40:36.434872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03dea1e6-2c30-45e9-b7c0-306c27bda483 req-60b79e70-5d1b-4560-8300-a8b2cfc148c7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568738 Apr 25 14:40:36.547071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:36.589800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 64813fe0-5860-4b96-b8f8-18b9a0c7e179 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:36.589800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:36.772199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] The port '64813fe0-5860-4b96-b8f8-18b9a0c7e179' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:40:37.004911 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64768313-1f4a-419c-a34f-4c3b277ea08e'] response: {'name': 'network-changed', 'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'status': 'completed', 'code': 200} Apr 25 14:40:37.036118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589efe7-2d0c-4938-a90f-5dc56ebb13db req-9094d0a2-fa4b-428c-8ec9-b662eb5d3d77 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:37.048264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5589efe7-2d0c-4938-a90f-5dc56ebb13db req-9094d0a2-fa4b-428c-8ec9-b662eb5d3d77 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 944 time: 0.3530793 Apr 25 14:40:37.243268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5589efe7-2d0c-4938-a90f-5dc56ebb13db req-f386ffa8-b094-4fe4-b553-579b79439df4 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938300 Apr 25 14:40:37.372396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-02887259-b585-4f32-af3b-5684a4c2fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:37.407693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-02887259-b585-4f32-af3b-5684a4c2fc8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dffe315562f14e73acdbf6e9a5a974d4&device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 1096 time: 0.4096253 Apr 25 14:40:37.684790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-a567130f-8827-49f6-bf58-66c439678b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:37.686703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-a567130f-8827-49f6-bf58-66c439678b43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=12846895-a456-4b26-bf07-ff4b72e9fdca HTTP/1.1" status: 200 len: 915 time: 0.2724705 Apr 25 14:40:37.694510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-20591949-3b04-4b0f-9918-e043ffcb76c9 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3318667 Apr 25 14:40:37.699335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'port_id': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'mac_address': 'fa:16:3e:e3:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:39:36Z', 'updated_at': '2022-04-25T14:40:32Z', 'revision_number': 1, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:37Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:37.712687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:40:37.715193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efda203-b266-4ded-81b2-5b775d108630 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:37.718437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:37.828559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] Checking router: 19a96a8e-4f6b-480f-b49c-f166b5d26df4 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:40:37.835504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-66b763fb-e627-4387-9335-b3b57cc93def service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94580553-17cc-4a96-af0e-bfe447b86e5a HTTP/1.1" status: 200 len: 999 time: 0.1327093 Apr 25 14:40:37.836602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b72d9-381e-4548-8d15-f18ea571f816']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:37.913165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-393bd4f1-230a-4398-8aa7-fcbe0bc70f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:37.914780 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-393bd4f1-230a-4398-8aa7-fcbe0bc70f54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6dc47bdc-a4fb-47f7-9eac-2e18730adda3 HTTP/1.1" status: 200 len: 853 time: 0.0677991 Apr 25 14:40:37.915616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6cf46f-2957-4338-8051-53e217230fc4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:37.915992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6cf46f-2957-4338-8051-53e217230fc4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:37.953730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:37.985976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-3fac51d8-6408-4898-b062-3f3e2301ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:37.987550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-3fac51d8-6408-4898-b062-3f3e2301ab33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 1.0919561 Apr 25 14:40:38.002883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.048260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:38.048791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:38.073471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-75096278-4ce0-4557-8053-770aa73ab04b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:38.074292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-75096278-4ce0-4557-8053-770aa73ab04b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:38.080385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:40:38.080800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:40:38.098755 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:40:38.101211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2464b-fc2c-4d5f-b1e6-2e490c9d9fd4 req-3381301d-061d-42f8-9f07-166e56d9104f service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697412 Apr 25 14:40:38.237088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 0efda203-b266-4ded-81b2-5b775d108630 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:38.281715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-75096278-4ce0-4557-8053-770aa73ab04b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:38.284751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656ce3b-ff41-46a5-a914-36abdbf1ec7e req-85910339-9808-41bd-8902-35a8155ccc7f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:38.287109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7656ce3b-ff41-46a5-a914-36abdbf1ec7e req-85910339-9808-41bd-8902-35a8155ccc7f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.6361525 Apr 25 14:40:38.294817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-0da90e8a-044c-4c43-8b4e-dc72ad61591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:38.296654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-0da90e8a-044c-4c43-8b4e-dc72ad61591d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12846895-a456-4b26-bf07-ff4b72e9fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3750043 Apr 25 14:40:38.303613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-75096278-4ce0-4557-8053-770aa73ab04b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.7302697 Apr 25 14:40:38.316687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 0efda203-b266-4ded-81b2-5b775d108630 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:38.317298 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.372310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:38.393189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-088034be-c4c9-4e58-8b59-8b99fc87f65c tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:38.402140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.436255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.466939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'mac_address': 'fa:16:3e:8f:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:40:38.467872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-4a010c8b-d983-4dc8-9de6-924b5e9ecd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:38.470788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-4a010c8b-d983-4dc8-9de6-924b5e9ecd65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.4638741 Apr 25 14:40:38.470788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=335b72d9-381e-4548-8d15-f18ea571f816,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:38.474233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-088034be-c4c9-4e58-8b59-8b99fc87f65c tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:38.487338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d731dafa-05ec-46c6-bf61-0a126ffe92da req-088034be-c4c9-4e58-8b59-8b99fc87f65c tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821074 Apr 25 14:40:38.514319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:38.620610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-caec5a52-8ba5-474b-8f68-2f37803ddf94 service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013084 Apr 25 14:40:38.718686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77f99161-a6bd-4b65-ad96-62fc123d61df tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/335b72d9-381e-4548-8d15-f18ea571f816 HTTP/1.1" status: 204 len: 168 time: 5.0478418 Apr 25 14:40:38.719739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44940) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:38.726147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-19012b96-a26f-49bf-b308-54513e14ce7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.2363601 Apr 25 14:40:38.739989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1937104975'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:38.746236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:38.750666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:38.753846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:38.759090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7656ce3b-ff41-46a5-a914-36abdbf1ec7e req-44f503a9-138f-4c3b-a12b-2f490664a888 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588597 Apr 25 14:40:38.775390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:38.847510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a9c3d5-fc4f-4616-b473-c52085dd1efd req-ca02d787-43ec-4b04-894d-1ed2b30006eb service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196908 Apr 25 14:40:38.866887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.890201 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6200124e-9296-4ea6-a0c4-5123e95f8897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.902472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cbe19e-5c80-4f40-b4c4-277a95f3f583 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:38.913423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:38.917409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.964509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:40:38.975815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:38.976110 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment d9a85046-6b89-44dd-a0f4-358577990182 of type vlan for network c2c4d230-167d-4c25-8e4a-adc4f2555012 Apr 25 14:40:39.005249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:39.009208 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:39.031427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:39.033649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:39.068493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:39.074770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:39.076299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:39.120707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-64db5b2a-8c52-4f80-a272-6f93211557ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:39.122199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-64db5b2a-8c52-4f80-a272-6f93211557ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.3286312 Apr 25 14:40:39.247955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efda203-b266-4ded-81b2-5b775d108630'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:39.252054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-be3e4f98-bef5-4d26-8ad0-03fb3075e470 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164684 Apr 25 14:40:39.272664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0efda203-b266-4ded-81b2-5b775d108630, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efda203-b266-4ded-81b2-5b775d108630,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:39.282360 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:39.286322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:39.314755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=c2c4d230-167d-4c25-8e4a-adc4f2555012,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:39.332365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc63b7-3bc7-4f09-847d-f9282eb1c0d8 req-25ef2a85-3c26-4288-8ff3-e99e6bb305f1 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:39.339711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aecc63b7-3bc7-4f09-847d-f9282eb1c0d8 req-25ef2a85-3c26-4288-8ff3-e99e6bb305f1 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 944 time: 0.4757609 Apr 25 14:40:39.357997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:40:39.374452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fc3016c5-a192-4b77-a509-e5080d5d5711 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6364152 Apr 25 14:40:39.382750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44954) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:39.382750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:39.414359 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6fdf8c-265e-4262-b824-e575ca462217'] response: {'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efda203-b266-4ded-81b2-5b775d108630', 'code': 200} Apr 25 14:40:39.502159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=0efda203-b266-4ded-81b2-5b775d108630,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:39.522097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aecc63b7-3bc7-4f09-847d-f9282eb1c0d8 req-6ec88d28-bb59-4b54-b70a-01e932d86cf8 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811574 Apr 25 14:40:39.529341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['34cbe19e-5c80-4f40-b4c4-277a95f3f583'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:40:39.563499 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-4c2b59c1-0900-425e-9314-da9d9920532c service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996566 Apr 25 14:40:39.875390 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f93343-e57a-48e6-baa4-c36f900bb214 req-e2c8a7da-37df-4a31-9454-660e43480e89 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056526 Apr 25 14:40:39.925873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:39.952666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:39.956876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:39.979029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:40.064174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:40.068060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:40.095924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'port_id': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'mac_address': 'fa:16:3e:e3:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:39:36Z', 'updated_at': '2022-04-25T14:40:32Z', 'revision_number': 1, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:37Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:40.101438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b453a3-913b-4403-b5bd-5b109ae89bbb None None] The sync data for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 is: [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'port_id': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'mac_address': 'fa:16:3e:e3:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:39:36Z', 'updated_at': '2022-04-25T14:40:32Z', 'revision_number': 1, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:37Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:40.124649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517431b1-414b-489e-920f-6a4d6a71bef1 req-07897c56-4109-4c3f-af98-64506aa73d9a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:40.125488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-517431b1-414b-489e-920f-6a4d6a71bef1 req-07897c56-4109-4c3f-af98-64506aa73d9a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:40.162074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-517431b1-414b-489e-920f-6a4d6a71bef1 req-07897c56-4109-4c3f-af98-64506aa73d9a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:40.163369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-517431b1-414b-489e-920f-6a4d6a71bef1 req-07897c56-4109-4c3f-af98-64506aa73d9a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 944 time: 0.1847775 Apr 25 14:40:40.217287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e55f91-af12-42a8-a2e7-1685537632d5 req-c2b1b186-0ec5-4a29-af92-e045afe12061 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:40.219344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91e55f91-af12-42a8-a2e7-1685537632d5 req-c2b1b186-0ec5-4a29-af92-e045afe12061 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.4859676 Apr 25 14:40:40.223080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11735fe4-77f9-4a11-88a1-486bf906f5fe req-54d9d2c9-84bd-4a0e-874e-3deff99d89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:40.230115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11735fe4-77f9-4a11-88a1-486bf906f5fe req-54d9d2c9-84bd-4a0e-874e-3deff99d89f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 1096 time: 0.6399181 Apr 25 14:40:40.271300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-517431b1-414b-489e-920f-6a4d6a71bef1 req-ed74b873-a95a-4ad1-8784-0f4b198412eb tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991626 Apr 25 14:40:40.325718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91e55f91-af12-42a8-a2e7-1685537632d5 req-0646dab2-d2a8-40f0-b5f6-f310cdcf0fb6 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Apr 25 14:40:40.376255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11735fe4-77f9-4a11-88a1-486bf906f5fe req-1aa917e4-eff1-4f98-8166-46a5dd3d86c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276536 Apr 25 14:40:40.525629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:40.723192 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285a113-ae78-4049-bdd2-7dcf54d2af4e None None] New status for floating IP 2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:40:40.775266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=735d4799-7eeb-4dff-a397-d41f8207641b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:40.823690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': 'd9a85046-6b89-44dd-a0f4-358577990182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:40.824026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: c2c4d230-167d-4c25-8e4a-adc4f2555012, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:40.842854 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2accabc2-2369-4d25-80d1-0bca2f4c9253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:40.897948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:40.920820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c2c4d230-167d-4c25-8e4a-adc4f2555012) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:40.927530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:40.928355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:40.934399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17fbe73-6ecb-4b4a-8b61-1a5848c76837 None None] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:40.944865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935ee9-cf04-41d0-a53c-a9840e45ce15 req-7b49a76a-77c2-4a63-a322-fcb54e910e16 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:40.952739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03935ee9-cf04-41d0-a53c-a9840e45ce15 req-7b49a76a-77c2-4a63-a322-fcb54e910e16 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.2335463 Apr 25 14:40:41.001957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44994) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:41.002161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-084152ea-06b8-4adc-84bb-5e1e9a576009 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6397495 Apr 25 14:40:41.007928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1455725096'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:41.026006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03935ee9-cf04-41d0-a53c-a9840e45ce15 req-9aeffecd-f045-45d0-a690-a606ac29912a tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672078 Apr 25 14:40:41.298244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c2c4d230-167d-4c25-8e4a-adc4f2555012', 'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': '735d4799-7eeb-4dff-a397-d41f8207641b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:40:41.299656 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:41.594265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Allocated IP 172.20.0.2 (c2c4d230-167d-4c25-8e4a-adc4f2555012/735d4799-7eeb-4dff-a397-d41f8207641b/28e1a76c-8d50-4735-a9e6-b233d35cb42f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:41.707403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:41.720807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:41.727169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:41.727617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b935da5-1dfd-48f6-b874-a6c8309cd812 req-f3192d16-298a-4418-a8ea-200ca4ab1845 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:41.739698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b935da5-1dfd-48f6-b874-a6c8309cd812 req-f3192d16-298a-4418-a8ea-200ca4ab1845 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.1416409 Apr 25 14:40:41.742988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:41.748376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:41.796035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2ca53-24b5-40a4-9ca3-73ddef6dd92f req-b9a53b49-9126-4a3a-b4db-120752d1495b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:41.815489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c2ca53-24b5-40a4-9ca3-73ddef6dd92f req-b9a53b49-9126-4a3a-b4db-120752d1495b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 944 time: 0.3426239 Apr 25 14:40:41.816523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:41.821862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b935da5-1dfd-48f6-b874-a6c8309cd812 req-4d298da6-3223-4812-b618-e4faba5ff85c tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791845 Apr 25 14:40:41.823335 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:41.839854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.015393 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.026956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Transition to ACTIVE for port object 28e1a76c-8d50-4735-a9e6-b233d35cb42f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:42.033917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c2ca53-24b5-40a4-9ca3-73ddef6dd92f req-d9a7e48a-ea7a-457f-934a-65b9ad60c0db tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512680 Apr 25 14:40:42.037741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:42.049587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Transition to ACTIVE for port object 28e1a76c-8d50-4735-a9e6-b233d35cb42f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:42.086614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.204884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:42.240514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.271213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:42.271860 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.278034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.6 (c2c4d230-167d-4c25-8e4a-adc4f2555012/735d4799-7eeb-4dff-a397-d41f8207641b/1ffae5f0-aff0-4d6a-bdbd-7866bb691c39) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:42.365221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:42.374546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02b21e-d10a-4bfa-b4b7-6d5d66a6d555 req-90514ee4-fada-4a97-b6ea-dd5d1e12b028 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:42.379113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:42.384851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:42.387895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b02b21e-d10a-4bfa-b4b7-6d5d66a6d555 req-90514ee4-fada-4a97-b6ea-dd5d1e12b028 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.1462960 Apr 25 14:40:42.474912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b02b21e-d10a-4bfa-b4b7-6d5d66a6d555 req-994f20be-2c89-466a-bdc5-55e8788629e2 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860622 Apr 25 14:40:42.533471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.570119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:42.622723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.624826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Pushing event updated for resources: {'Port': ['ID=28e1a76c-8d50-4735-a9e6-b233d35cb42f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:42.669741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Attempting to bind port 28e1a76c-8d50-4735-a9e6-b233d35cb42f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:42.670163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Attempting to bind port 28e1a76c-8d50-4735-a9e6-b233d35cb42f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'd9a85046-6b89-44dd-a0f4-358577990182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:42.670494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Attempting to bind port 28e1a76c-8d50-4735-a9e6-b233d35cb42f on network c2c4d230-167d-4c25-8e4a-adc4f2555012 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:42.677113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:42.677606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Checking segment: {'id': 'd9a85046-6b89-44dd-a0f4-358577990182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:42.678018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.678413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Bound using segment: {'id': 'd9a85046-6b89-44dd-a0f4-358577990182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:42.678893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Bound port: 28e1a76c-8d50-4735-a9e6-b233d35cb42f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a85046-6b89-44dd-a0f4-358577990182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c2c4d230-167d-4c25-8e4a-adc4f2555012'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:42.679276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.762622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:42.770461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:42.784070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:42.800516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.866204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=1ffae5f0-aff0-4d6a-bdbd-7866bb691c39,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:42.913492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:42.915753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.919814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:42.927473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:42.947623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9998664-2917-4864-aafe-4d795fa5f8ec req-a793582d-8a5b-4d9c-ad82-a904a1074ddd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:42.949223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9998664-2917-4864-aafe-4d795fa5f8ec req-a793582d-8a5b-4d9c-ad82-a904a1074ddd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.2741663 Apr 25 14:40:42.958216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45024) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:42.962347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:42.964513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Request body: {'floatingip': {'port_id': '0efda203-b266-4ded-81b2-5b775d108630'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:43.005537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-03b42ec6-d917-4db4-9979-a2dfcd2a663b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0015831 Apr 25 14:40:43.006792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45030) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:43.130366 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132fabf2-6e39-4e42-a8e6-735460287e94'] response: {'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'code': 200} Apr 25 14:40:43.171008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] For port 28e1a76c-8d50-4735-a9e6-b233d35cb42f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:43.181496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] For port 28e1a76c-8d50-4735-a9e6-b233d35cb42f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=28e1a76c-8d50-4735-a9e6-b233d35cb42f,segment=NetworkSegment(d9a85046-6b89-44dd-a0f4-358577990182),segment_id=d9a85046-6b89-44dd-a0f4-358577990182)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:43.194054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:43.194852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:43.200473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:43.267403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:43.425400 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:43.485685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25a5e3-662c-4553-ab85-87e4a58fbf66 None None] Pushing event updated for resources: {'Port': ['ID=28e1a76c-8d50-4735-a9e6-b233d35cb42f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:43.558496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:43.760456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a89400-f37f-4c4e-8af6-02014c9bbda0 req-5d2da37e-fb03-4f7c-bc4c-bc535f50714a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:43.762388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88a89400-f37f-4c4e-8af6-02014c9bbda0 req-5d2da37e-fb03-4f7c-bc4c-bc535f50714a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.4785402 Apr 25 14:40:43.932489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6195-b0fa-49fd-8ec5-b01e0d80fbb4 req-a8b4cb3f-e2a4-46af-8d6b-9986a60780ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:43.934013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75fb6195-b0fa-49fd-8ec5-b01e0d80fbb4 req-a8b4cb3f-e2a4-46af-8d6b-9986a60780ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1096 time: 0.7953312 Apr 25 14:40:43.941757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa1c4a-d684-4b2a-abf7-b7af7d10652f req-c60751b1-f205-45f4-aaea-b399886276c8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:43.949351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cfa1c4a-d684-4b2a-abf7-b7af7d10652f req-c60751b1-f205-45f4-aaea-b399886276c8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.8093646 Apr 25 14:40:44.000778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88a89400-f37f-4c4e-8af6-02014c9bbda0 req-d5015ace-9834-4cea-a2b6-da0d910367cd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733165 Apr 25 14:40:44.019089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:44.135729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cfa1c4a-d684-4b2a-abf7-b7af7d10652f req-a3453634-957e-4abe-beee-a87dfcbb7169 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852951 Apr 25 14:40:44.165668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75fb6195-b0fa-49fd-8ec5-b01e0d80fbb4 req-a50fb532-dd97-4176-93b9-453a4460a146 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108269 Apr 25 14:40:44.196869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:44.238373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-7344ea17-635d-4402-8078-143df58fb655 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4750977 Apr 25 14:40:44.590064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-af48ebf3-3dc5-43c9-b1bd-935549c2a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:44.591783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-af48ebf3-3dc5-43c9-b1bd-935549c2a2c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 1099 time: 0.3165126 Apr 25 14:40:44.930717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:44.947008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:44.964199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2854b2-7949-4afd-8886-6619bfd09b04 None None] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:45.154527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:45.200541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 28e1a76c-8d50-4735-a9e6-b233d35cb42f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:45.235200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=1ffae5f0-aff0-4d6a-bdbd-7866bb691c39,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:45.375402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:45.405974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-21a65def-7c74-47db-9f8b-8a4ebed0036c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 HTTP/1.1" status: 204 len: 168 time: 2.3956246 Apr 25 14:40:45.408204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45064) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:45.451122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-92cc98f3-8762-4aa9-a8eb-5a5dc9e08136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:45.452500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-92cc98f3-8762-4aa9-a8eb-5a5dc9e08136 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.8385496 Apr 25 14:40:45.487741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9bd95875-e5ad-4fc3-b9d3-8e5f53d13fd9 None None] Provisioning for port 28e1a76c-8d50-4735-a9e6-b233d35cb42f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:45.533887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 28e1a76c-8d50-4735-a9e6-b233d35cb42f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:45.564409 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Floating IP 769316af-8f4c-48f0-8aea-dc03a861dc6c associated. External IP: 172.25.0.240, port: 0efda203-b266-4ded-81b2-5b775d108630. Apr 25 14:40:45.603073 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4500bdbc-1cd0-44a3-9b48-3c0ee8a8d619 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:40:45.603812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4500bdbc-1cd0-44a3-9b48-3c0ee8a8d619 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:45.712839 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-23bbc4c7-9adc-4260-a5cd-8c8b13f7d323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34 HTTP/1.1" status: 200 len: 217 time: 0.2473929 Apr 25 14:40:45.729886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 28e1a76c-8d50-4735-a9e6-b233d35cb42f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:45.730418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:45.781519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e4a4-15b1-4771-9da8-1ae97dc8620d req-b53a0da6-1cb9-48dd-9adb-e9468af69fe7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:45.801675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38a5e4a4-15b1-4771-9da8-1ae97dc8620d req-b53a0da6-1cb9-48dd-9adb-e9468af69fe7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.3913021 Apr 25 14:40:45.911517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-084142fa-bbdc-499d-a2cd-2d9527dd975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:45.914125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-084142fa-bbdc-499d-a2cd-2d9527dd975c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.1463211 Apr 25 14:40:46.004369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4500bdbc-1cd0-44a3-9b48-3c0ee8a8d619 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:46.009131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4500bdbc-1cd0-44a3-9b48-3c0ee8a8d619 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 HTTP/1.1" status: 404 len: 333 time: 0.5983918 Apr 25 14:40:46.011894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:46.026010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.076032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 28e1a76c-8d50-4735-a9e6-b233d35cb42f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=28e1a76c-8d50-4735-a9e6-b233d35cb42f,segment=NetworkSegment(d9a85046-6b89-44dd-a0f4-358577990182),segment_id=d9a85046-6b89-44dd-a0f4-358577990182)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:46.093083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.095247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 735d4799-7eeb-4dff-a397-d41f8207641b {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:40:46.102924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.184605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdc76-55eb-4884-90ad-b99cb1b2236e req-58888a7d-2fef-4663-936d-b2619a14c6eb tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:46.191624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-889cdc76-55eb-4884-90ad-b99cb1b2236e req-58888a7d-2fef-4663-936d-b2619a14c6eb tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.5847192 Apr 25 14:40:46.222289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=28e1a76c-8d50-4735-a9e6-b233d35cb42f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:46.284628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Router a4978e9c-4e24-4117-8826-508b930c2d00 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:40:46.284809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-889cdc76-55eb-4884-90ad-b99cb1b2236e req-02c93b9e-f2a9-49c8-a9d9-44daada4835b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920026 Apr 25 14:40:46.287348 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.290766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38a5e4a4-15b1-4771-9da8-1ae97dc8620d req-34800241-9411-42ee-97e3-8774cf4030a0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882045 Apr 25 14:40:46.367921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-30754716-2548-46e3-824d-286b2ebcd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:46.369446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-30754716-2548-46e3-824d-286b2ebcd3ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4483480 Apr 25 14:40:46.467022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-59039fd7-660e-477f-84c5-f9ee7ad7e593 None None] Provisioning complete for port 28e1a76c-8d50-4735-a9e6-b233d35cb42f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:46.469789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59039fd7-660e-477f-84c5-f9ee7ad7e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.743229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-7ed5552d-eaa6-4ba3-9d32-1e13eb2aeb56 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667500 Apr 25 14:40:46.802573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4d2265ca-176e-4020-a65f-18db0742fd26 None None] Could not find standard attr ID for object 1ffae5f0-aff0-4d6a-bdbd-7866bb691c39. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:40:46.820141 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.884753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:40:46.900184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:46.900321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] Sync routers for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:40:46.917664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:46.918486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:47.064913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7da15899-a1e9-4bfc-a21a-d1d47b60f6bd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "PUT /v2.0/floatingips/769316af-8f4c-48f0-8aea-dc03a861dc6c HTTP/1.1" status: 200 len: 991 time: 4.0951860 Apr 25 14:40:47.067084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 28e1a76c-8d50-4735-a9e6-b233d35cb42f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:47.076596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'tag': '0efda203-b266-4ded-81b2-5b775d108630'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:47.113396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:47.161334 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a866a4cc-832d-4e5d-8404-564759467a14'] response: {'name': 'network-changed', 'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'tag': '0efda203-b266-4ded-81b2-5b775d108630', 'status': 'completed', 'code': 200} Apr 25 14:40:47.234372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=735d4799-7eeb-4dff-a397-d41f8207641b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:47.252857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:47.282242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-10431bd5-b9c1-4b37-8e4d-1d8bda657aa9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/735d4799-7eeb-4dff-a397-d41f8207641b HTTP/1.1" status: 204 len: 168 time: 1.2682397 Apr 25 14:40:47.286115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:47.293483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3716cd1-fbe5-4e80-9273-6b88b0e5adfc None None] Network c2c4d230-167d-4c25-8e4a-adc4f2555012 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:47.343299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 28e1a76c-8d50-4735-a9e6-b233d35cb42f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:47.343686 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:47.436619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab0394-f70a-426a-b1e9-d8462eafb53c req-5d5457ff-345b-4b4d-81e7-1a8f5df340c4 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:47.441029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fdab0394-f70a-426a-b1e9-d8462eafb53c req-5d5457ff-345b-4b4d-81e7-1a8f5df340c4 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.1935661 Apr 25 14:40:47.451780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f762a7e-9608-4acc-8b9e-ad12a3f045da req-11aa6e3f-ea67-4857-9448-ebebab53a1ab service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001925 Apr 25 14:40:47.459936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-a8af5fd9-9e97-4316-90e2-a5894e4b5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:47.462708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-a8af5fd9-9e97-4316-90e2-a5894e4b5c9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26&device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 1096 time: 0.2792392 Apr 25 14:40:47.588681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:47.740124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:47.761124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 28e1a76c-8d50-4735-a9e6-b233d35cb42f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:47.761747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:47.786586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-127f1a66-f935-4ac2-8190-67492be7ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:47.796331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-127f1a66-f935-4ac2-8190-67492be7ca7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 HTTP/1.1" status: 200 len: 913 time: 0.2980778 Apr 25 14:40:47.909349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09552336-dc49-4889-8397-5819ffeeddbf req-400fadec-4434-4289-bda0-1c7f23260e03 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:47.919060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09552336-dc49-4889-8397-5819ffeeddbf req-400fadec-4434-4289-bda0-1c7f23260e03 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.3268383 Apr 25 14:40:48.054652 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fdab0394-f70a-426a-b1e9-d8462eafb53c req-cd6200c7-300b-4b9e-a040-54c92e904703 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6054688 Apr 25 14:40:48.128179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-b1853876-24cf-42f8-9311-11a6d8164015 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0efda203-b266-4ded-81b2-5b775d108630 HTTP/1.1" status: 200 len: 999 time: 0.3293228 Apr 25 14:40:48.289613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-065f674b-6f67-4655-bcd9-b8150d9a4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:48.293941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-065f674b-6f67-4655-bcd9-b8150d9a4243 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf HTTP/1.1" status: 200 len: 851 time: 0.1557484 Apr 25 14:40:48.320677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09552336-dc49-4889-8397-5819ffeeddbf req-e227a754-7e86-4f7c-99b9-7018d7cf6c5d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981409 Apr 25 14:40:48.323599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1030704-875b-4a9a-a733-46584744475e None None] DHCP port deletion for c2c4d230-167d-4c25-8e4a-adc4f2555012 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:40:48.337341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1030704-875b-4a9a-a733-46584744475e None None] Deleting port 28e1a76c-8d50-4735-a9e6-b233d35cb42f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:48.337851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1030704-875b-4a9a-a733-46584744475e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:48.537487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] For port 28e1a76c-8d50-4735-a9e6-b233d35cb42f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=28e1a76c-8d50-4735-a9e6-b233d35cb42f,segment=NetworkSegment(d9a85046-6b89-44dd-a0f4-358577990182),segment_id=d9a85046-6b89-44dd-a0f4-358577990182)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:48.537487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:48.666527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '769316af-8f4c-48f0-8aea-dc03a861dc6c', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'port_id': '0efda203-b266-4ded-81b2-5b775d108630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'mac_address': 'fa:16:3e:e8:f9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d638211-4671-42e5-a669-9d2e4441d87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:40:16Z', 'updated_at': '2022-04-25T14:40:44Z', 'revision_number': 1, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:17Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:48.675580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba25b-d4e5-4010-be65-ca9b5a12f0b0 req-22573283-7d40-4c40-88ce-31f800262a5c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:48.677154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e9ba25b-d4e5-4010-be65-ca9b5a12f0b0 req-22573283-7d40-4c40-88ce-31f800262a5c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.2995336 Apr 25 14:40:48.682520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f1030704-875b-4a9a-a733-46584744475e None None] For port 28e1a76c-8d50-4735-a9e6-b233d35cb42f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=28e1a76c-8d50-4735-a9e6-b233d35cb42f,segment=NetworkSegment(d9a85046-6b89-44dd-a0f4-358577990182),segment_id=d9a85046-6b89-44dd-a0f4-358577990182)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:48.682993 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1030704-875b-4a9a-a733-46584744475e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:48.691984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] Checking router: a4978e9c-4e24-4117-8826-508b930c2d00 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:40:48.703649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-c0560428-68ea-4c25-b5d2-f0b81ac2d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:48.705348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-c0560428-68ea-4c25-b5d2-f0b81ac2d1eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4050343 Apr 25 14:40:48.760537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 28e1a76c-8d50-4735-a9e6-b233d35cb42f owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:48.837406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e9ba25b-d4e5-4010-be65-ca9b5a12f0b0 req-c20fa487-bb3e-43d8-881f-7cb9418a14f3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434095 Apr 25 14:40:48.926278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1030704-875b-4a9a-a733-46584744475e None None] Calling delete_port for 28e1a76c-8d50-4735-a9e6-b233d35cb42f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:48.981489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.003892 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-6700d0b5-3045-4591-a328-e170afcb0c75 service neutron] 10.222.0.21 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733047 Apr 25 14:40:49.005522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:49.006171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:49.126846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No DVR routers for this DVR port 28e1a76c-8d50-4735-a9e6-b233d35cb42f on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:40:49.139466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 28e1a76c-8d50-4735-a9e6-b233d35cb42f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:40:49.247232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=28e1a76c-8d50-4735-a9e6-b233d35cb42f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:49.269913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d85f7b2-052e-4daa-bae5-f0dbdbfa9eae req-6578f101-7a8a-4f90-9492-3b9f693268fd service neutron] 10.222.0.21 "GET /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582085 Apr 25 14:40:49.377852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.392671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e8baf-5ae8-4689-951f-da3ba5d9dc85 req-75ba1a3f-6b60-43d3-b839-a9763be89195 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:49.394296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-601e8baf-5ae8-4689-951f-da3ba5d9dc85 req-75ba1a3f-6b60-43d3-b839-a9763be89195 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.2577925 Apr 25 14:40:49.404697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45128) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:49.412164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'floatingip': {'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:49.424149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c4d230-167d-4c25-8e4a-adc4f2555012']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:49.441177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a85046-6b89-44dd-a0f4-358577990182') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:49.441177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a85046-6b89-44dd-a0f4-358577990182') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:49.466110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 28e1a76c-8d50-4735-a9e6-b233d35cb42f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:40:49.466110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 28e1a76c-8d50-4735-a9e6-b233d35cb42f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:40:49.467223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-f1030704-875b-4a9a-a733-46584744475e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:40:49.467223 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-f1030704-875b-4a9a-a733-46584744475e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:40:49.480103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.510070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.518801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:40:49.518801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.557618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:40:49.630409 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:40:49.639034 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.642116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.661925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.675452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=c2c4d230-167d-4c25-8e4a-adc4f2555012,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:49.693125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20144f9a-c076-4ab3-8bd5-b2348ec0c6a4 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/c2c4d230-167d-4c25-8e4a-adc4f2555012 HTTP/1.1" status: 204 len: 168 time: 2.3999991 Apr 25 14:40:49.694878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45150) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:49.700146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'name': 'tempest-PortsTestJSON-1083402275'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:49.822449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:49.826787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:49.829789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:49.836516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:49.843993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad38e75-d5f3-4e7e-a9cf-f3625e6f8898 req-4c67ad1c-e71a-4bb2-9d51-d8a857bb5f12 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:49.845746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ad38e75-d5f3-4e7e-a9cf-f3625e6f8898 req-4c67ad1c-e71a-4bb2-9d51-d8a857bb5f12 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.2987738 Apr 25 14:40:49.847342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:49.852097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:49.877981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port f9a5d37a-e864-4668-88fa-2a4d6f3640f6 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:49.910913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ad38e75-d5f3-4e7e-a9cf-f3625e6f8898 req-294c8872-13ca-44f1-baa1-f611f6eaf0ff tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544977 Apr 25 14:40:49.968410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1030704-875b-4a9a-a733-46584744475e None None] Deleting port 28e1a76c-8d50-4735-a9e6-b233d35cb42f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:49.968791 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1030704-875b-4a9a-a733-46584744475e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.075793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1030704-875b-4a9a-a733-46584744475e None None] The port '28e1a76c-8d50-4735-a9e6-b233d35cb42f' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:40:50.096671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '769316af-8f4c-48f0-8aea-dc03a861dc6c', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'port_id': '0efda203-b266-4ded-81b2-5b775d108630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'mac_address': 'fa:16:3e:e8:f9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d638211-4671-42e5-a669-9d2e4441d87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:40:16Z', 'updated_at': '2022-04-25T14:40:44Z', 'revision_number': 1, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:17Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:50.102358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9944da-fd1e-4fe4-8163-8dcaefc6f8b0 None None] The sync data for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 is: [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '769316af-8f4c-48f0-8aea-dc03a861dc6c', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'port_id': '0efda203-b266-4ded-81b2-5b775d108630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'mac_address': 'fa:16:3e:e8:f9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d638211-4671-42e5-a669-9d2e4441d87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:40:16Z', 'updated_at': '2022-04-25T14:40:44Z', 'revision_number': 1, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:17Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:50.149622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.183131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.257176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:50.261341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:50.265454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:50.271927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:50.272499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.303790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=f9a5d37a-e864-4668-88fa-2a4d6f3640f6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:50.322605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-79a0ccef-2dcb-47c4-9793-aab8acd3a41e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6245515 Apr 25 14:40:50.323514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45160) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:50.446106 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a50f17-1c34-4b17-948a-2fd769351bef None None] New status for floating IP 769316af-8f4c-48f0-8aea-dc03a861dc6c: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:40:50.470621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port f9a5d37a-e864-4668-88fa-2a4d6f3640f6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:50.471314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.717746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.718575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:50.996695 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Floating IP a6af89e5-da40-4105-bf24-2592af8f7252 associated. External IP: 172.25.0.138, port: 34cbe19e-5c80-4f40-b4c4-277a95f3f583. Apr 25 14:40:51.084618 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.223311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for f9a5d37a-e864-4668-88fa-2a4d6f3640f6 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:51.254471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c65-738a-48a0-943b-af96c7fd8ea1 req-94b25c60-dd05-4fa0-9393-ebd0ebd8348f tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:51.256022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95760c65-738a-48a0-943b-af96c7fd8ea1 req-94b25c60-dd05-4fa0-9393-ebd0ebd8348f tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.1770856 Apr 25 14:40:51.296126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22583a-7afc-465a-a260-7abceb9eaae5 req-ea5190fe-a32f-4443-ab9b-318282bedea4 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:51.298608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee22583a-7afc-465a-a260-7abceb9eaae5 req-ea5190fe-a32f-4443-ab9b-318282bedea4 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 949 time: 0.4221599 Apr 25 14:40:51.383506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee22583a-7afc-465a-a260-7abceb9eaae5 req-4139e5fa-7d53-45c6-8687-c8396baf5f6e tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735793 Apr 25 14:40:51.383506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.390002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95760c65-738a-48a0-943b-af96c7fd8ea1 req-8281fdfc-6d5a-491f-b416-7af12b1583b3 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760083 Apr 25 14:40:51.442701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.479873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/f9a5d37a-e864-4668-88fa-2a4d6f3640f6 HTTP/1.1" status: 204 len: 168 time: 1.1530819 Apr 25 14:40:51.484752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45196) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:51.487567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967da02-c502-4298-8112-417762384e33 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=f9a5d37a-e864-4668-88fa-2a4d6f3640f6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:51.494263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'mac_address': 'fa:16:3e:be:d9:21', 'name': 'tempest-PortsTestJSON-39068042'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:51.529927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:40:51.631065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:51.636165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:51.639306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:51.645401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:51.657754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:51.759882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:40:51.772370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.772584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:40:51.786439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:51.787067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:51.793010 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.830752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 6f2731d4-cb4c-4764-b099-2bb263bf2f8f yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:51.835497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45210) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:51.843643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1762629418'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:51.848959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:51.852858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:network and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:51.855959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:51.861737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:51.881001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6a98f46b-f42b-4248-98b0-7b46a33a64be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "PUT /v2.0/floatingips/a6af89e5-da40-4105-bf24-2592af8f7252 HTTP/1.1" status: 200 len: 991 time: 2.4751351 Apr 25 14:40:51.882283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:51.888353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:51.891822 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.954659 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3470c2c1-56e2-4626-829b-8dee182b5dff'] response: {'name': 'network-changed', 'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'status': 'completed', 'code': 200} Apr 25 14:40:51.972386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:40:51.989936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:51.990513 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Added segment fc91f191-544e-4fa0-ad65-1848376ee9a9 of type vlan for network ecd76a9f-b183-4948-9f11-602fe608ffff Apr 25 14:40:52.073106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:52.135166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.168471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.208082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.259116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-aa1cab09-316c-40cd-8989-c4ce39a29323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.260679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-aa1cab09-316c-40cd-8989-c4ce39a29323 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1096 time: 0.2542994 Apr 25 14:40:52.263482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=6f2731d4-cb4c-4764-b099-2bb263bf2f8f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:52.267954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.274440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.275043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.281793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:52.282932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:52.285348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:52.291303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.291925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.321855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d01b237c-2634-4adc-be85-fcb0d7f3250e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8331151 Apr 25 14:40:52.322072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45228) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:52.409522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18831b8e-de73-4cce-b7fb-05e01aface57 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.409907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18831b8e-de73-4cce-b7fb-05e01aface57 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:52.421005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5815349 Apr 25 14:40:52.423724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45232) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:52.430268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-261879432'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:52.436594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:52.439061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18831b8e-de73-4cce-b7fb-05e01aface57 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:52.440336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18831b8e-de73-4cce-b7fb-05e01aface57 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/6f2731d4-cb4c-4764-b099-2bb263bf2f8f HTTP/1.1" status: 200 len: 839 time: 0.1172175 Apr 25 14:40:52.443050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:network and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:52.445830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45238) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:52.448445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:52.519059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 6f2731d4-cb4c-4764-b099-2bb263bf2f8f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:52.519708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.544196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce81c1d-5aa8-4a2c-aadb-1226f5dd7bc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Network': ['ID=ecd76a9f-b183-4948-9f11-602fe608ffff,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:52.547577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a6af89e5-da40-4105-bf24-2592af8f7252', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'mac_address': 'fa:16:3e:8f:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:40:15Z', 'updated_at': '2022-04-25T14:40:50Z', 'revision_number': 1, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:52.555078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:40:52.559650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:52.564874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network ecd76a9f-b183-4948-9f11-602fe608ffff details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:40:52.586124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:52.589592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.658105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-66fa1218-dfe9-45b9-a3f7-cc9e95e317fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.660310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-66fa1218-dfe9-45b9-a3f7-cc9e95e317fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.3805449 Apr 25 14:40:52.671578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:40:52.671969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:40:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:52.676097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:40:52.719119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.719470 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Added segment df3b53f3-44b1-46be-9a13-3d2de40a54a2 of type vlan for network 0e3e82c6-f360-407c-a954-ddd4f2f0844f Apr 25 14:40:52.757178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f402a2-b8f3-4b3e-b007-1956763f8173 req-06d6b922-2e89-41b0-b4dd-6ff6d7128e6d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.758805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f402a2-b8f3-4b3e-b007-1956763f8173 req-06d6b922-2e89-41b0-b4dd-6ff6d7128e6d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.2161441 Apr 25 14:40:52.806196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.808334 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-778835bc-355c-425b-b705-88fd9c2c93f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 999 time: 0.1405447 Apr 25 14:40:52.821933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:52.869553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f402a2-b8f3-4b3e-b007-1956763f8173 req-048c59c8-cbfb-405d-bee9-ba3d2b86e946 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030722 Apr 25 14:40:52.894383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:40:52.902602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-29359111-d2b8-4aeb-a83a-d901a6d715df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.904124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-29359111-d2b8-4aeb-a83a-d901a6d715df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.0806749 Apr 25 14:40:52.995078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-50fb83c2-c026-404a-97b0-049feb9f4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:52.996716 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-50fb83c2-c026-404a-97b0-049feb9f4a54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828826 Apr 25 14:40:53.070427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 6f2731d4-cb4c-4764-b099-2bb263bf2f8f owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:53.142327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-24a1eb5a-a532-4dc8-8016-0cd621289df1 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383431 Apr 25 14:40:53.158223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.164483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:53.164483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.221422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.290956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c90831-6a28-47e4-b61b-78cd69a67426 req-74a26e6b-1baf-4a22-819a-b6a71ffb6051 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404297 Apr 25 14:40:53.292190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a6af89e5-da40-4105-bf24-2592af8f7252', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'mac_address': 'fa:16:3e:8f:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:40:15Z', 'updated_at': '2022-04-25T14:40:50Z', 'revision_number': 1, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:40:53.297729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e50223-d66f-4715-b261-bfcd7543f222 None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a6af89e5-da40-4105-bf24-2592af8f7252', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'mac_address': 'fa:16:3e:8f:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:40:15Z', 'updated_at': '2022-04-25T14:40:50Z', 'revision_number': 1, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:40:53.317136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8923709 Apr 25 14:40:53.321809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45252) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:53.331706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=6f2731d4-cb4c-4764-b099-2bb263bf2f8f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:53.332836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'subnet': {'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:53.334902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05728-255f-4baf-97b7-9cd0d44f5c7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Network': ['ID=0e3e82c6-f360-407c-a954-ddd4f2f0844f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:53.339313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.343634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5340e84d-eb32-49fc-9598-94eb6c4efd0d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/6f2731d4-cb4c-4764-b099-2bb263bf2f8f HTTP/1.1" status: 204 len: 168 time: 0.8945081 Apr 25 14:40:53.343938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45256) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:53.368533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:40:53.388883 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b04143-34f3-4e07-9530-93ddf5ccfd2c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:40:53.389579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-98b04143-34f3-4e07-9530-93ddf5ccfd2c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:53.413222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-98b04143-34f3-4e07-9530-93ddf5ccfd2c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:53.414573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-98b04143-34f3-4e07-9530-93ddf5ccfd2c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/6f2731d4-cb4c-4764-b099-2bb263bf2f8f HTTP/1.1" status: 404 len: 333 time: 0.0696723 Apr 25 14:40:53.418872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45260) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:53.424731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'name': 'tempest-PortsTestJSON-1829586553'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:53.472251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:53.476805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:subnet and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:53.479895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:53.486440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:53.505347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:53.509698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.555196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:53.565815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:53.577670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:53.581495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.595507 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d42e-9628-4e6d-90fc-3da760371e7c None None] New status for floating IP a6af89e5-da40-4105-bf24-2592af8f7252: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:40:53.603618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 88796772-af75-4b96-966f-1dc9d2f8fbc7 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:53.760073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.838129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.840613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Subnet': ['ID=f3243090-a8f5-4334-afc9-7ec9a07417ca,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:53.849397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Checking segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:53.849733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network hostable DHCP agents. Network: ecd76a9f-b183-4948-9f11-602fe608ffff, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:53.870235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.872161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network ecd76a9f-b183-4948-9f11-602fe608ffff is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:53.884431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, ecd76a9f-b183-4948-9f11-602fe608ffff) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:53.891902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3d8d1-5ec7-4f65-af73-a0546644b81d None None] Network ecd76a9f-b183-4948-9f11-602fe608ffff requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:53.901130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:53.902148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.941711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:53.944694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:53.951304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-45b7bb32-58eb-4e40-a1ed-73432f3ee845 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6272688 Apr 25 14:40:53.951950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45266) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:53.953573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:53.959425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:53.960058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:53.960333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'subnet': {'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:53.977429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=88796772-af75-4b96-966f-1dc9d2f8fbc7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:54.000062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:54.001233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b23266a-e797-4da2-9ef3-03edfaac788d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5813339 Apr 25 14:40:54.006762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:54.159865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-ecd76a9f-b183-4948-9f11-602fe608ffff', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:40:54.160885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.319203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Allocated IP 10.1.1.2 (ecd76a9f-b183-4948-9f11-602fe608ffff/f3243090-a8f5-4334-afc9-7ec9a07417ca/9f887763-32ce-48e4-971e-856088351a9d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:54.327763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:54.363509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:subnet and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:54.369044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:54.386716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:54.445902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.457504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:54.461459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.505794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-51e7de40-d93c-49ab-a117-39683e8d834a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2733212 Apr 25 14:40:54.540689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3f28-f3ab-436b-851e-a72deadca84e req-8dfff7b0-930b-45f0-a16f-cc2771191801 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:54.542179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7a3f28-f3ab-436b-851e-a72deadca84e req-8dfff7b0-930b-45f0-a16f-cc2771191801 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.5085809 Apr 25 14:40:54.582262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.594946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Transition to ACTIVE for port object 9f887763-32ce-48e4-971e-856088351a9d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:54.613207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Transition to ACTIVE for port object 9f887763-32ce-48e4-971e-856088351a9d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:54.620876 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.693937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Network ecd76a9f-b183-4948-9f11-602fe608ffff is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:54.697853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Pushing event updated for resources: {'Port': ['ID=9f887763-32ce-48e4-971e-856088351a9d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:54.700266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:54.702351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:54.738685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7a3f28-f3ab-436b-851e-a72deadca84e req-9a52ce0f-3e12-4ac9-abe1-24281db96b78 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384475 Apr 25 14:40:54.793978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Attempting to bind port 9f887763-32ce-48e4-971e-856088351a9d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:54.794368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Attempting to bind port 9f887763-32ce-48e4-971e-856088351a9d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:54.794777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Attempting to bind port 9f887763-32ce-48e4-971e-856088351a9d on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:54.799967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:54.800348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Checking segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:54.800755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.801185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Bound using segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:54.801649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Bound port: 9f887763-32ce-48e4-971e-856088351a9d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:54.802023 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.891062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] For port 9f887763-32ce-48e4-971e-856088351a9d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:54.894130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] For port 9f887763-32ce-48e4-971e-856088351a9d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9f887763-32ce-48e4-971e-856088351a9d,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:54.899796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:54.923160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-4e6617bb-82be-4a72-b136-261f30e6ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:54.924662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-4e6617bb-82be-4a72-b136-261f30e6ea57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0606093698924b84b08979499cce80a3&device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 1100 time: 0.3234913 Apr 25 14:40:54.987445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f07482-82a5-43e4-995a-9e7505a4957e None None] Pushing event updated for resources: {'Port': ['ID=9f887763-32ce-48e4-971e-856088351a9d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:55.072741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.079615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.116106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.236778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] In _notify_port_updated(), no bound segment for port 88796772-af75-4b96-966f-1dc9d2f8fbc7 on network afa75d4b-8a3f-4e9c-beb1-31700c47792d {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:40:55.242826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:55.243559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.244768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/ports/88796772-af75-4b96-966f-1dc9d2f8fbc7 HTTP/1.1" status: 200 len: 818 time: 1.2436287 Apr 25 14:40:55.250367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45296) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:55.292649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Subnet': ['ID=897b90ec-c385-4ac0-a341-49c4ed3e3380,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:55.302812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf4ba9-d78c-4daf-8ece-cbfdfad9631e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=88796772-af75-4b96-966f-1dc9d2f8fbc7,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:55.307821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-cd23ab7f-3733-4e8c-a524-8d2b6b9412ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:55.309342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-cd23ab7f-3733-4e8c-a524-8d2b6b9412ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3620958 Apr 25 14:40:55.321217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Checking segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:55.321576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network hostable DHCP agents. Network: 0e3e82c6-f360-407c-a954-ddd4f2f0844f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:55.334294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 88796772-af75-4b96-966f-1dc9d2f8fbc7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:40:55.334645 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.401727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-a141ca92-0b11-4adc-903f-5eed0b463480 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194 HTTP/1.1" status: 200 len: 217 time: 0.0753293 Apr 25 14:40:55.409142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:55.462477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0e3e82c6-f360-407c-a954-ddd4f2f0844f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:55.469356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:55.469949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.474999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab8043-3dbc-4fb8-8b7f-d41f0821cb10 None None] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:55.491489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:40:55.494804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-56502d93-5897-4e8f-a64e-14478ec8c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:55.496334 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-56502d93-5897-4e8f-a64e-14478ec8c741 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0848856 Apr 25 14:40:55.551580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d28b106a-2e6d-4cfb-908d-c4c98bbe5f01 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5984724 Apr 25 14:40:55.554254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45300) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:55.562405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'name': 'tempest-TaggedBootDevicesTest-1619405182', 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:55.585841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.707441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-42f58e7e-bd40-48d6-82eb-f91d4093e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:55.708941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-42f58e7e-bd40-48d6-82eb-f91d4093e4c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058825 Apr 25 14:40:55.727458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 88796772-af75-4b96-966f-1dc9d2f8fbc7 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:40:55.741535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:55.762243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:port and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:55.766662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:55.817167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:40:55.828432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:55.837348 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.884563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:55.918603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=88796772-af75-4b96-966f-1dc9d2f8fbc7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:55.924917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:55.939422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9b2e621-c474-4320-b003-b73df0cfd7fc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/88796772-af75-4b96-966f-1dc9d2f8fbc7 HTTP/1.1" status: 204 len: 168 time: 0.6878893 Apr 25 14:40:55.940038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45306) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:56.034491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:56.062807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'mac_address': 'fa:16:3e:3c:02:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:40:56.076000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'fixed_ips': [{'subnet_id': '897b90ec-c385-4ac0-a341-49c4ed3e3380'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:40:56.077199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.089555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929df9f-4f35-4400-8452-e232c0972ad5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:56.090330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d929df9f-4f35-4400-8452-e232c0972ad5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:40:56.109879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d929df9f-4f35-4400-8452-e232c0972ad5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:40:56.111092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d929df9f-4f35-4400-8452-e232c0972ad5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1698596 Apr 25 14:40:56.114053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45318) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:56.167251 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2793460-9c1d-433a-9e71-738560bf4a71 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:40:56.168696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f2793460-9c1d-433a-9e71-738560bf4a71 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/88796772-af75-4b96-966f-1dc9d2f8fbc7 HTTP/1.1" status: 404 len: 333 time: 0.0534554 Apr 25 14:40:56.168828 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.172669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45324) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:56.179110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1636732900'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:56.184679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:56.188726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:56.192929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:56.200129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:56.224339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:56.229014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.247498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:40:56.264132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:40:56.278782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.279668 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment b145f2b2-538f-4a14-96cc-7dbc45708706 of type vlan for network b7c00daa-6746-4e42-ba3d-fa477221d175 Apr 25 14:40:56.293380 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.302361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-fc890d5e-7b85-471e-9639-d69229114823 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860960 Apr 25 14:40:56.317190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e0bc41-0f51-449b-a6e0-1876f4271a34 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:40:56.329651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.341788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:56.389841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.402496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:56.403479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.436399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Allocated IP 10.2.2.2 (0e3e82c6-f360-407c-a954-ddd4f2f0844f/897b90ec-c385-4ac0-a341-49c4ed3e3380/86be5eea-ad97-4781-b042-46616c861704) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:56.522755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3487241 Apr 25 14:40:56.526314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45346) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:56.535000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:56.551668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.551840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816a432-5612-4e96-9690-5833fb134090 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=b7c00daa-6746-4e42-ba3d-fa477221d175,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:56.584552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] device_id is not set on port 3906474c-4e83-4321-8105-4bf8368714c1 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:56.669662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d702f-4cec-4df6-a364-ebead72c2025 None None] Network ecd76a9f-b183-4948-9f11-602fe608ffff requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:56.681982 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b78f6ab5-ad36-487c-ad40-01cc3a9a1c1b req-b3b4ac67-a7fd-46cf-a391-8bb65868ddb6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394303 Apr 25 14:40:56.702582 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8e98bc-ea15-44b0-8caa-e03f9360f09a'] response: {'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'code': 200} Apr 25 14:40:56.707966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b7c00daa-6746-4e42-ba3d-fa477221d175 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:40:56.715460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f567a-9de4-49b3-9d74-139783d4a8c3 req-dba5faed-e1f4-4f11-8aa8-f9035eb6ffcf tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:56.717055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-688f567a-9de4-49b3-9d74-139783d4a8c3 req-dba5faed-e1f4-4f11-8aa8-f9035eb6ffcf tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.7658505 Apr 25 14:40:56.880589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:56.891603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 10.1.1.163 (ecd76a9f-b183-4948-9f11-602fe608ffff/f3243090-a8f5-4334-afc9-7ec9a07417ca/3906474c-4e83-4321-8105-4bf8368714c1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:56.900740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:56.902479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:56.911992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:56.937727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:56.954192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:56.975815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:57.000055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.003957 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.132394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bb0e3157-c477-4191-9028-1c9dfff0ecbf None None] Provisioning for port 9f887763-32ce-48e4-971e-856088351a9d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:57.153430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.157061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9f887763-32ce-48e4-971e-856088351a9d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:57.170683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object 3906474c-4e83-4321-8105-4bf8368714c1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:57.188597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.197721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39e0bc41-0f51-449b-a6e0-1876f4271a34'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:40:57.216020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.288073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Transition to ACTIVE for port object 86be5eea-ad97-4781-b042-46616c861704 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:57.326911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:57.387355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-688f567a-9de4-49b3-9d74-139783d4a8c3 req-8e97b4e1-7bf6-45b6-9133-a5e9dfe4cf30 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922295 Apr 25 14:40:57.404582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Transition to ACTIVE for port object 86be5eea-ad97-4781-b042-46616c861704 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:57.464380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network ecd76a9f-b183-4948-9f11-602fe608ffff is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:57.472856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:57.477818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:57.480413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.510745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.544042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9f887763-32ce-48e4-971e-856088351a9d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:57.553565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:57.560291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:57.584368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:57.594798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9f887763-32ce-48e4-971e-856088351a9d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:57.595190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.619897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:57.652252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:57.661945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:57.663837 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.679036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=2a2e9ec2-539b-4689-a0b3-8d0e233eaec1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:57.685856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': 'b145f2b2-538f-4a14-96cc-7dbc45708706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:57.686215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: b7c00daa-6746-4e42-ba3d-fa477221d175, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:40:57.699028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-86b26ee2-de08-426c-b01c-10f4d92654c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1407614 Apr 25 14:40:57.699232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45368) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:57.707982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'name': 'tempest-TaggedBootDevicesTest-1375160382', 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:57.763780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network b7c00daa-6746-4e42-ba3d-fa477221d175 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:40:57.843871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b7c00daa-6746-4e42-ba3d-fa477221d175) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:57.849061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:57.849690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:57.854627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Pushing event updated for resources: {'Port': ['ID=86be5eea-ad97-4781-b042-46616c861704,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:57.864563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f942f-3f46-4c12-94a5-71054bca591c None None] Network b7c00daa-6746-4e42-ba3d-fa477221d175 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:40:57.888009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-671b3df0-897f-4004-b33e-c84a2a4b5132 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3605397 Apr 25 14:40:57.890925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45372) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:57.899676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:57.947336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:57.952595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:port and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:57.957248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:57.967782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:57.989191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Attempting to bind port 86be5eea-ad97-4781-b042-46616c861704 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:40:57.989581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Attempting to bind port 86be5eea-ad97-4781-b042-46616c861704 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:40:57.989733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:57.989955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Attempting to bind port 86be5eea-ad97-4781-b042-46616c861704 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:40:58.017954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:40:58.018336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Checking segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:40:58.018747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.019145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Bound using segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:40:58.019639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Bound port: 86be5eea-ad97-4781-b042-46616c861704, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:40:58.020023 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.134001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:58.140589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:58.144879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:58.153539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:58.172807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.174166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:58.178434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.228052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.230077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] device_id is not set on port 60d0532a-5451-4778-9e05-64b2ccaa7657 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:40:58.321024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] For port 86be5eea-ad97-4781-b042-46616c861704, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:40:58.343848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] For port 86be5eea-ad97-4781-b042-46616c861704, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86be5eea-ad97-4781-b042-46616c861704,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:40:58.365179 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.493670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9f887763-32ce-48e4-971e-856088351a9d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9f887763-32ce-48e4-971e-856088351a9d,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:40:58.498402 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2a2e9ec2-539b-4689-a0b3-8d0e233eaec1 (CIDR: 172.20.0.0/28) Apr 25 14:40:58.505113 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 14:40:58.505614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:40:58.594272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eca1e671-44bb-4e60-9591-cf64d95d3f07 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7017791 Apr 25 14:40:58.595210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:58.614225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:40:58.656537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b7c00daa-6746-4e42-ba3d-fa477221d175', 'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': '2a2e9ec2-539b-4689-a0b3-8d0e233eaec1'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:40:58.657663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.705007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.715077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 10.1.1.159 (ecd76a9f-b183-4948-9f11-602fe608ffff/f3243090-a8f5-4334-afc9-7ec9a07417ca/60d0532a-5451-4778-9e05-64b2ccaa7657) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:58.816098 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.881566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-42d6d8e2-5d11-40d6-a6ae-c4e9d7cc178b None None] Provisioning complete for port 9f887763-32ce-48e4-971e-856088351a9d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:58.882504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-42d6d8e2-5d11-40d6-a6ae-c4e9d7cc178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:58.892919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:40:58.903376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:40:58.907711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:40:58.915527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:40:58.934242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef02b-a904-4f6b-92ef-9740e74e6ee4 None None] Pushing event updated for resources: {'Port': ['ID=86be5eea-ad97-4781-b042-46616c861704,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:58.953967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:40:58.957233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.214176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Allocated IP 172.20.0.2 (b7c00daa-6746-4e42-ba3d-fa477221d175/2a2e9ec2-539b-4689-a0b3-8d0e233eaec1/9eebe79b-6159-4ea3-872a-d9d601435bcd) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:40:59.235309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9f887763-32ce-48e4-971e-856088351a9d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:59.301790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.336658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object 60d0532a-5451-4778-9e05-64b2ccaa7657 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:40:59.413645 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.500873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network ecd76a9f-b183-4948-9f11-602fe608ffff is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:59.504298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:59.512958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:40:59.532051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:40:59.600604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e5d16-d7a9-4d2a-95f0-b5aa4ab0931e req-e0297661-ffbb-4be0-afd6-e2979eb47bdd tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:59.611966 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a97e5d16-d7a9-4d2a-95f0-b5aa4ab0931e req-e0297661-ffbb-4be0-afd6-e2979eb47bdd tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.9540651 Apr 25 14:40:59.634891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:59.694541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a97e5d16-d7a9-4d2a-95f0-b5aa4ab0931e req-bd17603e-24d0-4709-8e39-a2a68a49e73d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815251 Apr 25 14:40:59.696297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.707338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-42d6d8e2-5d11-40d6-a6ae-c4e9d7cc178b None None] Provisioning for port 3906474c-4e83-4321-8105-4bf8368714c1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:40:59.776815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-42d6d8e2-5d11-40d6-a6ae-c4e9d7cc178b None None] Provisioning complete for port 3906474c-4e83-4321-8105-4bf8368714c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:40:59.777422 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-42d6d8e2-5d11-40d6-a6ae-c4e9d7cc178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.787783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:59.789785 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.808409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network b7c00daa-6746-4e42-ba3d-fa477221d175 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:40:59.811856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:40:59.819695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:40:59.821725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:40:59.836596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa3a6312-1d24-4aa8-ab50-354304ff7c1c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1305561 Apr 25 14:40:59.853993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=2c6fd03a-e300-4b23-8e5f-25501381e761,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:40:59.872560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b04af45-34b7-44fe-8e1a-241fe4303bf5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2740662 Apr 25 14:40:59.874922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45406) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:40:59.884571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175', 'fixed_ips': [{'subnet_id': '2a2e9ec2-539b-4689-a0b3-8d0e233eaec1'}, {'subnet_id': '2c6fd03a-e300-4b23-8e5f-25501381e761'}], 'name': 'tempest-PortsTestJSON-668989533'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:00.019146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 39e0bc41-0f51-449b-a6e0-1876f4271a34 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:00.025698 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.061431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-42d6d8e2-5d11-40d6-a6ae-c4e9d7cc178b None None] Port 3906474c-4e83-4321-8105-4bf8368714c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:00.108605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.119554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:00.130249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:00.141448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Transition to ACTIVE for port object 9eebe79b-6159-4ea3-872a-d9d601435bcd will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:00.150710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:00.195960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Transition to ACTIVE for port object 9eebe79b-6159-4ea3-872a-d9d601435bcd will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:00.282524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.382732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Provisioning for port 60d0532a-5451-4778-9e05-64b2ccaa7657 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:00.391066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.420491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port e18251ae-98d0-40ca-9ee4-d05aee3b805a yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:00.422954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f40f2b-4a4f-418f-a2e2-e7464e9551f5 None None] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:00.442220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Network b7c00daa-6746-4e42-ba3d-fa477221d175 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:00.462226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Provisioning complete for port 60d0532a-5451-4778-9e05-64b2ccaa7657 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:00.462612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.490444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:00.506064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:00.632072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Pushing event updated for resources: {'Port': ['ID=9eebe79b-6159-4ea3-872a-d9d601435bcd,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:00.648905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.679946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45412) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:00.685750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335858254', 'description': 'tempest-description--1017115698'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:00.696034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:00.701913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:security_group and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:00.705070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:00.706668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Port 60d0532a-5451-4778-9e05-64b2ccaa7657 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:00.714451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:00.728711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.768653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:00.788486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Attempting to bind port 9eebe79b-6159-4ea3-872a-d9d601435bcd on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:00.788881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Attempting to bind port 9eebe79b-6159-4ea3-872a-d9d601435bcd by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b145f2b2-538f-4a14-96cc-7dbc45708706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:00.789277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Attempting to bind port 9eebe79b-6159-4ea3-872a-d9d601435bcd on network b7c00daa-6746-4e42-ba3d-fa477221d175 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:00.812520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:00.824079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:security_group_rule and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:00.833364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:00.850827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:00.863811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Provisioning complete for port 3906474c-4e83-4321-8105-4bf8368714c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:00.864409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.882872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:00.901329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:00.902031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Checking segment: {'id': 'b145f2b2-538f-4a14-96cc-7dbc45708706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:00.902618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.903171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Bound using segment: {'id': 'b145f2b2-538f-4a14-96cc-7dbc45708706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:00.904232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Bound port: 9eebe79b-6159-4ea3-872a-d9d601435bcd, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b145f2b2-538f-4a14-96cc-7dbc45708706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:00.904803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:00.923104 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.010284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.3 (b7c00daa-6746-4e42-ba3d-fa477221d175/2a2e9ec2-539b-4689-a0b3-8d0e233eaec1/e18251ae-98d0-40ca-9ee4-d05aee3b805a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:01.041806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.19 (b7c00daa-6746-4e42-ba3d-fa477221d175/2c6fd03a-e300-4b23-8e5f-25501381e761/e18251ae-98d0-40ca-9ee4-d05aee3b805a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:01.096390 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb3c896-061c-4ece-ae69-e5b40589270f'] response: {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'code': 200} Apr 25 14:41:01.103469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf3810f6-008a-49e1-95e4-df179aeac27b None None] Port 3906474c-4e83-4321-8105-4bf8368714c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:01.149612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:01.167313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] For port 9eebe79b-6159-4ea3-872a-d9d601435bcd, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:01.170448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] For port 9eebe79b-6159-4ea3-872a-d9d601435bcd, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9eebe79b-6159-4ea3-872a-d9d601435bcd,segment=NetworkSegment(b145f2b2-538f-4a14-96cc-7dbc45708706),segment_id=b145f2b2-538f-4a14-96cc-7dbc45708706)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:01.186868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.198454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.205126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.247726 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.252151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5677865 Apr 25 14:41:01.262599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45432) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:01.272626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'security_group_rule': {'security_group_id': 'd3494c2e-96a5-45f9-b5c3-28affe78ad7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:01.292832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:01.303924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a3e7-f353-4917-9ce3-32591931a69c req-233cdd3a-4e66-461e-a34e-39a6d2d17c40 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:01.306155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a691a3e7-f353-4917-9ce3-32591931a69c req-233cdd3a-4e66-461e-a34e-39a6d2d17c40 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.2144206 Apr 25 14:41:01.308333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4d944-fdc9-4a07-a11d-7e37de1aa406 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3494c2e-96a5-45f9-b5c3-28affe78ad7e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:01.310888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:security_group_rule and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:01.328499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:01.338561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:01.346010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028118de-25a3-4cea-9bf3-a6d3c8ac6f64 None None] Pushing event updated for resources: {'Port': ['ID=9eebe79b-6159-4ea3-872a-d9d601435bcd,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:01.352412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86be5eea-ad97-4781-b042-46616c861704 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:01.389875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a691a3e7-f353-4917-9ce3-32591931a69c req-34ab4b56-bd0c-46c4-9a15-0bb2dcb5d7e0 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Apr 25 14:41:01.403389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.463272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4c737546-13a3-4b5d-a21c-2cc7392ecb9a None None] Provisioning for port 86be5eea-ad97-4781-b042-46616c861704 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:01.503782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 86be5eea-ad97-4781-b042-46616c861704 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:01.512227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 86be5eea-ad97-4781-b042-46616c861704 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:01.513120 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.527513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.561145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object e18251ae-98d0-40ca-9ee4-d05aee3b805a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:01.595233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.603352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.634201 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.654199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3513fce-020e-4afd-9bae-ed508056ca65,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:01.673517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.674716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-89bfb8e6-d8da-402d-ab39-76a051452caf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110684 Apr 25 14:41:01.677665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45436) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:01.685243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'security_group_rule': {'security_group_id': 'd3494c2e-96a5-45f9-b5c3-28affe78ad7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:01.704602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:01.715110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:security_group_rule and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:01.719179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:01.726632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:01.747956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network b7c00daa-6746-4e42-ba3d-fa477221d175 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:01.752247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:01.757735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:01.767636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.835166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d63a65c3-98ab-46e3-af01-a41293888de3 None None] Provisioning complete for port 86be5eea-ad97-4781-b042-46616c861704 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:01.835166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d63a65c3-98ab-46e3-af01-a41293888de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.896357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=e18251ae-98d0-40ca-9ee4-d05aee3b805a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:01.908676 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.931245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.939475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.959552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:01.965306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:01.999758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474f2351-2f2b-4c2f-85d9-04ea49caf942,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:02.029285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26facdbb-10e8-44de-baf1-6f03fd7413bb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1531126 Apr 25 14:41:02.031873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45450) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:02.033075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:02.035048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-637a29d4-88f2-45cf-a3e1-fb65b63a0613 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563759 Apr 25 14:41:02.037981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45454) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:02.044258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:02.054515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 86be5eea-ad97-4781-b042-46616c861704, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86be5eea-ad97-4781-b042-46616c861704,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:02.061483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a2e9ec2-539b-4689-a0b3-8d0e233eaec1'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:02.065826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:02.067237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9f887763-32ce-48e4-971e-856088351a9d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:02.108414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:02.121148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:floatingip and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:02.126383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:02.139301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:02.216560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:02.326086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:02.329519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=86be5eea-ad97-4781-b042-46616c861704,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:02.346554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9f887763-32ce-48e4-971e-856088351a9d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:02.347024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:02.656072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94675e31-cbd9-42ae-b776-57cbdeb6c30d req-1145a03c-8a92-4dd8-a76a-bf4088ab1176 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:02.658584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94675e31-cbd9-42ae-b776-57cbdeb6c30d req-1145a03c-8a92-4dd8-a76a-bf4088ab1176 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.1007617 Apr 25 14:41:02.718567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:02.732215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94675e31-cbd9-42ae-b776-57cbdeb6c30d req-4f38aed3-cec0-41a5-be33-2c120d97d427 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664790 Apr 25 14:41:03.071339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86be5eea-ad97-4781-b042-46616c861704 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:03.130332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be94f7-3216-40ae-b4c8-380fd23f904b None None] Network b7c00daa-6746-4e42-ba3d-fa477221d175 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:03.196213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Delete allocated IP 172.20.0.19 (b7c00daa-6746-4e42-ba3d-fa477221d175/2c6fd03a-e300-4b23-8e5f-25501381e761) {{(pid=88060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 25 14:41:03.267609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-36738f7a-e355-46b2-810c-c7469fe05909 None None] Provisioning for port 9eebe79b-6159-4ea3-872a-d9d601435bcd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:03.272628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 172.25.0.5 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/7396d9b5-c712-4b53-8696-44306e219abb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:03.310276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 86be5eea-ad97-4781-b042-46616c861704 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:03.310646 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.545514 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.577534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9eebe79b-6159-4ea3-872a-d9d601435bcd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:03.586642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.589926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Ignored duplicate provisioning block setup for port e18251ae-98d0-40ca-9ee4-d05aee3b805a by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 25 14:41:03.597122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.692617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9eebe79b-6159-4ea3-872a-d9d601435bcd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:03.733936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9eebe79b-6159-4ea3-872a-d9d601435bcd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:03.734597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.779270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=e18251ae-98d0-40ca-9ee4-d05aee3b805a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:03.809934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.828074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Update dhcp port {'port': {'network_id': 'b7c00daa-6746-4e42-ba3d-fa477221d175', 'fixed_ips': [{'subnet_id': '2a2e9ec2-539b-4689-a0b3-8d0e233eaec1', 'ip_address': '172.20.0.2'}, {'subnet_id': '2c6fd03a-e300-4b23-8e5f-25501381e761'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '9eebe79b-6159-4ea3-872a-d9d601435bcd'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 14:41:03.862281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] In _notify_port_updated(), no bound segment for port e18251ae-98d0-40ca-9ee4-d05aee3b805a on network b7c00daa-6746-4e42-ba3d-fa477221d175 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:41:03.868289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:03.868934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.874188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:03.880217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a2e9ec2-539b-4689-a0b3-8d0e233eaec1'}, {'subnet_id': '2c6fd03a-e300-4b23-8e5f-25501381e761'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:03.885647 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe3deb45-6a7f-4598-8f53-b2f845a2a3bc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/ports/e18251ae-98d0-40ca-9ee4-d05aee3b805a HTTP/1.1" status: 200 len: 918 time: 1.8516648 Apr 25 14:41:03.916278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:03.919615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:03.923448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:03.941286 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:03.955778 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.052849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=7396d9b5-c712-4b53-8696-44306e219abb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:04.074458 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.113291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9eebe79b-6159-4ea3-872a-d9d601435bcd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9eebe79b-6159-4ea3-872a-d9d601435bcd,segment=NetworkSegment(b145f2b2-538f-4a14-96cc-7dbc45708706),segment_id=b145f2b2-538f-4a14-96cc-7dbc45708706)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:04.132652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.135979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.283799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9eebe79b-6159-4ea3-872a-d9d601435bcd,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:04.295476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.302744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Allocated IP 172.20.0.18 (b7c00daa-6746-4e42-ba3d-fa477221d175/2c6fd03a-e300-4b23-8e5f-25501381e761/9eebe79b-6159-4ea3-872a-d9d601435bcd) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:04.532741 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:41:04.541206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] For port 9eebe79b-6159-4ea3-872a-d9d601435bcd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9eebe79b-6159-4ea3-872a-d9d601435bcd,segment=NetworkSegment(b145f2b2-538f-4a14-96cc-7dbc45708706),segment_id=b145f2b2-538f-4a14-96cc-7dbc45708706)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:04.590414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.627111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Transition to ACTIVE for port object 9eebe79b-6159-4ea3-872a-d9d601435bcd will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:04.633161 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.691487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40d64a-db84-4e8a-9fdb-0cc77d385bfd req-d3ddb2d9-2740-487f-8ec5-8e4d3da1e4b1 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:04.699750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f40d64a-db84-4e8a-9fdb-0cc77d385bfd req-d3ddb2d9-2740-487f-8ec5-8e4d3da1e4b1 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.7467072 Apr 25 14:41:04.776986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f40d64a-db84-4e8a-9fdb-0cc77d385bfd req-d4504d99-6f63-4ca5-af59-7cc62c1848b1 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755653 Apr 25 14:41:04.833522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.841422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:04.893489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295a98f-3a5a-4fc2-b51f-1b5194a17890 None None] Pushing event updated for resources: {'Port': ['ID=9eebe79b-6159-4ea3-872a-d9d601435bcd,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:04.914290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:05.005957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9eebe79b-6159-4ea3-872a-d9d601435bcd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:05.031883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=7396d9b5-c712-4b53-8696-44306e219abb,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:05.064873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:05.126042 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:05.128299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-18dbe893-f6e8-4ad1-bda8-19ed4ffdb97e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0881345 Apr 25 14:41:05.499497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-c2412b78-d275-43ad-90d1-4c19d1f291f3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:05.506762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.28 (b7c00daa-6746-4e42-ba3d-fa477221d175/2c6fd03a-e300-4b23-8e5f-25501381e761/e18251ae-98d0-40ca-9ee4-d05aee3b805a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:05.546032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-c2412b78-d275-43ad-90d1-4c19d1f291f3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:05.547581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-c2412b78-d275-43ad-90d1-4c19d1f291f3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1335858254&fields=id&tenant_id=67e15919f68444b8986727cc85f12ffd HTTP/1.1" status: 200 len: 267 time: 0.1161735 Apr 25 14:41:05.721915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-a59dbdd0-ef40-46a3-92e3-c48d3b4fae52 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:05.722514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-a59dbdd0-ef40-46a3-92e3-c48d3b4fae52 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:05.736398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29585d89-fd90-4793-a9da-1b0096ca9d6b None None] Network b7c00daa-6746-4e42-ba3d-fa477221d175 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:05.792442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:05.811445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Ignored duplicate provisioning block setup for port e18251ae-98d0-40ca-9ee4-d05aee3b805a by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 25 14:41:05.818515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:05.935985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-a59dbdd0-ef40-46a3-92e3-c48d3b4fae52 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:05.943285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-a59dbdd0-ef40-46a3-92e3-c48d3b4fae52 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 200 len: 932 time: 0.3817024 Apr 25 14:41:06.015810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Provisioning for port e18251ae-98d0-40ca-9ee4-d05aee3b805a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:06.028609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Provisioning complete for port e18251ae-98d0-40ca-9ee4-d05aee3b805a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:06.028982 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:06.093638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Port e18251ae-98d0-40ca-9ee4-d05aee3b805a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:06.132401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Provisioning for port 9eebe79b-6159-4ea3-872a-d9d601435bcd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:06.144817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Provisioning complete for port 9eebe79b-6159-4ea3-872a-d9d601435bcd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:06.145257 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47dd7d3b-50a7-45f3-927e-00e9f9304877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:06.171132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5584f-2938-4bc9-ab02-a762eb377914 req-0f317a17-2bc8-4e3e-ac77-30ce02a2e901 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.173166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54c5584f-2938-4bc9-ab02-a762eb377914 req-0f317a17-2bc8-4e3e-ac77-30ce02a2e901 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.1927872 Apr 25 14:41:06.240284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54c5584f-2938-4bc9-ab02-a762eb377914 req-445d0abe-e356-4fdc-9e3c-08391bb76ca5 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527618 Apr 25 14:41:06.315268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=e18251ae-98d0-40ca-9ee4-d05aee3b805a,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:06.359642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-03d0e411-50f0-4716-afe9-0a93deee2db0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.361071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-03d0e411-50f0-4716-afe9-0a93deee2db0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 200 len: 932 time: 0.4168010 Apr 25 14:41:06.460704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] In _notify_port_updated(), no bound segment for port e18251ae-98d0-40ca-9ee4-d05aee3b805a on network b7c00daa-6746-4e42-ba3d-fa477221d175 {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:41:06.466405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.467050 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:06.471668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45530) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:06.483855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-204490c0-7eef-4407-929f-06ca0b296b10 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/ports/e18251ae-98d0-40ca-9ee4-d05aee3b805a HTTP/1.1" status: 200 len: 998 time: 2.6083844 Apr 25 14:41:06.493940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-26f60b40-9dd2-42cd-ab9f-c7faff0598f9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1249542 Apr 25 14:41:06.541769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9fd65b4e-bb2f-41b0-bd43-144702740b0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0469468 Apr 25 14:41:06.587022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port e18251ae-98d0-40ca-9ee4-d05aee3b805a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:06.587397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:06.609558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aad58-65a1-4621-a213-74cc2ca0f9f1 req-aa686d79-f580-4bc3-8192-8c5b2a0b8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.610964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b55aad58-65a1-4621-a213-74cc2ca0f9f1 req-aa686d79-f580-4bc3-8192-8c5b2a0b8c87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.3309066 Apr 25 14:41:06.744158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9870b5d6-fbc7-40bf-9030-aaa7938cdefc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.753950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9870b5d6-fbc7-40bf-9030-aaa7938cdefc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.761586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9870b5d6-fbc7-40bf-9030-aaa7938cdefc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:06.762713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9870b5d6-fbc7-40bf-9030-aaa7938cdefc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:06.819220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b55aad58-65a1-4621-a213-74cc2ca0f9f1 req-a4c703f6-ab9d-4b34-a2cb-ebb09b0b4485 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531189 Apr 25 14:41:06.829300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9870b5d6-fbc7-40bf-9030-aaa7938cdefc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:06.836471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9870b5d6-fbc7-40bf-9030-aaa7938cdefc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/networks?id=6b6edac4-a28b-4c44-ae60-cc143ce55153&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&id=0e3e82c6-f360-407c-a954-ddd4f2f0844f HTTP/1.1" status: 200 len: 1989 time: 0.2856903 Apr 25 14:41:06.850799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-bb59d0f1-7912-4ceb-a0e8-971ed46620e1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/quotas/67e15919f68444b8986727cc85f12ffd HTTP/1.1" status: 200 len: 375 time: 0.0132902 Apr 25 14:41:06.904402 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:06.951255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9eebe79b-6159-4ea3-872a-d9d601435bcd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:07.064021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9eebe79b-6159-4ea3-872a-d9d601435bcd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:07.064372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:07.158141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-ce3eecec-9fe5-457e-a7f2-dec936eaa008 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3009088 Apr 25 14:41:07.187960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for e18251ae-98d0-40ca-9ee4-d05aee3b805a owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:07.349489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-18d1be47-7482-40bf-a1f9-780eb2854642 service neutron] 10.222.0.23 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789327 Apr 25 14:41:07.564465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-637b9048-d865-496d-94b2-c17451770437 service neutron] 10.222.0.23 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021415 Apr 25 14:41:07.673297 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-452e91da-0d07-4814-818e-e9848ea4afce service neutron] 10.222.0.23 "GET /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1074634 Apr 25 14:41:07.683747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:07.782326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=e18251ae-98d0-40ca-9ee4-d05aee3b805a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:07.842675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-daf7e949-2e79-4967-aae5-9e84a031fdcd None None] Could not find standard attr ID for object e18251ae-98d0-40ca-9ee4-d05aee3b805a. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:41:07.880067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4531c9-d005-4265-8874-8e14978c089b req-ef4fcbed-a62c-4a1f-b48d-831712cabdb6 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:07.886736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-daf7e949-2e79-4967-aae5-9e84a031fdcd None None] Provisioning complete for port 9eebe79b-6159-4ea3-872a-d9d601435bcd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:07.887201 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daf7e949-2e79-4967-aae5-9e84a031fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:07.891264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d4531c9-d005-4265-8874-8e14978c089b req-ef4fcbed-a62c-4a1f-b48d-831712cabdb6 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.4972062 Apr 25 14:41:07.920040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-930dec51-7046-4d2f-a152-e1f0fe607c73 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458529 Apr 25 14:41:08.067328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.099937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6769db95-09b5-4bf4-932f-6fc659e5a199 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/e18251ae-98d0-40ca-9ee4-d05aee3b805a HTTP/1.1" status: 204 len: 168 time: 1.6270916 Apr 25 14:41:08.103501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45546) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:08.118352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d4531c9-d005-4265-8874-8e14978c089b req-5f91b83b-9204-4fda-9805-fa6c5f30038a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255111 Apr 25 14:41:08.157017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-42925f3b-fed2-4f1f-ac6b-14416c922db5 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304866 Apr 25 14:41:08.241867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-e1982308-3eb5-489c-8555-812a98b1ad7c service neutron] 10.222.0.23 "GET /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0837424 Apr 25 14:41:08.244489 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac670b4b-fcec-4519-a446-f0515a0c39f5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:41:08.245208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ac670b4b-fcec-4519-a446-f0515a0c39f5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:08.271515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ac670b4b-fcec-4519-a446-f0515a0c39f5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:08.276844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ac670b4b-fcec-4519-a446-f0515a0c39f5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/e18251ae-98d0-40ca-9ee4-d05aee3b805a HTTP/1.1" status: 404 len: 333 time: 0.1723418 Apr 25 14:41:08.277474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45558) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:08.318711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be98c58c-3cba-4f1d-b237-009fa5dab998 None None] Could not find standard attr ID for object e18251ae-98d0-40ca-9ee4-d05aee3b805a. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:41:08.379129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 2c6fd03a-e300-4b23-8e5f-25501381e761 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:08.383424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.408298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-8dc3813d-913e-4912-ba5b-b6fc1b91763e service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646206 Apr 25 14:41:08.444233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.494665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0877cb44-4457-4d19-86b0-9ccb764e3973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.568782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.597779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-4ad19442-226f-4bca-a661-6871b6ee2e6d service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828263 Apr 25 14:41:08.676541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.725820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6fd03a-e300-4b23-8e5f-25501381e761,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:08.728041 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.734703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77a40988-2167-4d0f-b705-72c68c8ae050 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/2c6fd03a-e300-4b23-8e5f-25501381e761 HTTP/1.1" status: 204 len: 168 time: 0.4562123 Apr 25 14:41:08.737279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:08.760271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2bfd97fe-25a0-45db-b72a-c4bd6a11457d service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559546 Apr 25 14:41:08.825406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 2a2e9ec2-539b-4689-a0b3-8d0e233eaec1 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:08.829895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.898461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:08.974349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-81cff2bf-5dce-43b5-bfd0-979ab8688328 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070186 Apr 25 14:41:09.001228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:09.093737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:09.139589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2e9ec2-539b-4689-a0b3-8d0e233eaec1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:09.141883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:09.149212 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d94f44ad-7306-4217-b4c3-16e8e2191afb tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/2a2e9ec2-539b-4689-a0b3-8d0e233eaec1 HTTP/1.1" status: 204 len: 168 time: 0.4109013 Apr 25 14:41:09.151725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45568) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:09.163814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-166e6b7e-4630-467a-88d3-7fef8894c12f service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818950 Apr 25 14:41:09.363549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-40401721-65cc-4d83-8c72-c40fb8ffcd15 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907995 Apr 25 14:41:09.397864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:09.423225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 9eebe79b-6159-4ea3-872a-d9d601435bcd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:09.423575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:09.500112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a587f7-92cc-4976-a7d1-d9e06d454576 None None] Network b7c00daa-6746-4e42-ba3d-fa477221d175 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:09.529834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d551d-76f1-4d96-b1cc-56c6dd42890a req-baade629-06b0-484d-bddf-a6923a9ebeea tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:09.538194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-927d551d-76f1-4d96-b1cc-56c6dd42890a req-baade629-06b0-484d-bddf-a6923a9ebeea tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.2184308 Apr 25 14:41:09.601674 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-45b24839-ec69-4d1c-a541-2024e15aa2fe service neutron] 10.222.0.23 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352695 Apr 25 14:41:09.637046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-927d551d-76f1-4d96-b1cc-56c6dd42890a req-1e05c009-76fe-4f8d-88f5-289f50ff2fc0 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978606 Apr 25 14:41:09.690477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-07712d0e-d602-4cdf-8083-ed0f33461dec None None] Could not find standard attr ID for object e18251ae-98d0-40ca-9ee4-d05aee3b805a. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:41:09.771495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-20684275', 'description': 'tempest-description-783896478'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:09.775828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-945b59a9-bebe-4461-98d6-a6889ecace75 service neutron] 10.222.0.23 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673627 Apr 25 14:41:09.841009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] DHCP port deletion for b7c00daa-6746-4e42-ba3d-fa477221d175 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:41:09.845544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Deleting port 9eebe79b-6159-4ea3-872a-d9d601435bcd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:09.846110 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:09.926484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:09.944125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f832e870-9d8a-47e1-a8ef-6cf8d3eb6311 service neutron] 10.222.0.23 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624379 Apr 25 14:41:10.031888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:10.047474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] For port 9eebe79b-6159-4ea3-872a-d9d601435bcd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9eebe79b-6159-4ea3-872a-d9d601435bcd,segment=NetworkSegment(b145f2b2-538f-4a14-96cc-7dbc45708706),segment_id=b145f2b2-538f-4a14-96cc-7dbc45708706)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:10.047762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.127848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-096b6fcd-940a-4e50-a1b0-2c8db1fcf04f service neutron] 10.222.0.23 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693602 Apr 25 14:41:10.130354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.147615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] For port 9eebe79b-6159-4ea3-872a-d9d601435bcd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9eebe79b-6159-4ea3-872a-d9d601435bcd,segment=NetworkSegment(b145f2b2-538f-4a14-96cc-7dbc45708706),segment_id=b145f2b2-538f-4a14-96cc-7dbc45708706)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:10.150278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.221373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 9eebe79b-6159-4ea3-872a-d9d601435bcd owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:10.275741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:10.290169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Usage tracker for resource:security_group_rule and tenant:aac9369672b6447b88812a876123ead8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:10.296263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:10.305325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:10.362110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Calling delete_port for 9eebe79b-6159-4ea3-872a-d9d601435bcd owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:10.370021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.437155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=9eebe79b-6159-4ea3-872a-d9d601435bcd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:10.440419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No DVR routers for this DVR port 9eebe79b-6159-4ea3-872a-d9d601435bcd on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:10.522830 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:41:10.523331 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:41:10.650972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.655314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.669153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.733708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c00daa-6746-4e42-ba3d-fa477221d175']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:10.752059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b5392-e764-4640-ba50-cdcf421b69e5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:10.758378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b145f2b2-538f-4a14-96cc-7dbc45708706') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:10.758766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b145f2b2-538f-4a14-96cc-7dbc45708706') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:10.776548 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.777942 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-92bc3d84-02a9-405b-9725-6dc291ca75a6 req-83e785e2-0631-4e8a-b6e1-a89ab38d3b10 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0116668 Apr 25 14:41:10.779737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.802478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.814645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:10.815346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:10.841161 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:10.853385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8350fe07-c7ea-45ef-afe7-3bb7ff2ee042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.951801 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.975118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:10.987567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=b7c00daa-6746-4e42-ba3d-fa477221d175,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:10.991316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c9058a47-8184-4e8c-961c-436b72ba27cd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/b7c00daa-6746-4e42-ba3d-fa477221d175 HTTP/1.1" status: 204 len: 168 time: 1.8380091 Apr 25 14:41:10.996373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45616) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:11.000636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9eebe79b-6159-4ea3-872a-d9d601435bcd no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:11.088248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Deleting port 9eebe79b-6159-4ea3-872a-d9d601435bcd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:11.088662 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.108259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6003a76-0e90-4321-a615-194eb6d9a28e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:11.109530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e6003a76-0e90-4321-a615-194eb6d9a28e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:11.117551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 9eebe79b-6159-4ea3-872a-d9d601435bcd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:11.117769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9eebe79b-6159-4ea3-872a-d9d601435bcd not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:11.140351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e6003a76-0e90-4321-a615-194eb6d9a28e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:11.144875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e6003a76-0e90-4321-a615-194eb6d9a28e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1428001 Apr 25 14:41:11.145625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45620) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:11.245472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-5b8f71fa-da0f-410d-9ebc-ee417af4e5c7 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:11.274648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-5b8f71fa-da0f-410d-9ebc-ee417af4e5c7 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:11.283916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-5b8f71fa-da0f-410d-9ebc-ee417af4e5c7 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-20684275&fields=id&tenant_id=aac9369672b6447b88812a876123ead8 HTTP/1.1" status: 200 len: 267 time: 0.1068580 Apr 25 14:41:11.346393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a00642b-5f77-4fd8-90c4-065547d34a04 None None] The port '9eebe79b-6159-4ea3-872a-d9d601435bcd' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:41:11.404301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-fe50689b-8cbb-4c01-bd54-974d7c2443bc tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:11.413714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-fe50689b-8cbb-4c01-bd54-974d7c2443bc tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.1285441 Apr 25 14:41:11.419542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'port': {'security_groups': ['751f79ed-90ce-405e-aac7-b9cba71ca2bd', 'a94b5392-e764-4640-ba50-cdcf421b69e5']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:11.508914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fd7cadd-2c3b-46d9-8cd0-ab4b5c232c7b req-04b98ace-f92f-4e75-bbc8-b7c52be9f820 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 210 time: 0.0652661 Apr 25 14:41:11.588700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45632) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:11.589304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fc1c72a-7928-4cdc-9616-201edf6bd6e0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4415660 Apr 25 14:41:11.594652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814246176'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:11.605540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:11.619139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:11.624184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:11.635328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:11.654333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.673112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:11.676337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.721175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.768829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:41:11.799544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.799964 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment 8e392ff9-6b48-4612-b54e-5e4289b9bbae of type vlan for network 575f2d55-7e27-49b9-abe5-0e57391a23eb Apr 25 14:41:11.843269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.854186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:11.989425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:12.010965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:12.011633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:12.149580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5597062 Apr 25 14:41:12.152244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45648) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:12.161963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:12.179593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb04a2-96b2-4ed6-aff5-8ffefef5c94e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=575f2d55-7e27-49b9-abe5-0e57391a23eb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:12.186451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:12.205280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:41:12.219957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:12.225709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:12.266927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['25da0651-51b6-43ba-88d9-1a8b1222491f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:41:12.401092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:12.416401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:12.424666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:12.437261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:12.510488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:12.515457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:12.579084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:12.579785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:12.586270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b2da416-d452-48e6-aaa4-4ce2243b0caf req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "PUT /v2.0/ports/25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 981 time: 1.1716149 Apr 25 14:41:12.590730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:12.623541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125c755-97bc-4fa4-b8f3-4bd921911af9 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:12.739379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['25da0651-51b6-43ba-88d9-1a8b1222491f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:41:12.867927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64d47896-9826-413d-ac56-4201a3d50b56 req-41d58d14-dff1-4ff5-a97c-b5ed7a3d87ae tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 210 time: 0.0971003 Apr 25 14:41:12.892904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2075efcf-9b30-46fd-becb-e129746efe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:12.897259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2075efcf-9b30-46fd-becb-e129746efe83 service neutron] 10.222.0.21 "GET /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 200 len: 1028 time: 0.1879659 Apr 25 14:41:13.016490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:13.039536 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c2c44c-ec2e-49c1-af2c-f839d452e2a7'] response: {'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'status': 'completed', 'code': 200} Apr 25 14:41:13.134497 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-d58d04c0-a2de-4729-b477-10da21eb41bf tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-20684275&fields=id&tenant_id=aac9369672b6447b88812a876123ead8 HTTP/1.1" status: 200 len: 267 time: 0.3635924 Apr 25 14:41:13.135519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-68e693ec-82df-49e5-82fb-0decf9a3d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.138288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-68e693ec-82df-49e5-82fb-0decf9a3d069 service neutron] 10.222.0.21 "GET /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 200 len: 1028 time: 0.2352495 Apr 25 14:41:13.235622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=f672e720-e562-47f9-8eef-61daafe239b8,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:13.246209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.246789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.247503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.247990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.248432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.248886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.249344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.249777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.250208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.250637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.251095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.251789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:13.264482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': '8e392ff9-6b48-4612-b54e-5e4289b9bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:13.264952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: 575f2d55-7e27-49b9-abe5-0e57391a23eb, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:41:13.300043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eb50d-7888-4080-9bcb-61723945525a req-1112fae0-6dba-4c7a-a1b9-935adef25eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.302808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-1112fae0-6dba-4c7a-a1b9-935adef25eff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1135 time: 0.2209756 Apr 25 14:41:13.304355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:41:13.395730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 575f2d55-7e27-49b9-abe5-0e57391a23eb) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:13.418299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ce45a-b5c9-4b53-823c-aa92152915ed None None] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:13.422569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.423123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:13.533059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e9a9dc75-1869-48c5-ac42-a2f34ecd1e6c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3762863 Apr 25 14:41:13.533720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:13.543040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb', 'name': 'tempest-PortsTestJSON-888917393'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:13.650986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eb50d-7888-4080-9bcb-61723945525a req-1c862116-dd5d-4498-ba8d-1c42299cc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.651195 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:13.652123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-1c862116-dd5d-4498-ba8d-1c42299cc902 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.3429062 Apr 25 14:41:13.680955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-af89fcb7-4313-44ed-ba1b-58f20eae5478 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.688891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-af89fcb7-4313-44ed-ba1b-58f20eae5478 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.699327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-af89fcb7-4313-44ed-ba1b-58f20eae5478 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.700477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-af89fcb7-4313-44ed-ba1b-58f20eae5478 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:13.744668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-78394916-d4e2-4ed9-9f25-3f7ab22fcc1b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:13.755887 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-78394916-d4e2-4ed9-9f25-3f7ab22fcc1b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 984 time: 0.6148577 Apr 25 14:41:13.764763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'port': {'security_groups': ['751f79ed-90ce-405e-aac7-b9cba71ca2bd']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:13.810879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-af89fcb7-4313-44ed-ba1b-58f20eae5478 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:13.813161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-af89fcb7-4313-44ed-ba1b-58f20eae5478 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "GET /v2.0/networks?id=6b6edac4-a28b-4c44-ae60-cc143ce55153&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&id=0e3e82c6-f360-407c-a954-ddd4f2f0844f HTTP/1.1" status: 200 len: 1989 time: 0.6039085 Apr 25 14:41:13.817596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-575f2d55-7e27-49b9-abe5-0e57391a23eb', 'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': 'f672e720-e562-47f9-8eef-61daafe239b8'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:41:13.818431 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:13.879964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3e2d5dfb-fd02-4da9-8ed2-168b0cc40762 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:13.937140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:13.964403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3e2d5dfb-fd02-4da9-8ed2-168b0cc40762 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:13.965901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3e2d5dfb-fd02-4da9-8ed2-168b0cc40762 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e15919f68444b8986727cc85f12ffd HTTP/1.1" status: 200 len: 380 time: 0.1438439 Apr 25 14:41:13.978541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'admin_state_up': True, 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'security_groups': ['d3494c2e-96a5-45f9-b5c3-28affe78ad7e']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:13.980036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-9d7eaaa2-6192-445c-89e8-89baa6ac16c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.1744609 Apr 25 14:41:13.989258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:14.031595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Allocated IP 172.20.0.2 (575f2d55-7e27-49b9-abe5-0e57391a23eb/f672e720-e562-47f9-8eef-61daafe239b8/4986f80a-f1a2-4af7-9c43-61ac5084d5a0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:14.182894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:14.215847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.217304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:14.221093 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.236813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:14.264764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6e7723-a83a-409c-b847-c5171e852e35 req-0c9fee2c-144b-409a-bc24-17c75def98c4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 210 time: 0.1256263 Apr 25 14:41:14.286071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eb50d-7888-4080-9bcb-61723945525a req-7d000c1b-69ab-4bd9-a7e0-fb33d3517ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:14.288949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-7d000c1b-69ab-4bd9-a7e0-fb33d3517ee9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.2999129 Apr 25 14:41:14.290483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:14.336241 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.346467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:14.348655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Transition to ACTIVE for port object 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:14.353276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.391531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Transition to ACTIVE for port object 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:14.394388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-88330644-52cd-4951-b2bd-281190db803b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626700 Apr 25 14:41:14.397920 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.495741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:14.500412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:14.503954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:14.512284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Pushing event updated for resources: {'Port': ['ID=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:14.634564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Attempting to bind port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:14.635043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Attempting to bind port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8e392ff9-6b48-4612-b54e-5e4289b9bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:14.635417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Attempting to bind port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 on network 575f2d55-7e27-49b9-abe5-0e57391a23eb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:14.651559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:14.651976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Checking segment: {'id': '8e392ff9-6b48-4612-b54e-5e4289b9bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:14.652427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.652827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Bound using segment: {'id': '8e392ff9-6b48-4612-b54e-5e4289b9bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:14.653531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Bound port: 4986f80a-f1a2-4af7-9c43-61ac5084d5a0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e392ff9-6b48-4612-b54e-5e4289b9bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:14.653975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.708763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-7c4f2824-e00e-4700-8afe-ffdab5014c90 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998230 Apr 25 14:41:14.721911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.3 (575f2d55-7e27-49b9-abe5-0e57391a23eb/f672e720-e562-47f9-8eef-61daafe239b8/419b8ffe-7dbb-49b9-85d8-8213b4dabd14) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:14.727755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 172.20.0.7 (6b6edac4-a28b-4c44-ae60-cc143ce55153/82399c15-2e8d-41dc-978b-b99746e0dab3/14b85121-920a-4452-a801-61638e7280b2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:14.813953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] For port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:14.821310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] For port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,segment=NetworkSegment(8e392ff9-6b48-4612-b54e-5e4289b9bbae),segment_id=8e392ff9-6b48-4612-b54e-5e4289b9bbae)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:14.834024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:14.979959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168be81-71b2-4d60-8c04-b321bc7360a6 None None] Pushing event updated for resources: {'Port': ['ID=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:15.008206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:15.113655 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.123691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.136979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['25da0651-51b6-43ba-88d9-1a8b1222491f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:41:15.258779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.260861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f0eb50d-7888-4080-9bcb-61723945525a req-c39fd7a3-f715-40eb-b2b2-c2ef487e0718 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635482 Apr 25 14:41:15.291645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:15.293486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.293962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c500-cf12-4f45-937e-9a00167d1e56 req-472d22b6-74fc-4145-a2d6-180d1a582b98 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:15.295827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a14e206-2bca-4797-81c1-1c45e4da6f3f req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "PUT /v2.0/ports/25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 942 time: 1.5388062 Apr 25 14:41:15.300326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:15.308483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b394c500-cf12-4f45-937e-9a00167d1e56 req-472d22b6-74fc-4145-a2d6-180d1a582b98 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 951 time: 0.5508807 Apr 25 14:41:15.356966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object 14b85121-920a-4452-a801-61638e7280b2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:15.363323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfc97a-6653-4b56-8ec3-09906773bdda tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event updated for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:15.397714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['25da0651-51b6-43ba-88d9-1a8b1222491f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:41:15.421644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.435345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b394c500-cf12-4f45-937e-9a00167d1e56 req-6aaa6451-2857-4670-834e-c4dffab8e970 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243477 Apr 25 14:41:15.444984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.461861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:15.551648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:15.555755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:15.564002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:15.710475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:15.746550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:15.747255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.786636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f158cedd-a823-4962-8a4d-f9368b325cd6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8128443 Apr 25 14:41:15.797827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'admin_state_up': True, 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'security_groups': ['d3494c2e-96a5-45f9-b5c3-28affe78ad7e']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:15.863690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:15.985694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-763eb4c5-2533-4cc7-8211-069a67714066 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4929252 Apr 25 14:41:16.004281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:16.009869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8a2ae33-1203-47f9-a26e-eedef129265c None None] Provisioning for port 14b85121-920a-4452-a801-61638e7280b2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:16.021065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8a2ae33-1203-47f9-a26e-eedef129265c None None] Provisioning complete for port 14b85121-920a-4452-a801-61638e7280b2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:16.023958 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ae33-1203-47f9-a26e-eedef129265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:16.027663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:16.057373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Usage tracker for resource:floatingip and tenant:aac9369672b6447b88812a876123ead8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:16.071748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:16.072710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:16.079146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:16.082261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:16.127144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:16.136969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=419b8ffe-7dbb-49b9-85d8-8213b4dabd14,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:16.159903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:16.178331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2ae33-1203-47f9-a26e-eedef129265c None None] Port 14b85121-920a-4452-a801-61638e7280b2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:16.201749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:16.202423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:16.232498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:16.238424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:port and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:16.238610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4d3ea0bc-e598-4a1a-9f37-6f5bdb4fe680 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7037282 Apr 25 14:41:16.239381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:16.245307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:16.248752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': '575f2d55-7e27-49b9-abe5-0e57391a23eb', 'name': 'tempest-PortsTestJSON-181796557'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:16.252275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:16.309987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:16.315127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:16.470309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936971bc-a16f-494a-8ed9-63c67959fbe0 req-eb26c890-6c0f-4d0f-9a1c-d1dd7d70f5c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:16.471129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-936971bc-a16f-494a-8ed9-63c67959fbe0 req-eb26c890-6c0f-4d0f-9a1c-d1dd7d70f5c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:16.486271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0f389-e8e0-4dcf-a12c-4e416384e38d None None] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:16.503484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:16.507839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:16.510787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:16.516952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:16.530501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:16.534001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:16.537733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:16.547545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-936971bc-a16f-494a-8ed9-63c67959fbe0 req-eb26c890-6c0f-4d0f-9a1c-d1dd7d70f5c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:16.548826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-936971bc-a16f-494a-8ed9-63c67959fbe0 req-eb26c890-6c0f-4d0f-9a1c-d1dd7d70f5c2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 931 time: 0.2862487 Apr 25 14:41:16.584015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 10.1.1.188 (ecd76a9f-b183-4948-9f11-602fe608ffff/f3243090-a8f5-4334-afc9-7ec9a07417ca/439feec1-f746-430d-a041-65ffb057cd4b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:16.596612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 2683b82d-fc49-4395-9d59-5937b0065f3e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:16.631851 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-936971bc-a16f-494a-8ed9-63c67959fbe0 req-ce5a0b74-bf62-4ea1-9517-3c4e56ca517c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665753 Apr 25 14:41:16.726617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-65e09703-54c0-4991-9e33-ece4405044f3 None None] Provisioning for port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:16.756180 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d7eb08-f2f4-446c-87e8-57b779c06c0d'] response: {'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'status': 'completed', 'code': 200} Apr 25 14:41:16.893698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Allocated IP 172.25.0.77 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/3b0b9a40-a117-40d5-abf7-cca464842fcc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:17.010641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.029360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.035555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.036696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:17.042265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.048247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.054301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.060345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.066487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.068427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-532176ba-5203-4034-9273-f04f10727e66 req-c3ec038e-b780-4850-bb7d-5c450baf7eb7 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.2166820 Apr 25 14:41:17.119588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:17.126154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-532176ba-5203-4034-9273-f04f10727e66 req-db767087-2f1e-4578-926d-377c33a3a7ae tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497508 Apr 25 14:41:17.128561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:17.129776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.133393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object 439feec1-f746-430d-a041-65ffb057cd4b will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:17.174947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.212479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-9b0a7e94-94b5-462d-8821-9c271f74fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.215657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-9b0a7e94-94b5-462d-8821-9c271f74fda9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.4510443 Apr 25 14:41:17.229738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ff8eccf-7f25-4020-8187-f60d2f51cbdc None None] Provisioning for port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:17.249356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ff8eccf-7f25-4020-8187-f60d2f51cbdc None None] Provisioning complete for port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:17.249739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ff8eccf-7f25-4020-8187-f60d2f51cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.287567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.12 (575f2d55-7e27-49b9-abe5-0e57391a23eb/f672e720-e562-47f9-8eef-61daafe239b8/2683b82d-fc49-4395-9d59-5937b0065f3e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:17.303009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network ecd76a9f-b183-4948-9f11-602fe608ffff is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:17.306971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:17.311530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:17.419391 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.430474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8eccf-7f25-4020-8187-f60d2f51cbdc None None] Port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:17.433368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.536672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,segment=NetworkSegment(8e392ff9-6b48-4612-b54e-5e4289b9bbae),segment_id=8e392ff9-6b48-4612-b54e-5e4289b9bbae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:17.554886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ff8eccf-7f25-4020-8187-f60d2f51cbdc None None] Provisioning complete for port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:17.555279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ff8eccf-7f25-4020-8187-f60d2f51cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.561422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:17.578956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.579388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.579653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.580007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.580321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.580654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.580985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.591715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.592187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.592430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.592766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.593129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:17.611549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.612240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.613754 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.673114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6faf12-7ba5-4601-99e6-35e220599ec5 req-ebd203af-feaf-46ff-8de9-26f894168432 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.674885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d6faf12-7ba5-4601-99e6-35e220599ec5 req-ebd203af-feaf-46ff-8de9-26f894168432 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 951 time: 0.3167913 Apr 25 14:41:17.676861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3dae453e-385e-4b38-ae86-f0f076fcf860 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8838780 Apr 25 14:41:17.722198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'admin_state_up': True, 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'security_groups': ['d3494c2e-96a5-45f9-b5c3-28affe78ad7e']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:17.736039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:17.736797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-3d2225fa-c265-418a-ba76-eadcdc01263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:17.738372 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-3d2225fa-c265-418a-ba76-eadcdc01263b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.5023775 Apr 25 14:41:17.781997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d6faf12-7ba5-4601-99e6-35e220599ec5 req-6f3398de-7b45-49d6-90cf-515b122f99dd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995755 Apr 25 14:41:17.893296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.911162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:17.922901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:17.937132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:17.939999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-25ec5918-8f1f-4bb9-9f7a-c8c4ac718dad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.1923356 Apr 25 14:41:17.941401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:17.971126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Provisioning complete for port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:17.971502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.020946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:18.037380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:18.050847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:18.053329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Provisioning for port 439feec1-f746-430d-a041-65ffb057cd4b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:18.061217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:18.063388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Provisioning complete for port 439feec1-f746-430d-a041-65ffb057cd4b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:18.064080 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.116606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event updated for resources: {'Port': ['ID=3b0b9a40-a117-40d5-abf7-cca464842fcc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:18.145487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-68bbbac0-c56f-488b-b46a-e8c8667ba5a9 None None] Port 439feec1-f746-430d-a041-65ffb057cd4b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:18.161023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-9029fc87-7bb2-4f5e-b397-c266c1a2c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:18.162581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-9029fc87-7bb2-4f5e-b397-c266c1a2c340 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.2028012 Apr 25 14:41:18.167678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.185306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 10.1.1.130 (ecd76a9f-b183-4948-9f11-602fe608ffff/f3243090-a8f5-4334-afc9-7ec9a07417ca/9fcada1f-afc1-4c0a-94af-be3963df33e2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:18.220297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031e093-70a8-4d5e-8e2c-e03c325d491c req-edb588dd-5601-4e79-97ec-9963ecb96592 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:18.227169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031e093-70a8-4d5e-8e2c-e03c325d491c req-edb588dd-5601-4e79-97ec-9963ecb96592 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:18.228701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d031e093-70a8-4d5e-8e2c-e03c325d491c req-edb588dd-5601-4e79-97ec-9963ecb96592 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 1653 time: 0.2760873 Apr 25 14:41:18.233690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-84984efe-67e9-432e-a7f2-1ecda862014f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624378 Apr 25 14:41:18.234635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 2683b82d-fc49-4395-9d59-5937b0065f3e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:18.340797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d031e093-70a8-4d5e-8e2c-e03c325d491c req-13c29c5a-62d4-430a-9da2-04f8dac0b5ed tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990431 Apr 25 14:41:18.347791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.493606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.495833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.523905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object 9fcada1f-afc1-4c0a-94af-be3963df33e2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:18.554560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.610991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-fd282480-c9ad-4ead-9a73-dbe79356b092 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685946 Apr 25 14:41:18.645185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.653071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network ecd76a9f-b183-4948-9f11-602fe608ffff is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:18.653071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:18.653071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:18.782606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:18.783256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:18.943514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:18.955825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:18.963962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=2683b82d-fc49-4395-9d59-5937b0065f3e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:18.967195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:19.003669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:19.103817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:19.114157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0dccea18-2288-408b-8d78-bf0a5c8d8cc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3958061 Apr 25 14:41:19.134518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2706372-3ef9-4386-88d5-9d040640aeeb None None] Provisioning for port 9fcada1f-afc1-4c0a-94af-be3963df33e2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:19.136871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'admin_state_up': True, 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'security_groups': ['d3494c2e-96a5-45f9-b5c3-28affe78ad7e']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:19.144910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2706372-3ef9-4386-88d5-9d040640aeeb None None] Provisioning complete for port 9fcada1f-afc1-4c0a-94af-be3963df33e2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:19.145411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2706372-3ef9-4386-88d5-9d040640aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.212021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d2706372-3ef9-4386-88d5-9d040640aeeb None None] Port 9fcada1f-afc1-4c0a-94af-be3963df33e2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:19.233600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:19.234699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.299784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:19.307564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e5c044e-9695-4861-9486-5d1b6e3e4a6c req-aa4d0349-fe6f-4f90-9303-49ed0dcdcbab service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669354 Apr 25 14:41:19.307966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Usage tracker for resource:port and tenant:67e15919f68444b8986727cc85f12ffd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:19.313998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:19.323515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.326685 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.331573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:19.364623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.371656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.379534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.385960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.392539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.400016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.407069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.409446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-f160536f-cdfe-436f-ab3f-f9cb4aabc5e9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.6177185 Apr 25 14:41:19.410855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:19.414710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57fef668-17b8-4ea1-9427-0c32c11af033 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1740644 Apr 25 14:41:19.420875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45752) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:19.461506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-20b9a5c2-2f5e-42dd-a187-30b38db9bb7c None None] Provisioning for port 2683b82d-fc49-4395-9d59-5937b0065f3e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:19.466919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-20b9a5c2-2f5e-42dd-a187-30b38db9bb7c None None] Provisioning complete for port 2683b82d-fc49-4395-9d59-5937b0065f3e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:19.467358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20b9a5c2-2f5e-42dd-a187-30b38db9bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.471011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.477574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.483516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.489440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.495881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.501877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.527287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-20b9a5c2-2f5e-42dd-a187-30b38db9bb7c None None] Port 2683b82d-fc49-4395-9d59-5937b0065f3e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:19.531171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.533356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-59833c70-4acc-476c-a720-af74c70b4b8a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5444 time: 0.3250182 Apr 25 14:41:19.568833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-760a54b1-2348-423a-b18a-a88bd73b25d8 req-1020f8e4-eb2d-4a69-8615-bd3ee6e61d87 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362371 Apr 25 14:41:19.570717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d0243a15-3102-49ac-aa17-4adf69ad9cc0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:19.601359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:41:19.627359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.642710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.649864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.721615 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.730906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-477c9412-4253-4589-8da0-9fbbeeff4e04 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:19.732809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-477c9412-4253-4589-8da0-9fbbeeff4e04 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "GET /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1903605 Apr 25 14:41:19.756498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:19.768476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:19.775287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:19.776333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bde29288-b7a4-4925-8471-66c789590e38 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:19.909836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:19.993456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.037134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-0cd9f4e5-79d3-497c-9885-bfcee22c1014 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:20.039296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bde29288-b7a4-4925-8471-66c789590e38,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:20.044806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-0cd9f4e5-79d3-497c-9885-bfcee22c1014 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:20.044938 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.046307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:20.051518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-0cd9f4e5-79d3-497c-9885-bfcee22c1014 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:20.052602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-0cd9f4e5-79d3-497c-9885-bfcee22c1014 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:20.080029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-0cd9f4e5-79d3-497c-9885-bfcee22c1014 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:20.082305 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-0cd9f4e5-79d3-497c-9885-bfcee22c1014 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 2374 time: 0.1976743 Apr 25 14:41:20.104067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event updated for resources: {'Port': ['ID=3b0b9a40-a117-40d5-abf7-cca464842fcc,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:20.122384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3071f5-0944-4ba4-b59a-39215277b20e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:20.123127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e3071f5-0944-4ba4-b59a-39215277b20e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:20.137770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.151041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d59c4ef0-539c-47ef-a211-0ee56ed2f58e req-feda67b0-c360-4fd5-98ae-1fefb2dd1f9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549462 Apr 25 14:41:20.152749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 10.2.2.100 (0e3e82c6-f360-407c-a954-ddd4f2f0844f/897b90ec-c385-4ac0-a341-49c4ed3e3380/cd3e82e0-c18f-4307-b916-dc7f93bcf0b8) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:20.177383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e3071f5-0944-4ba4-b59a-39215277b20e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:20.181418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e3071f5-0944-4ba4-b59a-39215277b20e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.7556524 Apr 25 14:41:20.182864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45768) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:20.236802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-390b0aea-9a0a-4c1f-8507-8306a603ebe4 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "GET /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4493084 Apr 25 14:41:20.236802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.240091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-22eac5c4-43fb-4961-aa81-1877767a1b4d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2413259 Apr 25 14:41:20.253880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:20.304051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:20.354623 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.411177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:20.421289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.422081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d7776d5b-af9b-4645-b93e-f2fc09ab146d no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:20.486188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.495268 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6dccd8-d784-463b-887b-7432b756ee7e'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0243a15-3102-49ac-aa17-4adf69ad9cc0', 'code': 200} Apr 25 14:41:20.504388 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.511400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:20.555229 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.583697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-69fc9f10-c8a1-4f72-be8d-1643b6de36ac tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:20.631082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:20.696984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:20.700323 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.700712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:20.703093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:20.721727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 2683b82d-fc49-4395-9d59-5937b0065f3e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:20.722261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.775498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:20.780990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.782365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ecf6a052-6239-4c9c-b65f-661faaf16400 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:20.811026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:20.857580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:20.858239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:20.884344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-69fc9f10-c8a1-4f72-be8d-1643b6de36ac tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:20.886021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-69fc9f10-c8a1-4f72-be8d-1643b6de36ac tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 695 time: 0.6451578 Apr 25 14:41:20.902354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-78afd259-407a-4a34-a2d8-74ea4b30d969 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7781317 Apr 25 14:41:20.923843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'admin_state_up': True, 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'security_groups': ['d3494c2e-96a5-45f9-b5c3-28affe78ad7e']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:21.008009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:21.048600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.055297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.061647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.062950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3f3cda02-9828-4657-b081-9e6cfbb5a836 None None] Provisioning for port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:21.068730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.075265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.078844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3f3cda02-9828-4657-b081-9e6cfbb5a836 None None] Provisioning complete for port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:21.079533 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f3cda02-9828-4657-b081-9e6cfbb5a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.081011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.086835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.094551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-bc0ce2fa-1199-40c4-9057-ebd8dbb01e82 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 5438 time: 0.3525391 Apr 25 14:41:21.157906 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.173975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-862a5c9b-1de2-4994-9055-0cebb18ca131 req-6b269bbe-7774-4d81-a517-972196bbff7b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781517 Apr 25 14:41:21.190102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3f3cda02-9828-4657-b081-9e6cfbb5a836 None None] Port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:21.215813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ecf6a052-6239-4c9c-b65f-661faaf16400,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:21.221666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.222937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 42dc84df-4c41-44b9-bf18-4c7d3921ea1a no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:21.229240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:21.240540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:21.253266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Made reservation on behalf of 67e15919f68444b8986727cc85f12ffd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:21.259881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.376191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:21.378473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-8512f185-6963-483a-a067-f2b7e14e191f tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.381246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-180b3c5a-ab4a-45d5-a633-8d681457478a req-8512f185-6963-483a-a067-f2b7e14e191f tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.4835663 Apr 25 14:41:21.415627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d0243a15-3102-49ac-aa17-4adf69ad9cc0,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:21.427292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.458204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.495797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:21.503069 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.579180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 23cc6f25-55a1-47ed-af7e-ec6621894849 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:21.606341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88cb00-4f29-4ba9-beb0-d4edef0b0f65 req-5ec97893-5c71-4c9c-b8e7-004dc8759fd9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.612445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88cb00-4f29-4ba9-beb0-d4edef0b0f65 req-5ec97893-5c71-4c9c-b8e7-004dc8759fd9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.618892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88cb00-4f29-4ba9-beb0-d4edef0b0f65 req-5ec97893-5c71-4c9c-b8e7-004dc8759fd9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.624949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88cb00-4f29-4ba9-beb0-d4edef0b0f65 req-5ec97893-5c71-4c9c-b8e7-004dc8759fd9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.626941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c88cb00-4f29-4ba9-beb0-d4edef0b0f65 req-5ec97893-5c71-4c9c-b8e7-004dc8759fd9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 3095 time: 0.1772265 Apr 25 14:41:21.653245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:21.659719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Allocated IP 10.2.2.200 (0e3e82c6-f360-407c-a954-ddd4f2f0844f/897b90ec-c385-4ac0-a341-49c4ed3e3380/efcdd8e5-ee1c-4316-9312-b2bac8596f78) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:21.665848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 2683b82d-fc49-4395-9d59-5937b0065f3e owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:21.703503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c88cb00-4f29-4ba9-beb0-d4edef0b0f65 req-eaf12138-0028-47bc-9de2-ea08c604a4fc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660472 Apr 25 14:41:21.707961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:41:21.747231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.783358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23cc6f25-55a1-47ed-af7e-ec6621894849,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:21.790903 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.791635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 79eee83e-e608-4f00-9eba-ab94763a80bf no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:21.797437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] For port d0243a15-3102-49ac-aa17-4adf69ad9cc0, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:21.893460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] device_id is not set on port d0243a15-3102-49ac-aa17-4adf69ad9cc0 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:21.915144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:21.929619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:21.972166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304174-0bb6-409c-bfe7-82796b082ced req-9a92cec7-ba1b-49c2-ae66-e9e5d35ea8a0 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:21.973744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-9a92cec7-ba1b-49c2-ae66-e9e5d35ea8a0 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3152220 Apr 25 14:41:21.978967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.043345 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.067395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.089585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=79eee83e-e608-4f00-9eba-ab94763a80bf,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:22.095906 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.101244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Transition to ACTIVE for port object efcdd8e5-ee1c-4316-9312-b2bac8596f78 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:22.144631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.181068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:22.226695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:22.228247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:22.232640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:22.288085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-9ccd2ccb-65b3-46a1-ad3e-de5d3849a259 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 695 time: 0.2973270 Apr 25 14:41:22.292961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'floatingip': {'port_id': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:22.298107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event updated for resources: {'Port': ['ID=efcdd8e5-ee1c-4316-9312-b2bac8596f78,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:22.334874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.335535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.411171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-7bd8e323-cd37-4669-a22d-58f481530e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4967709 Apr 25 14:41:22.424799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:22.466326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Pushing event updated for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:22.492461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.496369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38'}, {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:22.557603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.568913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.574972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.582016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.586581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.588009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.594177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.596071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-550826f1-468b-4fff-abd2-1748e7a2c625 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 4653 time: 0.2389433 Apr 25 14:41:22.620331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Provisioning complete for port d0243a15-3102-49ac-aa17-4adf69ad9cc0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:22.621082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.637122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.678953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Port d0243a15-3102-49ac-aa17-4adf69ad9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:22.696640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Provisioning for port efcdd8e5-ee1c-4316-9312-b2bac8596f78 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:22.698917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=2683b82d-fc49-4395-9d59-5937b0065f3e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:22.702027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Provisioning complete for port efcdd8e5-ee1c-4316-9312-b2bac8596f78 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:22.702478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.710414 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6658f8e7-e67c-4166-8abe-41636367c4b0 req-9aa70c56-30cd-4826-8386-ef4edcab04b1 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058748 Apr 25 14:41:22.719063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] No DVR routers for this DVR port d0243a15-3102-49ac-aa17-4adf69ad9cc0 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:22.780063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7809efde-7727-4aea-83e9-e138078a2d1e None None] Port efcdd8e5-ee1c-4316-9312-b2bac8596f78 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:22.947869 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38', 'code': 200} Apr 25 14:41:22.947869 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'code': 200} Apr 25 14:41:22.947869 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7776d5b-af9b-4645-b93e-f2fc09ab146d', 'code': 200} Apr 25 14:41:22.948194 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400', 'code': 200} Apr 25 14:41:22.948532 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a', 'code': 200} Apr 25 14:41:22.948881 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849', 'code': 200} Apr 25 14:41:22.949253 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf1163e-ad96-4ae0-bb15-8b4274792929'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf', 'code': 200} Apr 25 14:41:22.950266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.985198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] In _notify_port_updated(), no bound segment for port d0243a15-3102-49ac-aa17-4adf69ad9cc0 on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:41:22.986206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:22.987249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:22.988286 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-625b6fc6-d579-4cd6-bf61-d0775d123178 service neutron] 10.222.0.15 "PUT /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 200 len: 1032 time: 2.6884813 Apr 25 14:41:23.093416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4854c6c3-3038-4161-815b-c742cb83e9ca tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/2683b82d-fc49-4395-9d59-5937b0065f3e HTTP/1.1" status: 204 len: 168 time: 2.9078326 Apr 25 14:41:23.101546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:23.135174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b85121-920a-4452-a801-61638e7280b2 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:23.145625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.166536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Transition to ACTIVE for port object 14b85121-920a-4452-a801-61638e7280b2 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:23.174533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.178422 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5018c6f-0311-4172-af7e-d9992b913ff0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:41:23.178961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5018c6f-0311-4172-af7e-d9992b913ff0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:23.235900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.241859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.247745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.248602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-4c3457e2-f7d4-4bcc-8386-85234412cc12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.249987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-4c3457e2-f7d4-4bcc-8386-85234412cc12 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "GET /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2016296 Apr 25 14:41:23.253608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.259982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.261024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:23.263215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:23.308379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5018c6f-0311-4172-af7e-d9992b913ff0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:23.312254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5018c6f-0311-4172-af7e-d9992b913ff0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/2683b82d-fc49-4395-9d59-5937b0065f3e HTTP/1.1" status: 404 len: 333 time: 0.2054963 Apr 25 14:41:23.323807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45880) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:23.386223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Pushing event updated for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:23.393955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:23.395142 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-efa549bc-b85b-4d4a-b31c-76e6f7fa1817 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 3816 time: 0.3314610 Apr 25 14:41:23.517300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7488114-3858-4a34-8a6f-2c7ab3b3f813 req-0f877c60-901a-4374-97ae-d04be125b261 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843225 Apr 25 14:41:23.543920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Attempting to bind port 14b85121-920a-4452-a801-61638e7280b2 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:23.544368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Attempting to bind port 14b85121-920a-4452-a801-61638e7280b2 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:23.544963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Attempting to bind port 14b85121-920a-4452-a801-61638e7280b2 on network 6b6edac4-a28b-4c44-ae60-cc143ce55153 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:23.550963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Port 14b85121-920a-4452-a801-61638e7280b2 on network 6b6edac4-a28b-4c44-ae60-cc143ce55153 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:23.551294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Attempting to bind port 14b85121-920a-4452-a801-61638e7280b2 on network 6b6edac4-a28b-4c44-ae60-cc143ce55153 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:23.557701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:23.558063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Checking segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:23.558672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Bound using segment: {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:23.559008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Bound port: 14b85121-920a-4452-a801-61638e7280b2, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38deebe5-9ab9-41bb-94ae-6b2392800eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:23.559360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.593545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:23.594127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.624795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.663216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:23.666635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14b85121-920a-4452-a801-61638e7280b2,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:23.672451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.765238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Pushing event updated for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:23.788014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:23.790031 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:23.793748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0a1f7766-3954-4d54-af83-cbb840483d5d service neutron] 10.222.0.21 "PUT /v2.0/ports/14b85121-920a-4452-a801-61638e7280b2 HTTP/1.1" status: 200 len: 1091 time: 1.3732047 Apr 25 14:41:23.799380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '14b85121-920a-4452-a801-61638e7280b2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:23.829338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:23.995985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.136503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:41:24.189323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:41:24.197708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.203427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.209126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.215347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.221003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.227320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.229163 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-9b8f862e-2d5c-4b36-8f64-f08381c2746c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 4653 time: 0.3549836 Apr 25 14:41:24.290072 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.298401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.333709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c698ed64-ab54-4aad-bc2b-25cf2197d21d req-8cacc90c-0bc2-48a6-9cf1-720d33ec31d9 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&id=1625b9a3-5756-4583-9c06-3914b0bbfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977178 Apr 25 14:41:24.363364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.473076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d7776d5b-af9b-4645-b93e-f2fc09ab146d,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:24.481991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 419b8ffe-7dbb-49b9-85d8-8213b4dabd14 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:24.567816 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fd34de-0e02-41d8-8082-1b71b26a57ed'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '14b85121-920a-4452-a801-61638e7280b2', 'status': 'completed', 'code': 200} Apr 25 14:41:24.574747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3906474c-4e83-4321-8105-4bf8368714c1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:24.591984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.609734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Transition to ACTIVE for port object 3906474c-4e83-4321-8105-4bf8368714c1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:24.615068 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.716656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] For port d7776d5b-af9b-4645-b93e-f2fc09ab146d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:24.834219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:24.850033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] device_id is not set on port d7776d5b-af9b-4645-b93e-f2fc09ab146d yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:24.854652 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Floating IP aa5fcabb-1fb7-494a-8b60-78c101d5ef91 associated. External IP: 172.25.0.77, port: 25da0651-51b6-43ba-88d9-1a8b1222491f. Apr 25 14:41:24.918250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.940570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.947090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.949499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:24.952898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.958759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.965304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.971144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:24.973772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-cbe7302c-b319-427c-8698-d0c12968d39d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 4601 time: 0.2492039 Apr 25 14:41:24.975538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Attempting to bind port 3906474c-4e83-4321-8105-4bf8368714c1 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:24.975881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Attempting to bind port 3906474c-4e83-4321-8105-4bf8368714c1 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:24.976214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Attempting to bind port 3906474c-4e83-4321-8105-4bf8368714c1 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:24.995521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Port 3906474c-4e83-4321-8105-4bf8368714c1 on network ecd76a9f-b183-4948-9f11-602fe608ffff not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:24.995994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Attempting to bind port 3906474c-4e83-4321-8105-4bf8368714c1 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:25.004288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-e0285eda-93f4-41f7-b492-3ed444619529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.004774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-e0285eda-93f4-41f7-b492-3ed444619529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.004904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:25.005269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-e0285eda-93f4-41f7-b492-3ed444619529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.005413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Checking segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:25.005659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Bound using segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:25.005764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-e0285eda-93f4-41f7-b492-3ed444619529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.006097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Bound port: 3906474c-4e83-4321-8105-4bf8368714c1, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:25.006208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-e0285eda-93f4-41f7-b492-3ed444619529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.007114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.008525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-e0285eda-93f4-41f7-b492-3ed444619529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 4363 time: 0.4718966 Apr 25 14:41:25.030799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.083618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-67d993f6-4b72-4a6f-8187-7f5e9c9cd525 req-1548893d-207b-4516-91c4-738f9f65e67b tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027193 Apr 25 14:41:25.137585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:25.140839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3906474c-4e83-4321-8105-4bf8368714c1,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:25.148975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.231593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.232267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.233639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 200 len: 1131 time: 1.4110343 Apr 25 14:41:25.256201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28202fd2-916c-41d9-b35e-00f91c05e6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:25.279220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:25.313615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c3b672c9-e16e-4f5f-971c-2414b639665c None None] Provisioning complete for port d7776d5b-af9b-4645-b93e-f2fc09ab146d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:25.315272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b672c9-e16e-4f5f-971c-2414b639665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.408687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3b672c9-e16e-4f5f-971c-2414b639665c None None] Port d7776d5b-af9b-4645-b93e-f2fc09ab146d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:25.432869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.511202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Pushing event updated for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:25.565995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] No DVR routers for this DVR port d7776d5b-af9b-4645-b93e-f2fc09ab146d on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:25.741581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=419b8ffe-7dbb-49b9-85d8-8213b4dabd14,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:25.863060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] In _notify_port_updated(), no bound segment for port d7776d5b-af9b-4645-b93e-f2fc09ab146d on network 8508ce12-70a9-41a2-929a-4c038fc8cefa {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:41:25.864434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.865441 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.866844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-1547279b-7a44-48fc-a7b3-e5ba403965ff service neutron] 10.222.0.15 "PUT /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 200 len: 1032 time: 2.6075144 Apr 25 14:41:25.928861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.938217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-78b97055-dc8b-4bb6-a4cb-99f510fd3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.938688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-78b97055-dc8b-4bb6-a4cb-99f510fd3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.939153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-78b97055-dc8b-4bb6-a4cb-99f510fd3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:25.940766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-78b97055-dc8b-4bb6-a4cb-99f510fd3f98 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67e15919f68444b8986727cc85f12ffd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9191327 Apr 25 14:41:25.944119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d0532a-5451-4778-9e05-64b2ccaa7657 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:25.951922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:25.967899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Transition to ACTIVE for port object 60d0532a-5451-4778-9e05-64b2ccaa7657 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:25.971021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.068403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f65d0c15-45db-4190-9600-909463a2bbae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/419b8ffe-7dbb-49b9-85d8-8213b4dabd14 HTTP/1.1" status: 204 len: 168 time: 2.7412441 Apr 25 14:41:26.077328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:26.173794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port ecf6a052-6239-4c9c-b65f-661faaf16400 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:26.174144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.183367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:26.246277 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-478fdfdf-1403-4da9-9847-0535d76cd7dd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:41:26.246819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-478fdfdf-1403-4da9-9847-0535d76cd7dd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:26.324407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Router e8e26102-943b-4922-9fa3-f55be1475d49 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:41:26.358943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-478fdfdf-1403-4da9-9847-0535d76cd7dd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:26.360125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-478fdfdf-1403-4da9-9847-0535d76cd7dd tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/419b8ffe-7dbb-49b9-85d8-8213b4dabd14 HTTP/1.1" status: 404 len: 333 time: 0.2776144 Apr 25 14:41:26.363054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45990) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:26.373176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-f2cd3c13-18b0-4947-a645-f01685de85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.374637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd4b2ed7-5ef0-4e24-b7b6-70001981c051 req-f2cd3c13-18b0-4947-a645-f01685de85fb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4156258 Apr 25 14:41:26.438676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-038ed315-b8c3-4721-8543-b6402cd9770c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.445836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-038ed315-b8c3-4721-8543-b6402cd9770c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.452108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-038ed315-b8c3-4721-8543-b6402cd9770c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.458048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-038ed315-b8c3-4721-8543-b6402cd9770c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.464564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-038ed315-b8c3-4721-8543-b6402cd9770c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.466417 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-038ed315-b8c3-4721-8543-b6402cd9770c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 3876 time: 0.4414823 Apr 25 14:41:26.482220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Attempting to bind port 60d0532a-5451-4778-9e05-64b2ccaa7657 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:26.482462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Attempting to bind port 60d0532a-5451-4778-9e05-64b2ccaa7657 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:26.482772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Attempting to bind port 60d0532a-5451-4778-9e05-64b2ccaa7657 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:26.508528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet f672e720-e562-47f9-8eef-61daafe239b8 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:26.513933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Port 60d0532a-5451-4778-9e05-64b2ccaa7657 on network ecd76a9f-b183-4948-9f11-602fe608ffff not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:26.514261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Attempting to bind port 60d0532a-5451-4778-9e05-64b2ccaa7657 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:26.518608 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.570798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '3906474c-4e83-4321-8105-4bf8368714c1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:26.581008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:26.581375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Checking segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:26.581766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Bound using segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:26.582217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Bound port: 60d0532a-5451-4778-9e05-64b2ccaa7657, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:26.582573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.605061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d9e3abc-20d8-40f7-9e6b-773ac5f96592 req-e70c66e2-562f-40f1-b4d9-ab6885b8c729 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260154 Apr 25 14:41:26.640906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.662282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port ecf6a052-6239-4c9c-b65f-661faaf16400, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ecf6a052-6239-4c9c-b65f-661faaf16400,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:26.662682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.755081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:26.765551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=60d0532a-5451-4778-9e05-64b2ccaa7657,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:26.772102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.799770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:41:26.811659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for ecf6a052-6239-4c9c-b65f-661faaf16400 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:26.812547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] Sync routers for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:41:26.814416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.833527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:26.834842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:26.880184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:26.880811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:26.882287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] 10.222.0.21 "PUT /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 200 len: 1131 time: 1.6082671 Apr 25 14:41:26.919185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a295f-947b-4d95-8b48-e54779592ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:26.958149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:27.011893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.013403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.081888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=f672e720-e562-47f9-8eef-61daafe239b8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:27.099364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86658c3d-75d2-48d1-bad0-31c95401a84e None None] Network 575f2d55-7e27-49b9-abe5-0e57391a23eb requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:27.126567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-d0455925-b545-4425-87b9-8f7366f9104d tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "PUT /v2.0/floatingips/aa5fcabb-1fb7-494a-8b60-78c101d5ef91 HTTP/1.1" status: 200 len: 995 time: 4.8382475 Apr 25 14:41:27.148368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:27.180948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.191195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1923a80b-e02a-4886-ac15-f342bec3f370 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/f672e720-e562-47f9-8eef-61daafe239b8 HTTP/1.1" status: 204 len: 168 time: 0.8237116 Apr 25 14:41:27.206019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46034) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:27.329401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.333379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304174-0bb6-409c-bfe7-82796b082ced req-3dc1ebe8-29ea-4fc2-94b3-23f4dd137911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.335679 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-3dc1ebe8-29ea-4fc2-94b3-23f4dd137911 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.1799276 Apr 25 14:41:27.342635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:27.348984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.429183 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.436602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=ecf6a052-6239-4c9c-b65f-661faaf16400,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:27.564346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:27.564702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.587997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port ecf6a052-6239-4c9c-b65f-661faaf16400 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:27.591946 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.623479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-c08a0a06-9827-457e-bd9c-26be4587eb47 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "DELETE /v2.0/ports/ecf6a052-6239-4c9c-b65f-661faaf16400 HTTP/1.1" status: 204 len: 173 time: 1.7484641 Apr 25 14:41:27.629871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304174-0bb6-409c-bfe7-82796b082ced req-60cfb4c4-50cf-429e-840e-2b5833687056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.632455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-60cfb4c4-50cf-429e-840e-2b5833687056 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.2808304 Apr 25 14:41:27.668825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62707d76-65a9-49db-a645-770897c0101d None None] DHCP port deletion for 575f2d55-7e27-49b9-abe5-0e57391a23eb request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:41:27.685931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-62707d76-65a9-49db-a645-770897c0101d None None] Deleting port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:27.686413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62707d76-65a9-49db-a645-770897c0101d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.780668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port 79eee83e-e608-4f00-9eba-ab94763a80bf {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:27.780920 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:27.837781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-4b72197a-3d24-4add-9118-7efa8e4ffe88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 998 time: 0.1698179 Apr 25 14:41:27.898657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.904574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.910528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.916411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.922283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.928186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.934049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.941709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a74e2316-5d0a-4e7c-a5cd-2dbdf5271cc4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5374 time: 0.3855608 Apr 25 14:41:27.955569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304174-0bb6-409c-bfe7-82796b082ced req-1727a601-9bf3-45b8-8d85-3483328f1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:27.963382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-1727a601-9bf3-45b8-8d85-3483328f1fe4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.1239729 Apr 25 14:41:27.979593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-62707d76-65a9-49db-a645-770897c0101d None None] For port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,segment=NetworkSegment(8e392ff9-6b48-4612-b54e-5e4289b9bbae),segment_id=8e392ff9-6b48-4612-b54e-5e4289b9bbae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:27.980131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62707d76-65a9-49db-a645-770897c0101d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.021454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-1a696594-3cac-4294-bedb-a7b73535f6f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568526 Apr 25 14:41:28.029468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-bd1c2a08-3c3a-4d31-8825-b36d9a113821 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:41:28.036330 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-bd1c2a08-3c3a-4d31-8825-b36d9a113821 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136335 Apr 25 14:41:28.048057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'aa5fcabb-1fb7-494a-8b60-78c101d5ef91', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'port_id': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'mac_address': 'fa:16:3e:df:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:41:18Z', 'updated_at': '2022-04-25T14:41:23Z', 'revision_number': 1, 'project_id': 'aac9369672b6447b88812a876123ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:15Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:28.070101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] For port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,segment=NetworkSegment(8e392ff9-6b48-4612-b54e-5e4289b9bbae),segment_id=8e392ff9-6b48-4612-b54e-5e4289b9bbae)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:28.070379 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.119939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] Checking router: e8e26102-943b-4922-9fa3-f55be1475d49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:41:28.127627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-62707d76-65a9-49db-a645-770897c0101d None None] Calling delete_port for 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:28.142731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-546c5df3-5d5d-4a12-a227-d0444032a91f req-a704397e-aecb-41d6-bcf1-42a83349e4f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997535 Apr 25 14:41:28.175132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:28.175764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:28.219030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:28.248977 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d52134f-e74a-4605-9c06-bef8b4a508b1'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '3906474c-4e83-4321-8105-4bf8368714c1', 'status': 'completed', 'code': 200} Apr 25 14:41:28.326458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port 79eee83e-e608-4f00-9eba-ab94763a80bf, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=79eee83e-e608-4f00-9eba-ab94763a80bf,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:28.326881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.389635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62707d76-65a9-49db-a645-770897c0101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.462753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for 79eee83e-e608-4f00-9eba-ab94763a80bf owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:28.492038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439feec1-f746-430d-a041-65ffb057cd4b {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:28.500653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.511467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:41:28.511831 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:41:28.527950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62707d76-65a9-49db-a645-770897c0101d None None] Pushing event deleted for resources: {'Port': ['ID=4986f80a-f1a2-4af7-9c43-61ac5084d5a0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:28.542051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Transition to ACTIVE for port object 439feec1-f746-430d-a041-65ffb057cd4b will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:28.549029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.549353 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d14a757-f7d2-435e-966c-a6250fdb1ece'] response: {'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'status': 'completed', 'code': 200} Apr 25 14:41:28.556825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62707d76-65a9-49db-a645-770897c0101d None None] No DVR routers for this DVR port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:28.583420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:28.696612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:28.736574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-f99521f9-2910-4d5b-a18a-0b8d886ede58 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993570 Apr 25 14:41:28.763245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Pushing event updated for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:28.866257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Attempting to bind port 439feec1-f746-430d-a041-65ffb057cd4b on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:28.866649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Attempting to bind port 439feec1-f746-430d-a041-65ffb057cd4b by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:28.867169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Attempting to bind port 439feec1-f746-430d-a041-65ffb057cd4b on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:28.874324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Port 439feec1-f746-430d-a041-65ffb057cd4b on network ecd76a9f-b183-4948-9f11-602fe608ffff not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:28.874850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Attempting to bind port 439feec1-f746-430d-a041-65ffb057cd4b on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:28.881234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:28.881829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Checking segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:28.882628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Bound using segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:28.883412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Bound port: 439feec1-f746-430d-a041-65ffb057cd4b, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:28.884202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.006549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:29.010505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=439feec1-f746-430d-a041-65ffb057cd4b,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:29.012708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:29.013106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.050230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c304174-0bb6-409c-bfe7-82796b082ced req-0cf440dc-22d4-49a5-ad27-fd381c529d34 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127437 Apr 25 14:41:29.054511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.071395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:29.095963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.113461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:29.113814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4986f80a-f1a2-4af7-9c43-61ac5084d5a0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:29.210976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=79eee83e-e608-4f00-9eba-ab94763a80bf,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:29.228759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.229327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.230064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.230672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.231141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.231612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.232072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.234059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-410643fa-8a73-4399-a870-bd7a990f737e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6211 time: 0.9841239 Apr 25 14:41:29.266019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] The port '4986f80a-f1a2-4af7-9c43-61ac5084d5a0' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:41:29.286992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'aa5fcabb-1fb7-494a-8b60-78c101d5ef91', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'port_id': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'mac_address': 'fa:16:3e:df:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:41:18Z', 'updated_at': '2022-04-25T14:41:23Z', 'revision_number': 1, 'project_id': 'aac9369672b6447b88812a876123ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:15Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:29.292525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.292824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a554c-5ec6-437b-99f2-54fab8ec8550 None None] The sync data for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 is: [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'aa5fcabb-1fb7-494a-8b60-78c101d5ef91', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'port_id': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'mac_address': 'fa:16:3e:df:e7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:41:18Z', 'updated_at': '2022-04-25T14:41:23Z', 'revision_number': 1, 'project_id': 'aac9369672b6447b88812a876123ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:15Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:41:29.293961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.299044 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] 10.222.0.21 "PUT /v2.0/ports/439feec1-f746-430d-a041-65ffb057cd4b HTTP/1.1" status: 200 len: 1091 time: 2.3459260 Apr 25 14:41:29.345737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:29.377279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-c38f742c-7d5d-4290-a931-453864d828da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.379200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-c38f742c-7d5d-4290-a931-453864d828da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.8248167 Apr 25 14:41:29.380513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port 79eee83e-e608-4f00-9eba-ab94763a80bf on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:29.391845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.514615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-c31acf52-69ad-4ce5-86d6-5e5691ebb07b tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 998 time: 0.3286138 Apr 25 14:41:29.626802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cb6e5-572a-4156-b639-f68ed7245cf8 None None] New status for floating IP aa5fcabb-1fb7-494a-8b60-78c101d5ef91: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:41:29.642569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-9d7f999d-67cd-4c1c-8a65-6ecfc6e25ce5 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "DELETE /v2.0/ports/79eee83e-e608-4f00-9eba-ab94763a80bf HTTP/1.1" status: 204 len: 173 time: 2.0087445 Apr 25 14:41:29.662049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-e3d610bd-c2d3-424c-92b1-67da7d35da5e tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.663860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-e3d610bd-c2d3-424c-92b1-67da7d35da5e tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports/25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 942 time: 0.1484103 Apr 25 14:41:29.664746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46761fc0-be7a-4952-84f8-0929218acb79 service neutron] Pushing event updated for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:29.732412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.763750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575f2d55-7e27-49b9-abe5-0e57391a23eb']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:29.770575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-be9ec624-8d3a-4d21-9688-0a3086d890e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.778144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-be9ec624-8d3a-4d21-9688-0a3086d890e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.784093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-be9ec624-8d3a-4d21-9688-0a3086d890e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.784971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-be9ec624-8d3a-4d21-9688-0a3086d890e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:29.820780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port 23cc6f25-55a1-47ed-af7e-ec6621894849 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:29.821161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.849478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e392ff9-6b48-4612-b54e-5e4289b9bbae') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:29.849865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e392ff9-6b48-4612-b54e-5e4289b9bbae') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:29.867298 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.868965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-95d8bfd6-d8e4-4a6a-b1d5-0e6e5d89fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.869468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-95d8bfd6-d8e4-4a6a-b1d5-0e6e5d89fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.869985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-95d8bfd6-d8e4-4a6a-b1d5-0e6e5d89fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.871496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-95d8bfd6-d8e4-4a6a-b1d5-0e6e5d89fe18 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67e15919f68444b8986727cc85f12ffd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6021550 Apr 25 14:41:29.885785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.921219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-be9ec624-8d3a-4d21-9688-0a3086d890e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:29.922369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-be9ec624-8d3a-4d21-9688-0a3086d890e0 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 2410 time: 0.6439571 Apr 25 14:41:29.923394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-d724c8bc-06bb-42f7-a044-93968a7f7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:29.924717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-d724c8bc-06bb-42f7-a044-93968a7f7a07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.5359752 Apr 25 14:41:29.958168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.976380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-bb4aeca2-8ce8-4c5b-9327-c8a0df680280 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 998 time: 0.2056618 Apr 25 14:41:29.977494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:29.977967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:29.999270 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:30.191274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af630b77-623e-4288-99b9-e1903b9c5b71 req-936a8f25-3efb-4b37-9bce-35838c3db881 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542746 Apr 25 14:41:30.217129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-6e045fcd-9813-452e-baa5-8263b6187200 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 1000 time: 0.2787950 Apr 25 14:41:30.327075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '60d0532a-5451-4778-9e05-64b2ccaa7657'}, {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:30.342466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-3888f90d-3edb-4675-940b-a0908445d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:30.344004 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11b7aa21-de94-4593-b0de-2bcb7f68f725 req-3888f90d-3edb-4675-940b-a0908445d599 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4625082 Apr 25 14:41:30.356213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:30.383141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:30.411014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=575f2d55-7e27-49b9-abe5-0e57391a23eb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:30.424439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-329492b6-5691-4a6c-b804-46fc18c51b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:30.426160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-329492b6-5691-4a6c-b804-46fc18c51b85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.1908286 Apr 25 14:41:30.502141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-c2a9db39-2ae5-4a46-b8cf-0776bfc21427 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518723 Apr 25 14:41:30.503900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port 23cc6f25-55a1-47ed-af7e-ec6621894849, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=23cc6f25-55a1-47ed-af7e-ec6621894849,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:30.504264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:30.528106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-661ca65d-71e9-4650-b456-1e043a86ac35 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:30.535032 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-661ca65d-71e9-4650-b456-1e043a86ac35 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.5223451 Apr 25 14:41:30.542946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b195cc8b-95a8-4c50-9bcd-457cf7e4df3b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/575f2d55-7e27-49b9-abe5-0e57391a23eb HTTP/1.1" status: 204 len: 168 time: 3.3349092 Apr 25 14:41:30.547096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-cfdea938-df1e-486d-966d-1ffb9beaab96 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:41:30.549536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-cfdea938-df1e-486d-966d-1ffb9beaab96 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136752 Apr 25 14:41:30.550521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46088) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:30.551031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400'}, {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:30.566005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-639629427'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:30.690329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-c6e91bf3-5819-4163-a2bd-ea25be7a0d50 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 1000 time: 0.1296701 Apr 25 14:41:30.715974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:30.752291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:30.849755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for 23cc6f25-55a1-47ed-af7e-ec6621894849 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:30.854797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcada1f-afc1-4c0a-94af-be3963df33e2 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:30.865877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:30.869976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:30.927669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:30.940301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:30.959066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Transition to ACTIVE for port object 9fcada1f-afc1-4c0a-94af-be3963df33e2 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:30.967281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:30.967754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.030932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:31.034364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.072800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-71cb4052-51d4-4ed0-9de8-4befd5814c8a service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605657 Apr 25 14:41:31.173660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.179964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.185857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.191960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.198415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.204228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.210370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.212314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-2b68d949-2a4a-4558-a4b3-58d1ac682047 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5386 time: 0.6500223 Apr 25 14:41:31.217784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:41:31.231056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Pushing event updated for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:31.309128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.309491 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment ffae8b76-fe25-4484-a76d-012c81fa08dc of type vlan for network 03818ff0-eb8d-4680-bc70-028d0146edb5 Apr 25 14:41:31.346260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.391030 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.398457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.398776 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Floating IP aa5fcabb-1fb7-494a-8b60-78c101d5ef91 disassociated. External IP: 172.25.0.77, port: 25da0651-51b6-43ba-88d9-1a8b1222491f. Apr 25 14:41:31.417008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0236b3d0-671d-41a6-ac75-b0291dc9133e req-394069d4-aa63-40bb-a6dc-4e7c8c802ff0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968246 Apr 25 14:41:31.430555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.436717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=23cc6f25-55a1-47ed-af7e-ec6621894849,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:31.562237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-172df9e8-f300-49eb-8115-3ba748b9f194 req-37114ea1-f30f-4e64-bab1-7ec8c0e399a1 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548726 Apr 25 14:41:31.580089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port 23cc6f25-55a1-47ed-af7e-ec6621894849 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:31.583902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.592172 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc13741c-a9e8-4116-9654-8f09d1f520db'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '60d0532a-5451-4778-9e05-64b2ccaa7657', 'status': 'completed', 'code': 200} Apr 25 14:41:31.592707 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc13741c-a9e8-4116-9654-8f09d1f520db'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b', 'status': 'completed', 'code': 200} Apr 25 14:41:31.651047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-062f757f-9baf-45f7-8ed2-31be4a93e78b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "DELETE /v2.0/ports/23cc6f25-55a1-47ed-af7e-ec6621894849 HTTP/1.1" status: 204 len: 173 time: 1.9991262 Apr 25 14:41:31.657138 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.663000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.663583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.668423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Attempting to bind port 9fcada1f-afc1-4c0a-94af-be3963df33e2 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:31.668765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Attempting to bind port 9fcada1f-afc1-4c0a-94af-be3963df33e2 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:31.669118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Attempting to bind port 9fcada1f-afc1-4c0a-94af-be3963df33e2 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:31.687619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Port 9fcada1f-afc1-4c0a-94af-be3963df33e2 on network ecd76a9f-b183-4948-9f11-602fe608ffff not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:31.687949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Attempting to bind port 9fcada1f-afc1-4c0a-94af-be3963df33e2 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:31.698273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:31.698599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Checking segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:31.699030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Bound using segment: {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:31.699425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Bound port: 9fcada1f-afc1-4c0a-94af-be3963df33e2, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91f191-544e-4fa0-ad65-1848376ee9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:31.699771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:31.782864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2267649 Apr 25 14:41:31.834008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:31.860069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:31.885520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.886008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.886485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.886949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.887420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.887885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.888347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:31.890525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-6944e4a2-3b76-4305-be72-1c489978406d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6303 time: 0.3714263 Apr 25 14:41:31.897339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0ea7-1694-4df0-b612-fd225de4b6c6 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=03818ff0-eb8d-4680-bc70-028d0146edb5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:31.911228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:41:31.914476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port bde29288-b7a4-4925-8471-66c789590e38 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:31.914850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.033067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Router e8e26102-943b-4922-9fa3-f55be1475d49 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:41:32.040926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:32.045615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:32.111405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.153280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9d8d-9652-42a1-84ad-fa3f887f5f9a req-17f6b9e8-2fcf-4b9d-b248-30e0e4ab026b tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.154786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-343d9d8d-9652-42a1-84ad-fa3f887f5f9a req-17f6b9e8-2fcf-4b9d-b248-30e0e4ab026b tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 947 time: 0.5367241 Apr 25 14:41:32.181302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.181922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.183455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] 10.222.0.21 "PUT /v2.0/ports/9fcada1f-afc1-4c0a-94af-be3963df33e2 HTTP/1.1" status: 200 len: 1091 time: 2.8422265 Apr 25 14:41:32.223130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:32.339764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d83fa-cf56-4a02-9b39-58cf91435b6e service neutron] Pushing event updated for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:32.377088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:32.398600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:32.406394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:32.426062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:41:32.430701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.435973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] Sync routers for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:41:32.447144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:32.447961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:32.484846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:32.491321 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.518194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-c85f575b-00a2-46c2-8a67-f5f26ce7c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.518647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-c85f575b-00a2-46c2-8a67-f5f26ce7c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.519108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-c85f575b-00a2-46c2-8a67-f5f26ce7c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.519707 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-72fdb88a-fa5e-4a1e-b43e-ed07c0139921 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "PUT /v2.0/floatingips/aa5fcabb-1fb7-494a-8b60-78c101d5ef91 HTTP/1.1" status: 200 len: 694 time: 1.8114274 Apr 25 14:41:32.520658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-c85f575b-00a2-46c2-8a67-f5f26ce7c986 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67e15919f68444b8986727cc85f12ffd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5781529 Apr 25 14:41:32.524003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-343d9d8d-9652-42a1-84ad-fa3f887f5f9a req-c3e65547-70a1-4141-9e63-17137f47e93b tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556099 Apr 25 14:41:32.633856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:32.637428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.660225 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2c98bb-d916-43ea-a1d5-de0bb057e444'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': 'ecf6a052-6239-4c9c-b65f-661faaf16400', 'status': 'completed', 'code': 200} Apr 25 14:41:32.660623 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2c98bb-d916-43ea-a1d5-de0bb057e444'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': '79eee83e-e608-4f00-9eba-ab94763a80bf', 'status': 'completed', 'code': 200} Apr 25 14:41:32.743622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-ab2be737-3c11-465b-86b3-135c8e731f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.745155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-ab2be737-3c11-465b-86b3-135c8e731f26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.2003386 Apr 25 14:41:32.776469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:32.906737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port bde29288-b7a4-4925-8471-66c789590e38, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bde29288-b7a4-4925-8471-66c789590e38,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:32.907118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:32.988242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-159c1a45-d6ea-4ee5-9de5-dc2deec6ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:32.989744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-159c1a45-d6ea-4ee5-9de5-dc2deec6ddda service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.2297418 Apr 25 14:41:33.032367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-c0366e3a-49d8-4ebd-b5b6-874c6d29e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.033768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-c0366e3a-49d8-4ebd-b5b6-874c6d29e53f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5008428 Apr 25 14:41:33.058668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-fcffa0fd-bb4d-487d-8aa3-3c002d032da7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.060123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-fcffa0fd-bb4d-487d-8aa3-3c002d032da7 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.21 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 947 time: 0.6292746 Apr 25 14:41:33.112113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-8f790d45-4b0b-48bd-a3e5-758800f69b7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.1071372 Apr 25 14:41:33.134839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:15Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:33.142869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] Checking router: e8e26102-943b-4922-9fa3-f55be1475d49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:41:33.151861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:33.152483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:33.181923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:33.193002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.210275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-8d443c04-f687-48c8-8b27-5d57a72d9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.211748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-8d443c04-f687-48c8-8b27-5d57a72d9caf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.0886886 Apr 25 14:41:33.217860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Transition to ACTIVE for port object cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:33.260003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.324110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-88c68958-23cc-409d-9b6f-586b47be0d16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025677 Apr 25 14:41:33.328564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c60a-1ca1-4079-bbb2-d62c3a020d46 req-103a3075-e90b-4f60-9c5b-f3f25f0aa564 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.335287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c60a-1ca1-4079-bbb2-d62c3a020d46 req-103a3075-e90b-4f60-9c5b-f3f25f0aa564 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.335811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-27a0c60a-1ca1-4079-bbb2-d62c3a020d46 req-103a3075-e90b-4f60-9c5b-f3f25f0aa564 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:33.361308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:33.367234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Deleting port c9b71a29-8168-4144-a97c-4a3ecdb87194 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:33.367584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.519091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-27a0c60a-1ca1-4079-bbb2-d62c3a020d46 req-103a3075-e90b-4f60-9c5b-f3f25f0aa564 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:33.526760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27a0c60a-1ca1-4079-bbb2-d62c3a020d46 req-103a3075-e90b-4f60-9c5b-f3f25f0aa564 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 1677 time: 0.7084265 Apr 25 14:41:33.637996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:33.691022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.691493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.691963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.692423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.692885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.693466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.694376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:33.697751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2'}, {'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:33.697916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-9c7191d6-2cc4-4dcd-a7c5-a08aece5f105 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6345 time: 0.5851336 Apr 25 14:41:33.697916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.733490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.733859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.734173 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Floating IP 3d2dc4ea-c04f-40f5-a63f-25d5791da441 disassociated. External IP: 172.25.0.7, port: bde29288-b7a4-4925-8471-66c789590e38. Apr 25 14:41:33.734514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for bde29288-b7a4-4925-8471-66c789590e38 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:33.809658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27a0c60a-1ca1-4079-bbb2-d62c3a020d46 req-303f9a0f-80fa-4e15-91f0-cde96364d57e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813854 Apr 25 14:41:33.813417 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-5d74cde0-a919-482d-9448-d70974e46944 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200737 Apr 25 14:41:33.816095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Attempting to bind port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:33.816439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Attempting to bind port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:33.816771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Attempting to bind port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:33.885519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:15Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:33.890301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f342e224-156b-44b6-b7b0-13c01e279c84 None None] The sync data for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 is: [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ce70b6b1-c548-4151-9646-ab93d56f6a94', 'name': '', 'network_id': 'cb9cc839-4a36-4027-a24d-70121f679094', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'mac_address': 'fa:16:3e:d8:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:15Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'subnets': [{'id': 'db10d1e3-924b-4f62-ba9f-a2a9c76a013c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:41:33.937117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:33.937458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Attempting to bind port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:33.946708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:33.947046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Checking segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:33.947440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Bound using segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:33.947886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Bound port: cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:33.948239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:33.991740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:34.014211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66a6e1dd-5902-4559-9398-824d3c6bd9ba req-437229b2-465c-43ee-85fa-febb176fac50 service neutron] 10.222.0.23 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913307 Apr 25 14:41:34.075101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:34.078973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:34.084273 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:34.203352 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a346ad1-925b-451e-a4bc-1e8cbb44133c None None] New status for floating IP aa5fcabb-1fb7-494a-8b60-78c101d5ef91: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:41:34.204519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.205189 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:34.206572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 HTTP/1.1" status: 200 len: 1091 time: 1.9875927 Apr 25 14:41:34.233058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b56ff1-cee0-450a-ae65-3ce4e08883a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:34.241098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Request body: {'port': {'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:34.308887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=ae26e546-08ed-4632-9a2c-899c8864b2e7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:34.334746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': 'ffae8b76-fe25-4484-a76d-012c81fa08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:34.335110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: 03818ff0-eb8d-4680-bc70-028d0146edb5, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:41:34.360247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94546-ae6f-4dbc-96c1-e21e8880437c req-ed78098c-bba3-4656-a59e-1ec25b6103ac tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.361857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85a94546-ae6f-4dbc-96c1-e21e8880437c req-ed78098c-bba3-4656-a59e-1ec25b6103ac tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 947 time: 0.2168231 Apr 25 14:41:34.389261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] For port c9b71a29-8168-4144-a97c-4a3ecdb87194, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c9b71a29-8168-4144-a97c-4a3ecdb87194,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:34.389632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:34.416850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:34.453850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85a94546-ae6f-4dbc-96c1-e21e8880437c req-fdd00621-2bbe-4ff4-8d10-921d03045115 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834267 Apr 25 14:41:34.580408 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6a8263-327c-4e22-bd97-b31da0d24b0e'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2', 'status': 'completed', 'code': 200} Apr 25 14:41:34.580678 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6a8263-327c-4e22-bd97-b31da0d24b0e'] response: {'name': 'network-changed', 'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'status': 'completed', 'code': 200} Apr 25 14:41:34.597949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:41:34.645297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Calling delete_port for c9b71a29-8168-4144-a97c-4a3ecdb87194 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:34.679857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:34.698422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-60dfff94-3688-4c0e-86e0-0f8d8107a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.698799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-60dfff94-3688-4c0e-86e0-0f8d8107a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.699262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-60dfff94-3688-4c0e-86e0-0f8d8107a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.700840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-60dfff94-3688-4c0e-86e0-0f8d8107a3fb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67e15919f68444b8986727cc85f12ffd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9360983 Apr 25 14:41:34.715610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 03818ff0-eb8d-4680-bc70-028d0146edb5) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:34.731618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7cd1fe-82a8-4143-80de-8d1773f64e79 None None] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:34.741241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-9cbf00b4-c1b0-4e8e-9bf8-d0a3cae85eee tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips/aa5fcabb-1fb7-494a-8b60-78c101d5ef91 HTTP/1.1" status: 200 len: 694 time: 0.1354539 Apr 25 14:41:34.750456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.751048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:34.816271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.822181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.827989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.833799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.841913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.847725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.854091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:34.861687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-03f271dc-b88c-4190-bc26-0c8e4847facd tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5410 time: 0.9204895 Apr 25 14:41:34.948023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.016966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-44516e40-1817-497d-95e7-f2fc501ea303 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:35.018388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-44516e40-1817-497d-95e7-f2fc501ea303 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2735133 Apr 25 14:41:35.021309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-03818ff0-eb8d-4680-bc70-028d0146edb5', 'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': 'ae26e546-08ed-4632-9a2c-899c8864b2e7'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:41:35.022706 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.035657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-651dcf4b-6dd3-4519-919d-10f53306f436 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:41:35.036635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-651dcf4b-6dd3-4519-919d-10f53306f436 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061572 Apr 25 14:41:35.061096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=bde29288-b7a4-4925-8471-66c789590e38,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:35.079814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-173ebb49-f589-4ee7-9592-fbda86ceb734 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2367835 Apr 25 14:41:35.089231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46116) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:35.121267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5', 'name': 'tempest-PortsTestJSON-2063014127', 'fixed_ips': [{'subnet_id': 'ae26e546-08ed-4632-9a2c-899c8864b2e7', 'ip_address': '172.20.0.10'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:35.152327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-761edf30-1498-4e6c-bcd9-7bdb7dcc10d3 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 695 time: 0.1036508 Apr 25 14:41:35.202007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Allocated IP 172.20.0.2 (03818ff0-eb8d-4680-bc70-028d0146edb5/ae26e546-08ed-4632-9a2c-899c8864b2e7/d8cc6ad6-f51f-466a-85cf-419df72b6e7c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:35.231586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-310c8e47-d6b0-4542-8f60-3744eba152e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:35.233064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56686491-6f0a-45cb-9c3e-01c73ce35a5d req-310c8e47-d6b0-4542-8f60-3744eba152e8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5092154 Apr 25 14:41:35.246874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-411619e3-1766-4a6d-b465-7f5fb5679ebc req-622d9bfd-6057-4b8c-bf27-3d04ffa39701 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3843033 Apr 25 14:41:35.308626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-16b684b2-8d1c-45ad-a2fa-3e69bd5fe445 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.77 HTTP/1.1" status: 200 len: 695 time: 0.1240146 Apr 25 14:41:35.314563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcdd8e5-ee1c-4316-9312-b2bac8596f78 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:41:35.409578 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2949e421-0144-41bd-a40d-fcaea6ff36dc'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': '23cc6f25-55a1-47ed-af7e-ec6621894849', 'status': 'completed', 'code': 200} Apr 25 14:41:35.439152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-4951d3eb-24c6-44a1-9b57-f467b3631795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:35.440943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-4951d3eb-24c6-44a1-9b57-f467b3631795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 1096 time: 0.8351059 Apr 25 14:41:35.442391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.453836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Transition to ACTIVE for port object d8cc6ad6-f51f-466a-85cf-419df72b6e7c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:35.482322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Transition to ACTIVE for port object d8cc6ad6-f51f-466a-85cf-419df72b6e7c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:35.492419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.510358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.574684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:35.577501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:35.586181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:35.596407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Pushing event updated for resources: {'Port': ['ID=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:35.638736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.639091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.639418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.639756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.640089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.640426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.640753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.641114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.641441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.641896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.642228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.642550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:41:35.661905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Transition to ACTIVE for port object efcdd8e5-ee1c-4316-9312-b2bac8596f78 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:35.677025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.701774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Attempting to bind port d8cc6ad6-f51f-466a-85cf-419df72b6e7c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:35.702145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Attempting to bind port d8cc6ad6-f51f-466a-85cf-419df72b6e7c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ffae8b76-fe25-4484-a76d-012c81fa08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:35.702511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Attempting to bind port d8cc6ad6-f51f-466a-85cf-419df72b6e7c on network 03818ff0-eb8d-4680-bc70-028d0146edb5 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:35.708890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:35.709740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Checking segment: {'id': 'ffae8b76-fe25-4484-a76d-012c81fa08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:35.710143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.710536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Bound using segment: {'id': 'ffae8b76-fe25-4484-a76d-012c81fa08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:35.711013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Bound port: d8cc6ad6-f51f-466a-85cf-419df72b6e7c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffae8b76-fe25-4484-a76d-012c81fa08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:35.711391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.743382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Deleting port 3b0b9a40-a117-40d5-abf7-cca464842fcc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:35.743896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.815479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] For port d8cc6ad6-f51f-466a-85cf-419df72b6e7c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:35.820103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] For port d8cc6ad6-f51f-466a-85cf-419df72b6e7c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,segment=NetworkSegment(ffae8b76-fe25-4484-a76d-012c81fa08dc),segment_id=ffae8b76-fe25-4484-a76d-012c81fa08dc)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:35.825470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:35.919849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Pushing event updated for resources: {'Port': ['ID=efcdd8e5-ee1c-4316-9312-b2bac8596f78,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:35.941017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed8e36-15e4-4a85-8cbc-4ba88373e485 None None] Pushing event updated for resources: {'Port': ['ID=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:36.027399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.114294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:36.117727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Router b49f634f-e087-407a-a8aa-47ea5a2729ee has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:41:36.120726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Pushing event deleted for resources: {'Port': ['ID=c9b71a29-8168-4144-a97c-4a3ecdb87194,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:36.154069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.154541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.176837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Attempting to bind port efcdd8e5-ee1c-4316-9312-b2bac8596f78 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:36.177222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Attempting to bind port efcdd8e5-ee1c-4316-9312-b2bac8596f78 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:36.177555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Attempting to bind port efcdd8e5-ee1c-4316-9312-b2bac8596f78 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:36.180162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:36.198112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:36.248214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Port efcdd8e5-ee1c-4316-9312-b2bac8596f78 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:41:36.248214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Attempting to bind port efcdd8e5-ee1c-4316-9312-b2bac8596f78 on network 0e3e82c6-f360-407c-a954-ddd4f2f0844f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:36.261635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:36.276789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.277316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.284332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.284332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.284332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.284332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.284332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.285920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-76e99d15-666d-4e8c-8173-6014e4e62cae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6412 time: 0.9931226 Apr 25 14:41:36.287620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] No DVR routers for this DVR port c9b71a29-8168-4144-a97c-4a3ecdb87194 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:36.291173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.317082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:36.317342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Checking segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:36.317622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Bound using segment: {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:36.318068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Bound port: efcdd8e5-ee1c-4316-9312-b2bac8596f78, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3b53f3-44b1-46be-9a13-3d2de40a54a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:36.318372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.334437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Calling delete_port for 3b0b9a40-a117-40d5-abf7-cca464842fcc owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:36.401487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-a655d10d-8efd-4a44-af93-f8f5692dbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.402875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-a655d10d-8efd-4a44-af93-f8f5692dbf2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 200 len: 920 time: 0.9255083 Apr 25 14:41:36.491859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] For port efcdd8e5-ee1c-4316-9312-b2bac8596f78, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:36.498731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-089814eb-ec0a-441c-8304-8aed7aefd75e req-c26f6953-f0d8-4ab4-a85a-717052fc9a99 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.21 "DELETE /v2.0/ports/c9b71a29-8168-4144-a97c-4a3ecdb87194 HTTP/1.1" status: 204 len: 173 time: 3.4240391 Apr 25 14:41:36.498973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] For port efcdd8e5-ee1c-4316-9312-b2bac8596f78, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:36.499224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:36.559359 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.581241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-6d85230e-726f-4294-9577-1316c094aef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 200 len: 217 time: 0.1522510 Apr 25 14:41:36.603904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:36.637559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.638278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.639871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] 10.222.0.21 "PUT /v2.0/ports/efcdd8e5-ee1c-4316-9312-b2bac8596f78 HTTP/1.1" status: 200 len: 1091 time: 2.4038081 Apr 25 14:41:36.673544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c474f2b-3df3-418a-b49d-ffeaa3648f49 service neutron] Pushing event updated for resources: {'Port': ['ID=efcdd8e5-ee1c-4316-9312-b2bac8596f78,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:36.678754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.707551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a6393-6325-4d92-85d3-cfade5e6230b req-d96f3049-5380-406b-9e03-adea4ca53c1c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:36.708301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d03a6393-6325-4d92-85d3-cfade5e6230b req-d96f3049-5380-406b-9e03-adea4ca53c1c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Synchronizing usage tracker for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:36.738499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event deleted for resources: {'Port': ['ID=3b0b9a40-a117-40d5-abf7-cca464842fcc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:36.852594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.862149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.885841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:36.897622 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d0d2304-5071-4bcb-9291-c1855ec90604 req-4959f8b3-4722-4833-a43d-e30738b28449 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "DELETE /v2.0/floatingips/aa5fcabb-1fb7-494a-8b60-78c101d5ef91 HTTP/1.1" status: 204 len: 173 time: 1.5681803 Apr 25 14:41:37.020236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port a1727eeb-7a29-4041-a7e1-b0d76cf73ecd yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:37.063074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d03a6393-6325-4d92-85d3-cfade5e6230b req-d96f3049-5380-406b-9e03-adea4ca53c1c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Unset dirty status for tenant:f6da6b6e7f784d43812aed56cda966bb on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:37.073310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d03a6393-6325-4d92-85d3-cfade5e6230b req-d96f3049-5380-406b-9e03-adea4ca53c1c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 943 time: 1.3938599 Apr 25 14:41:37.103838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d8cc6ad6-f51f-466a-85cf-419df72b6e7c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:37.112286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-5666044f-5c0e-4816-9fc1-986e42c0307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.114112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-5666044f-5c0e-4816-9fc1-986e42c0307d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 200 len: 859 time: 0.4751112 Apr 25 14:41:37.158691 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6db3b3b7-368b-4d3f-bd2a-7490fd44fe80 req-8b060164-3c80-463a-a638-b5a51888f7f2 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=49cd48a7-d420-4717-9277-2646f9003ea7 HTTP/1.1" status: 200 len: 210 time: 0.0569789 Apr 25 14:41:37.216842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:41:37.250812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] Sync routers for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:41:37.284345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:37.285002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:37.297918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-c3489491-5115-4e9e-ba68-6a921c88a91b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb9cc839-4a36-4027-a24d-70121f679094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559749 Apr 25 14:41:37.375445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d8cc6ad6-f51f-466a-85cf-419df72b6e7c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:37.384339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-001ddc47-8f9e-49fc-8949-69faf78e8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.385170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-001ddc47-8f9e-49fc-8949-69faf78e8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.385972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-001ddc47-8f9e-49fc-8949-69faf78e8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.388464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-001ddc47-8f9e-49fc-8949-69faf78e8bbd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67e15919f68444b8986727cc85f12ffd&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0845373 Apr 25 14:41:37.399146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20418e73-19ce-4d49-83b3-fabaac4932f7 None None] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:37.425028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-deleted', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:37.430555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port bde29288-b7a4-4925-8471-66c789590e38 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:37.466283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.472904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.479758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.486322 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:37.489851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.497575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.501953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d03a6393-6325-4d92-85d3-cfade5e6230b req-b7386170-dce9-4491-98e2-32d290f0fcfd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276547 Apr 25 14:41:37.504889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.512713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:37.515011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-576bcb44-c3ed-4261-b3b1-79fea6f5a6e7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.1633148 Apr 25 14:41:37.557030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-16a49f5b-cafa-46c6-b041-9bfae9f6bbcc tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "DELETE /v2.0/ports/bde29288-b7a4-4925-8471-66c789590e38 HTTP/1.1" status: 204 len: 173 time: 5.8889818 Apr 25 14:41:37.599386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae5632af-ec4f-4b45-8ef3-79f13966fa29 req-01371f37-0a32-4814-a4a8-0ca945de942f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668466 Apr 25 14:41:37.610039 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7a1fe2-74ed-45cb-bbb7-04752d313644'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8', 'status': 'completed', 'code': 200} Apr 25 14:41:37.650654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] Provisioning for port d8cc6ad6-f51f-466a-85cf-419df72b6e7c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:37.683311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] Provisioning complete for port d8cc6ad6-f51f-466a-85cf-419df72b6e7c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:37.684331 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:37.703644 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a455c58-9add-4922-a283-45d075cb1999'] response: {'server_uuid': '49cd48a7-d420-4717-9277-2646f9003ea7', 'name': 'network-vif-deleted', 'tag': 'c9b71a29-8168-4144-a97c-4a3ecdb87194', 'status': 'completed', 'code': 200} Apr 25 14:41:37.732796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:37.890772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:37.891062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:37.962671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:38.051234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: c9b71a29-8168-4144-a97c-4a3ecdb87194 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:38.051583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c9b71a29-8168-4144-a97c-4a3ecdb87194 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:38.139594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-378c08dc-1fbc-4d4c-88b0-8d627b6786a8 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084650 Apr 25 14:41:38.152453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70c38e06-8151-4643-a026-ee93be969eaa req-8e2b381e-d22b-43f5-8307-8f63fe410578 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups/a94b5392-e764-4640-ba50-cdcf421b69e5 HTTP/1.1" status: 200 len: 1807 time: 0.4505341 Apr 25 14:41:38.158578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-cc5ce8b8-e87f-41b8-b5f9-ea65b057639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.160072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-cc5ce8b8-e87f-41b8-b5f9-ea65b057639d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7444391 Apr 25 14:41:38.180675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:38.190185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.10 (03818ff0-eb8d-4680-bc70-028d0146edb5/ae26e546-08ed-4632-9a2c-899c8864b2e7/a1727eeb-7a29-4041-a7e1-b0d76cf73ecd) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:38.281439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] For port d8cc6ad6-f51f-466a-85cf-419df72b6e7c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,segment=NetworkSegment(ffae8b76-fe25-4484-a76d-012c81fa08dc),segment_id=ffae8b76-fe25-4484-a76d-012c81fa08dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:38.290093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:38.373076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f345d-f40c-4edd-b837-3734aeb14baf None None] Pushing event updated for resources: {'Port': ['ID=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:38.384729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:38.395061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] Checking router: b49f634f-e087-407a-a8aa-47ea5a2729ee for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:41:38.406687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:38.407335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:38.526696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0e12-713e-4b92-96a9-ebc7ff3072c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:38.591278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70c38e06-8151-4643-a026-ee93be969eaa req-a8fb21aa-0bad-4411-8621-b2688ac7cdf2 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:38.636566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.637147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.637607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.638133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.638652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.639177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.639679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.641866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-aa79604d-ccfc-4b23-b820-b89b7eacf5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6479 time: 0.4073975 Apr 25 14:41:38.657915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9a21b428-0536-4579-94f1-5119aedf0cf5 None None] Provisioning complete for port d8cc6ad6-f51f-466a-85cf-419df72b6e7c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:38.658204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a21b428-0536-4579-94f1-5119aedf0cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:38.711727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:38.726259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cd334c9-d96b-401b-8a2f-bcbadce06dde req-796d9304-5fec-41f7-b307-cda9b39e5e04 service neutron] 10.222.0.15 "GET /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689914 Apr 25 14:41:38.770845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad16bb-9aad-4e5b-8d60-6c829500544c req-105f9cb0-00ec-4956-81eb-5cece5433f18 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:38.774389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bad16bb-9aad-4e5b-8d60-6c829500544c req-105f9cb0-00ec-4956-81eb-5cece5433f18 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 943 time: 0.0917478 Apr 25 14:41:38.825445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bad16bb-9aad-4e5b-8d60-6c829500544c req-5aa91a6c-24c7-48e8-b6a3-349fd8159876 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups?id=55599efc-b402-4e63-9384-f5c502304a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Apr 25 14:41:38.863024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9ed5897d-6dda-4ac1-9e43-5d0267ed26c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b85121-920a-4452-a801-61638e7280b2 HTTP/1.1" status: 200 len: 217 time: 0.1542740 Apr 25 14:41:38.966404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70c38e06-8151-4643-a026-ee93be969eaa req-a8fb21aa-0bad-4411-8621-b2688ac7cdf2 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:38.988513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d8cc6ad6-f51f-466a-85cf-419df72b6e7c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:39.024131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:39.024692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.113018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-a9a53cb0-f4d6-476e-acf3-522c69b95bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.114974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-a9a53cb0-f4d6-476e-acf3-522c69b95bec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82399c15-2e8d-41dc-978b-b99746e0dab3 HTTP/1.1" status: 200 len: 850 time: 0.2387023 Apr 25 14:41:39.145302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9babbf6-0926-4239-9f80-2a8523a8c5dd req-b8ef18bf-d83d-49a7-819a-75ba073c643a tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.147113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9babbf6-0926-4239-9f80-2a8523a8c5dd req-b8ef18bf-d83d-49a7-819a-75ba073c643a tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 949 time: 0.1935525 Apr 25 14:41:39.156943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d8cc6ad6-f51f-466a-85cf-419df72b6e7c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:39.157353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.194411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9babbf6-0926-4239-9f80-2a8523a8c5dd req-96a38203-89a4-4a35-a09c-7f1e72d80b67 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Apr 25 14:41:39.194796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for 42dc84df-4c41-44b9-bf18-4c7d3921ea1a owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:39.326487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.339377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70c38e06-8151-4643-a026-ee93be969eaa req-a8fb21aa-0bad-4411-8621-b2688ac7cdf2 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.346535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:39.358110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f634b-b1f8-48a7-85da-d9df373025f7 None None] The sync data for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 is: [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f51b7dae-5fd3-4a7b-bfb9-cbde414724b7', 'name': '', 'network_id': 'd6cc3b4e-5e0f-4e6a-b54b-a95af40c371c', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'mac_address': 'fa:16:3e:af:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:53Z', 'updated_at': '2022-04-25T14:35:04Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'subnets': [{'id': '03322612-730b-4bd2-b5ad-ebb7e5447ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:41:39.392224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb21aa-0bad-4411-8621-b2688ac7cdf2 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b5392-e764-4640-ba50-cdcf421b69e5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:39.415119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object a1727eeb-7a29-4041-a7e1-b0d76cf73ecd will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:39.429567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.430551 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-70c38e06-8151-4643-a026-ee93be969eaa req-a8fb21aa-0bad-4411-8621-b2688ac7cdf2 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.431670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70c38e06-8151-4643-a026-ee93be969eaa req-a8fb21aa-0bad-4411-8621-b2688ac7cdf2 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "DELETE /v2.0/security-groups/a94b5392-e764-4640-ba50-cdcf421b69e5 HTTP/1.1" status: 204 len: 173 time: 1.2657504 Apr 25 14:41:39.438922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0aec90b2-b16a-4cfc-91dc-a9bfe2712da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.440370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0aec90b2-b16a-4cfc-91dc-a9bfe2712da7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b6edac4-a28b-4c44-ae60-cc143ce55153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533915 Apr 25 14:41:39.445306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.451268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.461782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.467850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.473987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.480058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:39.482142 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-5ffade49-00de-4787-86cb-24dddfbb912a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.1522920 Apr 25 14:41:39.543091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fcf352ed-16b5-4bf6-9d91-c386c7acc9b8 req-c127895c-e030-4329-bbd4-e1a3d0782f63 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547144 Apr 25 14:41:39.611488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:39.650588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.652190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:39.671407 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b51116e-ba6d-43f8-b102-0b33c7b44f4d'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78', 'status': 'completed', 'code': 200} Apr 25 14:41:39.713186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:39.719438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-dd814331-f4c5-431e-835f-79a43083cf9d service neutron] 10.222.0.21 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379050 Apr 25 14:41:39.805893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:39.807890 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e523fca-f3e9-47dd-98d1-40f177f8e56a'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': 'bde29288-b7a4-4925-8471-66c789590e38', 'status': 'completed', 'code': 200} Apr 25 14:41:39.824095 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f57c3-6d45-423b-a683-5783948dbf84 None None] New status for floating IP 3d2dc4ea-c04f-40f5-a63f-25d5791da441: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:41:39.962544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:39.995923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-997ac401-234a-419f-b02e-d68472b9f8a2 req-be1024a4-ed16-4f33-b753-4d3c0240d32e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 210 time: 0.0466282 Apr 25 14:41:40.010356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:40.129735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=a1727eeb-7a29-4041-a7e1-b0d76cf73ecd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:40.188414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port 42dc84df-4c41-44b9-bf18-4c7d3921ea1a on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:40.201074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:40.218629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=42dc84df-4c41-44b9-bf18-4c7d3921ea1a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:40.248764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:40.249438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:40.263287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7ccafff-7547-4b88-9fa9-0b92fe89f77d req-f1018548-f7ca-43cb-ae31-3af7b36e9a5e tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.15 "DELETE /v2.0/ports/42dc84df-4c41-44b9-bf18-4c7d3921ea1a HTTP/1.1" status: 204 len: 173 time: 2.6990001 Apr 25 14:41:40.304957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-620489cc-4106-4660-9837-114cf1b4c1c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.2040334 Apr 25 14:41:40.305575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46158) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:40.309161 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2cbff4c2-e8b0-47ad-92bd-7393fac656ac service neutron] 10.222.0.21 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793588 Apr 25 14:41:40.312344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': '03818ff0-eb8d-4680-bc70-028d0146edb5', 'name': 'tempest-PortsTestJSON-1674909029', 'fixed_ips': [{'subnet_id': 'ae26e546-08ed-4632-9a2c-899c8864b2e7', 'ip_address': '172.20.0.9'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:40.322871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc14226e-220a-4b59-8faf-243c4f683591 None None] Provisioning for port a1727eeb-7a29-4041-a7e1-b0d76cf73ecd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:40.333139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc14226e-220a-4b59-8faf-243c4f683591 None None] Provisioning complete for port a1727eeb-7a29-4041-a7e1-b0d76cf73ecd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:40.344508 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc14226e-220a-4b59-8faf-243c4f683591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:40.396174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dda6b8-39fa-4931-884a-43eeeea7082e req-351a8dc0-7752-4278-b028-affad114d61a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:40.404299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63dda6b8-39fa-4931-884a-43eeeea7082e req-351a8dc0-7752-4278-b028-affad114d61a tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.4399981 Apr 25 14:41:40.425460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fc14226e-220a-4b59-8faf-243c4f683591 None None] Port a1727eeb-7a29-4041-a7e1-b0d76cf73ecd cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:40.498145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-dc58ea9d-f260-47d9-b88b-449c5bb23df4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 200 len: 217 time: 0.1825602 Apr 25 14:41:40.567309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a249-5432-44a9-b08a-3f4efde9107e req-301b28c6-6110-44b1-9646-1f43660ef093 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:40.568472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a859a249-5432-44a9-b08a-3f4efde9107e req-301b28c6-6110-44b1-9646-1f43660ef093 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 949 time: 0.2319679 Apr 25 14:41:40.577747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-63dda6b8-39fa-4931-884a-43eeeea7082e req-c3725e5f-871d-48d6-8e34-e3ab104df6c8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:40.593108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:40.602172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:40.606747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:40.616331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-63dda6b8-39fa-4931-884a-43eeeea7082e req-c3725e5f-871d-48d6-8e34-e3ab104df6c8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:40.617536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63dda6b8-39fa-4931-884a-43eeeea7082e req-c3725e5f-871d-48d6-8e34-e3ab104df6c8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124553 Apr 25 14:41:40.618957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-083b8cdf-2a45-4825-82e7-b3f45e4c783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:40.620323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-083b8cdf-2a45-4825-82e7-b3f45e4c783d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.1099045 Apr 25 14:41:40.631154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:40.635568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a859a249-5432-44a9-b08a-3f4efde9107e req-22f65201-5d92-4a4d-b391-e9de7dd1c916 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600698 Apr 25 14:41:40.650738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:40.698731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94a073-00b7-410f-9144-5b2069422797 req-288cbb18-cd29-45eb-8b85-94f525284b4a tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:40.699526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5e94a073-00b7-410f-9144-5b2069422797 req-288cbb18-cd29-45eb-8b85-94f525284b4a tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Synchronizing usage tracker for tenant:0606093698924b84b08979499cce80a3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:40.726298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5e94a073-00b7-410f-9144-5b2069422797 req-288cbb18-cd29-45eb-8b85-94f525284b4a tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Unset dirty status for tenant:0606093698924b84b08979499cce80a3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:40.727437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e94a073-00b7-410f-9144-5b2069422797 req-288cbb18-cd29-45eb-8b85-94f525284b4a tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.15 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 949 time: 0.2880888 Apr 25 14:41:40.800698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:40.824592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3154eed9-fcc8-43ee-8435-340c6a7d5ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:40.830943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 8a6488a0-c6f2-4106-8ec9-2058fac36462 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:40.857697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6fc1ff05-6032-479b-8198-5ce7d42e6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:40.859252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-6fc1ff05-6032-479b-8198-5ce7d42e6945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2254701 Apr 25 14:41:40.924537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Deleting port 39e0bc41-0f51-449b-a6e0-1876f4271a34 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:40.924884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.061656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.9 (03818ff0-eb8d-4680-bc70-028d0146edb5/ae26e546-08ed-4632-9a2c-899c8864b2e7/8a6488a0-c6f2-4106-8ec9-2058fac36462) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:41.153947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.159586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.165451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.171157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.176842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.182673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.182888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21d0ac44-f650-4972-8bf2-441e17fb442f req-20c1b181-b714-4bd5-a60d-d7d536d6825d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 210 time: 0.0575705 Apr 25 14:41:41.188394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.190336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-c8f705f7-ecdc-4797-95c4-77c3d2f1f9a3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.3786070 Apr 25 14:41:41.200422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-cf8de517-52db-4949-af2a-5a16d52173cd service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328724 Apr 25 14:41:41.328288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7409afe4-bb5a-4858-b308-5ac91725dd31 req-8fa2509d-5fa6-493b-b883-4b935dd71fde tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245134 Apr 25 14:41:41.359209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.381644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 8a6488a0-c6f2-4106-8ec9-2058fac36462 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:41.410640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.497623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=8a6488a0-c6f2-4106-8ec9-2058fac36462,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:41.510553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:41.512296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:41.525462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:41.539651 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:41:41.543027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-1d221ddc-e10b-4d4e-9f78-2a01b1fe4d7b service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085728 Apr 25 14:41:41.604049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.604718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.633212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-90ad8684-7a14-4eca-bef6-1aa430db6d30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 200 len: 217 time: 0.0818837 Apr 25 14:41:41.640025 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-254f05a2-0a5a-4eb4-8850-de1dddc21e80 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3296661 Apr 25 14:41:41.640240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] For port 39e0bc41-0f51-449b-a6e0-1876f4271a34, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39e0bc41-0f51-449b-a6e0-1876f4271a34,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:41.640240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.641112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46166) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:41.727441 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.826428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af451f-4db3-48c2-8ffe-d15afc6ef067 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:41.827244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-27af451f-4db3-48c2-8ffe-d15afc6ef067 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:41.846371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-27af451f-4db3-48c2-8ffe-d15afc6ef067 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:41.847764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-27af451f-4db3-48c2-8ffe-d15afc6ef067 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2053514 Apr 25 14:41:41.851279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46174) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:41.874351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.877434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-804242be-5dbd-4e5d-bbe8-fd14637eabff None None] Provisioning for port 8a6488a0-c6f2-4106-8ec9-2058fac36462 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:41.896057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-804242be-5dbd-4e5d-bbe8-fd14637eabff None None] Provisioning complete for port 8a6488a0-c6f2-4106-8ec9-2058fac36462 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:41.897272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-804242be-5dbd-4e5d-bbe8-fd14637eabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:41.974274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:41.986294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-804242be-5dbd-4e5d-bbe8-fd14637eabff None None] Port 8a6488a0-c6f2-4106-8ec9-2058fac36462 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:42.033350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a146a74-aab5-4698-bfa9-5e373ea30a1d req-35d9f7cd-7a8f-4322-96f2-13611586256e tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.034337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a146a74-aab5-4698-bfa9-5e373ea30a1d req-35d9f7cd-7a8f-4322-96f2-13611586256e tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Synchronizing usage tracker for tenant:aac9369672b6447b88812a876123ead8 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:42.063200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19978045-dbbb-4ef8-803f-389a0f605587 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.069351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19978045-dbbb-4ef8-803f-389a0f605587 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.075199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19978045-dbbb-4ef8-803f-389a0f605587 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.079739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-19978045-dbbb-4ef8-803f-389a0f605587 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2245901 Apr 25 14:41:42.079937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46182) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:42.089468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Calling delete_port for 39e0bc41-0f51-449b-a6e0-1876f4271a34 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:42.113683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a146a74-aab5-4698-bfa9-5e373ea30a1d req-35d9f7cd-7a8f-4322-96f2-13611586256e tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Unset dirty status for tenant:aac9369672b6447b88812a876123ead8 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:42.114925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a146a74-aab5-4698-bfa9-5e373ea30a1d req-35d9f7cd-7a8f-4322-96f2-13611586256e tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.2154040 Apr 25 14:41:42.183821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a146a74-aab5-4698-bfa9-5e373ea30a1d req-e339c8ed-fa28-4b43-a41c-406f92c1f8d7 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614390 Apr 25 14:41:42.187236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 8a6488a0-c6f2-4106-8ec9-2058fac36462 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:42.187588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:42.206640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-64f2c83c-f614-437e-beca-d01adce7095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.208145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-64f2c83c-f614-437e-beca-d01adce7095b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.5596282 Apr 25 14:41:42.279467 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a13714d-c340-4dc9-9b63-1abab4d11dab'] response: {'server_uuid': '8358d72d-9ebb-4450-b047-565465f03e0b', 'name': 'network-vif-deleted', 'tag': '42dc84df-4c41-44b9-bf18-4c7d3921ea1a', 'status': 'completed', 'code': 200} Apr 25 14:41:42.407597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-731a05d0-b509-47dc-80fa-65ff10ae66f8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.409177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-731a05d0-b509-47dc-80fa-65ff10ae66f8 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.3606770 Apr 25 14:41:42.483850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62f82e-5d70-4cc0-a7b1-60b636b4e0ba req-79104f50-52ea-4cc5-a73a-45605c423fc0 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.485565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d62f82e-5d70-4cc0-a7b1-60b636b4e0ba req-79104f50-52ea-4cc5-a73a-45605c423fc0 tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/ports?device_id=28686db4-0a71-4b36-8b4f-dba8b91a9105 HTTP/1.1" status: 200 len: 949 time: 0.5026984 Apr 25 14:41:42.534325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-d76e7026-387e-437c-8e3c-f03c6e59b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:42.535862 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-d76e7026-387e-437c-8e3c-f03c6e59b106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3142090 Apr 25 14:41:42.581279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:42.604876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ae7c218-7bed-4a22-bd06-3bfb33336d26 req-026304f1-ea06-42b0-9b4c-d1c8b5c1b926 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8358d72d-9ebb-4450-b047-565465f03e0b HTTP/1.1" status: 200 len: 210 time: 0.0752397 Apr 25 14:41:42.607117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Deleting port 25da0651-51b6-43ba-88d9-1a8b1222491f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:42.607474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:42.643442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:42.694531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d62f82e-5d70-4cc0-a7b1-60b636b4e0ba req-1ea34d68-be20-44f2-b18e-3838cc0f77cd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.23 "GET /v2.0/security-groups?id=63da3b04-3c08-4172-a7b2-5143a2af3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940076 Apr 25 14:41:42.711319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Pushing event deleted for resources: {'Port': ['ID=39e0bc41-0f51-449b-a6e0-1876f4271a34,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:42.802847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 8a6488a0-c6f2-4106-8ec9-2058fac36462 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:42.889420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] No DVR routers for this DVR port 39e0bc41-0f51-449b-a6e0-1876f4271a34 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:42.898533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:42.941720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e94a073-00b7-410f-9144-5b2069422797 req-83d17a23-b533-41e4-bf9b-16807b7c5bcd tempest-ListImageFiltersTestJSON-1809187136 tempest-ListImageFiltersTestJSON-1809187136-project] 10.222.0.15 "DELETE /v2.0/ports/39e0bc41-0f51-449b-a6e0-1876f4271a34 HTTP/1.1" status: 204 len: 173 time: 2.1993468 Apr 25 14:41:42.975687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-ce54f1b6-bb4e-4026-872a-86c60c8016ce service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282000 Apr 25 14:41:43.003375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.009732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.016091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.023397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.029272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.035099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.041065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.042975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-b592caa8-8db3-408e-9d58-62e86c4f753c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.2477002 Apr 25 14:41:43.112043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:43.170379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=8a6488a0-c6f2-4106-8ec9-2058fac36462,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:43.182547 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de7bc19f-aa2b-4af1-bbc1-6c3e57726ac6 req-bfb3cb70-e54e-43f2-a474-5be061ebed75 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091216 Apr 25 14:41:43.224328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] For port 25da0651-51b6-43ba-88d9-1a8b1222491f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=25da0651-51b6-43ba-88d9-1a8b1222491f,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:43.225341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:43.252291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-3a277e1e-3bb7-440a-9543-8e3c38549d71 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645221 Apr 25 14:41:43.359370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:43.377543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c6cf6375-adcd-4223-a975-bc35216f0d2a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/8a6488a0-c6f2-4106-8ec9-2058fac36462 HTTP/1.1" status: 204 len: 168 time: 1.2964742 Apr 25 14:41:43.380226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46192) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:43.448398 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b3771f-429c-4bba-a00e-e3ed8a635165 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:41:43.448999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79b3771f-429c-4bba-a00e-e3ed8a635165 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:43.470684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79b3771f-429c-4bba-a00e-e3ed8a635165 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:43.475937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79b3771f-429c-4bba-a00e-e3ed8a635165 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/8a6488a0-c6f2-4106-8ec9-2058fac36462 HTTP/1.1" status: 404 len: 333 time: 0.0914819 Apr 25 14:41:43.476303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46196) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:43.552431 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:43.577165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port a1727eeb-7a29-4041-a7e1-b0d76cf73ecd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:43.577546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:43.669809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Calling delete_port for 25da0651-51b6-43ba-88d9-1a8b1222491f owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:43.688930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:43.708245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-b9b9ff87-6cc6-479b-9f6d-fd5e8058ea5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=439feec1-f746-430d-a041-65ffb057cd4b HTTP/1.1" status: 200 len: 217 time: 0.3773685 Apr 25 14:41:43.736473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 39e0bc41-0f51-449b-a6e0-1876f4271a34 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:43.737291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39e0bc41-0f51-449b-a6e0-1876f4271a34 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:43.823006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2064880f-8b23-4eb7-bbb4-1fa50835d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.827420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2064880f-8b23-4eb7-bbb4-1fa50835d21c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.1067944 Apr 25 14:41:43.829417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46208) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:43.880910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:43.940055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31edf0-a55f-4a73-81b7-e6c65ce395c2 req-a84353cf-a5a0-41c0-8211-4cf3f786ac60 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:43.941565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f31edf0-a55f-4a73-81b7-e6c65ce395c2 req-a84353cf-a5a0-41c0-8211-4cf3f786ac60 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 945 time: 0.5381269 Apr 25 14:41:44.000184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.047061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for a1727eeb-7a29-4041-a7e1-b0d76cf73ecd owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:44.058830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f31edf0-a55f-4a73-81b7-e6c65ce395c2 req-f9d6ab29-af93-4b9e-a019-7284e8fef312 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.23 "GET /v2.0/security-groups?id=751f79ed-90ce-405e-aac7-b9cba71ca2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074998 Apr 25 14:41:44.072896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Pushing event deleted for resources: {'Port': ['ID=25da0651-51b6-43ba-88d9-1a8b1222491f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:44.078648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9f106f04-2499-44a9-b98e-5393075876b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.079987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9f106f04-2499-44a9-b98e-5393075876b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2433667 Apr 25 14:41:44.111368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-060f82b0-1d60-472b-81fd-0c0276c5db55 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.168575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-060f82b0-1d60-472b-81fd-0c0276c5db55 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.203613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] No DVR routers for this DVR port 25da0651-51b6-43ba-88d9-1a8b1222491f on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:44.207323 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.281073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-deleted', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34'}, {'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'name': 'network-vif-deleted', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:41:44.282370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-060f82b0-1d60-472b-81fd-0c0276c5db55 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.289988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d722d0e2-3915-4472-97eb-ba79226b8517 req-151d837f-4d87-496d-82ac-92cd13716040 tempest-ServerRescueTestJSONUnderV235-1567677394 tempest-ServerRescueTestJSONUnderV235-1567677394-project] 10.222.0.15 "DELETE /v2.0/ports/25da0651-51b6-43ba-88d9-1a8b1222491f HTTP/1.1" status: 204 len: 173 time: 1.8676674 Apr 25 14:41:44.309317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f82b0-1d60-472b-81fd-0c0276c5db55 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55599efc-b402-4e63-9384-f5c502304a33,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:44.324485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.350895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-cd91867e-edeb-429b-a28b-371a5b35da80 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234457 Apr 25 14:41:44.432338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=a1727eeb-7a29-4041-a7e1-b0d76cf73ecd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:44.581230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f8446799-341b-4d02-907d-ad3ca20a0078 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176049 Apr 25 14:41:44.616439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-060f82b0-1d60-472b-81fd-0c0276c5db55 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.617592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-060f82b0-1d60-472b-81fd-0c0276c5db55 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/security-groups/55599efc-b402-4e63-9384-f5c502304a33 HTTP/1.1" status: 204 len: 168 time: 0.7872345 Apr 25 14:41:44.648188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46258) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:44.686298 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beee4cdc-4f5e-4d3c-98d7-c49058dc2434'] response: {'server_uuid': '28686db4-0a71-4b36-8b4f-dba8b91a9105', 'name': 'network-vif-deleted', 'tag': '39e0bc41-0f51-449b-a6e0-1876f4271a34', 'status': 'completed', 'code': 200} Apr 25 14:41:44.687193 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beee4cdc-4f5e-4d3c-98d7-c49058dc2434'] response: {'server_uuid': 'dd363bf2-61d8-432c-91e4-b00978f1e837', 'name': 'network-vif-deleted', 'tag': '25da0651-51b6-43ba-88d9-1a8b1222491f', 'status': 'completed', 'code': 200} Apr 25 14:41:44.688755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-e47043a8-9c14-4724-a5b1-89e209c2d795 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2 HTTP/1.1" status: 200 len: 217 time: 0.1018059 Apr 25 14:41:44.690365 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-d30a599c-ded5-4149-9801-293b57bf2841 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] show failed (client error): The resource could not be found. Apr 25 14:41:44.694467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d30a599c-ded5-4149-9801-293b57bf2841 tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "GET /v2.0/security-groups/55599efc-b402-4e63-9384-f5c502304a33 HTTP/1.1" status: 404 len: 347 time: 0.0422475 Apr 25 14:41:44.695759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46264) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:44.828981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70967676-0853-41c5-a4fc-b9869cd0c791 req-f85e5047-9113-485e-aa5e-ce315a728a22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd363bf2-61d8-432c-91e4-b00978f1e837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0643632 Apr 25 14:41:44.854064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.856169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da938c86-916f-4bb3-b90e-522d6d4b240f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/a1727eeb-7a29-4041-a7e1-b0d76cf73ecd HTTP/1.1" status: 204 len: 168 time: 1.3788023 Apr 25 14:41:44.860425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46278) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:44.886066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port ca859775-3758-4996-a8bf-bb290f9328cb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:44.886415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:44.929366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f2f1629b-bdc6-46d7-a221-b728d7789ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.930807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-f2f1629b-bdc6-46d7-a221-b728d7789ecc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.2348468 Apr 25 14:41:44.942770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.949746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.956844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.963476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.969407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.975247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.981096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:44.981813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70967676-0853-41c5-a4fc-b9869cd0c791 req-50e94aac-7f84-41e1-b29d-ebd593a2f56c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aac9369672b6447b88812a876123ead8&device_id=dd363bf2-61d8-432c-91e4-b00978f1e837 HTTP/1.1" status: 200 len: 210 time: 0.0587325 Apr 25 14:41:44.984545 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6188b29d-4bc8-49af-9067-b8398a8f20a1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:41:44.986039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6188b29d-4bc8-49af-9067-b8398a8f20a1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:41:44.988621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-3d27a9ea-623d-4d96-86d9-d73a3183d88a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.6136630 Apr 25 14:41:45.089928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64bff220-aefa-4cc9-9c1e-03cfa24aac00 req-b53871ed-c74d-4ebf-a9f7-52c873a4bfc2 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000497 Apr 25 14:41:45.190063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46286) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:45.216377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6188b29d-4bc8-49af-9067-b8398a8f20a1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:41:45.220083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6188b29d-4bc8-49af-9067-b8398a8f20a1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/a1727eeb-7a29-4041-a7e1-b0d76cf73ecd HTTP/1.1" status: 404 len: 333 time: 0.3534975 Apr 25 14:41:45.220622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46292) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:45.275244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:45.275496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:45.301107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70967676-0853-41c5-a4fc-b9869cd0c791 req-89ce2199-8e2b-4d14-ad56-d956d7c05db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:45.303079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70967676-0853-41c5-a4fc-b9869cd0c791 req-89ce2199-8e2b-4d14-ad56-d956d7c05db4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=aac9369672b6447b88812a876123ead8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2627070 Apr 25 14:41:45.307373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-801b3c91-ea96-4e0c-aa5b-c75cdb92fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:45.308750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-801b3c91-ea96-4e0c-aa5b-c75cdb92fff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3259318 Apr 25 14:41:45.334947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46296) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:45.383919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet ae26e546-08ed-4632-9a2c-899c8864b2e7 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:45.399780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:45.411180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for ca859775-3758-4996-a8bf-bb290f9328cb owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:45.696760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 25da0651-51b6-43ba-88d9-1a8b1222491f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:45.739999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 25da0651-51b6-43ba-88d9-1a8b1222491f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:45.741262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 25da0651-51b6-43ba-88d9-1a8b1222491f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:45.742740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:45.796928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:45.864992 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-1b65306e-127f-4315-a505-55021488cafe service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329196 Apr 25 14:41:45.877599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0d055e58-a76e-4ac2-bbd7-2c60cee7642f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0606093698924b84b08979499cce80a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415857 Apr 25 14:41:45.881699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=ca859775-3758-4996-a8bf-bb290f9328cb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:45.883183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:45.902201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70967676-0853-41c5-a4fc-b9869cd0c791 req-0b5a3882-d0a3-4c21-8a1e-80c0b9671d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:45.903645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70967676-0853-41c5-a4fc-b9869cd0c791 req-0b5a3882-d0a3-4c21-8a1e-80c0b9671d99 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5920606 Apr 25 14:41:46.003690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.093999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-2d6f3ba1-c381-462b-8b28-a8d20cafbb3f service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203259 Apr 25 14:41:46.168309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-35527b7a-e0f1-47db-b9a7-2aa19fbd72c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 HTTP/1.1" status: 200 len: 217 time: 0.0666888 Apr 25 14:41:46.205711 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.226859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.240790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12ef8065-8226-4111-8a1e-d6d27b7f0327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.272950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=ae26e546-08ed-4632-9a2c-899c8864b2e7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:46.276843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.292523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12dccfc6-0c58-423d-8146-729f91c9a08e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/ae26e546-08ed-4632-9a2c-899c8864b2e7 HTTP/1.1" status: 204 len: 168 time: 1.0681834 Apr 25 14:41:46.292748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6792f38-2ffb-4c79-b3d1-4487db37b886 None None] Network 03818ff0-eb8d-4680-bc70-028d0146edb5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:46.292856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9ba14832-aeed-42d6-9eb1-f1f60d17cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.293235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-9ba14832-aeed-42d6-9eb1-f1f60d17cdc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 200 len: 797 time: 0.1177511 Apr 25 14:41:46.293606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46312) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:46.302297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12ef8065-8226-4111-8a1e-d6d27b7f0327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.314615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.315755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35b527b8-aa17-442b-8918-79e3a6bcde0b tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d2dc4ea-c04f-40f5-a63f-25d5791da441 HTTP/1.1" status: 204 len: 168 time: 1.6176634 Apr 25 14:41:46.330022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:46.458544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.477966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.486821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.490264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.498561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.504897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.519191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port d8cc6ad6-f51f-466a-85cf-419df72b6e7c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:46.519553 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.524538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.544781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.547802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1554dcd1-e274-46a7-869b-1834be788db6 req-c1210c0f-a441-4e88-b873-ae5f3ca23700 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.3454669 Apr 25 14:41:46.551519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-de681027-dd4c-4838-8484-b2e6b39c8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:46.553107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-de681027-dd4c-4838-8484-b2e6b39c8705 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2396450 Apr 25 14:41:46.554981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port d0243a15-3102-49ac-aa17-4adf69ad9cc0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:46.555573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.614137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] DHCP port deletion for 03818ff0-eb8d-4680-bc70-028d0146edb5 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:41:46.618389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] Deleting port d8cc6ad6-f51f-466a-85cf-419df72b6e7c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:46.618766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.705763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12ef8065-8226-4111-8a1e-d6d27b7f0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.762432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef8065-8226-4111-8a1e-d6d27b7f0327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da3b04-3c08-4172-a7b2-5143a2af3226,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:46.814083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1554dcd1-e274-46a7-869b-1834be788db6 req-b0b90df2-fb05-44b7-a427-65fcee346be3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2049074 Apr 25 14:41:46.835643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12ef8065-8226-4111-8a1e-d6d27b7f0327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.840004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-12ef8065-8226-4111-8a1e-d6d27b7f0327 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63da3b04-3c08-4172-a7b2-5143a2af3226 HTTP/1.1" status: 204 len: 168 time: 0.9233558 Apr 25 14:41:46.894467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-44058267-cf7f-43c6-bd55-1d07d99fb099 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339322 Apr 25 14:41:46.964395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:46.972147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] For port d8cc6ad6-f51f-466a-85cf-419df72b6e7c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,segment=NetworkSegment(ffae8b76-fe25-4484-a76d-012c81fa08dc),segment_id=ffae8b76-fe25-4484-a76d-012c81fa08dc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:46.972793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:47.003362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] For port d8cc6ad6-f51f-466a-85cf-419df72b6e7c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,segment=NetworkSegment(ffae8b76-fe25-4484-a76d-012c81fa08dc),segment_id=ffae8b76-fe25-4484-a76d-012c81fa08dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:47.003977 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:47.090123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d8cc6ad6-f51f-466a-85cf-419df72b6e7c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:47.179155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for d8cc6ad6-f51f-466a-85cf-419df72b6e7c owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:47.210401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] Calling delete_port for d8cc6ad6-f51f-466a-85cf-419df72b6e7c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:47.368720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Port d8cc6ad6-f51f-466a-85cf-419df72b6e7c update to DOWN by agent not found {{(pid=88062) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 25 14:41:47.371958 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:47.442927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] Pushing event deleted for resources: {'Port': ['ID=d8cc6ad6-f51f-466a-85cf-419df72b6e7c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:47.463655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce882bc8-acd2-4a1b-bf90-3a0af248e33d None None] No DVR routers for this DVR port d8cc6ad6-f51f-466a-85cf-419df72b6e7c on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:47.523563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-0793de32-3053-447c-a7cc-085972a241fd service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200559 Apr 25 14:41:47.528952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:47.628715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-1a0b5fc5-5c3c-4cf5-accf-1c2b919b2fc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78 HTTP/1.1" status: 200 len: 217 time: 0.0981717 Apr 25 14:41:47.631736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:41:47.632242 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:41:47.706794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-72ddda2f-cb2d-4324-a86a-b4b462af8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:47.710864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-72ddda2f-cb2d-4324-a86a-b4b462af8842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 200 len: 797 time: 0.0765705 Apr 25 14:41:47.714596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for d0243a15-3102-49ac-aa17-4adf69ad9cc0 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:47.820387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-75005f90-c323-4f6b-9fc6-b4408ff14264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:47.822344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-75005f90-c323-4f6b-9fc6-b4408ff14264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055348 Apr 25 14:41:47.913280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Deleting port ce70b6b1-c548-4151-9646-ab93d56f6a94 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:47.913639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.037632 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-21fabb1b-62d2-40d6-a6d9-4eec5594c7ec service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046163 Apr 25 14:41:48.109495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.136549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port d8cc6ad6-f51f-466a-85cf-419df72b6e7c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:48.136682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.219831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] The port 'd8cc6ad6-f51f-466a-85cf-419df72b6e7c' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:41:48.359739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cc805b8-0fb6-4148-a124-b45a26bc1a62 req-dc9c77a8-35cd-4656-b513-88f327af9d69 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191066 Apr 25 14:41:48.377779 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.392244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=d0243a15-3102-49ac-aa17-4adf69ad9cc0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:48.416596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03818ff0-eb8d-4680-bc70-028d0146edb5']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:48.431053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffae8b76-fe25-4484-a76d-012c81fa08dc') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:48.431677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffae8b76-fe25-4484-a76d-012c81fa08dc') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:48.475778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46364) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:48.515063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.526510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.533343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.540150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.546893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.548639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.551886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.557223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:48.557628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.557851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.563841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.567216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-4697a25f-5f53-4028-adea-520a0cb43310 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.5445287 Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:48.581802 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:48.598984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] For port ce70b6b1-c548-4151-9646-ab93d56f6a94, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ce70b6b1-c548-4151-9646-ab93d56f6a94,segment=NetworkSegment(2b8c6a09-dd10-4a86-aab0-e443961ee9e2),segment_id=2b8c6a09-dd10-4a86-aab0-e443961ee9e2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:48.599403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.681368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.682609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.683087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.683554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.684019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.684481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.684943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.686944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-9a24612a-63d0-48b5-870c-e59ba3987dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6479 time: 0.2468984 Apr 25 14:41:48.717543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.745318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.764755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=03818ff0-eb8d-4680-bc70-028d0146edb5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:48.772290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Calling delete_port for ce70b6b1-c548-4151-9646-ab93d56f6a94 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:48.801158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.828655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ce9c396-6e42-4934-ab5b-7af477a1034a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/03818ff0-eb8d-4680-bc70-028d0146edb5 HTTP/1.1" status: 204 len: 168 time: 2.5283823 Apr 25 14:41:48.833393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46370) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:48.837943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:48.860346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1299939778'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:48.871584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aae6e2d2-75da-4002-8834-dd43d2b60afd tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/ports/d0243a15-3102-49ac-aa17-4adf69ad9cc0 HTTP/1.1" status: 204 len: 168 time: 2.5403745 Apr 25 14:41:48.873700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:48.875173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-55c246b4-d04a-48ce-8890-39f6e4eaf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:48.877424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-55c246b4-d04a-48ce-8890-39f6e4eaf752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e3e82c6-f360-407c-a954-ddd4f2f0844f HTTP/1.1" status: 200 len: 902 time: 0.1825883 Apr 25 14:41:48.877903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46374) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:48.893597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:48.895886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:network and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:48.903587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:48.915875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:24ba5316fb7e45559fc4e561420f094e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:48.987483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-a5f17d10-e821-4a50-a7b1-474f3e6f5250 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 HTTP/1.1" status: 200 len: 217 time: 0.0778301 Apr 25 14:41:49.041961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port d7776d5b-af9b-4645-b93e-f2fc09ab146d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:49.042623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.043142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:49.045282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:49.067805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c556d98-e47d-49d7-88d7-3e77022e557b req-65e6012d-43e0-41f6-9e3d-1efd7c53a16a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3073578 Apr 25 14:41:49.069279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:49.088243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:49.091960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.107651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-92153805-8bc2-4a0f-b590-627b9500da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:49.109116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-92153805-8bc2-4a0f-b590-627b9500da59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 200 len: 797 time: 0.1096339 Apr 25 14:41:49.181532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:41:49.211762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.212100 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Added segment 7942a72a-c387-4f0a-8e47-1796bedd035b of type vlan for network 678ce627-762c-4e62-9324-3e075e6e19a9 Apr 25 14:41:49.304987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.329649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.341291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.408733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.414891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:49.415522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.438156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.453584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24ba5316fb7e45559fc4e561420f094e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668801 Apr 25 14:41:49.459581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46386) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:49.490731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-04ce65d8-063c-4e83-9172-175645e3d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:49.492246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-04ce65d8-063c-4e83-9172-175645e3d40f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3702459 Apr 25 14:41:49.544785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a16013-fc4f-4eba-8e4e-098cfcf0c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0199899e-615c-480c-86a7-c20ab2a06746,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:49.592894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce70b6b1-c548-4151-9646-ab93d56f6a94,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:49.660409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.706479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8698554 Apr 25 14:41:49.707201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8358-7f14-47a8-ac1a-8faaecce3d0f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Network': ['ID=678ce627-762c-4e62-9324-3e075e6e19a9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:49.711747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46392) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:49.719206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:49.723691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 678ce627-762c-4e62-9324-3e075e6e19a9 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:41:49.807776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for d7776d5b-af9b-4645-b93e-f2fc09ab146d owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:49.861636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d15a2989-537d-4653-8143-d19e47ee22c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.920193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d15a2989-537d-4653-8143-d19e47ee22c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:49.923390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:49.928331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-b7b8a879-5feb-4ebb-ab4e-f4495a437750 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287765 Apr 25 14:41:50.002088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:50.014671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:50.148928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:50.165584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-803f02d8-0b10-46ac-ad1c-d366eff49489 req-88144752-6bc3-4241-9c6b-21e03c74bc1b service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204409 Apr 25 14:41:50.170075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d15a2989-537d-4653-8143-d19e47ee22c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.181520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.184369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.186166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:50.189656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.198493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a2989-537d-4653-8143-d19e47ee22c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0199899e-615c-480c-86a7-c20ab2a06746,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:50.296504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=d7776d5b-af9b-4645-b93e-f2fc09ab146d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:50.389686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d15a2989-537d-4653-8143-d19e47ee22c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.390806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d15a2989-537d-4653-8143-d19e47ee22c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0199899e-615c-480c-86a7-c20ab2a06746 HTTP/1.1" status: 204 len: 168 time: 0.9302862 Apr 25 14:41:50.439568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.439950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.440466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.440885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.441379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.441862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.442314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.444982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-4d74a51c-e0bf-43b5-b6ce-34a219ddaac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6479 time: 0.2017813 Apr 25 14:41:50.471689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.476622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6dc47b87-4e08-443a-be24-d935a5d1a33a tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/ports/d7776d5b-af9b-4645-b93e-f2fc09ab146d HTTP/1.1" status: 204 len: 168 time: 1.5977602 Apr 25 14:41:50.479774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46402) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:50.635050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting subnet 47ea247b-d0db-4f64-8237-aeb04190a04c {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:50.649469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.664288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.670252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.676073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.682441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.688190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.704843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.710661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.712794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-bbe2fdd5-48ac-4827-9f8a-e412b939da4e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.4216478 Apr 25 14:41:50.728611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-ab0f01be-4594-4ae5-839e-3bf5d5704c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.730928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-ab0f01be-4594-4ae5-839e-3bf5d5704c1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e3e82c6-f360-407c-a954-ddd4f2f0844f HTTP/1.1" status: 200 len: 902 time: 0.2783947 Apr 25 14:41:50.819923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-0f809805-7018-4914-8ee7-9fef6439663b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78 HTTP/1.1" status: 200 len: 217 time: 0.0811362 Apr 25 14:41:50.824989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:50.971789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-aed5d80e-8def-4710-a4d9-dc44e746d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:50.976234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-aed5d80e-8def-4710-a4d9-dc44e746d097 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 200 len: 797 time: 0.1006825 Apr 25 14:41:51.017990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1fe2c09b-4e17-4383-a58c-542e38834871 req-d26a950f-c795-4e89-bfb7-08ff368593fa tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2921863 Apr 25 14:41:51.064025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.069871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Router e8e26102-943b-4922-9fa3-f55be1475d49 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:41:51.148063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=8f36384c-7d7d-4dc5-ab68-cba5ab482035,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:51.207858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.292956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Checking segment: {'id': '7942a72a-c387-4f0a-8e47-1796bedd035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:51.293551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network hostable DHCP agents. Network: 678ce627-762c-4e62-9324-3e075e6e19a9, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:41:51.296732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-e5025d1d-2c10-49c5-ba73-2d8ac3616d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:51.298871 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-e5025d1d-2c10-49c5-ba73-2d8ac3616d86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3151731 Apr 25 14:41:51.402318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.404136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 678ce627-762c-4e62-9324-3e075e6e19a9 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:41:51.421552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 678ce627-762c-4e62-9324-3e075e6e19a9) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:51.427789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:51.427789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.430598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46428) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:51.436597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76622ba6-1f03-4145-9005-af346da11d13 None None] Network 678ce627-762c-4e62-9324-3e075e6e19a9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:51.459850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:41:51.462606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.475916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Subnet': ['ID=47ea247b-d0db-4f64-8237-aeb04190a04c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:51.483066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb09af14-3ed1-4161-9550-404143ed7286 None None] Network 5a93db98-efb3-4ef3-84a8-41c75d9b042d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:51.489055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7d44f4fc-5868-4740-ad0b-cd7d59553abe tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/subnets/47ea247b-d0db-4f64-8237-aeb04190a04c HTTP/1.1" status: 204 len: 168 time: 1.0081539 Apr 25 14:41:51.491630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46432) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:51.528228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26183c71-192e-4529-a87a-29eccbe94bb8 admin admin] 10.222.0.23 "PUT /v2.0/routers/e8e26102-943b-4922-9fa3-f55be1475d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3359811 Apr 25 14:41:51.532066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:51.541213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7aecb40f-dbc0-4af7-856b-a6f5371d17ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8284242 Apr 25 14:41:51.638086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting subnet 46ed22a3-30b9-4b47-bdef-f6e62d528c83 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:51.641881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Sync routers for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:41:51.653647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46442) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:51.662374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.711985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1855547397-network', 'tenant_id': '3e02936fde1145d7881f56406bd0c9e5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:51.717882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:51.721762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Usage tracker for resource:network and tenant:3e02936fde1145d7881f56406bd0c9e5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:51.724891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:51.733797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:51.739964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Routers {'e8e26102-943b-4922-9fa3-f55be1475d49'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:51.740617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e8e26102-943b-4922-9fa3-f55be1475d49'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:51.758602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.810954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Made reservation on behalf of 3e02936fde1145d7881f56406bd0c9e5 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:51.813350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.828660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.849579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:51.853553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e02936fde1145d7881f56406bd0c9e5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:51.856376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:51.861922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.862125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:51.918092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.943680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-821821310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:51.960296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:51.973803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:52.010767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.015542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:router and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:52.024278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-7cdeb787-9cf5-4725-9422-62b6a6f16f89 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172093 Apr 25 14:41:52.026307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:52.029490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Subnet': ['ID=46ed22a3-30b9-4b47-bdef-f6e62d528c83,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:52.038213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b8107-0c54-49db-88c8-b211905f0ec8 None None] Network 8508ce12-70a9-41a2-929a-4c038fc8cefa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:52.108816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.134328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Deleting port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:52.134661 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.191008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-980cde5a-e56e-45cb-bc0f-bbf533f5cf5f req-2238b228-3aec-4875-9c68-9fa0a4eb5ce0 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558080 Apr 25 14:41:52.192203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:52.199090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8457bc91-9842-43e1-ad5b-f224e4c5b62c tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/subnets/46ed22a3-30b9-4b47-bdef-f6e62d528c83 HTTP/1.1" status: 204 len: 168 time: 0.7064581 Apr 25 14:41:52.199876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46450) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:52.270214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Set router e8e26102-943b-4922-9fa3-f55be1475d49 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:41:52.338899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.340041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.436705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.439959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.460867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.489923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.496888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.502830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.508704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.514570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.520453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.526934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.528876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf889b18-1a75-4817-abb3-0e489576315d req-0aeab774-2b22-4e70-8e13-e7dc2b1df208 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.2860692 Apr 25 14:41:52.530219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:52.530655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.535829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.563071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.625564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:41:52.634311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e984583-73a3-4efa-9570-6421530d7569,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:52.640800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.644352 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-32c9c90f-0493-4be9-ad60-46ac659ec2a0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9861062 Apr 25 14:41:52.647432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46454) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:52.663775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf889b18-1a75-4817-abb3-0e489576315d req-735ec5c8-0e04-40e7-877c-1fb44a2312e9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018932 Apr 25 14:41:52.665834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.666184 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Added segment 4e875963-637b-4432-9bca-6ed8dfed37b5 of type vlan for network cc51f2d5-4289-475e-8c3c-80c993ba3806 Apr 25 14:41:52.672466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9', 'name': 'tempest-PortsTestJSON-657219920'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:52.676286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] For port 5bd16bd3-ab5a-4cda-8d4d-891eb9971569, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:52.676658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.804794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-678ce627-762c-4e62-9324-3e075e6e19a9', 'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': '8f36384c-7d7d-4dc5-ab68-cba5ab482035'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:41:52.806049 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.820290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] DHCP port deletion for 5a93db98-efb3-4ef3-84a8-41c75d9b042d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:41:52.856252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Deleting port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:52.856844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.864105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Calling delete_port for 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:52.905214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.972742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:52.976164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:52.977349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.056527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:53.104110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cc51f2d5-4289-475e-8c3c-80c993ba3806,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:53.107221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-000738a7-15b0-4616-a883-00fb077994b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6734631 Apr 25 14:41:53.111906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:53.121251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Request body: {'subnet': {'network_id': 'cc51f2d5-4289-475e-8c3c-80c993ba3806', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1855547397-subnet', 'tenant_id': '3e02936fde1145d7881f56406bd0c9e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:53.126766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:53.131702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Usage tracker for resource:subnet and tenant:3e02936fde1145d7881f56406bd0c9e5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:53.136471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:53.145326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:53.179626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cc51f2d5-4289-475e-8c3c-80c993ba3806 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:41:53.185421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:53.185990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.210643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:53.211562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Made reservation on behalf of 3e02936fde1145d7881f56406bd0c9e5 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:53.214195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.227534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.268235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:53.290613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd16bd3-ab5a-4cda-8d4d-891eb9971569,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:53.333352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:53.342945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:53.379368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:53.410843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:53.416161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.460493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 0d3f961d-a28f-4345-bc92-700192a24886 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:41:53.515166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.641182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.718574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:53.723182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:53.736552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'name': 'tempest-ServerRescueTestJSONUnderV235-173370141-router', 'tenant_id': 'aac9369672b6447b88812a876123ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:27Z', 'updated_at': '2022-04-25T14:41:49Z', 'revision_number': 5, 'project_id': 'aac9369672b6447b88812a876123ead8', 'gw_port': {'id': '5bd16bd3-ab5a-4cda-8d4d-891eb9971569', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e26102-943b-4922-9fa3-f55be1475d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:30Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:53.738760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.754551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] DHCP port deletion for 8508ce12-70a9-41a2-929a-4c038fc8cefa request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:41:53.770453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.780125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Checking router: e8e26102-943b-4922-9fa3-f55be1475d49 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:41:53.789335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Allocated IP 172.20.0.2 (678ce627-762c-4e62-9324-3e075e6e19a9/8f36384c-7d7d-4dc5-ab68-cba5ab482035/481697f5-924c-49c9-81f3-b24eac1635ed) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:53.792389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] For port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7401472-0c4c-4d6e-a191-e0ee3bbd9c01,segment=NetworkSegment(8704ada3-71b1-42e9-8dc4-77c91e300057),segment_id=8704ada3-71b1-42e9-8dc4-77c91e300057)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:53.792861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.810727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Deleting port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:53.811383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.826147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.869913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.880327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.898830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93db98-efb3-4ef3-84a8-41c75d9b042d']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:53.911555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8704ada3-71b1-42e9-8dc4-77c91e300057') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:53.912412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8704ada3-71b1-42e9-8dc4-77c91e300057') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:53.926204 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.926785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.927924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e26102-943b-4922-9fa3-f55be1475d49 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:41:53.946411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.955657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:53.956126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:53.973828 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:53.986554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Calling delete_port for a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:54.002376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac3ebd4-fe50-4193-a166-150a8f88cba7,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:54.008350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.009491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2eb4952-4ff9-453e-b3f3-10d193aed4cd admin admin] 10.222.0.23 "DELETE /v2.0/routers/e8e26102-943b-4922-9fa3-f55be1475d49 HTTP/1.1" status: 204 len: 168 time: 2.4764080 Apr 25 14:41:54.012078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Checking segment: {'id': '4e875963-637b-4432-9bca-6ed8dfed37b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cc51f2d5-4289-475e-8c3c-80c993ba3806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:54.012437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Network hostable DHCP agents. Network: cc51f2d5-4289-475e-8c3c-80c993ba3806, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:41:54.018288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46466) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:54.036076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Routers set() bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:41:54.036458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Router IDs set() for agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 25 14:41:54.037663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_agentschedulers_db [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8e26102-943b-4922-9fa3-f55be1475d49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent'). {{(pid=88062) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 25 14:41:54.038069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf4790-5abb-4cba-ae8b-017ecf99033d None None] The sync data for ids ['e8e26102-943b-4922-9fa3-f55be1475d49'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:41:54.080033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.103155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.107555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.110664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.124971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.131138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.132970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Network': ['ID=5a93db98-efb3-4ef3-84a8-41c75d9b042d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:54.137053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.142915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.148984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.150916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-0a5c2a68-30d0-40fd-be55-4b4db0b7d4ef tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.3065910 Apr 25 14:41:54.157188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Deleting subnet db10d1e3-924b-4f62-ba9f-a2a9c76a013c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:54.160488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9270a90c-bcce-4bdf-9439-c9660d68960d tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/networks/5a93db98-efb3-4ef3-84a8-41c75d9b042d HTTP/1.1" status: 204 len: 168 time: 1.9571364 Apr 25 14:41:54.162790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Network cc51f2d5-4289-475e-8c3c-80c993ba3806 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:41:54.163560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46470) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:54.179436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.307041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.320143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:41:54.320780 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:41:54.321934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Deleting port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:54.322307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.347089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, cc51f2d5-4289-475e-8c3c-80c993ba3806) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:54.356461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.373558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e6632-ff08-4c7d-b17f-e481680c7b5c None None] Network cc51f2d5-4289-475e-8c3c-80c993ba3806 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:54.384755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:54.385291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.409090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23856d4e-d234-40c4-bb65-9b16b8b98a9e req-37789ea8-0147-44b5-9d25-6d126ad5be7c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2493203 Apr 25 14:41:54.470342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3414283b-00ac-405d-9523-87dbe947edfb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3562551 Apr 25 14:41:54.476875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.653790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.657070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] For port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:54.657495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.697026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] For port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,segment=NetworkSegment(baeecd9f-7f33-44e6-988f-d77d9b0ac3d2),segment_id=baeecd9f-7f33-44e6-988f-d77d9b0ac3d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:54.698206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.705875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db10d1e3-924b-4f62-ba9f-a2a9c76a013c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:54.707893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.714940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d9786ce2-8ecf-4101-a530-100e44a01ae7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/db10d1e3-924b-4f62-ba9f-a2a9c76a013c HTTP/1.1" status: 204 len: 168 time: 0.6956565 Apr 25 14:41:54.717445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46478) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:54.832274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Calling delete_port for f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:54.835069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.853710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Deleting port a7401472-0c4c-4d6e-a191-e0ee3bbd9c01 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:54.854106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.884281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Calling delete_port for f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:41:54.956666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:54.979906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-72b7f705-af41-41d0-b341-1b586b0d9c14 None None] The port 'a7401472-0c4c-4d6e-a191-e0ee3bbd9c01' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:41:55.009221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.010427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.069194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Transition to ACTIVE for port object 481697f5-924c-49c9-81f3-b24eac1635ed will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:55.087540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9cc839-4a36-4027-a24d-70121f679094']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:55.096164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Port': ['ID=f9bfb2a4-8eb7-456c-a68f-0a47b318ff55,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:55.116828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8c6a09-dd10-4a86-aab0-e443961ee9e2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:55.117455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8c6a09-dd10-4a86-aab0-e443961ee9e2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:55.135948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.142194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Transition to ACTIVE for port object 481697f5-924c-49c9-81f3-b24eac1635ed will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:55.153196 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-16ae65ee-917f-40b2-a8f1-c037f3173426 req-726d2da8-de09-4ad9-baf9-7f029c7d6859 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] show failed (client error): The resource could not be found. Apr 25 14:41:55.154233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16ae65ee-917f-40b2-a8f1-c037f3173426 req-726d2da8-de09-4ad9-baf9-7f029c7d6859 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups/ca9b4e30-8599-4212-8c36-e341f3a82872 HTTP/1.1" status: 404 len: 352 time: 0.0987687 Apr 25 14:41:55.155099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] No DVR routers for this DVR port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:41:55.166288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.174372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:55.175038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.183070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:55.223880 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.229191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:41:55.229770 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:55.256483 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:55.260439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:55.260790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bd16bd3-ab5a-4cda-8d4d-891eb9971569 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:55.261234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:55.287904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.293228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.320165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.4 (678ce627-762c-4e62-9324-3e075e6e19a9/8f36384c-7d7d-4dc5-ab68-cba5ab482035/0d3f961d-a28f-4345-bc92-700192a24886) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:41:55.325950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cb9cc839-4a36-4027-a24d-70121f679094 HTTP/1.1" status: 204 len: 168 time: 0.6072097 Apr 25 14:41:55.327185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7455a3c-7ea7-4a38-b88a-51ff35d6cc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9cc839-4a36-4027-a24d-70121f679094,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:55.359674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8eb085-3c4b-46c6-8916-e32c7ef81308 None None] Network cc51f2d5-4289-475e-8c3c-80c993ba3806 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:55.400550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:55.401089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:55.401324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ce70b6b1-c548-4151-9646-ab93d56f6a94 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:41:55.455129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Network 678ce627-762c-4e62-9324-3e075e6e19a9 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:55.472028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46494) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:55.510138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: ce70b6b1-c548-4151-9646-ab93d56f6a94 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:41:55.510874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ce70b6b1-c548-4151-9646-ab93d56f6a94 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:41:55.512805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:55.522730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:55.524595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f382041-4109-4777-9ffb-76eada551f49 req-6419cec9-c879-436e-baf4-e87e6318b79f tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e02936fde1145d7881f56406bd0c9e5 HTTP/1.1" status: 200 len: 2988 time: 0.3154240 Apr 25 14:41:55.527613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.545252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Pushing event updated for resources: {'Port': ['ID=481697f5-924c-49c9-81f3-b24eac1635ed,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:55.565921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-00521c09-ea25-4c0c-a64f-63dc6a3c3d63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aac9369672b6447b88812a876123ead8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926533 Apr 25 14:41:55.566538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46498) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:55.619333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8508ce12-70a9-41a2-929a-4c038fc8cefa']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:55.649492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-304d2b22-6411-42db-8871-1c98720ec2e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5476882 Apr 25 14:41:55.674911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:55.675150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baeecd9f-7f33-44e6-988f-d77d9b0ac3d2') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:55.691001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Attempting to bind port 481697f5-924c-49c9-81f3-b24eac1635ed on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:41:55.691458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Attempting to bind port 481697f5-924c-49c9-81f3-b24eac1635ed by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '7942a72a-c387-4f0a-8e47-1796bedd035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:41:55.691890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Attempting to bind port 481697f5-924c-49c9-81f3-b24eac1635ed on network 678ce627-762c-4e62-9324-3e075e6e19a9 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:41:55.709961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:41:55.710367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Checking segment: {'id': '7942a72a-c387-4f0a-8e47-1796bedd035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:55.710741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.711131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Bound using segment: {'id': '7942a72a-c387-4f0a-8e47-1796bedd035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:41:55.711874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Bound port: 481697f5-924c-49c9-81f3-b24eac1635ed, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7942a72a-c387-4f0a-8e47-1796bedd035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '678ce627-762c-4e62-9324-3e075e6e19a9'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:41:55.712016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.731199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Deleting port f9bfb2a4-8eb7-456c-a68f-0a47b318ff55 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:41:55.731582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.737163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-950107e8-3314-4f77-843b-ef5482fa98a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.770078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.777184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.783044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.789655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.795471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.801413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.807245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:55.809255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-ebc22c17-2b0f-4c41-b867-c922cc288051 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.2029476 Apr 25 14:41:55.838833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-950107e8-3314-4f77-843b-ef5482fa98a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.858999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.875260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df3da74f-2ee0-4a74-9bb2-a74ff2c223ef None None] The port 'f9bfb2a4-8eb7-456c-a68f-0a47b318ff55' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:41:55.897496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26ba9574-dc56-40f4-832f-54af65e628a8 req-fe03e2f2-c11d-4064-b6d6-d76ca7433f74 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767314 Apr 25 14:41:55.932440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] For port 481697f5-924c-49c9-81f3-b24eac1635ed, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:41:55.932596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-950107e8-3314-4f77-843b-ef5482fa98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.936981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] For port 481697f5-924c-49c9-81f3-b24eac1635ed, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=481697f5-924c-49c9-81f3-b24eac1635ed,segment=NetworkSegment(7942a72a-c387-4f0a-8e47-1796bedd035b),segment_id=7942a72a-c387-4f0a-8e47-1796bedd035b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:41:55.942779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.954909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950107e8-3314-4f77-843b-ef5482fa98a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f79ed-90ce-405e-aac7-b9cba71ca2bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:55.968603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-950107e8-3314-4f77-843b-ef5482fa98a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:55.972106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-950107e8-3314-4f77-843b-ef5482fa98a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/751f79ed-90ce-405e-aac7-b9cba71ca2bd HTTP/1.1" status: 204 len: 168 time: 0.4022133 Apr 25 14:41:55.976456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f382041-4109-4777-9ffb-76eada551f49 req-580ef059-2a02-480d-9a02-5dedcbffaead tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups/8e984583-73a3-4efa-9570-6421530d7569 HTTP/1.1" status: 200 len: 2985 time: 0.4507942 Apr 25 14:41:55.977497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.014606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:56.015018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:56.034565 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:56.067038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767bfef-7795-4935-9a07-28b16410dc99 None None] Pushing event updated for resources: {'Port': ['ID=481697f5-924c-49c9-81f3-b24eac1635ed,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:56.198931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f382041-4109-4777-9ffb-76eada551f49 req-11b4a045-2d5d-4ac5-aa8d-56a2c0aa8136 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups/8e984583-73a3-4efa-9570-6421530d7569 HTTP/1.1" status: 200 len: 2985 time: 0.2110684 Apr 25 14:41:56.209137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.209137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.236137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.247207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-4aacf1ea-be88-4b08-ab4d-e526702dc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:56.248707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-4aacf1ea-be88-4b08-ab4d-e526702dc87d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dffe315562f14e73acdbf6e9a5a974d4&device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 1096 time: 0.5603645 Apr 25 14:41:56.264666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] Pushing event deleted for resources: {'Network': ['ID=8508ce12-70a9-41a2-929a-4c038fc8cefa,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:56.276882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 0d3f961d-a28f-4345-bc92-700192a24886 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:41:56.280403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a3dd6647-3e46-4661-8aac-edb6602a4fbf tempest-TaggedBootDevicesTest_v242-822574298 tempest-TaggedBootDevicesTest_v242-822574298-project] 10.222.0.23 "DELETE /v2.0/networks/8508ce12-70a9-41a2-929a-4c038fc8cefa HTTP/1.1" status: 204 len: 168 time: 2.1146908 Apr 25 14:41:56.357888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08d11d5f-f8f0-4a93-a2a6-6410ba1a1dc6 req-281b8761-4155-4c30-b808-e277edc13791 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups/8e984583-73a3-4efa-9570-6421530d7569 HTTP/1.1" status: 200 len: 2985 time: 0.1322205 Apr 25 14:41:56.384426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.472291 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-08d11d5f-f8f0-4a93-a2a6-6410ba1a1dc6 req-d9042124-54e1-4a6c-92de-ff22081d5071 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 25 14:41:56.473744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08d11d5f-f8f0-4a93-a2a6-6410ba1a1dc6 req-d9042124-54e1-4a6c-92de-ff22081d5071 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "DELETE /v2.0/security-groups/8e984583-73a3-4efa-9570-6421530d7569 HTTP/1.1" status: 409 len: 352 time: 0.1141417 Apr 25 14:41:56.538726 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-4d8cc4b7-53c8-4e44-aaa3-eb84efe695a1 req-2317db83-6e17-4ddf-9e07-bd1276b9f709 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] show failed (client error): The resource could not be found. Apr 25 14:41:56.538726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d8cc4b7-53c8-4e44-aaa3-eb84efe695a1 req-2317db83-6e17-4ddf-9e07-bd1276b9f709 tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups/0039c8a6-2911-4020-b318-7273700b5eb9 HTTP/1.1" status: 404 len: 352 time: 0.0276968 Apr 25 14:41:56.556867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 678ce627-762c-4e62-9324-3e075e6e19a9 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:41:56.562932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:41:56.575275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:41:56.635627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=0d3f961d-a28f-4345-bc92-700192a24886,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:56.665393 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-fe787bf0-cae9-469f-8037-d5504b3f5f5b req-e4375a6d-a317-4778-aaef-f61deadff31f tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] show failed (client error): The resource could not be found. Apr 25 14:41:56.666439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe787bf0-cae9-469f-8037-d5504b3f5f5b req-e4375a6d-a317-4778-aaef-f61deadff31f tempest-SecurityGroupsNegativeTestJSON-16201876 tempest-SecurityGroupsNegativeTestJSON-16201876-project] 10.222.0.23 "GET /v2.0/security-groups/7798a387-74c6-49b4-aed9-14be394bbb00 HTTP/1.1" status: 404 len: 352 time: 0.0592914 Apr 25 14:41:56.675571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-e026abc6-22e8-443f-832e-fae70bb80bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:56.677672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-e026abc6-22e8-443f-832e-fae70bb80bec service neutron] 10.222.0.21 "GET /v2.0/networks?id=12846895-a456-4b26-bf07-ff4b72e9fdca HTTP/1.1" status: 200 len: 915 time: 0.3415120 Apr 25 14:41:56.690520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46532) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:56.693981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:56.694760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.793514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-90eb3c2a-4b2c-4633-a942-4ca56f8ac2c1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1422944 Apr 25 14:41:56.797107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46538) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:56.862740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Deleting subnet dac3ebd4-fe50-4193-a166-150a8f88cba7 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:41:56.868458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:56.947257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-cf87bc1a-ec3f-4fc1-a991-c6c4231be9f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94580553-17cc-4a96-af0e-bfe447b86e5a HTTP/1.1" status: 200 len: 1001 time: 0.2477388 Apr 25 14:41:56.996265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.062205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 481697f5-924c-49c9-81f3-b24eac1635ed up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:57.118266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-137a2115-009b-450b-a318-1e2414613fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.119782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-137a2115-009b-450b-a318-1e2414613fe4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6dc47bdc-a4fb-47f7-9eac-2e18730adda3 HTTP/1.1" status: 200 len: 853 time: 0.1592960 Apr 25 14:41:57.205635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 481697f5-924c-49c9-81f3-b24eac1635ed completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:57.260417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46552) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:57.299850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.437745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.445797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.451587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.457568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.465060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.470885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.478862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.481271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-1f28eacd-071b-4d5c-8e3c-5ef999b633bc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.3307056 Apr 25 14:41:57.487814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1280645014-network', 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:57.520586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-c3b362ca-f21d-4f6c-9a5b-1a9a5fcdd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:57.522462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-c3b362ca-f21d-4f6c-9a5b-1a9a5fcdd9ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12846895-a456-4b26-bf07-ff4b72e9fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867724 Apr 25 14:41:57.523670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:57.535914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Usage tracker for resource:network and tenant:26f2e6a1dd8944cd8f891eafa0e238d6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:57.541230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:57.551150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:57.583201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac05fd0b-d200-4198-8cc5-12711e50fbd1 req-4e44e3ea-f8c5-4f44-8159-3d33b9d20989 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895624 Apr 25 14:41:57.595323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:57.605270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.618795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.618979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6defe2-71c5-4851-9452-53514591f351 None None] Network 678ce627-762c-4e62-9324-3e075e6e19a9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:41:57.673421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.692914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:57.692914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Usage tracker for resource:security_group_rule and tenant:26f2e6a1dd8944cd8f891eafa0e238d6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:57.692914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:57.700726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:57.834914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] Provisioning for port 481697f5-924c-49c9-81f3-b24eac1635ed completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:57.853302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] Provisioning complete for port 481697f5-924c-49c9-81f3-b24eac1635ed triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:57.853739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.861650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac3ebd4-fe50-4193-a166-150a8f88cba7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:57.866703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.876869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-aa7da2b5-f95c-45fe-b158-a12bb9da64f5 service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359372 Apr 25 14:41:57.899028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fdba17fa-f7c8-48b4-9e35-cd8aa020e978 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dac3ebd4-fe50-4193-a166-150a8f88cba7 HTTP/1.1" status: 204 len: 168 time: 1.2070053 Apr 25 14:41:57.899804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:57.914223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:57.956110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.094860 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.152564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-012e27eb-1ddd-4426-bb60-a0c3d07e46e1 req-5fd92311-e548-4338-8579-f3e78d841c58 service neutron] 10.222.0.21 "GET /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635002 Apr 25 14:41:58.213657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.265840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] For port 481697f5-924c-49c9-81f3-b24eac1635ed, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=481697f5-924c-49c9-81f3-b24eac1635ed,segment=NetworkSegment(7942a72a-c387-4f0a-8e47-1796bedd035b),segment_id=7942a72a-c387-4f0a-8e47-1796bedd035b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:41:58.274796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.279458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:41:58.284760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c78fdc-98f3-4515-862e-c194e895fdf4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:58.315840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.316783 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Added segment 5d682f30-ab2a-42ba-bcf0-8503b198d153 of type vlan for network 51e98ba1-6020-4f44-8ce9-b7e277434afa Apr 25 14:41:58.326134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.344674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbde15b-fa7c-4826-9315-dec2d6128ab8 None None] Pushing event updated for resources: {'Port': ['ID=481697f5-924c-49c9-81f3-b24eac1635ed,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:58.392155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.535944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.572626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc51f2d5-4289-475e-8c3c-80c993ba3806']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:58.586967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e875963-637b-4432-9bca-6ed8dfed37b5') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:58.587612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e875963-637b-4432-9bca-6ed8dfed37b5') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:41:58.602451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.618446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.631431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.637457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.645826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:41:58.646578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.663703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.715263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c1b66efb-8f10-493c-9360-88ea63d22085 None None] Provisioning for port 0d3f961d-a28f-4345-bc92-700192a24886 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:41:58.720738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c1b66efb-8f10-493c-9360-88ea63d22085 None None] Provisioning complete for port 0d3f961d-a28f-4345-bc92-700192a24886 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:58.721152 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b66efb-8f10-493c-9360-88ea63d22085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:41:58.753146 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:41:58.757175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.758632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:58.761336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.803323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.827974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.842069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c1b66efb-8f10-493c-9360-88ea63d22085 None None] Port 0d3f961d-a28f-4345-bc92-700192a24886 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:41:58.853555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=0d3f961d-a28f-4345-bc92-700192a24886,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:58.855448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c1b66efb-8f10-493c-9360-88ea63d22085 None None] Provisioning complete for port 481697f5-924c-49c9-81f3-b24eac1635ed triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:58.856009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b66efb-8f10-493c-9360-88ea63d22085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:58.893641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc51f2d5-4289-475e-8c3c-80c993ba3806 HTTP/1.1" status: 204 len: 168 time: 0.9862494 Apr 25 14:41:58.908039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6460938 Apr 25 14:41:58.909160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46570) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:58.923006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Request body: {'subnet': {'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1280645014-subnet', 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:41:58.927834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd721cbd-fb34-49c6-9464-3a5bca757657 admin admin] Pushing event updated for resources: {'Network': ['ID=51e98ba1-6020-4f44-8ce9-b7e277434afa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:58.949810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:41:58.959970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Usage tracker for resource:subnet and tenant:26f2e6a1dd8944cd8f891eafa0e238d6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:41:58.966106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4993a-04d6-4009-b574-c6ab58a74181 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc51f2d5-4289-475e-8c3c-80c993ba3806,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:58.969780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:41:58.979566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:41:58.986351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:41:59.032505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:41:59.035513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.076803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.084491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.091822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.100118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.134169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.148121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.157413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:41:59.159354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-d76f8936-9fff-464e-a2c8-77fa1cbfe709 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.3734105 Apr 25 14:41:59.200794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46578) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:59.284903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.312272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 481697f5-924c-49c9-81f3-b24eac1635ed up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:41:59.354830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ebb47d48-3801-4568-bfdd-9805e1fae77b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e02936fde1145d7881f56406bd0c9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498880 Apr 25 14:41:59.357291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:41:59.463305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b911a17c-e3c3-4947-a47f-907678f5ef27 req-25182596-2dad-4194-a9af-364367ad672b tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295485 Apr 25 14:41:59.463933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.532850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda7b02-54d9-43a0-a136-5ab159db10f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.622292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda7b02-54d9-43a0-a136-5ab159db10f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.653945 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.675268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 481697f5-924c-49c9-81f3-b24eac1635ed triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:59.676009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.832287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda7b02-54d9-43a0-a136-5ab159db10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.858846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d30ec6c6-ecbe-4904-8419-c6b2f82edb34 None None] Provisioning complete for port 0d3f961d-a28f-4345-bc92-700192a24886 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:41:59.859413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30ec6c6-ecbe-4904-8419-c6b2f82edb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.863525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6948b8-94fc-4390-92fd-e6c0e8118701,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:59.885679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda7b02-54d9-43a0-a136-5ab159db10f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e984583-73a3-4efa-9570-6421530d7569,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:41:59.905504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:41:59.905867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Network hostable DHCP agents. Network: 51e98ba1-6020-4f44-8ce9-b7e277434afa, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:41:59.939835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cda7b02-54d9-43a0-a136-5ab159db10f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:41:59.941010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4cda7b02-54d9-43a0-a136-5ab159db10f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e984583-73a3-4efa-9570-6421530d7569 HTTP/1.1" status: 204 len: 168 time: 0.5825682 Apr 25 14:41:59.970447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:41:59.991239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 51e98ba1-6020-4f44-8ce9-b7e277434afa) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:00.006102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:00.006327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:00.006660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98508412-6c1d-4886-841c-55f1d3d66a98 None None] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:00.059560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f951e392-6cca-41a0-b13d-d492e05c35d4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1406183 Apr 25 14:42:00.068443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d30ec6c6-ecbe-4904-8419-c6b2f82edb34 None None] Port 0d3f961d-a28f-4345-bc92-700192a24886 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:00.460854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c31486-0f99-4d4e-9d90-5e549f81f8ed None None] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:00.523452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:00.541270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:00.778341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:00.949273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=0d3f961d-a28f-4345-bc92-700192a24886,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:01.110757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.117279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.123950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.136143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.142681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.149302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.156489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.164602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-d78271d7-1619-4163-8763-73f3c0ad37d3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.4253693 Apr 25 14:42:01.221582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-a002db0d-84f8-437b-8dfd-00416deabde1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:01.222372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6207add2-616e-4475-91ef-d0f215a709de req-a002db0d-84f8-437b-8dfd-00416deabde1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:01.252655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a4ce909-9f01-45cd-b234-8ee45b301947 req-b4c15eea-d58f-4973-98b1-c62e2eaa04e1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867147 Apr 25 14:42:01.257113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6207add2-616e-4475-91ef-d0f215a709de req-a002db0d-84f8-437b-8dfd-00416deabde1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:01.258319 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-a002db0d-84f8-437b-8dfd-00416deabde1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.2197957 Apr 25 14:42:01.277669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network 678ce627-762c-4e62-9324-3e075e6e19a9 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:01.279128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:01.300503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-52d324c4-751c-4ad1-b1da-f8e8916e0744 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0365765 Apr 25 14:42:01.391751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:01.420373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-57b0bdd7-eab6-49dd-a10b-b6b952fade8c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188743 Apr 25 14:42:01.669895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-60380660-network', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:01.685792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Router 68f5d949-eb12-4053-9216-79f3e6a39e59 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:42:01.694900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:01.701073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Usage tracker for resource:network and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:01.708803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a019685d-7f41-481c-93a5-504fcb419c55 None None] Provisioning complete for port 0d3f961d-a28f-4345-bc92-700192a24886 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:01.710684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a019685d-7f41-481c-93a5-504fcb419c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:01.713731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:01.726352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:01.739327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-55568d65-7115-4754-a329-3cc0b80e19ee service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180230 Apr 25 14:42:01.790019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Made reservation on behalf of a9f0c58dae2d4494bb2f12e7f49ca82a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:01.792456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:01.799093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a019685d-7f41-481c-93a5-504fcb419c55 None None] Port 0d3f961d-a28f-4345-bc92-700192a24886 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:01.858825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:01.879923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:01.887391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Usage tracker for resource:security_group_rule and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:01.892562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:01.897815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:01.905257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:01.911292 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] Sync routers for ids ['68f5d949-eb12-4053-9216-79f3e6a39e59'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:01.913480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-30e84a68-f920-449a-a7f3-0981d3e8a099 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/routers/68f5d949-eb12-4053-9216-79f3e6a39e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1152759 Apr 25 14:42:01.916338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46656) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:01.924460 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] Routers {'68f5d949-eb12-4053-9216-79f3e6a39e59'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:01.925113 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['68f5d949-eb12-4053-9216-79f3e6a39e59'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:01.943895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-9d4914e8-2473-4198-9f66-56c1b4267f29 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033336 Apr 25 14:42:01.997832 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:02.013326 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] Routers {'68f5d949-eb12-4053-9216-79f3e6a39e59'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:02.015319 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['68f5d949-eb12-4053-9216-79f3e6a39e59'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:02.055059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19f10e-1bcd-4ab0-8d8d-56af1f8c4db5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.059867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.060843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f19f10e-1bcd-4ab0-8d8d-56af1f8c4db5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:02.072385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.080722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f19f10e-1bcd-4ab0-8d8d-56af1f8c4db5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:02.083257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f19f10e-1bcd-4ab0-8d8d-56af1f8c4db5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f5d949-eb12-4053-9216-79f3e6a39e59 HTTP/1.1" status: 200 len: 981 time: 0.1645656 Apr 25 14:42:02.086599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46660) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:02.110441 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:02.110810 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01a15c-2a9a-4073-b0e2-c520ef2da225 None None] The sync data for ids ['68f5d949-eb12-4053-9216-79f3e6a39e59'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:02.115849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:42:02.136425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d038d929-73f4-4da8-a9af-973d70a4027e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:02.157932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.158566 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Added segment e5f9a468-7ea8-4cc7-9e91-8813e63c641f of type vlan for network 624f3915-82fa-48e1-955c-d0da3135a40e Apr 25 14:42:02.191064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.232811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.233846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.234437 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.408589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0154755 Apr 25 14:42:02.416907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46674) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:02.429460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Request body: {'subnet': {'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-60380660-subnet', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:02.431142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9853a5f8-2853-4155-a2a8-1c85794cec41 req-b74dd412-58c8-4f0c-818d-aebd4ec1aa1f tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 210 time: 0.0765810 Apr 25 14:42:02.502492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664cbf-cafe-421d-a204-478961e40c5c admin admin] Pushing event updated for resources: {'Network': ['ID=624f3915-82fa-48e1-955c-d0da3135a40e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:02.508003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:02.518110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 624f3915-82fa-48e1-955c-d0da3135a40e details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:42:02.524778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Usage tracker for resource:subnet and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:02.543522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:02.553798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:02.586001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Made reservation on behalf of a9f0c58dae2d4494bb2f12e7f49ca82a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:02.588812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:02.830490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.838468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.846610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.854215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.861299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.868979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.876457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:02.889083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-0b1fa409-398f-41c5-a598-71955132705e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.4706304 Apr 25 14:42:03.039696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecaed679-58c2-4f57-b32c-fcad0388a9e0 req-19143797-58ca-4fc3-999d-da6afa737c91 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1496077 Apr 25 14:42:03.206483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.240509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.289004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebbf214-01e5-46bc-aa8b-1a4185c2ee10,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:03.299187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Checking segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:03.299632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Network hostable DHCP agents. Network: 624f3915-82fa-48e1-955c-d0da3135a40e, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:42:03.324320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Network 624f3915-82fa-48e1-955c-d0da3135a40e is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:42:03.336770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 624f3915-82fa-48e1-955c-d0da3135a40e) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:03.348064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a7c8d-20fb-4307-aad4-af5023e4c1e1 None None] Network 624f3915-82fa-48e1-955c-d0da3135a40e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:03.356097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:03.361443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.390656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fba312c8-b981-41d2-9d65-18443a4243c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9703252 Apr 25 14:42:03.393189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:03.404156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:03.417673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:03.427816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Usage tracker for resource:router and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:03.433141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:03.444739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:03.476576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.477857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.507668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.779335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e52bf30a-4202-4d07-9814-8d7cdebe894f req-b43dbb0b-ba03-4120-8798-c0318b3f8cf0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 210 time: 0.0513363 Apr 25 14:42:03.833142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-624f3915-82fa-48e1-955c-d0da3135a40e', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:42:03.839686 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:03.950136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-c3d79a1d-0657-407d-8cd2-537659f46cca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:03.951795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-c3d79a1d-0657-407d-8cd2-537659f46cca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.3359249 Apr 25 14:42:03.968772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:04.013058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 0d3f961d-a28f-4345-bc92-700192a24886 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:04.013465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.040450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.047070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.080629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Allocated IP 172.20.0.2 (624f3915-82fa-48e1-955c-d0da3135a40e/eebbf214-01e5-46bc-aa8b-1a4185c2ee10/5d66857c-7016-4a8d-a82b-984801eebba7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:04.170659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2649fc4-9b99-439a-92cf-8c518f362ae1 req-b327751d-9d85-4074-af2c-5e2611f7bf12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.173492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2649fc4-9b99-439a-92cf-8c518f362ae1 req-b327751d-9d85-4074-af2c-5e2611f7bf12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.3969450 Apr 25 14:42:04.269479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:04.273731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Usage tracker for resource:port and tenant:26f2e6a1dd8944cd8f891eafa0e238d6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:04.276619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:04.283258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:04.337765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:04.341275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.409960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2649fc4-9b99-439a-92cf-8c518f362ae1 req-10afeff8-992b-45b9-b08d-d6d1246dd3be tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262139 Apr 25 14:42:04.558453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.559686 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.586917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Transition to ACTIVE for port object 5d66857c-7016-4a8d-a82b-984801eebba7 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:04.628092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Transition to ACTIVE for port object 5d66857c-7016-4a8d-a82b-984801eebba7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:04.640440 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.712385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Network 624f3915-82fa-48e1-955c-d0da3135a40e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:04.719590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:04.725168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:04.761371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Pushing event updated for resources: {'Port': ['ID=5d66857c-7016-4a8d-a82b-984801eebba7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:04.808309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.846161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.851711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Attempting to bind port 5d66857c-7016-4a8d-a82b-984801eebba7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:42:04.853333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.857660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Attempting to bind port 5d66857c-7016-4a8d-a82b-984801eebba7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:42:04.858270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Attempting to bind port 5d66857c-7016-4a8d-a82b-984801eebba7 on network 624f3915-82fa-48e1-955c-d0da3135a40e {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:42:04.861374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.871784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.875013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:42:04.875602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Checking segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:04.876196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.876747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Bound using segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:42:04.877411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Bound port: 5d66857c-7016-4a8d-a82b-984801eebba7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:42:04.877629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.878109 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:04.894510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.902260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:04.905972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-b4d6e756-3c19-46f7-9fd8-9293373c953c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.6054652 Apr 25 14:42:04.915850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 0d3f961d-a28f-4345-bc92-700192a24886 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:04.942236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:05.079753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] For port 5d66857c-7016-4a8d-a82b-984801eebba7, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:42:05.084638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] For port 5d66857c-7016-4a8d-a82b-984801eebba7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5d66857c-7016-4a8d-a82b-984801eebba7,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:42:05.094967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:05.236509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee0e42-e68b-4f2d-b1da-51791706dcde None None] Pushing event updated for resources: {'Port': ['ID=5d66857c-7016-4a8d-a82b-984801eebba7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:05.247729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-151008cd-cb90-4200-9b40-90c7a4c386ff req-bced8caf-a0dc-400e-9f36-b278f5c66ede tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2964537 Apr 25 14:42:05.363822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Allocated IP 172.25.0.192 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/1e69ce8b-d800-42ea-8516-3223914f7eb7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:05.375128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8bf2ef5f-134a-48eb-9a43-395b99c3af49 req-8fc8d68d-bb32-4af4-9b67-4e104a78a263 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 210 time: 0.3644633 Apr 25 14:42:05.467751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.3 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/a94154a3-b189-4773-869c-e9adca5d2c17) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:05.609573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:05.812046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:05.874583 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:05.911080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=0d3f961d-a28f-4345-bc92-700192a24886,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:05.960721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:05.968044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:06.094450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:06.128952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Pushing event updated for resources: {'Port': ['ID=1e69ce8b-d800-42ea-8516-3223914f7eb7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:06.245342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:06.290625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aedad-24e0-471d-a01b-185396cbb33f req-cce1e304-feab-4703-be79-ba12211a702c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.299026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160aedad-24e0-471d-a01b-185396cbb33f req-cce1e304-feab-4703-be79-ba12211a702c tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.6643214 Apr 25 14:42:06.412802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a49a4-799c-4695-99e4-58ab61922122 req-979819e6-7285-4e0b-af07-de2fbfb887ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.414449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-661a49a4-799c-4695-99e4-58ab61922122 req-979819e6-7285-4e0b-af07-de2fbfb887ac tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.6868112 Apr 25 14:42:06.496344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:06.572436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-160aedad-24e0-471d-a01b-185396cbb33f req-6a8bdab9-3768-4f76-bdc0-123385df65a2 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725267 Apr 25 14:42:06.669105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be7c48-f891-4ead-914b-4549e3cccbe7 None None] Network 624f3915-82fa-48e1-955c-d0da3135a40e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:06.758062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Router 68f5d949-eb12-4053-9216-79f3e6a39e59 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:06.763717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.772466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.773211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Deleting port 94580553-17cc-4a96-af0e-bfe447b86e5a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:06.773837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:06.779414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.786358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.792403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.798404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.804433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:06.812191 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-5e4d4e1e-9491-4749-94ad-9723a1929507 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.2978640 Apr 25 14:42:06.858190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:06.935515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e934e193-dfbc-4fe8-8d12-50fa23e41a57 req-789b7f46-7a0c-4119-a3e4-69c0aba657be tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217413 Apr 25 14:42:06.974998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:07.016205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5c1f06b9-02c5-47f7-9be9-1a177c4c0581 None None] Provisioning for port 5d66857c-7016-4a8d-a82b-984801eebba7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:07.092146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5d66857c-7016-4a8d-a82b-984801eebba7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:07.225806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5d66857c-7016-4a8d-a82b-984801eebba7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:07.231994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5d66857c-7016-4a8d-a82b-984801eebba7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:07.232656 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.324496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2abe9bf-14c7-4530-86f2-b4ea48d61489 req-4cdbdf51-04c1-4fb9-ba74-5a7dd4512c82 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 210 time: 0.4930110 Apr 25 14:42:07.329214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:07.371040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] Sync routers for ids ['68f5d949-eb12-4053-9216-79f3e6a39e59'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:07.371204 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.399332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] Routers {'68f5d949-eb12-4053-9216-79f3e6a39e59'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:07.400373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['68f5d949-eb12-4053-9216-79f3e6a39e59'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:07.464317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bc518649-8ebd-4a13-b7c1-b79b979010e2 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/routers/68f5d949-eb12-4053-9216-79f3e6a39e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3761432 Apr 25 14:42:07.465004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46732) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:07.519553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:07.541411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] Routers {'68f5d949-eb12-4053-9216-79f3e6a39e59'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:07.542288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['68f5d949-eb12-4053-9216-79f3e6a39e59'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:07.583528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:07.600320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:07.601316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.603305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:07.649253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5d66857c-7016-4a8d-a82b-984801eebba7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5d66857c-7016-4a8d-a82b-984801eebba7,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:07.649908 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c348336-6260-484d-ad73-5c40f4e7db65 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:42:07.650496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c348336-6260-484d-ad73-5c40f4e7db65 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:07.651151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f5ae032b-69c8-4b07-8d2b-9890025df174 None None] Provisioning complete for port 5d66857c-7016-4a8d-a82b-984801eebba7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:07.651556 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f5ae032b-69c8-4b07-8d2b-9890025df174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.653105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:07.720876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c348336-6260-484d-ad73-5c40f4e7db65 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:07.722848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c348336-6260-484d-ad73-5c40f4e7db65 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/0d3f961d-a28f-4345-bc92-700192a24886 HTTP/1.1" status: 404 len: 333 time: 0.2515655 Apr 25 14:42:07.730453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:07.731260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.749333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46742) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:07.769960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-37f084d7-b159-4352-9f52-d3b7f8452f4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8067977 Apr 25 14:42:07.794751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.872260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Request body: {'port': {'device_id': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:07.933345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] For port 94580553-17cc-4a96-af0e-bfe447b86e5a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=94580553-17cc-4a96-af0e-bfe447b86e5a,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:07.933809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:07.967125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:07.968041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a239ec-7fc2-4269-9100-71c30b72180d None None] The sync data for ids ['68f5d949-eb12-4053-9216-79f3e6a39e59'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:07.984222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5d66857c-7016-4a8d-a82b-984801eebba7,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:08.138395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:08.149579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:08.368878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f8027-10de-4b4c-9e19-78de96d68743 req-4e360ac8-1d04-46c3-862d-56330bf8e2cb tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:08.370572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-585f8027-10de-4b4c-9e19-78de96d68743 req-4e360ac8-1d04-46c3-862d-56330bf8e2cb tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.3661265 Apr 25 14:42:08.468382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-585f8027-10de-4b4c-9e19-78de96d68743 req-49972b99-c728-4312-9537-dae9f81beaf6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888600 Apr 25 14:42:08.508379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3051-6c10-4adb-8a0d-e79758e7ce2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:08.582408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:42:08.623220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:08.809650 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:08.917434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:08.925744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:08.939650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Sync routers for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:08.962905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:08.963543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:08.981396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.017526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae853f0-d90c-49b0-b06e-6664ec342266 req-1f8c8fe9-af26-4ba2-8d25-3965efafed49 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.025597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ae853f0-d90c-49b0-b06e-6664ec342266 req-1f8c8fe9-af26-4ba2-8d25-3965efafed49 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 931 time: 0.3730311 Apr 25 14:42:09.053010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.060042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.065192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5d66857c-7016-4a8d-a82b-984801eebba7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:09.075032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.083515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.089235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.095032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.101359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:09.109305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-9ba23b68-e52a-4365-af58-057b3315f55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.9012015 Apr 25 14:42:09.122127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.128605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-956b1c72-c2c5-462d-8b82-206929f7a46e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7319381 Apr 25 14:42:09.135683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46758) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:09.171285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5d66857c-7016-4a8d-a82b-984801eebba7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:09.171952 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.188029 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:09.274721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.275240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Fanout notify agent at l3_agent the message router_deleted on router 68f5d949-eb12-4053-9216-79f3e6a39e59 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:42:09.341418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-983fd18a-7d32-4ff1-93da-1f36b9c24ec2 req-4abef5ab-8bdf-4186-8e48-812f18632439 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311230 Apr 25 14:42:09.378857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0ae853f0-d90c-49b0-b06e-6664ec342266 req-a186adb2-c522-461c-9032-7314de5f3740 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:09.397909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.398316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.399220 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Floating IP 2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4 disassociated. External IP: 172.25.0.171, port: 94580553-17cc-4a96-af0e-bfe447b86e5a. Apr 25 14:42:09.400322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Calling delete_port for 94580553-17cc-4a96-af0e-bfe447b86e5a owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:09.436309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0ae853f0-d90c-49b0-b06e-6664ec342266 req-a186adb2-c522-461c-9032-7314de5f3740 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:09.437752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ae853f0-d90c-49b0-b06e-6664ec342266 req-a186adb2-c522-461c-9032-7314de5f3740 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113636 Apr 25 14:42:09.443773 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.447185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-125bda62-ea7d-431f-83cc-23e1ffc8b6c7 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/routers/68f5d949-eb12-4053-9216-79f3e6a39e59 HTTP/1.1" status: 204 len: 168 time: 1.6834204 Apr 25 14:42:09.473117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:09.534752 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:06Z', 'revision_number': 3, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:09.540154 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Checking router: 88e0279b-d57b-4435-ae4b-25d15a1cdc2e for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:09.540510 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Updating router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e port 1e69ce8b-d800-42ea-8516-3223914f7eb7 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:42:09.621750 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.667430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 8f36384c-7d7d-4dc5-ab68-cba5ab482035 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:42:09.670991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.712639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Deleting port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:09.712940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:09.767561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.039559 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.053078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Transition to ACTIVE for port object 1e69ce8b-d800-42ea-8516-3223914f7eb7 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:10.061810 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.086062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346282a3-43ea-486b-a574-636a8bcb1749 req-f68ab2c6-7c77-4217-9081-6f5d8556ab3d tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:10.087511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 94580553-17cc-4a96-af0e-bfe447b86e5a no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:10.093271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-346282a3-43ea-486b-a574-636a8bcb1749 req-f68ab2c6-7c77-4217-9081-6f5d8556ab3d tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 945 time: 0.3901222 Apr 25 14:42:10.133887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] For port f51b7dae-5fd3-4a7b-bfb9-cbde414724b7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:10.133887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.145625 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Attempting to bind port 1e69ce8b-d800-42ea-8516-3223914f7eb7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:42:10.146086 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Attempting to bind port 1e69ce8b-d800-42ea-8516-3223914f7eb7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:42:10.146369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Attempting to bind port 1e69ce8b-d800-42ea-8516-3223914f7eb7 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:42:10.154383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Pushing event updated for resources: {'Port': ['ID=1e69ce8b-d800-42ea-8516-3223914f7eb7,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:10.164768 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:42:10.165165 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:10.165608 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.166038 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:42:10.166534 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Bound port: 1e69ce8b-d800-42ea-8516-3223914f7eb7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:42:10.167089 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.167852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No active binding found for port 94580553-17cc-4a96-af0e-bfe447b86e5a {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:42:10.168841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 94580553-17cc-4a96-af0e-bfe447b86e5a not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:10.172190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-346282a3-43ea-486b-a574-636a8bcb1749 req-64d597df-c22d-407c-8161-40124fdf3b6e tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90a1729-66fc-42c6-aff0-5b58d1b522e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748444 Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.198472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.199185 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.199185 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.199359 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.199605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:10.249441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94154a3-b189-4773-869c-e9adca5d2c17 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:10.259185 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] For port 1e69ce8b-d800-42ea-8516-3223914f7eb7, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:42:10.260460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.263738 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] For port 1e69ce8b-d800-42ea-8516-3223914f7eb7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1e69ce8b-d800-42ea-8516-3223914f7eb7,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:42:10.270797 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.274802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Calling delete_port for f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:10.279292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Transition to ACTIVE for port object a94154a3-b189-4773-869c-e9adca5d2c17 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:10.283618 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.341353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.350140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.362959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event deleted for resources: {'Port': ['ID=94580553-17cc-4a96-af0e-bfe447b86e5a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:10.377458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ad688-78c2-4220-9203-bc09e180f556 None None] Pushing event updated for resources: {'Port': ['ID=1e69ce8b-d800-42ea-8516-3223914f7eb7,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:10.435402 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:10.437583 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:10.667396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.726283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=8f36384c-7d7d-4dc5-ab68-cba5ab482035,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:10.737126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.741492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1fac7-ed3f-4afe-ba8b-361a4114c8a5 None None] Network 678ce627-762c-4e62-9324-3e075e6e19a9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:10.758347 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:10.763377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-826d4b6a-a4b9-49b2-bf02-1fd62700b97c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/8f36384c-7d7d-4dc5-ab68-cba5ab482035 HTTP/1.1" status: 204 len: 168 time: 1.2917104 Apr 25 14:42:10.763377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:10.772836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46788) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:10.875733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51b7dae-5fd3-4a7b-bfb9-cbde414724b7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:11.069790 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fda966db-1565-4907-b039-1fe112295ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.076223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Pushing event updated for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:11.206699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.228273 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:06Z', 'revision_number': 3, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:11.234184 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2708c-face-4c20-b1bd-c609721d5ed7 None None] The sync data for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 is: [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:06Z', 'revision_number': 3, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:11.308380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] DHCP port deletion for 678ce627-762c-4e62-9324-3e075e6e19a9 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:42:11.312929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] Deleting port 481697f5-924c-49c9-81f3-b24eac1635ed {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:11.313316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.468480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 481697f5-924c-49c9-81f3-b24eac1635ed {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:11.468822 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.560566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:11.562245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Attempting to bind port a94154a3-b189-4773-869c-e9adca5d2c17 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:42:11.562734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Attempting to bind port a94154a3-b189-4773-869c-e9adca5d2c17 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:42:11.563346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Attempting to bind port a94154a3-b189-4773-869c-e9adca5d2c17 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:42:11.590768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.602271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.606281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.610894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.618824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.625661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.635236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.639188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e532212-67be-4402-a985-03ba36e161f3 req-489d2f06-3779-4337-8abf-7a78293fa9d5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.9246411 Apr 25 14:42:11.658582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Port a94154a3-b189-4773-869c-e9adca5d2c17 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:42:11.658885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Attempting to bind port a94154a3-b189-4773-869c-e9adca5d2c17 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:42:11.666236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] For port 481697f5-924c-49c9-81f3-b24eac1635ed, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=481697f5-924c-49c9-81f3-b24eac1635ed,segment=NetworkSegment(7942a72a-c387-4f0a-8e47-1796bedd035b),segment_id=7942a72a-c387-4f0a-8e47-1796bedd035b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:11.668349 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.713060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:42:11.713410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:11.713798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:42:11.714245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Bound port: a94154a3-b189-4773-869c-e9adca5d2c17, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:42:11.714590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.720119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e93a-21cc-4dbb-b1ef-033dab703d38 req-edb815c8-bc63-45ab-87dd-fafb14538e40 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:11.727618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6661e93a-21cc-4dbb-b1ef-033dab703d38 req-edb815c8-bc63-45ab-87dd-fafb14538e40 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 943 time: 0.5953071 Apr 25 14:42:11.753852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.813129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] Calling delete_port for 481697f5-924c-49c9-81f3-b24eac1635ed owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:11.889636 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.901208 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.936502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:11.936662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e532212-67be-4402-a985-03ba36e161f3 req-2b816c36-61df-4531-afb4-bf890c65a2ea tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2835133 Apr 25 14:42:11.959156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6661e93a-21cc-4dbb-b1ef-033dab703d38 req-1df51cd8-2765-4701-ac30-038ea8d72787 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305501 Apr 25 14:42:11.996812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] Pushing event deleted for resources: {'Port': ['ID=481697f5-924c-49c9-81f3-b24eac1635ed,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:12.007302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02171cd8-6a7d-46cd-a8fd-39d5efb96658 None None] No DVR routers for this DVR port 481697f5-924c-49c9-81f3-b24eac1635ed on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:12.015950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:12.050879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] For port 481697f5-924c-49c9-81f3-b24eac1635ed, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=481697f5-924c-49c9-81f3-b24eac1635ed,segment=NetworkSegment(7942a72a-c387-4f0a-8e47-1796bedd035b),segment_id=7942a72a-c387-4f0a-8e47-1796bedd035b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:12.051246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:12.290850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:42:12.309927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:12.317066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:42:12.327925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] Sync routers for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:12.344253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:12.345263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:12.389353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:12.452784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 481697f5-924c-49c9-81f3-b24eac1635ed owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:12.503639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00c6c7b0-b7da-46ba-9d67-5c1b00874cb9 req-cd61424e-74a1-4b72-ae79-416e31084453 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbefb21-8118-4886-8b9d-4c85cd5abcd3 HTTP/1.1" status: 200 len: 210 time: 0.3445146 Apr 25 14:42:12.518032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] No DVR routers for this DVR port 94580553-17cc-4a96-af0e-bfe447b86e5a on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:12.526108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:12.526728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:12.528127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] 10.222.0.15 "PUT /v2.0/ports/a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 200 len: 1091 time: 4.6603494 Apr 25 14:42:12.528576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:12.543612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:12.652329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:42:12.652930 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:42:12.690294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:12.768272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Router b49f634f-e087-407a-a8aa-47ea5a2729ee has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:12.798573 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc44b6a8-105f-41ec-b9a3-2fe90908eaf0'] response: {'name': 'network-changed', 'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17', 'status': 'completed', 'code': 200} Apr 25 14:42:12.824989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-661a49a4-799c-4695-99e4-58ab61922122 req-385c9d9e-5efd-432f-989e-eb0dd796dec6 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.21 "DELETE /v2.0/ports/94580553-17cc-4a96-af0e-bfe447b86e5a HTTP/1.1" status: 204 len: 173 time: 6.4044478 Apr 25 14:42:12.826520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ea62-0bc8-47e3-8474-a7a751f8411b service neutron] Pushing event updated for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:12.854825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74d93-24ef-4443-9bea-c14ba8c3903d req-8d13cfc6-2597-43ab-b84a-f46e43bf44c1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:12.864270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-afb74d93-24ef-4443-9bea-c14ba8c3903d req-8d13cfc6-2597-43ab-b84a-f46e43bf44c1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.7049468 Apr 25 14:42:12.892819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Allocated IP 172.20.0.1 (624f3915-82fa-48e1-955c-d0da3135a40e/eebbf214-01e5-46bc-aa8b-1a4185c2ee10/dab6bbd2-7167-4072-8166-1fa0f3316570) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:12.944445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-afb74d93-24ef-4443-9bea-c14ba8c3903d req-3db50963-183f-4350-9411-d28b26e96237 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789537 Apr 25 14:42:13.015251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-529d4603-9080-4f1e-a3b2-e596365cf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:13.017319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-529d4603-9080-4f1e-a3b2-e596365cf429 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 1094 time: 0.4133277 Apr 25 14:42:13.089403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:13.100873 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] Sync routers for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:13.118338 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:13.120048 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:13.132946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-350792bd-541f-43c5-92b3-a5f822f1a137 admin admin] 10.222.0.23 "PUT /v2.0/routers/b49f634f-e087-407a-a8aa-47ea5a2729ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1566873 Apr 25 14:42:13.133985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:13.138089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1e69ce8b-d800-42ea-8516-3223914f7eb7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:13.238423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:37Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:13.243925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1e69ce8b-d800-42ea-8516-3223914f7eb7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:13.248771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] Checking router: 19a96a8e-4f6b-480f-b49c-f166b5d26df4 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:13.254205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1e69ce8b-d800-42ea-8516-3223914f7eb7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:13.254588 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:13.289940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-aba3f1eb-2374-4990-a986-d0baa1accb6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 200 len: 217 time: 0.2182822 Apr 25 14:42:13.332926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 481697f5-924c-49c9-81f3-b24eac1635ed {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:13.333345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:13.333857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:13.335398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:13.441281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:13.461729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207add2-616e-4475-91ef-d0f215a709de req-8a602185-1c91-44fe-81c9-616da08a0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:13.463274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-8a602185-1c91-44fe-81c9-616da08a0ea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1663094 Apr 25 14:42:13.482863 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:13.541698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Transition to ACTIVE for port object dab6bbd2-7167-4072-8166-1fa0f3316570 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:13.570020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] The port '481697f5-924c-49c9-81f3-b24eac1635ed' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:42:13.613315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525fc83-f5ad-4ce3-856f-c0cc9dbd285d req-a386377d-e7ba-4997-8920-3ebed34fd401 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:13.615332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9525fc83-f5ad-4ce3-856f-c0cc9dbd285d req-a386377d-e7ba-4997-8920-3ebed34fd401 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:13.636022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-5181bef3-65a3-4d8e-bc52-788784c84706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636603 Apr 25 14:42:13.790367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:13.824997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9525fc83-f5ad-4ce3-856f-c0cc9dbd285d req-a386377d-e7ba-4997-8920-3ebed34fd401 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:13.833527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9525fc83-f5ad-4ce3-856f-c0cc9dbd285d req-a386377d-e7ba-4997-8920-3ebed34fd401 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 943 time: 0.6384852 Apr 25 14:42:13.852091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:13.905737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:13.917140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.003946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9525fc83-f5ad-4ce3-856f-c0cc9dbd285d req-c19cdad5-9d31-4301-9c4c-8c34611331f2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692233 Apr 25 14:42:14.004123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678ce627-762c-4e62-9324-3e075e6e19a9']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:14.028240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Pushing event updated for resources: {'Port': ['ID=dab6bbd2-7167-4072-8166-1fa0f3316570,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:14.054801 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:42:10Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:14.065511 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] Checking router: b49f634f-e087-407a-a8aa-47ea5a2729ee for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:14.078108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.078532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.078935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.079330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.079731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.080122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.080336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7942a72a-c387-4f0a-8e47-1796bedd035b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:14.080507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.080652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7942a72a-c387-4f0a-8e47-1796bedd035b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:14.081025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.081434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.081823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.083958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.084984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:14.097849 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] Routers {'b49f634f-e087-407a-a8aa-47ea5a2729ee'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:14.099320 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b49f634f-e087-407a-a8aa-47ea5a2729ee'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:14.099953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-6b869bb0-d0c9-44a8-8dab-4fa4be901d39 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515767 Apr 25 14:42:14.102479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Network 624f3915-82fa-48e1-955c-d0da3135a40e is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:14.111084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:14.126374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.147531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:14.172921 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.178918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3906474c-4e83-4321-8105-4bf8368714c1 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:14.286482 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.368024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.415122 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] Set router b49f634f-e087-407a-a8aa-47ea5a2729ee gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:14.431248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1e69ce8b-d800-42ea-8516-3223914f7eb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1e69ce8b-d800-42ea-8516-3223914f7eb7,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:14.450629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.475925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.494139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.507107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.517254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.525006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.532994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.539682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.546586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.555206 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-30e877f6-5b39-46c2-a36b-a0a4f0232eb5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5422 time: 0.7514780 Apr 25 14:42:14.584765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3906474c-4e83-4321-8105-4bf8368714c1,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:14.620240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72729a7c-e4d4-408e-8272-30915a3b2852 req-07b819d3-3b43-4eb4-9518-bbde1c8be7a6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638080 Apr 25 14:42:14.623051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6207add2-616e-4475-91ef-d0f215a709de req-1b33947e-76a9-4676-80c6-043195a1d32b service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096173 Apr 25 14:42:14.628750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:42:14.629494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.655676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 481697f5-924c-49c9-81f3-b24eac1635ed no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:42:14.671045 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:42:14.685163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd803349-340d-4e59-8e63-d84fbea00ba9 req-2534de68-c812-4b8c-ba5b-c79a87a66a99 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:14.694440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd803349-340d-4e59-8e63-d84fbea00ba9 req-2534de68-c812-4b8c-ba5b-c79a87a66a99 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.3203259 Apr 25 14:42:14.712696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46816) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:14.714657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '3906474c-4e83-4321-8105-4bf8368714c1', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'port_id': '3906474c-4e83-4321-8105-4bf8368714c1', 'mac_address': 'fa:16:3e:e5:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:14.728514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 481697f5-924c-49c9-81f3-b24eac1635ed {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:14.729414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 481697f5-924c-49c9-81f3-b24eac1635ed not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:14.799739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'name': 'network-vif-deleted', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:14.859196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.885604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1271b87b-2e99-4550-a665-8b22a4ac2363 None None] Provisioning for port dab6bbd2-7167-4072-8166-1fa0f3316570 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:14.887441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.915567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd803349-340d-4e59-8e63-d84fbea00ba9 req-2c0c5685-fd53-4c9b-903e-55896e4653e6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178495 Apr 25 14:42:14.918511 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.922305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Deleting port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:14.922700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:14.940737 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:42:10Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:14.946124 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff127b32-8b58-4e1a-a866-866c4ff4be5e None None] The sync data for ids ['b49f634f-e087-407a-a8aa-47ea5a2729ee'] in n-d-811416-6 is: [{'id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1820156588-router', 'tenant_id': 'f6da6b6e7f784d43812aed56cda966bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:34:45Z', 'updated_at': '2022-04-25T14:42:10Z', 'revision_number': 5, 'project_id': 'f6da6b6e7f784d43812aed56cda966bb', 'gw_port': {'id': '2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f634f-e087-407a-a8aa-47ea5a2729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:34:48Z', 'updated_at': '2022-04-25T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:14.960994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1271b87b-2e99-4550-a665-8b22a4ac2363 None None] Provisioning complete for port dab6bbd2-7167-4072-8166-1fa0f3316570 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:14.961398 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1271b87b-2e99-4550-a665-8b22a4ac2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.014189 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.032846 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b09786-4604-4819-a196-8a6ad9e96744'] response: {'server_uuid': 'fdbefb21-8118-4886-8b9d-4c85cd5abcd3', 'name': 'network-vif-deleted', 'tag': '94580553-17cc-4a96-af0e-bfe447b86e5a', 'status': 'completed', 'code': 200} Apr 25 14:42:15.039961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.044881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1271b87b-2e99-4550-a665-8b22a4ac2363 None None] Port dab6bbd2-7167-4072-8166-1fa0f3316570 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:15.045094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=678ce627-762c-4e62-9324-3e075e6e19a9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:15.048954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1e69ce8b-d800-42ea-8516-3223914f7eb7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:15.061054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3906474c-4e83-4321-8105-4bf8368714c1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:15.079684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e7f5ea1-b930-4d95-8c94-e2109107b3aa tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/678ce627-762c-4e62-9324-3e075e6e19a9 HTTP/1.1" status: 204 len: 168 time: 4.2129455 Apr 25 14:42:15.086350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:15.099931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3906474c-4e83-4321-8105-4bf8368714c1,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:15.107615 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.108386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 60d0532a-5451-4778-9e05-64b2ccaa7657 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:15.153674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b13fca-82ea-4edf-a12f-051a86894478 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.156900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:37Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:15.177968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b4763-505b-4307-80b4-f941d285267b None None] The sync data for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 is: [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:38:27Z', 'revision_number': 4, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f5774fe3-9fc8-46de-b8f4-1e2922c62c70', 'name': '', 'network_id': '12846895-a456-4b26-bf07-ff4b72e9fdca', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'mac_address': 'fa:16:3e:b9:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:25Z', 'updated_at': '2022-04-25T14:38:37Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'subnets': [{'id': '6dc47bdc-a4fb-47f7-9eac-2e18730adda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:15.216037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:15.226009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=60d0532a-5451-4778-9e05-64b2ccaa7657,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:15.248129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '60d0532a-5451-4778-9e05-64b2ccaa7657', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'port_id': '60d0532a-5451-4778-9e05-64b2ccaa7657', 'mac_address': 'fa:16:3e:19:e7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:15.290965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749565-2dec-4607-9c65-ce27be629112 req-88f27fb9-fcc4-4740-ac9e-c29ae8482db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:15.292468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-88f27fb9-fcc4-4740-ac9e-c29ae8482db8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 1094 time: 0.5788884 Apr 25 14:42:15.305723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] For port 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:15.306300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.325278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7070f9-4e8b-4628-8fef-b83a447e28c8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:15.326877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6a7070f9-4e8b-4628-8fef-b83a447e28c8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/5dd5d17d-fdbd-4e7f-bf52-62398a39e75a HTTP/1.1" status: 200 len: 840 time: 0.2398775 Apr 25 14:42:15.337911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.361364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d0532a-5451-4778-9e05-64b2ccaa7657 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:15.370976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46830) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:15.382011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=60d0532a-5451-4778-9e05-64b2ccaa7657,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:15.393253 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.394250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14b85121-920a-4452-a801-61638e7280b2 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:15.464228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Calling delete_port for 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:15.640526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b13fca-82ea-4edf-a12f-051a86894478 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.648489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9631c5-881e-443c-ba5b-a7cb6ff2f299 None None] New status for floating IP 2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:42:15.709261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:15.784220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdd6fe-3cf9-4d41-a334-1d664c52f1a1 req-019c81cc-9d13-4167-ae36-c7066a0f0fbd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:15.789549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94fdd6fe-3cf9-4d41-a334-1d664c52f1a1 req-019c81cc-9d13-4167-ae36-c7066a0f0fbd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.1591134 Apr 25 14:42:15.825684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.895581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c170085-c3d0-45be-a2f1-aeb0003ae945 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/5dd5d17d-fdbd-4e7f-bf52-62398a39e75a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5211601 Apr 25 14:42:15.899619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:15.907111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:15.931892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14b85121-920a-4452-a801-61638e7280b2,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:15.945522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749565-2dec-4607-9c65-ce27be629112 req-9d5dc339-bd24-4969-b63d-827d2b9305e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:15.947018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-9d5dc339-bd24-4969-b63d-827d2b9305e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.6156087 Apr 25 14:42:15.955292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '14b85121-920a-4452-a801-61638e7280b2', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'port_id': '14b85121-920a-4452-a801-61638e7280b2', 'mac_address': 'fa:16:3e:b2:c7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:15.958711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:15.958852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822078f-a70d-46ae-bb30-57d7ee4def16 req-f2d11dba-97f7-41f6-b8e6-ec003e82cc7f tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:15.960217 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5822078f-a70d-46ae-bb30-57d7ee4def16 req-f2d11dba-97f7-41f6-b8e6-ec003e82cc7f tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 943 time: 0.7543411 Apr 25 14:42:15.960810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b13fca-82ea-4edf-a12f-051a86894478 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:15.994315 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94fdd6fe-3cf9-4d41-a334-1d664c52f1a1 req-e1c1e0e4-7d25-43ac-bef0-36aae47f4de5 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928122 Apr 25 14:42:16.021243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.041018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b85121-920a-4452-a801-61638e7280b2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:16.061568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14b85121-920a-4452-a801-61638e7280b2,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:16.067267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.073690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b13fca-82ea-4edf-a12f-051a86894478 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90a1729-66fc-42c6-aff0-5b58d1b522e5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:16.076000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:42:16.090364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-abec87d9-be6c-449a-9d38-2e86578431e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 200 len: 217 time: 0.1243560 Apr 25 14:42:16.149682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.159597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 439feec1-f746-430d-a041-65ffb057cd4b details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:16.173625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5822078f-a70d-46ae-bb30-57d7ee4def16 req-21ec067e-cfc1-432b-b695-64ab9195256d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470866 Apr 25 14:42:16.174308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.178307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:16.252764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b13fca-82ea-4edf-a12f-051a86894478 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.253404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:16.253831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f4b13fca-82ea-4edf-a12f-051a86894478 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "DELETE /v2.0/security-groups/c90a1729-66fc-42c6-aff0-5b58d1b522e5 HTTP/1.1" status: 204 len: 168 time: 1.4981353 Apr 25 14:42:16.264835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:16.280609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:16.291146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.331151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749565-2dec-4607-9c65-ce27be629112 req-b9b0ffb0-1a25-4bd8-9d03-83b514b55eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:16.332586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-b9b0ffb0-1a25-4bd8-9d03-83b514b55eda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.2345159 Apr 25 14:42:16.352563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:16.409724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-a9a45b7f-bb99-4ffa-95d2-6d0e18c75d15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678377 Apr 25 14:42:16.414601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Pushing event updated for resources: {'Port': ['ID=dab6bbd2-7167-4072-8166-1fa0f3316570,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:16.417068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=439feec1-f746-430d-a041-65ffb057cd4b,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:16.419129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.434636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '439feec1-f746-430d-a041-65ffb057cd4b', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'port_id': '439feec1-f746-430d-a041-65ffb057cd4b', 'mac_address': 'fa:16:3e:4a:f7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:16.437558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:16.443310 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-65459620-8b04-44be-8784-563faf6f9757 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] show failed (client error): The resource could not be found. Apr 25 14:42:16.447437 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-65459620-8b04-44be-8784-563faf6f9757 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "GET /v2.0/security-groups/c90a1729-66fc-42c6-aff0-5b58d1b522e5 HTTP/1.1" status: 404 len: 347 time: 0.1759081 Apr 25 14:42:16.451908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:16.496846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.515741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439feec1-f746-430d-a041-65ffb057cd4b {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:16.535840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=439feec1-f746-430d-a041-65ffb057cd4b,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:16.541385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.542436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:16.584884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.598093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['3906474c-4e83-4321-8105-4bf8368714c1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:16.609715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.626716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['60d0532a-5451-4778-9e05-64b2ccaa7657'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:16.696737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1459d-0cf1-48c8-822c-8df1c8e58c42 req-40b59559-918b-4dd4-addf-d5a5fbef5c23 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:16.698012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9e1459d-0cf1-48c8-822c-8df1c8e58c42 req-40b59559-918b-4dd4-addf-d5a5fbef5c23 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.4090769 Apr 25 14:42:16.699934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-094955fc-3748-4796-9d4d-4e9d97832d61 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819631 Apr 25 14:42:16.828364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:16.832576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:16.862308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:16.869888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Network 624f3915-82fa-48e1-955c-d0da3135a40e is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:16.872981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:16.884615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9e1459d-0cf1-48c8-822c-8df1c8e58c42 req-4ce973d3-eead-4acc-96b5-c6455e5364cf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555090 Apr 25 14:42:16.894195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Deleting port b20b0522-4229-4f86-b2ef-a41cba4e48ef {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:16.894569 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.009123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.017830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.041750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.055492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.073924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.075409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d749565-2dec-4607-9c65-ce27be629112 req-2c315259-5b6a-4926-9934-20a74705784f service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672714 Apr 25 14:42:17.096516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.104346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.113170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-3350aa43-03b0-45b8-8a1e-58a743408fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5425 time: 0.9676502 Apr 25 14:42:17.139186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:17.162669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1e69ce8b-d800-42ea-8516-3223914f7eb7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:17.223284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:17.243839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8', 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'port_id': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8', 'mac_address': 'fa:16:3e:db:b7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897b90ec-c385-4ac0-a341-49c4ed3e3380', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:17.307289 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.308110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b49f634f-e087-407a-a8aa-47ea5a2729ee {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:42:17.410133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e718cc5c-c949-45e9-8215-9f8dbe6900d2 req-ba52ff38-340e-455f-8f43-62c78eeb6f05 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2959383 Apr 25 14:42:17.425860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a69ccdea-86d9-48ce-867a-0f19d0d4e788 None None] Provisioning complete for port dab6bbd2-7167-4072-8166-1fa0f3316570 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:17.426502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a69ccdea-86d9-48ce-867a-0f19d0d4e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.466314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.467615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3ef7eaa-787f-400c-97b3-e012a3a5cb8b admin admin] 10.222.0.23 "DELETE /v2.0/routers/b49f634f-e087-407a-a8aa-47ea5a2729ee HTTP/1.1" status: 204 len: 168 time: 4.3311915 Apr 25 14:42:17.474881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46858) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:17.559715 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.617350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:17.628132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:17.638178 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4866f056-c1c2-4286-a80b-5bf6030c1e7f admin admin] 10.222.0.23 "PUT /v2.0/routers/88e0279b-d57b-4435-ae4b-25d15a1cdc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4999957 Apr 25 14:42:17.639721 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Sync routers for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:17.655438 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:17.656070 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:17.672849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['14b85121-920a-4452-a801-61638e7280b2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:17.688571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322e0cc-a906-402c-b27c-3babb0077d53 req-3f702d87-b7a6-468e-b35c-1fe5c023924c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:17.697166 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4322e0cc-a906-402c-b27c-3babb0077d53 req-3f702d87-b7a6-468e-b35c-1fe5c023924c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 943 time: 0.4032154 Apr 25 14:42:17.705200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Deleting subnet 03322612-730b-4bd2-b5ad-ebb7e5447ecf {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:42:17.712496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.716824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.718773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1e69ce8b-d800-42ea-8516-3223914f7eb7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:17.719149 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.767465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4322e0cc-a906-402c-b27c-3babb0077d53 req-96924828-8c06-42fd-8255-11be4b360506 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693517 Apr 25 14:42:17.822123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.822522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:17.874743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a69ccdea-86d9-48ce-867a-0f19d0d4e788 None None] Port dab6bbd2-7167-4072-8166-1fa0f3316570 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:17.897395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a94154a3-b189-4773-869c-e9adca5d2c17 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:17.973115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:18.000295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.000935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device efcdd8e5-ee1c-4316-9312-b2bac8596f78 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:18.032322 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:18.036524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Calling delete_port for b20b0522-4229-4f86-b2ef-a41cba4e48ef owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:18.069644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:18.082520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:18.145220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.171246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:18.174245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:18.174942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.218788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=692a1528-69fd-485b-bb11-950e91c7ef11,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:18.233488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.233983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.234429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.234868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.235305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.235740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.236172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.236637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.237088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.237518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.237942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.238364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:18.274235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4267c5ea-4b52-4a87-bdaf-e1269ca0946c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3676803 Apr 25 14:42:18.276975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46872) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:18.282786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'security_group': {'name': 'tempest-secgroup-768674311'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:18.289263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'a94154a3-b189-4773-869c-e9adca5d2c17', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': 'a94154a3-b189-4773-869c-e9adca5d2c17', 'mac_address': 'fa:16:3e:ff:39:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:18.292873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:18.304357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:18.306109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:18.316271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:18.324177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:18.347489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.368405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b36875-9485-4bfe-8345-dbc1e9e2bf00 req-602b6f16-a6b2-493a-8081-896616b698d8 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:18.373180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8b36875-9485-4bfe-8345-dbc1e9e2bf00 req-602b6f16-a6b2-493a-8081-896616b698d8 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.3021202 Apr 25 14:42:18.395882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:18.402035 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:15Z', 'revision_number': 2, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:18.406588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group_rule and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:18.407457 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Checking router: 88e0279b-d57b-4435-ae4b-25d15a1cdc2e for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:18.407984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Updating router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e port dab6bbd2-7167-4072-8166-1fa0f3316570 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:42:18.417422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:18.432336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:18.455396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eddd72-c3f0-4be0-a4da-3c0405eec38e None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:18.483157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.489435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46878) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:18.495589 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.496629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974854216', 'description': 'tempest-description--594399337'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:18.499003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.505894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:18.513240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Usage tracker for resource:security_group and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:18.517486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:18.529944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:18.562661 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:42:18.567573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.608823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port efcdd8e5-ee1c-4316-9312-b2bac8596f78, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:18.623414 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.626522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:18.626665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78', 'network_id': '0e3e82c6-f360-407c-a954-ddd4f2f0844f', 'port_id': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78', 'mac_address': 'fa:16:3e:b6:46:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897b90ec-c385-4ac0-a341-49c4ed3e3380', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:18.632846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8b36875-9485-4bfe-8345-dbc1e9e2bf00 req-6d0b064d-c60a-4bb1-bdea-20d9876a95c6 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149203 Apr 25 14:42:18.636717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Usage tracker for resource:security_group_rule and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:18.643504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:18.652941 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.692629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.751955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:18.758395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.763002 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4849372 Apr 25 14:42:18.770881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46882) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:18.781674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'security_group': {'name': 'tempest-secgroup-491176961'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:18.791537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94154a3-b189-4773-869c-e9adca5d2c17 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:18.813585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:18.831021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:18.855336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Pushing event deleted for resources: {'Port': ['ID=b20b0522-4229-4f86-b2ef-a41cba4e48ef,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:18.882742 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.915832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.922161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:18.931924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:18.941079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7953b-7eca-47c8-b89e-fe386aeb28a5 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60af66f-830d-47b2-b0fd-93345faa09f7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:18.945521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcdd8e5-ee1c-4316-9312-b2bac8596f78 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:18.955081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:18.972882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.986002 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:18.993824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.024939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.049545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08cb4ea-27c6-45aa-92f8-d597073dccfb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:19.057605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:19.061563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group_rule and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:19.066170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:19.069842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03322612-730b-4bd2-b5ad-ebb7e5447ecf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:19.079826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:19.098918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.117332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:19.122555 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.138909 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Transition to ACTIVE for port object dab6bbd2-7167-4072-8166-1fa0f3316570 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:19.150277 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.166647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00fd86-cd16-4ffd-9e85-9deeaf156330 None None] Network d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:19.168816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.182674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.198692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21333f-5eb8-476d-af48-96134ff45eb6 req-afdaf40b-bba8-4b0c-838b-322e5d1220ef tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.200489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac21333f-5eb8-476d-af48-96134ff45eb6 req-afdaf40b-bba8-4b0c-838b-322e5d1220ef tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.5240927 Apr 25 14:42:19.205995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.213938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.215527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-41c09db4-b8b5-48ce-8e08-95fa95aa6f12 tempest-AttachSCSIVolumeTestJSON-1678013162 tempest-AttachSCSIVolumeTestJSON-1678013162-project] 10.222.0.23 "DELETE /v2.0/floatingips/2cd8b7cb-7745-4839-a3e5-f40b8eea2ff4 HTTP/1.1" status: 204 len: 168 time: 2.7624280 Apr 25 14:42:19.220488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c1282c65-c4ba-452a-9fdf-1a5ec6777cd7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03322612-730b-4bd2-b5ad-ebb7e5447ecf HTTP/1.1" status: 204 len: 168 time: 1.7341983 Apr 25 14:42:19.222091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:19.235855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.244938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.251490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.258469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.263351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port efcdd8e5-ee1c-4316-9312-b2bac8596f78, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:19.265358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.272247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.278504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:19.286642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-1dc791fc-8bee-4a29-81bf-795f03c361bf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5427 time: 0.4767127 Apr 25 14:42:19.287475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:19.287834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f51b7dae-5fd3-4a7b-bfb9-cbde414724b7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:19.307676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:19.331048 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611527-e087-43f1-b41e-5521d3aae558 None None] Pushing event updated for resources: {'Port': ['ID=dab6bbd2-7167-4072-8166-1fa0f3316570,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:19.419983 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.420638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9fcada1f-afc1-4c0a-94af-be3963df33e2 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:19.448231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:19.529799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '9fcada1f-afc1-4c0a-94af-be3963df33e2', 'network_id': 'ecd76a9f-b183-4948-9f11-602fe608ffff', 'port_id': '9fcada1f-afc1-4c0a-94af-be3963df33e2', 'mac_address': 'fa:16:3e:ee:be:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3243090-a8f5-4334-afc9-7ec9a07417ca', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:19.532166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:19.562087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac21333f-5eb8-476d-af48-96134ff45eb6 req-ab4129b1-6e98-408c-a2f8-9a8061e43c9e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098445 Apr 25 14:42:19.569654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.574737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-375e22e5-06a8-46ab-a5a1-c5a11b6a5708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0837314 Apr 25 14:42:19.578627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.584663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8124473 Apr 25 14:42:19.598183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308cbc9-af73-4ae7-b6eb-e458edae5c0e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ebb3c4-16a7-461e-9426-2f74694d5acf,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:19.603279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46900) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:19.621647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46904) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:19.664335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:19.747032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Request body: {'security_group_rule': {'security_group_id': 'a08cb4ea-27c6-45aa-92f8-d597073dccfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:19.774056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:19.793213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1498023376', 'security_groups': ['f9ebb3c4-16a7-461e-9426-2f74694d5acf'], 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '692a1528-69fd-485b-bb11-950e91c7ef11'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:19.793739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Attempting to bind port dab6bbd2-7167-4072-8166-1fa0f3316570 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:42:19.794119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Attempting to bind port dab6bbd2-7167-4072-8166-1fa0f3316570 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:42:19.794584 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Attempting to bind port dab6bbd2-7167-4072-8166-1fa0f3316570 on network 624f3915-82fa-48e1-955c-d0da3135a40e {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:42:19.795195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79766153-e7bc-418d-9ae0-ae3d47d58311 req-e77aebc2-6ecd-460b-8cca-b5d85dc2a68e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5016232 Apr 25 14:42:19.809775 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:42:19.810556 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Checking segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:19.810966 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.812347 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Bound using segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:42:19.813162 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Bound port: dab6bbd2-7167-4072-8166-1fa0f3316570, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:42:19.813543 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.820338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Usage tracker for resource:security_group_rule and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:19.824321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:19.830360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:19.953297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.969467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] For port dab6bbd2-7167-4072-8166-1fa0f3316570, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:42:19.974291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:19.978625 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] For port dab6bbd2-7167-4072-8166-1fa0f3316570, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dab6bbd2-7167-4072-8166-1fa0f3316570,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:42:19.987181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:19.987539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2f26c68a-0c77-4ae8-a1fb-2a12f6407b5c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:19.989956 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.064668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Deleting port 1eb5879f-e507-45d2-b33e-47d246ed8db0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:20.065234 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.143296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-79c8bf95-0a3c-41d4-960c-7de471e3ab3a tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:20.145378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-79c8bf95-0a3c-41d4-960c-7de471e3ab3a tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.5770285 Apr 25 14:42:20.191111 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:20.191111 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:20.242422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.246932 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.276313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:20.286302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.319476 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611527-e087-43f1-b41e-5521d3aae558 None None] Pushing event updated for resources: {'Port': ['ID=dab6bbd2-7167-4072-8166-1fa0f3316570,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:20.322318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:port and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:20.325639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4459fe9c-10a7-49ad-a36f-2870d939a378,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:20.334722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dcb9f-eefb-4075-ad9d-ec0ff142f873 req-8a3f27f8-7439-4f12-b320-9b585bc2e603 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:20.338357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=efcdd8e5-ee1c-4316-9312-b2bac8596f78,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:20.342214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1dcb9f-eefb-4075-ad9d-ec0ff142f873 req-8a3f27f8-7439-4f12-b320-9b585bc2e603 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 944 time: 0.5339594 Apr 25 14:42:20.354741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:20.409456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:20.417320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcada1f-afc1-4c0a-94af-be3963df33e2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:20.427224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] For port 1eb5879f-e507-45d2-b33e-47d246ed8db0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1eb5879f-e507-45d2-b33e-47d246ed8db0,segment=NetworkSegment(c1ec9666-4f46-4e24-9835-ca612db32763),segment_id=c1ec9666-4f46-4e24-9835-ca612db32763)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:20.427857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.444191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Deleting port 0efda203-b266-4ded-81b2-5b775d108630 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:20.444191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.499844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:20.520013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.540976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:20.627882 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:20.632876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'tenant_id': '821508a6aefe47da8f41765efd64009a', 'fixed_ips': [{'subnet_id': '692a1528-69fd-485b-bb11-950e91c7ef11'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:42:20.637163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.698572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Calling delete_port for 1eb5879f-e507-45d2-b33e-47d246ed8db0 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:20.796084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.816067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3b04-c783-4869-b8da-5725e0862253 req-df72665d-91d0-405e-a251-5aab7034266a tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:20.826572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-299f3b04-c783-4869-b8da-5725e0862253 req-df72665d-91d0-405e-a251-5aab7034266a tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.8690026 Apr 25 14:42:20.826841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1dcb9f-eefb-4075-ad9d-ec0ff142f873 req-18cb6ddf-47fa-4e19-849a-bf4354d79206 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834924 Apr 25 14:42:20.827853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.829171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-128b5f36-04dd-470c-8f05-c70abdcea717 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1044705 Apr 25 14:42:20.846700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46952) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:20.881149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:20.902450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Allocated IP 172.20.0.2 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/692a1528-69fd-485b-bb11-950e91c7ef11/86ecd15c-080d-471d-8968-96092d151a13) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:20.935067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Request body: {'security_group_rule': {'security_group_id': 'a08cb4ea-27c6-45aa-92f8-d597073dccfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:20.956385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:20.959467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port 236dc826-bf41-4eff-852b-c33c7718fbd2 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:42:21.000765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Usage tracker for resource:security_group_rule and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:21.005481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:21.006523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb5879f-e507-45d2-b33e-47d246ed8db0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:21.012867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] No DVR routers for this DVR port 1eb5879f-e507-45d2-b33e-47d246ed8db0 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:21.023166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:21.054409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 60d0532a-5451-4778-9e05-64b2ccaa7657 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:21.069336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-299f3b04-c783-4869-b8da-5725e0862253 req-4b6d020f-72f0-4a58-841b-6c912d09f08f tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415175 Apr 25 14:42:21.211075 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:19Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:21.216566 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537ca3d-a003-41c6-86cc-52cb74994dea None None] The sync data for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 is: [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:19Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:21.277957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.325145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.356673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['efcdd8e5-ee1c-4316-9312-b2bac8596f78'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:21.416561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9fcada1f-afc1-4c0a-94af-be3963df33e2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:21.428740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:21.443709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ec9666-4f46-4e24-9835-ca612db32763') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:21.444297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ec9666-4f46-4e24-9835-ca612db32763') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:21.458316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.481187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.492617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] For port 0efda203-b266-4ded-81b2-5b775d108630, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efda203-b266-4ded-81b2-5b775d108630,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:21.492987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.495393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:42:21.495805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:42:21.560496 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:42:21.718004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea66a20-0603-4789-80d0-ea09b7b6b269 None None] DHCP port deletion for d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:42:21.727418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:21.730396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.753541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dab6bbd2-7167-4072-8166-1fa0f3316570 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:21.763214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:21.774796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:21.796271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.803547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.826698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.837467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.847582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.857179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.869435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.880249 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-0a881e18-f583-4bf4-9851-e7043f7fc110 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5429 time: 0.5712504 Apr 25 14:42:21.925936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196a76a-7b55-495f-8952-cae51726794f req-2a09a03d-d79d-4e33-a1f6-5c2d1528393d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:21.933965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e196a76a-7b55-495f-8952-cae51726794f req-2a09a03d-d79d-4e33-a1f6-5c2d1528393d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.8907235 Apr 25 14:42:21.956719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 60d0532a-5451-4778-9e05-64b2ccaa7657 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:22.010492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e1a9e2e-117a-46b8-b1fb-3211e9557515 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d6cc3b4e-5e0f-4e6a-b54b-a95af40c371c HTTP/1.1" status: 204 len: 168 time: 2.7213690 Apr 25 14:42:22.019682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46960) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:22.045993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 60d0532a-5451-4778-9e05-64b2ccaa7657 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:22.047543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.079936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.125127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.138681 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e196a76a-7b55-495f-8952-cae51726794f req-64537236-a380-452b-b075-bc496bdd6d3f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031057 Apr 25 14:42:22.140103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45b8cfbf-807b-4ab9-a0b7-e38c6ffda796 req-f5a3b6bc-8008-46fb-af1c-3fe1d170edf9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584212 Apr 25 14:42:22.152999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.157794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Transition to ACTIVE for port object 86ecd15c-080d-471d-8968-96092d151a13 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:22.245915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port dab6bbd2-7167-4072-8166-1fa0f3316570 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:22.264238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0035976-f658-4e8e-bc5f-3419adac9078,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:22.265636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port dab6bbd2-7167-4072-8166-1fa0f3316570 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:22.266021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.274161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.278003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e68ef71-7ea0-484c-add2-fafb22070738 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4225445 Apr 25 14:42:22.302126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46966) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:22.327368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:22.398787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Transition to ACTIVE for port object 86ecd15c-080d-471d-8968-96092d151a13 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:22.429728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['cd3e82e0-c18f-4307-b916-dc7f93bcf0b8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:22.456616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['439feec1-f746-430d-a041-65ffb057cd4b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:22.490842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:22.583474 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.643487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Usage tracker for resource:floatingip and tenant:a9f0c58dae2d4494bb2f12e7f49ca82a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:22.662765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:22.697802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:22.755767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.759503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:22.761531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Pushing event updated for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:22.786364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.3 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/692a1528-69fd-485b-bb11-950e91c7ef11/236dc826-bf41-4eff-852b-c33c7718fbd2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:22.789512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.790021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:22.790470 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Floating IP 769316af-8f4c-48f0-8aea-dc03a861dc6c disassociated. External IP: 172.25.0.240, port: 0efda203-b266-4ded-81b2-5b775d108630. Apr 25 14:42:22.790914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Calling delete_port for 0efda203-b266-4ded-81b2-5b775d108630 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:22.793358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:22.810458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:22.940058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d8f7-c2c4-4c8e-8279-c272b4d58b2c req-09a631d4-56d8-40e6-80f6-76cab202a9c8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:22.944590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ed5d8f7-c2c4-4c8e-8279-c272b4d58b2c req-09a631d4-56d8-40e6-80f6-76cab202a9c8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 944 time: 0.4377410 Apr 25 14:42:23.057162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f92e-9edf-4d02-8d6d-9ba010aaab3a req-2bcb1c6f-c06b-4721-b168-f2768bdc59a9 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:23.069406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd4f92e-9edf-4d02-8d6d-9ba010aaab3a req-2bcb1c6f-c06b-4721-b168-f2768bdc59a9 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 945 time: 0.6482811 Apr 25 14:42:23.141659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd4f92e-9edf-4d02-8d6d-9ba010aaab3a req-166d7772-7855-489f-816d-3ca1596a7790 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1ef8c6d-b780-4e8b-814b-6002e288cd82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682209 Apr 25 14:42:23.355257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.360037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ed5d8f7-c2c4-4c8e-8279-c272b4d58b2c req-d8ac132b-6f84-4525-8c51-a603bb244a78 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426921 Apr 25 14:42:23.387764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.402833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Attempting to bind port 86ecd15c-080d-471d-8968-96092d151a13 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:42:23.403453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Attempting to bind port 86ecd15c-080d-471d-8968-96092d151a13 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4cb86443-b478-43a7-a165-723f8735400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:42:23.404035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Attempting to bind port 86ecd15c-080d-471d-8968-96092d151a13 on network afa75d4b-8a3f-4e9c-beb1-31700c47792d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:42:23.404421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.432016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.463711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:42:23.464275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Checking segment: {'id': '4cb86443-b478-43a7-a165-723f8735400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:23.464789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.465336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Bound using segment: {'id': '4cb86443-b478-43a7-a165-723f8735400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:42:23.465934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Bound port: 86ecd15c-080d-471d-8968-96092d151a13, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb86443-b478-43a7-a165-723f8735400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:42:23.466427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.569664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event deleted for resources: {'Port': ['ID=0efda203-b266-4ded-81b2-5b775d108630,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:23.600216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0532a-5451-4778-9e05-64b2ccaa7657'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:23.657863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=60d0532a-5451-4778-9e05-64b2ccaa7657,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:23.680564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac733-970c-4e72-aaaa-8cb517df2a5d req-c810c4e9-5c73-4494-ab0e-c38a468c43c4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:23.682197 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbeac733-970c-4e72-aaaa-8cb517df2a5d req-c810c4e9-5c73-4494-ab0e-c38a468c43c4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.2212362 Apr 25 14:42:23.683701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port dab6bbd2-7167-4072-8166-1fa0f3316570, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dab6bbd2-7167-4072-8166-1fa0f3316570,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:23.685462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.686800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3906474c-4e83-4321-8105-4bf8368714c1 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:23.707413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.771450 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.837936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a94154a3-b189-4773-869c-e9adca5d2c17 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:23.855284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbeac733-970c-4e72-aaaa-8cb517df2a5d req-2fbca8cb-8080-4a1d-89c1-239b747e1c22 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582487 Apr 25 14:42:23.909196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.914365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1eb5879f-e507-45d2-b33e-47d246ed8db0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:23.971500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Deleting port 74b636fa-827d-443f-b0d9-378536a3f622 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:23.971839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:23.995841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Router a4978e9c-4e24-4117-8826-508b930c2d00 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:24.002410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 236dc826-bf41-4eff-852b-c33c7718fbd2 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:24.026404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1eb5879f-e507-45d2-b33e-47d246ed8db0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:24.027301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1eb5879f-e507-45d2-b33e-47d246ed8db0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:24.031304 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b7fb13-e046-49ac-9a3a-20d79b0cb472'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0532a-5451-4778-9e05-64b2ccaa7657', 'code': 200} Apr 25 14:42:24.054455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:42:24.078745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 3906474c-4e83-4321-8105-4bf8368714c1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:24.094348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 3906474c-4e83-4321-8105-4bf8368714c1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:24.094856 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.228385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] For port 74b636fa-827d-443f-b0d9-378536a3f622, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=74b636fa-827d-443f-b0d9-378536a3f622,segment=NetworkSegment(4469191e-d4b5-4573-a75c-6755a82aa742),segment_id=4469191e-d4b5-4573-a75c-6755a82aa742)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:24.229639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.250527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86ecd15c-080d-471d-8968-96092d151a13,segment=NetworkSegment(4cb86443-b478-43a7-a165-723f8735400c),segment_id=4cb86443-b478-43a7-a165-723f8735400c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:42:24.261939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:24.364613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.405776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Calling delete_port for 74b636fa-827d-443f-b0d9-378536a3f622 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:24.460773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.476886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.488496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-622df331-477e-45ac-891f-0be3e9f65166 req-eff7a98e-3d21-45ad-be7b-3b3542b86920 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 210 time: 0.0899658 Apr 25 14:42:24.495741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.501129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.524297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.530345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.536743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:24.539222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port a94154a3-b189-4773-869c-e9adca5d2c17 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:24.553383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-85fd324d-02c7-43bc-be0d-b99cdad0a55a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5430 time: 0.9804351 Apr 25 14:42:24.585949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port a94154a3-b189-4773-869c-e9adca5d2c17 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:24.586332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.632642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Allocated IP 172.25.0.153 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/2b2dfcab-947e-4fca-8df6-aae678710be2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:24.653261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.666223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=dab6bbd2-7167-4072-8166-1fa0f3316570,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:24.688753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.700495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.835681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8904503-9c45-4620-a9ee-ba3f9472ecdd None None] Pushing event updated for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:24.855468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3906474c-4e83-4321-8105-4bf8368714c1,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:24.915024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:24.937654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b636fa-827d-443f-b0d9-378536a3f622,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:24.966295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6cedc844-7963-4cd9-ac55-fedc1dd80458 req-abafc451-c799-46ea-9436-d54e216aa636 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4120529 Apr 25 14:42:24.968458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:24.973465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14b85121-920a-4452-a801-61638e7280b2 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:25.012796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:25.130328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=236dc826-bf41-4eff-852b-c33c7718fbd2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:25.147899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46990) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:25.153302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:25.201182 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:25.284818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:25.298039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 14b85121-920a-4452-a801-61638e7280b2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:25.307839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 14b85121-920a-4452-a801-61638e7280b2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:25.308221 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:25.337827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:25.338510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:25.342994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:25.356501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:25.364927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] Sync routers for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:25.375048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:25.455037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:25.455428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:25.567880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:25.580995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b03741-e8e0-4998-9b10-fe21f5469010 req-cf4a3d45-3c18-4497-8510-d35b504b3aed tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:25.583412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0b03741-e8e0-4998-9b10-fe21f5469010 req-cf4a3d45-3c18-4497-8510-d35b504b3aed tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 944 time: 0.7330244 Apr 25 14:42:25.615325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] No DVR routers for this DVR port 0efda203-b266-4ded-81b2-5b775d108630 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:25.625087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-44b31e61-20a4-4c17-a41a-f8efbabdc298 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.8963096 Apr 25 14:42:25.625283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:25.628062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:25.628945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ff7e098-70ae-4cd7-a137-3f6d12f1968a req-1a488989-213e-4db1-86f7-d512c638e5fd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.21 "DELETE /v2.0/ports/0efda203-b266-4ded-81b2-5b775d108630 HTTP/1.1" status: 204 len: 173 time: 5.4726284 Apr 25 14:42:25.631469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'name': 'network-vif-deleted', 'tag': '0efda203-b266-4ded-81b2-5b775d108630'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:25.636843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46996) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:25.657073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:25.759035 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0b03741-e8e0-4998-9b10-fe21f5469010 req-f4307441-a2cd-4133-b727-692a5dc35207 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680090 Apr 25 14:42:25.793601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:25.900709 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.032016 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.067321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5154d-7178-4108-81c4-353f09a47744 req-3c361f7b-95f5-432b-8369-eaa86c597d92 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:26.070386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36d5154d-7178-4108-81c4-353f09a47744 req-3c361f7b-95f5-432b-8369-eaa86c597d92 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.7178984 Apr 25 14:42:26.071600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3906474c-4e83-4321-8105-4bf8368714c1'}, {'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17'}, {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b85121-920a-4452-a801-61638e7280b2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:26.109381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14b85121-920a-4452-a801-61638e7280b2,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:26.125821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.126635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9fcada1f-afc1-4c0a-94af-be3963df33e2 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:26.213502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:26.214060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:26.218594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:26.222320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:26.231566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:26.263328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:26.268479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.346245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3f9aaca-6206-471f-8cae-283b8a283c0c req-27f4da95-bfa1-44ae-8dd2-4e7564439aa2 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d638211-4671-42e5-a669-9d2e4441d87d HTTP/1.1" status: 200 len: 210 time: 0.0739431 Apr 25 14:42:26.374712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Router a0110d6c-c3af-4c36-83f7-904c0f48faeb has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:26.385311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36d5154d-7178-4108-81c4-353f09a47744 req-9880aeb2-e616-4a06-8043-f0e7bc94b5a1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944067 Apr 25 14:42:26.408181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:26.518516 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d531691c-e996-4f81-960b-eb3e7990260c'] response: {'server_uuid': '3d638211-4671-42e5-a669-9d2e4441d87d', 'name': 'network-vif-deleted', 'tag': '0efda203-b266-4ded-81b2-5b775d108630', 'status': 'completed', 'code': 200} Apr 25 14:42:26.585412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df3b97ea-a078-4e27-addc-a3e4f8f9e064 None None] Provisioning for port 86ecd15c-080d-471d-8968-96092d151a13 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:26.609880 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977fade8-b2fd-498f-ae52-8a2372aa91e7'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3906474c-4e83-4321-8105-4bf8368714c1', 'code': 200} Apr 25 14:42:26.610195 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977fade8-b2fd-498f-ae52-8a2372aa91e7'] response: {'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17', 'code': 200} Apr 25 14:42:26.610461 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977fade8-b2fd-498f-ae52-8a2372aa91e7'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b85121-920a-4452-a801-61638e7280b2', 'code': 200} Apr 25 14:42:26.618478 n-d-811416-6 neutron-server[88061]: INFO neutron.db.ipam_backend_mixin [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 692a1528-69fd-485b-bb11-950e91c7ef11 (CIDR: 172.20.0.0/28) Apr 25 14:42:26.670040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 9fcada1f-afc1-4c0a-94af-be3963df33e2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:26.688716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 86ecd15c-080d-471d-8968-96092d151a13 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:26.698339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:26.698973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.716440 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 14:42:26.717209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:42:26.738380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 9fcada1f-afc1-4c0a-94af-be3963df33e2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:26.738992 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.740541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.771850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:26.781269 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] Sync routers for ids ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:26.789831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a6a37a12-ba4f-49f1-b300-9c75a6deb180 admin admin] 10.222.0.23 "PUT /v2.0/routers/a0110d6c-c3af-4c36-83f7-904c0f48faeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7673018 Apr 25 14:42:26.791457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:26.805093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df3b97ea-a078-4e27-addc-a3e4f8f9e064 None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:26.805482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df3b97ea-a078-4e27-addc-a3e4f8f9e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:26.810745 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] Routers {'a0110d6c-c3af-4c36-83f7-904c0f48faeb'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:26.811751 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:27.029364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df3b97ea-a078-4e27-addc-a3e4f8f9e064 None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:27.029959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8719e0c9-1e83-4e0d-b34e-f3d48f2939ae tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3809733 Apr 25 14:42:27.037798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:27.038387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47014) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:27.048877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:27.064069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.064653 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] Set router a0110d6c-c3af-4c36-83f7-904c0f48faeb gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:27.093302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:27.121305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:27.136674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:17Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:27.173900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] Checking router: a4978e9c-4e24-4117-8826-508b930c2d00 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:27.179764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event updated for resources: {'Port': ['ID=2b2dfcab-947e-4fca-8df6-aae678710be2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:27.181997 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.195496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.252452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:27.253209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:27.321064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9937cca7-8dbe-4727-ae29-26c923361dbf None None] Provisioning for port 236dc826-bf41-4eff-852b-c33c7718fbd2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:27.329860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.335875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.341752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.347603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.353676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.361319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.364291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86ecd15c-080d-471d-8968-96092d151a13,segment=NetworkSegment(4cb86443-b478-43a7-a165-723f8735400c),segment_id=4cb86443-b478-43a7-a165-723f8735400c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:27.366760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:27.370917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.371123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9937cca7-8dbe-4727-ae29-26c923361dbf None None] Provisioning complete for port 236dc826-bf41-4eff-852b-c33c7718fbd2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:27.371322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9937cca7-8dbe-4727-ae29-26c923361dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.372761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-06826efc-65c3-4961-8af3-fbc23d25670a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5432 time: 0.6981909 Apr 25 14:42:27.425262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.426101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efda203-b266-4ded-81b2-5b775d108630 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:27.456419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.457739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dab6bbd2-7167-4072-8166-1fa0f3316570 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:27.462070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b3e2e-f6ff-4349-9fe7-c6a9aade2052 req-97a80ea5-f93e-49c1-9cf7-ff951cb1bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.463595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859b3e2e-f6ff-4349-9fe7-c6a9aade2052 req-97a80ea5-f93e-49c1-9cf7-ff951cb1bbc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 1096 time: 0.7939723 Apr 25 14:42:27.526918 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:42:24Z', 'revision_number': 5, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:27.531873 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] Checking router: a0110d6c-c3af-4c36-83f7-904c0f48faeb for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:27.543030 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] Routers {'a0110d6c-c3af-4c36-83f7-904c0f48faeb'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:27.544021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:27.576788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.587392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:27.588401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 0efda203-b266-4ded-81b2-5b775d108630 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:27.588808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efda203-b266-4ded-81b2-5b775d108630 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:27.597570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655adb5-0ed7-406b-9641-583162751935 req-7b91dc8f-73d7-444c-ac4a-cfcd3c900a2c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:27.603445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eea332fa-5c59-4319-ac3a-d44b3db5404e req-b3d0a9b7-7cc2-4f32-8e3f-c844b0dcc94e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218778 Apr 25 14:42:27.606011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6655adb5-0ed7-406b-9641-583162751935 req-7b91dc8f-73d7-444c-ac4a-cfcd3c900a2c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 945 time: 0.4007084 Apr 25 14:42:27.618700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:27.622825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:27.643142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.643142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:27.644119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:27.652383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859b3e2e-f6ff-4349-9fe7-c6a9aade2052 req-7bf47bd5-ee6a-4652-836d-136ab3a96469 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687598 Apr 25 14:42:27.653091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Deleting port 4829203d-9af6-41c4-bcca-634c67bef167 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:27.653852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.717146 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.747795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:27.751186 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.784196 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] Set router a0110d6c-c3af-4c36-83f7-904c0f48faeb gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:27.862534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] For port 4829203d-9af6-41c4-bcca-634c67bef167, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4829203d-9af6-41c4-bcca-634c67bef167,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:27.863103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:27.875539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9937cca7-8dbe-4727-ae29-26c923361dbf None None] Port 236dc826-bf41-4eff-852b-c33c7718fbd2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:27.924137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6655adb5-0ed7-406b-9641-583162751935 req-e36dfa4d-21a1-4a87-aa67-42943fbbfeaa tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166857 Apr 25 14:42:27.991745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47026) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:28.014464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:28.070225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Calling delete_port for 4829203d-9af6-41c4-bcca-634c67bef167 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:28.088202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:28.176161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port dab6bbd2-7167-4072-8166-1fa0f3316570 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:28.176552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.181695 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:42:24Z', 'revision_number': 5, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:28.186382 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bfbd5-a99a-4423-ab3e-d70c2fc62f19 None None] The sync data for ids ['a0110d6c-c3af-4c36-83f7-904c0f48faeb'] in n-d-811416-6 is: [{'id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'name': 'tempest-TaggedBootDevicesTest_v242-1289131188-router', 'tenant_id': '71b45f9956044a94b03a7723a131efa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '4829203d-9af6-41c4-bcca-634c67bef167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:35:02Z', 'updated_at': '2022-04-25T14:42:24Z', 'revision_number': 5, 'project_id': '71b45f9956044a94b03a7723a131efa0', 'gw_port': {'id': '4829203d-9af6-41c4-bcca-634c67bef167', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0110d6c-c3af-4c36-83f7-904c0f48faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:35:03Z', 'updated_at': '2022-04-25T14:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:28.260433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.264045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.310292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=4829203d-9af6-41c4-bcca-634c67bef167,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:28.339764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:28.361979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85c4b3-0994-4ec5-a2ca-0f4282be56b5 req-33a2d9cb-efe9-4792-9fd9-d43c7c06d68f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:28.363527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db85c4b3-0994-4ec5-a2ca-0f4282be56b5 req-33a2d9cb-efe9-4792-9fd9-d43c7c06d68f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.4403703 Apr 25 14:42:28.377668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:28.378283 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.417383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.441060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7f62-8433-4307-93f9-c924f801dfdd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.491145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:28.557425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.592814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.615128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:28.657775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db85c4b3-0994-4ec5-a2ca-0f4282be56b5 req-ba7fd2f9-f579-44c2-9f0f-16404557deb1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809110 Apr 25 14:42:28.700772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7f62-8433-4307-93f9-c924f801dfdd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.711404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.720287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.765204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.766244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0110d6c-c3af-4c36-83f7-904c0f48faeb {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:42:28.797892 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.799060 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293d700e-aa97-4a94-bfb4-2ec94d4b0cb0'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2', 'code': 200} Apr 25 14:42:28.799931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fdb88589-3c54-419f-9069-ffcfade7cb98 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a0110d6c-c3af-4c36-83f7-904c0f48faeb HTTP/1.1" status: 204 len: 168 time: 2.0073061 Apr 25 14:42:28.804724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47034) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:28.874939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.875623 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.935750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Deleting subnet 65a352fd-8756-489f-8c93-9e31223a196b {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:42:28.939903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.968500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:28.975605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:17Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:28.979303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:28.980093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 439feec1-f746-430d-a041-65ffb057cd4b up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:29.030981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.096060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a46d1-732b-4b25-9c19-b36cab3bf5d5 None None] The sync data for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 is: [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:39:48Z', 'revision_number': 4, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '3b526e28-498d-4e87-91c2-793d63e5736b', 'name': '', 'network_id': '08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'mac_address': 'fa:16:3e:b2:60:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:42Z', 'updated_at': '2022-04-25T14:40:17Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'subnets': [{'id': 'b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:29.103602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:29.147656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.195976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:29.321446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff12e7-ba0d-45b8-a7d2-6199c9a0fd57 req-b22dfc26-533d-414f-90a5-f3037cc3fa35 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.321854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.322588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08ff12e7-ba0d-45b8-a7d2-6199c9a0fd57 req-b22dfc26-533d-414f-90a5-f3037cc3fa35 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 945 time: 0.1772714 Apr 25 14:42:29.329626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.331189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 439feec1-f746-430d-a041-65ffb057cd4b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:29.337402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:29.337783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.358070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event updated for resources: {'Port': ['ID=2b2dfcab-947e-4fca-8df6-aae678710be2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:29.380300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 439feec1-f746-430d-a041-65ffb057cd4b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:29.380677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.408330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.423244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30992f83-2164-446a-a673-7df6df8a29c1 None None] Network 9aa8ac6d-fabc-436a-a7df-0529a0becd31 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:29.426036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a352fd-8756-489f-8c93-9e31223a196b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:29.431779 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eae28a66-f5fb-4109-80e2-1ca086e1a1f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65a352fd-8756-489f-8c93-9e31223a196b HTTP/1.1" status: 204 len: 168 time: 0.6259933 Apr 25 14:42:29.434877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:29.438159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08ff12e7-ba0d-45b8-a7d2-6199c9a0fd57 req-d9c030eb-f1de-440d-8162-2c1569a40b39 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914578 Apr 25 14:42:29.452702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.557644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:29.567641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:29.568039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213731e-9435-4c92-98de-7becf2a2d654 None None] New status for floating IP 769316af-8f4c-48f0-8aea-dc03a861dc6c: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:42:29.571406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.572057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.585304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.609827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7b1f0af1-945d-4ca0-b850-512054e2bf2d tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2998257 Apr 25 14:42:29.671442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.687379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7d573-d890-4322-83a8-c6c4559df4e0 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:29.690189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Deleting port 67349f8d-b00f-475e-8df0-8e818aec58a0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:29.691095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.732560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7f62-8433-4307-93f9-c924f801dfdd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.736006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7f62-8433-4307-93f9-c924f801dfdd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:29.737621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d3f7f62-8433-4307-93f9-c924f801dfdd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1ef8c6d-b780-4e8b-814b-6002e288cd82 HTTP/1.1" status: 204 len: 168 time: 1.7293754 Apr 25 14:42:29.739085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=02ce8812-d139-4090-a41f-07cded864993,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:29.742287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:29.781711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e8d26038-cfe5-46b3-bde6-5e4f405b738f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7403700 Apr 25 14:42:29.787794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:29.801617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.810354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.827355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.838693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.845241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.851202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.857718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:29.859659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-197961e7-2d88-43b6-ad8c-8b382ee797f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5434 time: 0.9605227 Apr 25 14:42:29.865361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-280643183', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02ce8812-d139-4090-a41f-07cded864993'}], 'security_groups': ['e60af66f-830d-47b2-b0fd-93345faa09f7']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:29.908776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7f62-8433-4307-93f9-c924f801dfdd tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef8c6d-b780-4e8b-814b-6002e288cd82,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:29.962063 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-2689b909-737b-4c62-92fb-dd96a1ccb920 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] show failed (client error): The resource could not be found. Apr 25 14:42:29.965666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2689b909-737b-4c62-92fb-dd96a1ccb920 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "GET /v2.0/security-groups/a1ef8c6d-b780-4e8b-814b-6002e288cd82 HTTP/1.1" status: 404 len: 347 time: 0.2105894 Apr 25 14:42:29.973846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47098) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:30.095067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18d16365-8e5c-46f0-9f98-7fdedda34e09 req-a4550348-69ff-4a08-8445-008cd54fabc1 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723189 Apr 25 14:42:30.098060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Deleting port f5774fe3-9fc8-46de-b8f4-1e2922c62c70 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:30.098396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.328446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.478933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.491656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] For port 67349f8d-b00f-475e-8df0-8e818aec58a0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67349f8d-b00f-475e-8df0-8e818aec58a0,segment=NetworkSegment(4469191e-d4b5-4573-a75c-6755a82aa742),segment_id=4469191e-d4b5-4573-a75c-6755a82aa742)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:30.492032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.500769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] For port f5774fe3-9fc8-46de-b8f4-1e2922c62c70, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:30.501231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.543836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 74b636fa-827d-443f-b0d9-378536a3f622 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:30.628160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:42:30.638988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Calling delete_port for 67349f8d-b00f-475e-8df0-8e818aec58a0 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:30.680718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 74b636fa-827d-443f-b0d9-378536a3f622 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:30.681085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 74b636fa-827d-443f-b0d9-378536a3f622 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:30.690195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=439feec1-f746-430d-a041-65ffb057cd4b,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:30.702740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.703782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device efcdd8e5-ee1c-4316-9312-b2bac8596f78 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:30.713805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Calling delete_port for f5774fe3-9fc8-46de-b8f4-1e2922c62c70 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:30.772967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.820370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952e168-f61c-40e7-9e69-d7c9c927f3fb req-8388ae15-3fa9-442a-8a9c-d16a9e3fa8a7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:30.828416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7952e168-f61c-40e7-9e69-d7c9c927f3fb req-8388ae15-3fa9-442a-8a9c-d16a9e3fa8a7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.5831277 Apr 25 14:42:30.845830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Deleting port efe6d96d-b072-4a70-b30e-3cb123367555 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:30.846186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:30.881533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Pushing event deleted for resources: {'Port': ['ID=67349f8d-b00f-475e-8df0-8e818aec58a0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:30.893190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] No DVR routers for this DVR port 67349f8d-b00f-475e-8df0-8e818aec58a0 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:30.909768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7952e168-f61c-40e7-9e69-d7c9c927f3fb req-ad06402c-c6e0-483c-9ca6-a5c0a5b1390c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812659 Apr 25 14:42:30.961590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8'}, {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:30.980113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9188b72-4324-4115-9917-3182c820df9f None None] DHCP port deletion for 9aa8ac6d-fabc-436a-a7df-0529a0becd31 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:42:31.046966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.053622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67349f8d-b00f-475e-8df0-8e818aec58a0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:31.074821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa8ac6d-fabc-436a-a7df-0529a0becd31']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:31.088331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4469191e-d4b5-4573-a75c-6755a82aa742') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:31.088712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4469191e-d4b5-4573-a75c-6755a82aa742') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:31.102246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.122753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.130449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:42:31.131087 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.174825 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1909f3-a88c-45d7-9e20-4ed4add326e7'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8', 'code': 200} Apr 25 14:42:31.175244 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1909f3-a88c-45d7-9e20-4ed4add326e7'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b', 'code': 200} Apr 25 14:42:31.176127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 67349f8d-b00f-475e-8df0-8e818aec58a0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:31.176564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67349f8d-b00f-475e-8df0-8e818aec58a0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:31.177103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4829203d-9af6-41c4-bcca-634c67bef167 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:42:31.230667 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:42:31.235875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.263004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:31.267059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4829203d-9af6-41c4-bcca-634c67bef167 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:31.267463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4829203d-9af6-41c4-bcca-634c67bef167 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:31.286956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d0439-955c-432c-b667-d5d9306f9e25 req-8c0f6490-5bba-4ceb-99d2-3d35de76b41a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:31.294630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad4d0439-955c-432c-b667-d5d9306f9e25 req-8c0f6490-5bba-4ceb-99d2-3d35de76b41a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 1.3951273 Apr 25 14:42:31.294932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port efcdd8e5-ee1c-4316-9312-b2bac8596f78 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:31.307708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port efcdd8e5-ee1c-4316-9312-b2bac8596f78 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:31.309363 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.315169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.318570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa8ac6d-fabc-436a-a7df-0529a0becd31,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:31.338698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad4d0439-955c-432c-b667-d5d9306f9e25 req-ffff2108-5cdd-4942-8298-5b986161c59a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0434465 Apr 25 14:42:31.359283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:31.393546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'mac_address': 'fa:16:3e:8f:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:42:31.433517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2281cfae-a392-40dc-a8c8-ec697b1db341 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9aa8ac6d-fabc-436a-a7df-0529a0becd31 HTTP/1.1" status: 204 len: 168 time: 1.9942455 Apr 25 14:42:31.507820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.508393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.628051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.706134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cbe19e-5c80-4f40-b4c4-277a95f3f583 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:42:31.723192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Update dhcp port {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'fixed_ips': [{'subnet_id': '692a1528-69fd-485b-bb11-950e91c7ef11', 'ip_address': '172.20.0.2'}, {'subnet_id': '02ce8812-d139-4090-a41f-07cded864993'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '86ecd15c-080d-471d-8968-96092d151a13'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 14:42:31.773293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.795219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:31.820350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.853859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47148) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:31.883161 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.923646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port efcdd8e5-ee1c-4316-9312-b2bac8596f78, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:31.936498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Calling delete_port for efe6d96d-b072-4a70-b30e-3cb123367555 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:31.979690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:31.982330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['34cbe19e-5c80-4f40-b4c4-277a95f3f583'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:42:32.021549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.053539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:32.075338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.082452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.089795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.096665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.103340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.110549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.117750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:32.126152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-b5893290-160a-4344-8ddb-599e10370e86 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5435 time: 0.7420003 Apr 25 14:42:32.148945 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad4d0439-955c-432c-b667-d5d9306f9e25 req-c5b6ec28-71a1-44a9-8db6-bb7d646e1ce8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8093500 Apr 25 14:42:32.150934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.183017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e7fea1d7-d61c-4647-a002-05924301d821 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6da6b6e7f784d43812aed56cda966bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228886 Apr 25 14:42:32.186693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47154) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:32.194815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5774fe3-9fc8-46de-b8f4-1e2922c62c70,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:32.241324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=efcdd8e5-ee1c-4316-9312-b2bac8596f78,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:32.313704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Pushing event deleted for resources: {'Port': ['ID=efe6d96d-b072-4a70-b30e-3cb123367555,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:32.409617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbe8c37c-cebc-4189-88ee-d9b1c22b582e req-f11a43d7-7edf-4b75-9524-a5687387eb54 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2825160 Apr 25 14:42:32.456063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Delete allocated IP 172.20.0.3 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/692a1528-69fd-485b-bb11-950e91c7ef11) {{(pid=88061) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 25 14:42:32.468142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.488723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.21 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/02ce8812-d139-4090-a41f-07cded864993/236dc826-bf41-4eff-852b-c33c7718fbd2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:32.497501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.498774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4217be54-9e21-4a69-b642-22cb968777e3 tempest-ServersTestManualDisk-34835947 tempest-ServersTestManualDisk-34835947-project] 10.222.0.23 "DELETE /v2.0/floatingips/769316af-8f4c-48f0-8aea-dc03a861dc6c HTTP/1.1" status: 204 len: 168 time: 2.5220337 Apr 25 14:42:32.502331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47158) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:32.513789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21f3de63-469e-4b73-9761-295170af3168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.585044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:32.696070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:32.696740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.735341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad4d0439-955c-432c-b667-d5d9306f9e25 req-7e06606b-fd3e-4c02-8cfc-de22c41a5379 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717201 Apr 25 14:42:32.771155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21f3de63-469e-4b73-9761-295170af3168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.833658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:32.896204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad4d0439-955c-432c-b667-d5d9306f9e25 req-35b1fe34-9778-42e9-8b67-26fc3e0b6a31 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504550 Apr 25 14:42:32.923214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:32.948386 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:33.074766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:33.114168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:33.176539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78'}, {'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:33.212900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21f3de63-469e-4b73-9761-295170af3168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:33.221279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe3815-3ea1-4074-9689-03c2ee34f549 req-af3cbe35-f47e-4594-bfdb-62ed7c627d57 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:33.228575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09fe3815-3ea1-4074-9689-03c2ee34f549 req-af3cbe35-f47e-4594-bfdb-62ed7c627d57 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 944 time: 0.5537710 Apr 25 14:42:33.288702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3de63-469e-4b73-9761-295170af3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1625b9a3-5756-4583-9c06-3914b0bbfb00,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:33.431538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09fe3815-3ea1-4074-9689-03c2ee34f549 req-4104517e-edbe-4178-967c-37a10db60274 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020876 Apr 25 14:42:33.432970 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:42:33.461313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21f3de63-469e-4b73-9761-295170af3168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:33.477608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-21f3de63-469e-4b73-9761-295170af3168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1625b9a3-5756-4583-9c06-3914b0bbfb00 HTTP/1.1" status: 204 len: 168 time: 1.2843192 Apr 25 14:42:33.485588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:33.576605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object 236dc826-bf41-4eff-852b-c33c7718fbd2 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:33.587337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:33.684045 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06938e58-7a65-46b6-b85c-7ee3e8be95a5'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78', 'code': 200} Apr 25 14:42:33.684639 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06938e58-7a65-46b6-b85c-7ee3e8be95a5'] response: {'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'code': 200} Apr 25 14:42:33.747787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Allocated IP 172.20.0.18 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/02ce8812-d139-4090-a41f-07cded864993/86ecd15c-080d-471d-8968-96092d151a13) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:33.788165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:34.163254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:34.240451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86ecd15c-080d-471d-8968-96092d151a13,segment=NetworkSegment(4cb86443-b478-43a7-a165-723f8735400c),segment_id=4cb86443-b478-43a7-a165-723f8735400c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:34.314738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47212) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:34.314972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:34.349143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Transition to ACTIVE for port object 86ecd15c-080d-471d-8968-96092d151a13 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:34.351089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=236dc826-bf41-4eff-852b-c33c7718fbd2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:34.370846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:34.601619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:34.647738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc91d7-a109-40a2-a69f-0f324c30837e None None] Pushing event updated for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:34.764039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-63efcb18-1fa1-4cc3-8e20-846362707515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71b45f9956044a94b03a7723a131efa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482794 Apr 25 14:42:34.766747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:34.828208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] In _notify_port_updated(), no bound segment for port 236dc826-bf41-4eff-852b-c33c7718fbd2 on network afa75d4b-8a3f-4e9c-beb1-31700c47792d {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:42:34.842999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:34.851298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:34.852873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a31d554-34d7-4c3f-a143-2da52ba14683 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/ports/236dc826-bf41-4eff-852b-c33c7718fbd2 HTTP/1.1" status: 200 len: 920 time: 5.0641396 Apr 25 14:42:34.879119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47234) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:35.007675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:35.049651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebe2069c-dfe4-4193-a7fd-9524db57879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:35.122967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Deleting port 3b526e28-498d-4e87-91c2-793d63e5736b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:35.123720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:35.199240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:35.212969 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] Sync routers for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:35.226151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.229095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.229640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.230172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.230923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.231357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.231890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.234689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-4ef7a6f6-a576-4592-a2e5-6a946b9815af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6493 time: 1.4522941 Apr 25 14:42:35.242247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0f14882c-3607-4992-a3d7-66a7b215e5f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/19a96a8e-4f6b-480f-b49c-f166b5d26df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9975584 Apr 25 14:42:35.250352 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:35.250991 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:35.252940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.260659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.266802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.268104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47242) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:35.275126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.281528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.290024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.297837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.307658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-008b3631-b8cd-4105-85bc-aaec6890eb38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 1.0033727 Apr 25 14:42:35.424988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25774b7c-b1ab-4c74-bd90-9275e2323a69 req-085d79d2-a032-402c-a448-aa8d75d70c52 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162317 Apr 25 14:42:35.434948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb16ed3-4cea-4426-a25f-3e931590c972 req-f85fc831-0eb5-48fa-8875-231fe2877733 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=03bd76f9-407f-434c-be1c-6ad15969bce0&id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227915 Apr 25 14:42:35.644484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebe2069c-dfe4-4193-a7fd-9524db57879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:35.679879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 236dc826-bf41-4eff-852b-c33c7718fbd2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:35.680216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:35.767330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37c05-3099-4a94-80af-cff92ed6e48e req-8009c061-174e-44f1-9e41-1a5e53e94c1e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:35.776347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f37c05-3099-4a94-80af-cff92ed6e48e req-8009c061-174e-44f1-9e41-1a5e53e94c1e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.1880338 Apr 25 14:42:35.793159 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:35.882166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Provisioning for port 86ecd15c-080d-471d-8968-96092d151a13 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:35.885273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99f37c05-3099-4a94-80af-cff92ed6e48e req-3d207d54-aff5-46ad-bfd9-9faa64de0fe1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075015 Apr 25 14:42:35.906588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:35.907037 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.045679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.213785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebe2069c-dfe4-4193-a7fd-9524db57879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.265633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Provisioning for port 236dc826-bf41-4eff-852b-c33c7718fbd2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:36.277093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2069c-dfe4-4193-a7fd-9524db57879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4fc8a-14f9-4c31-b98d-9170fbc967e1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:36.277309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Provisioning complete for port 236dc826-bf41-4eff-852b-c33c7718fbd2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:36.277867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.329213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:42:31Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:36.334374 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] Checking router: 19a96a8e-4f6b-480f-b49c-f166b5d26df4 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:36.345955 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] Routers {'19a96a8e-4f6b-480f-b49c-f166b5d26df4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:36.346644 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:36.393282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebe2069c-dfe4-4193-a7fd-9524db57879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.416080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ebe2069c-dfe4-4193-a7fd-9524db57879a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbc4fc8a-14f9-4c31-b98d-9170fbc967e1 HTTP/1.1" status: 204 len: 168 time: 1.6291010 Apr 25 14:42:36.451986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Port 236dc826-bf41-4eff-852b-c33c7718fbd2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:36.477300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:36.481148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.651168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f163414e-cdbf-4e67-b28f-ca1e0e3c58a9 None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:36.778341 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] Set router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:36.791318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d8f889e7-dce2-47da-a801-92e67a220a83 None None] Provisioning complete for port 236dc826-bf41-4eff-852b-c33c7718fbd2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:36.791722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8f889e7-dce2-47da-a801-92e67a220a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.976019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] For port 3b526e28-498d-4e87-91c2-793d63e5736b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b526e28-498d-4e87-91c2-793d63e5736b,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:36.976395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:36.985273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.015857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.037369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.051721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.070748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.083776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.102603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d8f889e7-dce2-47da-a801-92e67a220a83 None None] Port 236dc826-bf41-4eff-852b-c33c7718fbd2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:37.105257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.117190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3de20880-5061-42d5-8dc5-229893929d0d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.3938675 Apr 25 14:42:37.313111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Calling delete_port for 3b526e28-498d-4e87-91c2-793d63e5736b owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:37.332966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d2c454e-09c9-43f0-a3bc-d87e2067e8bc req-3bdba971-f2e3-4d20-9644-e79559af4619 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146957 Apr 25 14:42:37.527253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:37.583295 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:42:31Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:37.593017 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b6037-2e8e-4db8-8c39-b6986f588441 None None] The sync data for ids ['19a96a8e-4f6b-480f-b49c-f166b5d26df4'] in n-d-811416-6 is: [{'id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-405166130-router', 'tenant_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:17Z', 'updated_at': '2022-04-25T14:42:31Z', 'revision_number': 5, 'project_id': 'dffe315562f14e73acdbf6e9a5a974d4', 'gw_port': {'id': '677f7499-8a1c-4e26-bbc0-f25fcb834f23', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a96a8e-4f6b-480f-b49c-f166b5d26df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:20Z', 'updated_at': '2022-04-25T14:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:37.850624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Deleting port 677f7499-8a1c-4e26-bbc0-f25fcb834f23 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:37.851385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:37.877808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530447dc-b40c-4591-9297-12255dfde14a req-9582299b-16dc-4d3e-8abe-bbeffd2ef4c7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:37.880682 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-530447dc-b40c-4591-9297-12255dfde14a req-9582299b-16dc-4d3e-8abe-bbeffd2ef4c7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.2506728 Apr 25 14:42:37.897808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:38.021295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-530447dc-b40c-4591-9297-12255dfde14a req-61ebec8c-cbbc-4606-87db-401a38fa059a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323159 Apr 25 14:42:38.331321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47276) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:38.344113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 236dc826-bf41-4eff-852b-c33c7718fbd2 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:38.420298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] For port 677f7499-8a1c-4e26-bbc0-f25fcb834f23, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=677f7499-8a1c-4e26-bbc0-f25fcb834f23,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:38.420666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:38.497405 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e789a06a-fdcb-4872-ad45-0853a75754ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:38.640545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Calling delete_port for 677f7499-8a1c-4e26-bbc0-f25fcb834f23 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:38.679847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-684603228-network', 'tenant_id': '7fc15771df774c38a7de9bf5d792852b'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:38.694743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:38.702103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Usage tracker for resource:network and tenant:7fc15771df774c38a7de9bf5d792852b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:38.705664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:38.720247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:38.745106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Made reservation on behalf of 7fc15771df774c38a7de9bf5d792852b for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:38.748214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:38.770730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:38.803851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.810767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.817310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.824280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.831212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.837750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.846564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:38.855307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-34b68633-ed07-472d-9710-910e53ba91ff tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.2235088 Apr 25 14:42:38.858619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:38.894026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:38.923409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5774fe3-9fc8-46de-b8f4-1e2922c62c70 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:38.928071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc15771df774c38a7de9bf5d792852b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:38.934366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:38.945179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:38.959497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f039d7ee-a6ff-4c25-a7d4-408c6a2e7db3 req-39b46890-7caa-4ce8-abdb-c54586532c39 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032174 Apr 25 14:42:39.062994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f5774fe3-9fc8-46de-b8f4-1e2922c62c70 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:39.064591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f5774fe3-9fc8-46de-b8f4-1e2922c62c70 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:39.144361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.155130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.162047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.202375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Pushing event deleted for resources: {'Port': ['ID=677f7499-8a1c-4e26-bbc0-f25fcb834f23,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:39.277657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:42:39.314408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:39.342314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.355426 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Added segment e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d of type vlan for network 0c27d99a-42ee-4710-90eb-454bdbff98a6 Apr 25 14:42:39.408675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.415634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.421845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.429088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.435433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.441468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.447686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.462738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b015ad8-60f0-410e-b86d-c189ba03ee61 req-3fb95e71-0d40-4e01-80d4-d71115379bd3 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.2849867 Apr 25 14:42:39.483101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47290) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:39.504459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Request body: {'floatingip': {'port_id': '14b85121-920a-4452-a801-61638e7280b2'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:39.518613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.622716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.723369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.724531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:39.725156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.729323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.731807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.757526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b526e28-498d-4e87-91c2-793d63e5736b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:39.821185 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.821727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a96a8e-4f6b-480f-b49c-f166b5d26df4 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:42:39.954680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c27d99a-42ee-4710-90eb-454bdbff98a6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:39.966732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:39.972363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:42:40.060958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.064402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-41aa520c-95d7-4b7e-a9ee-cf3f2e87ad44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/19a96a8e-4f6b-480f-b49c-f166b5d26df4 HTTP/1.1" status: 204 len: 168 time: 4.7930961 Apr 25 14:42:40.089210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47294) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:40.274338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92b78159-cd5c-4ad7-8cfc-b9c27ec4bfd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9341924 Apr 25 14:42:40.280773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47300) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:40.294907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Request body: {'subnet': {'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-684603228-subnet', 'tenant_id': '7fc15771df774c38a7de9bf5d792852b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:40.303818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:40.322638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Usage tracker for resource:subnet and tenant:7fc15771df774c38a7de9bf5d792852b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:40.322638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:40.342029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:40.344501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.456156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Deleting subnet 6dc47bdc-a4fb-47f7-9eac-2e18730adda3 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:42:40.467251 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.609968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=236dc826-bf41-4eff-852b-c33c7718fbd2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:40.626174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.749134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.836134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Made reservation on behalf of 7fc15771df774c38a7de9bf5d792852b for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:40.838165 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.840935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.860385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:40.862287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ada99666-ff6a-4700-899d-561c6c8b56af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.029573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc47bdc-a4fb-47f7-9eac-2e18730adda3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:41.088323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d002-d451-41cf-aea0-28813eabef82 req-1348f43b-7495-41ef-a2c2-dd4077d696c0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:41.089121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6892d002-d451-41cf-aea0-28813eabef82 req-1348f43b-7495-41ef-a2c2-dd4077d696c0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 1.4181755 Apr 25 14:42:41.093224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 677f7499-8a1c-4e26-bbc0-f25fcb834f23 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:41.186522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 677f7499-8a1c-4e26-bbc0-f25fcb834f23 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:41.186875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 677f7499-8a1c-4e26-bbc0-f25fcb834f23 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:41.198561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6944ce71-40f5-45ed-ac32-d5f3d4ecea23 None None] Network 12846895-a456-4b26-bf07-ff4b72e9fdca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:41.351677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6892d002-d451-41cf-aea0-28813eabef82 req-67d4ee4a-2d71-4144-994b-b0d3e3b64cfe tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915395 Apr 25 14:42:41.418736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.425586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.554881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] DHCP port deletion for 12846895-a456-4b26-bf07-ff4b72e9fdca request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:42:41.560159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Deleting port de90835c-51f7-48b1-a9d3-6e51eca928b1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:41.560766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.637778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.720229 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.743057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.757271 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.824496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda1e1f7-c75e-46f0-840c-3dd83f5b5180,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:41.831497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Router a4978e9c-4e24-4117-8826-508b930c2d00 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:41.842045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Checking segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:42:41.842416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Network hostable DHCP agents. Network: 0c27d99a-42ee-4710-90eb-454bdbff98a6, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:42:41.847001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce66c87e-1124-4c7f-ba0f-4d4e421c90f0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/236dc826-bf41-4eff-852b-c33c7718fbd2 HTTP/1.1" status: 204 len: 168 time: 6.9656856 Apr 25 14:42:41.848960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:41.849123 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-915296b6-a218-49fc-be86-0afe2dcd85ff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6dc47bdc-a4fb-47f7-9eac-2e18730adda3 HTTP/1.1" status: 204 len: 168 time: 1.7578511 Apr 25 14:42:41.856275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47314) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:41.933228 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.952898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] For port de90835c-51f7-48b1-a9d3-6e51eca928b1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=de90835c-51f7-48b1-a9d3-6e51eca928b1,segment=NetworkSegment(272754ac-4c0a-4a1a-a6eb-d0c0bc423d15),segment_id=272754ac-4c0a-4a1a-a6eb-d0c0bc423d15)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:41.955052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:41.969474 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a413ec91-c71a-40b9-be04-a7f488714abc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:42:41.969474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a413ec91-c71a-40b9-be04-a7f488714abc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:42.049557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:42:42.071992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a413ec91-c71a-40b9-be04-a7f488714abc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:42.078495 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a413ec91-c71a-40b9-be04-a7f488714abc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/236dc826-bf41-4eff-852b-c33c7718fbd2 HTTP/1.1" status: 404 len: 333 time: 0.2282984 Apr 25 14:42:42.080721 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Floating IP 27eedd99-69c7-4f4d-96ab-776cd1a11f0e associated. External IP: 172.25.0.5, port: 14b85121-920a-4452-a801-61638e7280b2. Apr 25 14:42:42.115325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:42.159603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Calling delete_port for de90835c-51f7-48b1-a9d3-6e51eca928b1 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:42.224319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:42.243281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c47098c-8211-4d5c-92e7-68eef835c007 admin admin] 10.222.0.23 "PUT /v2.0/routers/a4978e9c-4e24-4117-8826-508b930c2d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7398386 Apr 25 14:42:42.256482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:42.277676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17375875-0090-43c2-a485-6b2704dec356 None None] Sync routers for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:42.289553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:42.343706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:42.343706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:42.426864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Pushing event deleted for resources: {'Port': ['ID=de90835c-51f7-48b1-a9d3-6e51eca928b1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:42.435119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] No DVR routers for this DVR port de90835c-51f7-48b1-a9d3-6e51eca928b1 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:42.470541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.471306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.471811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.472310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.473506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.474045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.474669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.475165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.475656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.476203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.476777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.477349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e847c0c-91ff-4834-8cad-15f1ee511852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:42:42.526788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f764f32b-dbb2-4945-ad65-8b82a116b6f8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:42.631858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:42.674053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0c27d99a-42ee-4710-90eb-454bdbff98a6) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:42.702454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22bb488-bd69-4b83-a97b-94255f081741 None None] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:42.763735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:42.764317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:42.819309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c108f4c-fb4d-4d0e-acf1-bfeca48761a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5287433 Apr 25 14:42:42.885568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:43.102279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device de90835c-51f7-48b1-a9d3-6e51eca928b1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:43.181067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: de90835c-51f7-48b1-a9d3-6e51eca928b1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:43.182353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device de90835c-51f7-48b1-a9d3-6e51eca928b1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:43.221890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f764f32b-dbb2-4945-ad65-8b82a116b6f8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.372170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e06d2-4e53-4634-aea0-1aade9399b38 req-78f6dbf3-1766-412c-9b06-224b1fbe562b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:43.373914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a0e06d2-4e53-4634-aea0-1aade9399b38 req-78f6dbf3-1766-412c-9b06-224b1fbe562b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.6966684 Apr 25 14:42:43.482602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a0e06d2-4e53-4634-aea0-1aade9399b38 req-f263dee5-fe0e-4140-afc2-cac3e0f41d00 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983503 Apr 25 14:42:43.498519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.512770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:43.692322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.725023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.739735 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f764f32b-dbb2-4945-ad65-8b82a116b6f8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.812214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f32b-dbb2-4945-ad65-8b82a116b6f8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ebb3c4-16a7-461e-9426-2f74694d5acf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:43.848425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12846895-a456-4b26-bf07-ff4b72e9fdca']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:43.883821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f764f32b-dbb2-4945-ad65-8b82a116b6f8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.885298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f764f32b-dbb2-4945-ad65-8b82a116b6f8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9ebb3c4-16a7-461e-9426-2f74694d5acf HTTP/1.1" status: 204 len: 168 time: 1.7611763 Apr 25 14:42:43.889923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:43.890341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272754ac-4c0a-4a1a-a6eb-d0c0bc423d15') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:43.896399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:42:38Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:43.907879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47344) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:43.909074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:43.919527 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] Sync routers for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:43.924641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:43.928168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ecf805-1c93-4383-8a36-80e47dfe6ec2 None None] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:43.938458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:43.939113 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:43.979235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17375875-0090-43c2-a485-6b2704dec356 None None] Checking router: a4978e9c-4e24-4117-8826-508b930c2d00 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:44.007322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6361905d-0f8d-4751-9d53-05a909317e38 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "PUT /v2.0/floatingips/27eedd99-69c7-4f4d-96ab-776cd1a11f0e HTTP/1.1" status: 200 len: 989 time: 4.5186934 Apr 25 14:42:44.016881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '14b85121-920a-4452-a801-61638e7280b2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:42:44.035518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] Routers {'a4978e9c-4e24-4117-8826-508b930c2d00'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:44.036584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a4978e9c-4e24-4117-8826-508b930c2d00'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:44.109952 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22104ae9-4eb5-4567-837b-78f3425cf73b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.120851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.146444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.156219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22104ae9-4eb5-4567-837b-78f3425cf73b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.192595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.216641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:42:44.217088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.263607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22104ae9-4eb5-4567-837b-78f3425cf73b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.303313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22104ae9-4eb5-4567-837b-78f3425cf73b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60af66f-830d-47b2-b0fd-93345faa09f7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:44.328247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22104ae9-4eb5-4567-837b-78f3425cf73b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.329776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-22104ae9-4eb5-4567-837b-78f3425cf73b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/security-groups/e60af66f-830d-47b2-b0fd-93345faa09f7 HTTP/1.1" status: 204 len: 168 time: 0.4187615 Apr 25 14:42:44.333479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47352) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:44.415960 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:42:44.417758 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:42:44.447097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Deleting port 7c842b87-54b3-4b4d-948d-19d765e3b9bd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:44.448175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.470748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 692a1528-69fd-485b-bb11-950e91c7ef11 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:42:44.481669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.534776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] Set router a4978e9c-4e24-4117-8826-508b930c2d00 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:44.637630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.918269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.926283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.951736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:44.954250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12846895-a456-4b26-bf07-ff4b72e9fdca,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:44.975527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-21d72b49-6ee9-4a38-9b0b-df16765ba8e7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/12846895-a456-4b26-bf07-ff4b72e9fdca HTTP/1.1" status: 204 len: 168 time: 2.8595815 Apr 25 14:42:44.976175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:45.041017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:45.132302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:45.174317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=692a1528-69fd-485b-bb11-950e91c7ef11,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:45.196729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-271b5224-2b85-4515-9516-5c057d84f25a tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/692a1528-69fd-485b-bb11-950e91c7ef11 HTTP/1.1" status: 204 len: 168 time: 0.8610744 Apr 25 14:42:45.198008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47364) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:45.214949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:45.228633 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '27eedd99-69c7-4f4d-96ab-776cd1a11f0e', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'port_id': '14b85121-920a-4452-a801-61638e7280b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'mac_address': 'fa:16:3e:b2:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:41:04Z', 'updated_at': '2022-04-25T14:42:41Z', 'revision_number': 1, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:09Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:45.229336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823371ef-2e3e-4642-bc4c-0970c769c558 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:45.234132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] For port 7c842b87-54b3-4b4d-948d-19d765e3b9bd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c842b87-54b3-4b4d-948d-19d765e3b9bd,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:45.234767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:45.239908 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] Checking router: f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:45.260394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:45.263613 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:45.407307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Calling delete_port for 7c842b87-54b3-4b4d-948d-19d765e3b9bd owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:45.520095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-17375875-0090-43c2-a485-6b2704dec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:42:38Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:45.534669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17375875-0090-43c2-a485-6b2704dec356 None None] The sync data for ids ['a4978e9c-4e24-4117-8826-508b930c2d00'] in n-d-811416-6 is: [{'id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'name': 'tempest-ServersTestManualDisk-1522086646-router', 'tenant_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:28Z', 'updated_at': '2022-04-25T14:42:38Z', 'revision_number': 5, 'project_id': '6bbe4dc8ac4e490ab837a1d77828aa26', 'gw_port': {'id': '7c842b87-54b3-4b4d-948d-19d765e3b9bd', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4978e9c-4e24-4117-8826-508b930c2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:31Z', 'updated_at': '2022-04-25T14:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:45.547169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:45.555562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:45.565504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:45.588028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:45.612716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:45.634828 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:45.696309 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:45.807387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:46.280836 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:46.470400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:46.481283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:46.489647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:46.493620 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:46.560537 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '27eedd99-69c7-4f4d-96ab-776cd1a11f0e', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'port_id': '14b85121-920a-4452-a801-61638e7280b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'mac_address': 'fa:16:3e:b2:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:41:04Z', 'updated_at': '2022-04-25T14:42:41Z', 'revision_number': 1, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:09Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:46.579727 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab9798-de32-404c-9a8b-42263d2ae21e None None] The sync data for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 is: [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '27eedd99-69c7-4f4d-96ab-776cd1a11f0e', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'port_id': '14b85121-920a-4452-a801-61638e7280b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'mac_address': 'fa:16:3e:b2:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:41:04Z', 'updated_at': '2022-04-25T14:42:41Z', 'revision_number': 1, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:09Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:42:46.600268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=a5c94faf-1206-4a31-9bce-43309aef8d95,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:46.615227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-226dfb85-72ce-4c9f-bc1d-661d6fdcc88f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4146762 Apr 25 14:42:46.616296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47370) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:46.622789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'security_group': {'name': 'tempest-secgroup-419563017'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:46.630986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:46.637138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:46.641276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:46.710188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:46.753230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:46.766434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c842b87-54b3-4b4d-948d-19d765e3b9bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:46.821961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:46.834122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group_rule and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:46.847370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:46.862584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:46.909689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:46.996180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.006121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.067796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b526e28-498d-4e87-91c2-793d63e5736b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:47.083138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b913d20-848a-4606-840f-a037523194bc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:47.125348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-8717832e-2af7-4135-ba4e-10b20476bc3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4743264 Apr 25 14:42:47.154296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.155731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-63579735-17f3-4fbc-b5cd-47aa8d2f5784 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5379796 Apr 25 14:42:47.159656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47374) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:47.174729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'security_group': {'name': 'tempest-secgroup-377500776'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:47.193279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:47.196836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3b526e28-498d-4e87-91c2-793d63e5736b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:47.198092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b526e28-498d-4e87-91c2-793d63e5736b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:47.205764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:47.207152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6d924-803b-4ae0-b1ed-63f6dc50cc65 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:47.214031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:47.221629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:47.239918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.248136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931977b-d25e-4d65-9341-30e515e68698 None None] New status for floating IP 27eedd99-69c7-4f4d-96ab-776cd1a11f0e: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:42:47.338565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:47.344359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group_rule and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:47.344572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.350554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:47.351933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.360631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:47.539599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.540177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4978e9c-4e24-4117-8826-508b930c2d00 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:42:47.669907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-b9f23375-a0d7-4e31-ae8d-3a3d62d95a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:47.678241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-b9f23375-a0d7-4e31-ae8d-3a3d62d95a37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 1096 time: 0.4153838 Apr 25 14:42:47.696430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.704759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.716591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.717929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9a7126cd-b2a7-4ee6-8ffc-e6fc08efca16 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a4978e9c-4e24-4117-8826-508b930c2d00 HTTP/1.1" status: 204 len: 168 time: 5.4596782 Apr 25 14:42:47.727023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:47.879622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Deleting subnet b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:42:47.883894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:47.956248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.003446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2b02b52e-6f4d-4ebd-b2b3-c34a28636971 None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:48.005330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b02b52e-6f4d-4ebd-b2b3-c34a28636971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.357249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.418524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.434503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2b02b52e-6f4d-4ebd-b2b3-c34a28636971 None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:48.434503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b02b52e-6f4d-4ebd-b2b3-c34a28636971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.572664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2b02b52e-6f4d-4ebd-b2b3-c34a28636971 None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:48.656286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd759b88-0e9c-4c21-b019-41f3267e1a2f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:48.760983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.773141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f87dbde9-6554-4948-9cd3-5ce01547f896 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6112761 Apr 25 14:42:48.776172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Update dhcp port {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'fixed_ips': [{'subnet_id': '02ce8812-d139-4090-a41f-07cded864993', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a5c94faf-1206-4a31-9bce-43309aef8d95'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '86ecd15c-080d-471d-8968-96092d151a13'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 14:42:48.778663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:48.784653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.801262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'security_group': {'name': 'tempest-secgroup-889526586'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:48.807864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:48.816844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:48.821624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:48.834663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:48.846449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.918402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-eeca8116-5e29-452c-a83b-c6ebaa28eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:48.922579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-eeca8116-5e29-452c-a83b-c6ebaa28eca0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 1.1847773 Apr 25 14:42:48.938370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:48.962739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:49.090146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.094734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-f9628ee4-a1c5-40a9-a79b-f97048d40ff4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 200 len: 217 time: 0.1667509 Apr 25 14:42:49.159349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1043501-78d0-4564-845c-f529cca2c4d9 None None] Network 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:42:49.169197 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4497d344-e979-4601-9897-eba27beaaabb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b585f930-ed61-4bcd-ae3a-aeef6a6fb8bf HTTP/1.1" status: 204 len: 168 time: 1.4381955 Apr 25 14:42:49.181595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c842b87-54b3-4b4d-948d-19d765e3b9bd no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:49.187864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47390) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:49.237331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7c842b87-54b3-4b4d-948d-19d765e3b9bd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:49.237331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c842b87-54b3-4b4d-948d-19d765e3b9bd not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:49.265921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:49.296905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:security_group_rule and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:49.312541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:49.326132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:49.453203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.467519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-f24d15cc-a589-4d91-af08-5f3cd3411e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:49.470025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-f24d15cc-a589-4d91-af08-5f3cd3411e47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.3681312 Apr 25 14:42:49.559112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Deleting port 79bdd85a-29f0-4221-be3a-ebb45d51e683 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:49.559771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.587626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Allocated IP 172.20.0.2 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/a5c94faf-1206-4a31-9bce-43309aef8d95/86ecd15c-080d-471d-8968-96092d151a13) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:49.591016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.603363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-b03a6f21-1257-4fc3-856e-34d29414bc9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226084 Apr 25 14:42:49.605277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.710379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51021cbf-5146-49ba-b19d-91716b78c74e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:49.824536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.826073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe4afea7-3bcd-47a0-b714-58c7bd055693 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0468657 Apr 25 14:42:49.835703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86ecd15c-080d-471d-8968-96092d151a13,segment=NetworkSegment(4cb86443-b478-43a7-a165-723f8735400c),segment_id=4cb86443-b478-43a7-a165-723f8735400c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:49.837178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47396) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:49.848514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1699068549', 'security_groups': ['51021cbf-5146-49ba-b19d-91716b78c74e'], 'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5c94faf-1206-4a31-9bce-43309aef8d95'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:49.940563 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.974831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Transition to ACTIVE for port object 86ecd15c-080d-471d-8968-96092d151a13 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:49.986647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:49.990644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-15892f24-7ad2-4689-bcec-b2e31a2f030a service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799891 Apr 25 14:42:50.158378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f31ea89-e076-4e4d-bb4c-db81be85608d req-10be5ff8-f3da-4c99-be7f-ab3f93ba4f37 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507738 Apr 25 14:42:50.268541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e46ce8-928d-4ab7-9bca-df4d05ed68ad None None] Pushing event updated for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:50.298104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] For port 79bdd85a-29f0-4221-be3a-ebb45d51e683, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=79bdd85a-29f0-4221-be3a-ebb45d51e683,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:50.298613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:50.327583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] DHCP port deletion for 08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:42:50.334403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Deleting port 79bdd85a-29f0-4221-be3a-ebb45d51e683 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:50.335073 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:50.596991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Deleting port 67a49432-54ad-4102-9520-417b41cafc1f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:50.598108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:50.691888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Calling delete_port for 79bdd85a-29f0-4221-be3a-ebb45d51e683 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:50.927146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] For port 79bdd85a-29f0-4221-be3a-ebb45d51e683, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=79bdd85a-29f0-4221-be3a-ebb45d51e683,segment=NetworkSegment(6c338cfb-179b-4598-9fd5-90c7712b324e),segment_id=6c338cfb-179b-4598-9fd5-90c7712b324e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:50.927720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.052516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:51.055785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] For port 67a49432-54ad-4102-9520-417b41cafc1f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67a49432-54ad-4102-9520-417b41cafc1f,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:42:51.056157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.117906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:42:51.136163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.241385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Calling delete_port for 79bdd85a-29f0-4221-be3a-ebb45d51e683 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:51.280029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-df0d52b8-ce0a-4f14-a2ec-bc37b1d1572e tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:51.280793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-df0d52b8-ce0a-4f14-a2ec-bc37b1d1572e tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Synchronizing usage tracker for tenant:7fc15771df774c38a7de9bf5d792852b on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:42:51.318888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=79bdd85a-29f0-4221-be3a-ebb45d51e683,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:51.336425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] No DVR routers for this DVR port 79bdd85a-29f0-4221-be3a-ebb45d51e683 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:42:51.388892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:51.402946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Calling delete_port for 67a49432-54ad-4102-9520-417b41cafc1f owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: from cryptography.utils import int_from_bytes Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: from cryptography.utils import int_from_bytes Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn_limited( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn_limited( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.483498 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:42:51.486834 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:42:51.500099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 79bdd85a-29f0-4221-be3a-ebb45d51e683 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:42:51.558196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:51.567624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ebfb0f3-9fe6-41ba-a418-a3b3ceae88bf None None] Provisioning for port 86ecd15c-080d-471d-8968-96092d151a13 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:51.579765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 79bdd85a-29f0-4221-be3a-ebb45d51e683 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:42:51.580390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 79bdd85a-29f0-4221-be3a-ebb45d51e683 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:42:51.600987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ebfb0f3-9fe6-41ba-a418-a3b3ceae88bf None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:51.603258 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb0f3-9fe6-41ba-a418-a3b3ceae88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.702322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:42:51.702688 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:42:51.741828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-b5adc5f9-515d-4eb9-bfc3-26e59e821d9a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:51.744166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-b5adc5f9-515d-4eb9-bfc3-26e59e821d9a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 1.1567404 Apr 25 14:42:51.784597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-ff3a2dc5-3b2d-4092-8d7c-15d654bc58d3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0337038 Apr 25 14:42:51.810810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ebfb0f3-9fe6-41ba-a418-a3b3ceae88bf None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:51.811567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb0f3-9fe6-41ba-a418-a3b3ceae88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.881765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfb0f3-9fe6-41ba-a418-a3b3ceae88bf None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:51.885164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.938156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-df0d52b8-ce0a-4f14-a2ec-bc37b1d1572e tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Unset dirty status for tenant:7fc15771df774c38a7de9bf5d792852b on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:42:51.942491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] device_id is not set on port d2ec03b0-f12f-468a-951d-707c9fa389bc yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:42:51.942619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-df0d52b8-ce0a-4f14-a2ec-bc37b1d1572e tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 817 time: 1.4457965 Apr 25 14:42:51.952434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:51.979321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-04d11399-1dcd-4811-93e2-8fdd8edbff75 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/quotas/7fc15771df774c38a7de9bf5d792852b HTTP/1.1" status: 200 len: 375 time: 0.0165708 Apr 25 14:42:52.064783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-bd820e39-5bb0-4f19-bfb6-40d8219910ec tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675721 Apr 25 14:42:52.066890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:52.204355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Deleting port 79bdd85a-29f0-4221-be3a-ebb45d51e683 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:42:52.204892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.223494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f0493f56-4422-4cd7-92ed-62f8dfa5c33e service neutron] 10.222.0.23 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489727 Apr 25 14:42:52.227692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c338cfb-179b-4598-9fd5-90c7712b324e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:52.228221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c338cfb-179b-4598-9fd5-90c7712b324e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:52.261217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.267633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.14 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/a5c94faf-1206-4a31-9bce-43309aef8d95/d2ec03b0-f12f-468a-951d-707c9fa389bc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:42:52.340880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.362166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:42:52.363478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.366525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bb48398-b327-4c1f-82e8-c5d474fe63be None None] The port '79bdd85a-29f0-4221-be3a-ebb45d51e683' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:42:52.383870 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:42:52.523781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.532284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.550289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object d2ec03b0-f12f-468a-951d-707c9fa389bc will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:42:52.553415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.573845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-ff5da7e5-d6ab-44db-a99e-eb8a5a1c9dca service neutron] 10.222.0.23 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382211 Apr 25 14:42:52.579471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:52.583418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7bb54e75-3035-48d6-9f11-7d6bdc00d5ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/08c1f1d1-063d-4ec1-bb44-0d85e83c1cb5 HTTP/1.1" status: 204 len: 168 time: 3.3944552 Apr 25 14:42:52.629585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.644339 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-fed20f5f-8e12-4e46-b184-7f499df02d0d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8508053 Apr 25 14:42:52.795635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47436) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:52.819575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:52.879808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:42:52.892314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d171faa-ed4d-4797-bd46-b97b87a230d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bbe4dc8ac4e490ab837a1d77828aa26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915806 Apr 25 14:42:52.892976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47440) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:53.006170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-884a05e6-1453-4aee-824d-a72d67dc3f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:53.047845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-884a05e6-1453-4aee-824d-a72d67dc3f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:53.212292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-884a05e6-1453-4aee-824d-a72d67dc3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:53.323459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a05e6-1453-4aee-824d-a72d67dc3f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a7b2da-4130-4af5-bfbb-489bc608e794,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:53.353440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-884a05e6-1453-4aee-824d-a72d67dc3f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:53.357561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-884a05e6-1453-4aee-824d-a72d67dc3f80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7a7b2da-4130-4af5-bfbb-489bc608e794 HTTP/1.1" status: 204 len: 168 time: 0.4605505 Apr 25 14:42:53.406655 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9659e89-ae9e-4040-a169-0d3ad1546188'] response: {'name': 'network-changed', 'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'tag': '14b85121-920a-4452-a801-61638e7280b2', 'status': 'completed', 'code': 200} Apr 25 14:42:53.414916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:42:53.550174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:42:53.648525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=d2ec03b0-f12f-468a-951d-707c9fa389bc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:53.886649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a49432-54ad-4102-9520-417b41cafc1f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:42:53.926826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-23ee08b9-2e0c-46e6-afcb-070238fc60b8 None None] Provisioning for port d2ec03b0-f12f-468a-951d-707c9fa389bc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:42:53.946587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-23ee08b9-2e0c-46e6-afcb-070238fc60b8 None None] Provisioning complete for port d2ec03b0-f12f-468a-951d-707c9fa389bc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:42:53.947272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23ee08b9-2e0c-46e6-afcb-070238fc60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:54.020468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.021149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:54.026594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-eaeb2800-2317-46e1-b877-12946ad2c6b0 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3130331 Apr 25 14:42:54.071528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.072384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.074998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.075668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.076508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.091357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.092175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.095165 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-85b47cf7-46fb-4298-9d73-2976e9ed908e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6493 time: 0.6441712 Apr 25 14:42:54.123596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-23ee08b9-2e0c-46e6-afcb-070238fc60b8 None None] Port d2ec03b0-f12f-468a-951d-707c9fa389bc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:42:54.125711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2d1bb-464b-4edd-8849-ac61bf3f1bb8 req-0640226c-82e4-4345-a215-88286c59da78 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:54.129551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60c2d1bb-464b-4edd-8849-ac61bf3f1bb8 req-0640226c-82e4-4345-a215-88286c59da78 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.4995685 Apr 25 14:42:54.194113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60c2d1bb-464b-4edd-8849-ac61bf3f1bb8 req-78a804fc-4da5-4d00-8eb8-78e5e926bbac tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581448 Apr 25 14:42:54.286610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-402947a3-9976-4445-b2f7-c3510b70d589 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432919 Apr 25 14:42:54.632301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47488) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:54.643369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:54.658166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3c3a96ed-d744-425b-b407-abdaf765031e tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8142314 Apr 25 14:42:54.890677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:54.928995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de3d0764-0684-4432-bae0-90567c01bc0b req-55b166d5-19d6-4971-a346-70d189857038 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 210 time: 0.1384592 Apr 25 14:42:55.159396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0f84948-bc46-40eb-95ec-a9de5785e5b2 req-04efe4ab-a1db-4594-9c31-5f15d7af4a27 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 210 time: 0.2431180 Apr 25 14:42:55.557479 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:42:55.916751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-a9db8e78-dc8d-4190-a2e8-db57e6e82c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:55.936809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-a9db8e78-dc8d-4190-a2e8-db57e6e82c99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b6edac4-a28b-4c44-ae60-cc143ce55153 HTTP/1.1" status: 200 len: 912 time: 1.8045430 Apr 25 14:42:55.936809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:56.075171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:56.116828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:56.193754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:56.280727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:56.346186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:56.383998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f6472-e9ee-49a1-a66c-fbae332dadbe req-220088b3-fd15-476d-b9f4-04212bbd691c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:56.389133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-438f6472-e9ee-49a1-a66c-fbae332dadbe req-220088b3-fd15-476d-b9f4-04212bbd691c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.7236161 Apr 25 14:42:56.405406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:56.407137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-f71dd221-5a29-4ef3-b54b-e0c2e4c8bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:56.408801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-f71dd221-5a29-4ef3-b54b-e0c2e4c8bb38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1096 time: 0.8718977 Apr 25 14:42:56.604866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Router 648df0d7-6820-4184-aa6c-105e9dc17a7c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:42:56.813672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82fa3796-e5f6-43ce-9bc7-5e86cf37575a req-4725127f-3250-47c1-b183-54317b8f70c1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 210 time: 0.2748661 Apr 25 14:42:56.868207 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-0f28cc85-e3ff-4f08-880f-c6d35f6ee82f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b85121-920a-4452-a801-61638e7280b2 HTTP/1.1" status: 200 len: 999 time: 0.9251912 Apr 25 14:42:56.904811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2101401902-network', 'tenant_id': 'b3e98c95fb0d4287a7a0789f4036df9e'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:57.318976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-dfd02ba7-a747-4ec4-bb2c-b8c61e9b6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:57.324984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-dfd02ba7-a747-4ec4-bb2c-b8c61e9b6b59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82399c15-2e8d-41dc-978b-b99746e0dab3 HTTP/1.1" status: 200 len: 850 time: 0.4171579 Apr 25 14:42:57.463184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:57.781128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-438f6472-e9ee-49a1-a66c-fbae332dadbe req-67abd637-1b20-4bcf-b658-ef9e0ac1db12 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3647676 Apr 25 14:42:57.967832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Usage tracker for resource:network and tenant:b3e98c95fb0d4287a7a0789f4036df9e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:57.971453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:57.978252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:58.013923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d26b72de-f8a7-4377-9cb4-8a6d940b96c5 req-b91714a4-0539-46a7-8a49-9b2ac3360ad3 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 210 time: 0.5653696 Apr 25 14:42:58.199541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Made reservation on behalf of b3e98c95fb0d4287a7a0789f4036df9e for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:42:58.202520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:58.463376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cad848a9-b5a9-4a54-ad06-221c6c052589 req-11efcba7-c895-4c0f-a9fb-973ce4b75faa tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 210 time: 0.1757576 Apr 25 14:42:58.512097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:58.553194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:42:58.568387 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] Sync routers for ids ['648df0d7-6820-4184-aa6c-105e9dc17a7c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:42:58.580725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d258e93b-c3be-4d51-bcf0-7ff238504695 admin admin] 10.222.0.23 "PUT /v2.0/routers/648df0d7-6820-4184-aa6c-105e9dc17a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5971510 Apr 25 14:42:58.584418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-96f42215-630f-4b44-8649-c9f9f3243d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:58.587151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-96f42215-630f-4b44-8649-c9f9f3243d93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 2.0166707 Apr 25 14:42:58.587639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:58.588968 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] Routers {'648df0d7-6820-4184-aa6c-105e9dc17a7c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:58.590063 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['648df0d7-6820-4184-aa6c-105e9dc17a7c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:58.731497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:42:58.796429 n-d-811416-6 neutron-server[88061]: INFO neutron.db.ipam_backend_mixin [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a5c94faf-1206-4a31-9bce-43309aef8d95 (CIDR: 172.20.0.0/28) Apr 25 14:42:58.827408 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 14:42:58.827408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:42:59.000332 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] Set router 648df0d7-6820-4184-aa6c-105e9dc17a7c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:42:59.176994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:59.184553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Usage tracker for resource:security_group_rule and tenant:b3e98c95fb0d4287a7a0789f4036df9e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:59.189157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:59.198911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:59.271924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f11709dd-7c3c-4400-a80a-a5b15a67ddad tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:59.274531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f11709dd-7c3c-4400-a80a-a5b15a67ddad tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 817 time: 1.8153477 Apr 25 14:42:59.311248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Request body: {'port': {'device_id': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'admin_state_up': True, 'tenant_id': '7fc15771df774c38a7de9bf5d792852b'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:59.448789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-b9f7626a-ee0d-44cd-bd3d-c0eef2fca1d8 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:59.450353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-b9f7626a-ee0d-44cd-bd3d-c0eef2fca1d8 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.21 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 817 time: 1.2231069 Apr 25 14:42:59.490014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7447ec0b-8efa-4215-9945-b32187526fc5 req-1e8602b2-2c32-4c5b-a6fc-f88635864d49 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 210 time: 0.1873512 Apr 25 14:42:59.517490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Request body: {'port': {'device_id': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'admin_state_up': True, 'tenant_id': '7fc15771df774c38a7de9bf5d792852b'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:42:59.757843 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:42:51Z', 'revision_number': 5, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:59.770277 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] Checking router: 648df0d7-6820-4184-aa6c-105e9dc17a7c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:42:59.789969 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] Routers {'648df0d7-6820-4184-aa6c-105e9dc17a7c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:42:59.790622 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['648df0d7-6820-4184-aa6c-105e9dc17a7c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:42:59.806321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa5112a8-7e2e-4fc2-8145-4d18422351d9 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 5.1721711 Apr 25 14:42:59.842466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f229ed18-1b10-4961-8de7-cf4a181f15fb tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:59.845748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-ba66dcf3-670d-40f4-9b66-38b091da4186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 1001 time: 1.0550227 Apr 25 14:42:59.850553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47554) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:42:59.856221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f229ed18-1b10-4961-8de7-cf4a181f15fb tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 817 time: 1.3783722 Apr 25 14:42:59.867908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:42:59.877431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Usage tracker for resource:port and tenant:7fc15771df774c38a7de9bf5d792852b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:42:59.888052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:42:59.915387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:42:59.923307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-ccdeeba6-4a6a-4574-9ad5-9850dc759474 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:42:59.925328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-ccdeeba6-4a6a-4574-9ad5-9850dc759474 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 1.0967708 Apr 25 14:42:59.929512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:00.062051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cd0dcaad-225c-4e71-88a2-9925d6220bd6 req-4ae8f78f-1a7d-4205-b1b3-f1790340f97a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 210 time: 0.2858233 Apr 25 14:43:00.094794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:00.161646 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:00.183439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Request body: {'port': {'device_id': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'admin_state_up': True, 'tenant_id': '7fc15771df774c38a7de9bf5d792852b'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:00.266262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Made reservation on behalf of 7fc15771df774c38a7de9bf5d792852b for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:00.266262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:00.282121 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] Set router 648df0d7-6820-4184-aa6c-105e9dc17a7c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:00.314552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-e2706ff1-53ef-4ae7-a67e-b7e88c24ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:00.316902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-e2706ff1-53ef-4ae7-a67e-b7e88c24ef8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b6edac4-a28b-4c44-ae60-cc143ce55153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.8563306 Apr 25 14:43:00.633171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:00.679322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Usage tracker for resource:port and tenant:7fc15771df774c38a7de9bf5d792852b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:00.812460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:00.947539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:00.975447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451ecc-58b3-41ce-bd37-2dba583e2c88 req-9ce3698d-f199-4398-8d2a-617de91c8c3f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:00.975447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19451ecc-58b3-41ce-bd37-2dba583e2c88 req-9ce3698d-f199-4398-8d2a-617de91c8c3f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 1.8943152 Apr 25 14:43:01.024562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:01.043709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.061048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:01.129697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.152390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:43:01.162906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.163252 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Added segment 6fc73f9a-5e0d-48f6-8a54-a196b44a3377 of type vlan for network 5ff5fe74-831b-412d-b16e-73353faf360a Apr 25 14:43:01.201523 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.240383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:42:51Z', 'revision_number': 5, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:01.252396 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c474cb3-4ddc-480a-ae83-7882afce2347 None None] The sync data for ids ['648df0d7-6820-4184-aa6c-105e9dc17a7c'] in n-d-811416-6 is: [{'id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-642655757-router', 'tenant_id': '0e43abe8a0244af9a6646c378c4eb099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:38:36Z', 'updated_at': '2022-04-25T14:42:51Z', 'revision_number': 5, 'project_id': '0e43abe8a0244af9a6646c378c4eb099', 'gw_port': {'id': '9905a8c3-45a5-4e62-bdab-cbfd89b32c47', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648df0d7-6820-4184-aa6c-105e9dc17a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:38:38Z', 'updated_at': '2022-04-25T14:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:43:01.258146 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.259210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:01.259794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.285556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.302744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:01.327158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.350834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19451ecc-58b3-41ce-bd37-2dba583e2c88 req-a39e4f59-fa8c-454d-801f-ce8ac1a41680 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675020 Apr 25 14:43:01.350834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Made reservation on behalf of 7fc15771df774c38a7de9bf5d792852b for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:01.369073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.403357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-1da10240-a533-4f34-9d4e-34d0f502c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:01.409059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-1da10240-a533-4f34-9d4e-34d0f502c2e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 1.5414939 Apr 25 14:43:01.420050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Deleting port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:01.420720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:01.604108 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0acc81fe-ea6f-4210-aa45-d38ef9fab05a req-2372b762-a23d-4cdc-b07a-52b6430c04b1 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 210 time: 0.5133595 Apr 25 14:43:01.817815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:01.817815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Usage tracker for resource:port and tenant:7fc15771df774c38a7de9bf5d792852b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:01.817815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:01.840731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:01.908548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ef7cc2-3a11-4c61-b688-144499c5f294,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:01.989505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] Pushing event updated for resources: {'Network': ['ID=5ff5fe74-831b-412d-b16e-73353faf360a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:01.992961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5ff5fe74-831b-412d-b16e-73353faf360a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:43:02.006471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Made reservation on behalf of 7fc15771df774c38a7de9bf5d792852b for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:02.006471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:02.037662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b313e034-33c1-4c07-97a8-03447f9b0faf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.7511339 Apr 25 14:43:02.051295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfb15910-a554-44b3-9b73-258279e2e551 req-6ba92783-2a78-4268-94ac-3b4dd3081fb5 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 210 time: 0.2049432 Apr 25 14:43:02.057757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:02.069753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-fad84c25-3bd0-48c1-af7a-80f027b35bfb service neutron] 10.222.0.21 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6953220 Apr 25 14:43:02.079164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:02.082819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Request body: {'subnet': {'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2101401902-subnet', 'tenant_id': 'b3e98c95fb0d4287a7a0789f4036df9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:02.084172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:02.088683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:02.090544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:02.095561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:02.127522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Usage tracker for resource:subnet and tenant:b3e98c95fb0d4287a7a0789f4036df9e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:02.160124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:02.181088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:02.184561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:02.206885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:02.210433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Allocated IP 172.20.0.12 (0c27d99a-42ee-4710-90eb-454bdbff98a6/bda1e1f7-c75e-46f0-840c-3dd83f5b5180/e23fd7c5-eb22-4dd8-a70a-4aadb2d02882) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:02.251175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] For port 9905a8c3-45a5-4e62-bdab-cbfd89b32c47, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:02.251551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:02.304909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Made reservation on behalf of b3e98c95fb0d4287a7a0789f4036df9e for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:02.307230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:02.472446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Calling delete_port for 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:02.481459 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e295257a-9368-4bfe-a865-3a7346b5f156 req-04d952a0-137d-4bf3-a1b7-e7172ff749fb service neutron] 10.222.0.21 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863862 Apr 25 14:43:02.644938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-c94142df-a974-407e-9382-2c56ff218c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:02.644938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-c94142df-a974-407e-9382-2c56ff218c10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0380564 Apr 25 14:43:02.701462 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 02ce8812-d139-4090-a41f-07cded864993 (CIDR: 172.20.0.16/28) Apr 25 14:43:02.717918 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 14:43:02.718503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:02.758728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-57a33996-946c-437b-888b-981848f4c981 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Synchronizing usage tracker for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:02.825496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:02.830585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.10 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/b8d7bfcb-05a5-45e4-afec-79a88005a524) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:02.830767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:02.861310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-144a126e-a6d7-4818-8b06-f17b2067423d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 3.0026114 Apr 25 14:43:02.868665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47594) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:02.900009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-57a33996-946c-437b-888b-981848f4c981 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Unset dirty status for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:02.901317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-57a33996-946c-437b-888b-981848f4c981 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--974854216&fields=id&tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a HTTP/1.1" status: 200 len: 267 time: 0.2757316 Apr 25 14:43:02.917882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'subnet': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:02.935264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67a49432-54ad-4102-9520-417b41cafc1f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:02.948882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e80e83-0152-4921-8349-09db2e58f34d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:02.971108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 67a49432-54ad-4102-9520-417b41cafc1f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:43:02.971108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67a49432-54ad-4102-9520-417b41cafc1f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:43:02.995747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-ad4a1587-5bfb-483d-9a59-73c3d21eb5c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403869 Apr 25 14:43:03.031223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Checking segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:03.031223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Network hostable DHCP agents. Network: 5ff5fe74-831b-412d-b16e-73353faf360a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:43:03.068287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b09d9-678d-49f1-8f7a-1188ceb824d0 req-d4c0315d-0931-4cc8-b242-3784357d07c4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:03.069784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-448b09d9-678d-49f1-8f7a-1188ceb824d0 req-d4c0315d-0931-4cc8-b242-3784357d07c4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.5140686 Apr 25 14:43:03.075534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:03.217968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:03.228304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:03.237916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Pushing event updated for resources: {'Port': ['ID=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:03.247139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Network 5ff5fe74-831b-412d-b16e-73353faf360a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:43:03.253699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Allocated IP 172.20.0.10 (0c27d99a-42ee-4710-90eb-454bdbff98a6/bda1e1f7-c75e-46f0-840c-3dd83f5b5180/b7cea753-3f61-4d50-9ed9-2063bf0ec9c7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:03.257205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:03.308926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-2ca81ed9-2448-4968-bbb3-ecf38730a089 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:03.310382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-2ca81ed9-2448-4968-bbb3-ecf38730a089 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/networks?id=624f3915-82fa-48e1-955c-d0da3135a40e HTTP/1.1" status: 200 len: 814 time: 0.3958182 Apr 25 14:43:03.318921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5ff5fe74-831b-412d-b16e-73353faf360a) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:03.326471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:03.328017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:03.340714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbad5c-bbaf-4ca2-b3be-d46f00b03a19 None None] Network 5ff5fe74-831b-412d-b16e-73353faf360a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:03.380496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:03.381171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:03.391657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-559c1eb4-6709-40b4-b266-14f32ce4eb63 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/quotas/a9f0c58dae2d4494bb2f12e7f49ca82a HTTP/1.1" status: 200 len: 375 time: 0.0610099 Apr 25 14:43:03.439182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-448b09d9-678d-49f1-8f7a-1188ceb824d0 req-e95b0b99-990f-4a74-8253-4a016d0856fa tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203282 Apr 25 14:43:03.479833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:03.493827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-79db1173-4e3e-4ae6-86cc-445d3549f581 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4066696 Apr 25 14:43:03.505478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Usage tracker for resource:subnet and tenant:821508a6aefe47da8f41765efd64009a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:03.514925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-2f361728-4ec9-4b7b-ac09-5053304452cd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1787779 Apr 25 14:43:03.527005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:03.527005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:03.527005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:03.544896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Request body: {'port': {'device_id': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:03.577954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb405c76-9090-4c85-9bc8-f5ceae7ab62b req-eca6690b-34b9-457c-888b-a4a21c566157 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255046 Apr 25 14:43:03.586311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Pushing event deleted for resources: {'Port': ['ID=9905a8c3-45a5-4e62-bdab-cbfd89b32c47,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:03.602026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:03.635080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Made reservation on behalf of 821508a6aefe47da8f41765efd64009a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:03.638418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:03.933245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5ff5fe74-831b-412d-b16e-73353faf360a', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'tenant_id': 'b3e98c95fb0d4287a7a0789f4036df9e', 'fixed_ips': [{'subnet_id': 'd1e80e83-0152-4921-8349-09db2e58f34d'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:43:03.933245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.037282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.086922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e96637a6-052c-4264-8efd-de2b890fa058 req-5c9af594-57fd-4627-aae6-d52138cdb383 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 210 time: 0.1175969 Apr 25 14:43:04.158815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-1ae46498-0ed7-4722-a07d-171b02c637e2 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Synchronizing usage tracker for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:04.161966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.193404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Allocated IP 172.20.0.2 (5ff5fe74-831b-412d-b16e-73353faf360a/d1e80e83-0152-4921-8349-09db2e58f34d/6df52c9e-258f-4420-9f18-e8e4e48f5b98) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:04.240861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.419518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-1ae46498-0ed7-4722-a07d-171b02c637e2 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Unset dirty status for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:04.421010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-1ae46498-0ed7-4722-a07d-171b02c637e2 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0193918 Apr 25 14:43:04.446706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.486778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.619059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:04.621171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.633670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Transition to ACTIVE for port object 6df52c9e-258f-4420-9f18-e8e4e48f5b98 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:04.655582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Transition to ACTIVE for port object 6df52c9e-258f-4420-9f18-e8e4e48f5b98 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:04.660081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:04.692967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.735366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=b8d7bfcb-05a5-45e4-afec-79a88005a524,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:04.740326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:04.745529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:04.771541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Network 5ff5fe74-831b-412d-b16e-73353faf360a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:04.781672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:04.794287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:04.816798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:04.840834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:04.893910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Pushing event updated for resources: {'Port': ['ID=6df52c9e-258f-4420-9f18-e8e4e48f5b98,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:04.906512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:04.907304 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:04.913109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:04.980681 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4fc88b9a-c108-4ae2-b643-9c4c5518b1ca tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9106948 Apr 25 14:43:05.002134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.007914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Attempting to bind port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:05.008475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Attempting to bind port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:05.008924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Attempting to bind port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:05.018082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Request body: {'port': {'device_id': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:05.021214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Pushing event updated for resources: {'Port': ['ID=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:05.028844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Allocated IP 172.20.0.7 (0c27d99a-42ee-4710-90eb-454bdbff98a6/bda1e1f7-c75e-46f0-840c-3dd83f5b5180/1553c8e4-7a0f-4367-b5c2-76ddbd3e1071) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:05.041808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:05.041808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Checking segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:05.042546 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.044540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Bound using segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:05.045086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Bound port: 6df52c9e-258f-4420-9f18-e8e4e48f5b98, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:05.045573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.111342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:05.111933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.117027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:05.128997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:05.141239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6f794a3f-7365-4471-a84e-0761b1b2befe tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6276727 Apr 25 14:43:05.141742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:05.142850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.165002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Request body: {'port': {'device_id': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:05.194242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.238354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] For port 6df52c9e-258f-4420-9f18-e8e4e48f5b98, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:05.254521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] For port 6df52c9e-258f-4420-9f18-e8e4e48f5b98, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df52c9e-258f-4420-9f18-e8e4e48f5b98,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:05.254521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b80125-b079-4601-90eb-f920d888bf74 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:05.294928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-bfe57c16-ad49-4fe7-97a8-d80ff6e7947d service neutron] 10.222.0.23 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030388 Apr 25 14:43:05.334404 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.445297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.445297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.499118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe3f3d-a5e0-4da4-b2bf-56a1af0a64e3 req-a5ef7fdc-7d2a-4879-9e15-a2243bf99f33 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:05.499118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b2fe3f3d-a5e0-4da4-b2bf-56a1af0a64e3 req-a5ef7fdc-7d2a-4879-9e15-a2243bf99f33 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:05.499118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.499118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 648df0d7-6820-4184-aa6c-105e9dc17a7c {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:43:05.565948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6793263 Apr 25 14:43:05.565948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-55a56b17-f3f4-463e-af29-d4fe9ddfc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:05.565948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-55a56b17-f3f4-463e-af29-d4fe9ddfc4d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1096 time: 1.9051912 Apr 25 14:43:05.565948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47614) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:05.592694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.660815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe877b-4a95-4381-bd2c-164ecf22d2f2 None None] Pushing event updated for resources: {'Port': ['ID=6df52c9e-258f-4420-9f18-e8e4e48f5b98,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:05.788359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-434469784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0ed133d-b65b-4fa8-af50-8a772fef7dfe'}], 'security_groups': ['2b913d20-848a-4606-840f-a037523194bc', 'fd759b88-0e9c-4c21-b019-41f3267e1a2f']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:05.818462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-5491efa5-8d92-4ed9-9a7c-e5a8ae1444d8 service neutron] 10.222.0.23 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211191 Apr 25 14:43:05.824535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-64edcf5a-f251-4d3e-9c53-b9d3aa15f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:05.824535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-64edcf5a-f251-4d3e-9c53-b9d3aa15f3ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.2401152 Apr 25 14:43:05.824535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:05.824535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-27d56eb8-e12f-4d60-8bab-bd623a74530b admin admin] 10.222.0.23 "DELETE /v2.0/routers/648df0d7-6820-4184-aa6c-105e9dc17a7c HTTP/1.1" status: 204 len: 168 time: 7.2322190 Apr 25 14:43:05.868048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47618) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:06.138655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Deleting subnet 9345f816-b60b-4a7d-83bd-8b2ab266e1c6 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:43:06.153018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.153018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.283129 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-ced242d8-5d67-4b61-b984-4171c0e8b570 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 1001 time: 0.3349736 Apr 25 14:43:06.290505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629601c5-732f-45fb-8b4d-5e4b54f5223b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Subnet': ['ID=f0ed133d-b65b-4fa8-af50-8a772fef7dfe,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:06.297048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.477370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Update dhcp port {'port': {'network_id': 'afa75d4b-8a3f-4e9c-beb1-31700c47792d', 'fixed_ips': [{'subnet_id': '02ce8812-d139-4090-a41f-07cded864993', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a5c94faf-1206-4a31-9bce-43309aef8d95', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f0ed133d-b65b-4fa8-af50-8a772fef7dfe'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '86ecd15c-080d-471d-8968-96092d151a13'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 14:43:06.534509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.589949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b2fe3f3d-a5e0-4da4-b2bf-56a1af0a64e3 req-a5ef7fdc-7d2a-4879-9e15-a2243bf99f33 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:06.590957 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.600141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2fe3f3d-a5e0-4da4-b2bf-56a1af0a64e3 req-a5ef7fdc-7d2a-4879-9e15-a2243bf99f33 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 932 time: 2.1272218 Apr 25 14:43:06.706264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Network 0c27d99a-42ee-4710-90eb-454bdbff98a6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:06.780255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.806074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:06.825373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:06.845898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2fe3f3d-a5e0-4da4-b2bf-56a1af0a64e3 req-c4f48f59-3e64-4d17-9d28-f1d38cc50bb3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472773 Apr 25 14:43:06.847879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-97af3c09-3fcd-46fa-8892-d4cba179794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:06.849475 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-97af3c09-3fcd-46fa-8892-d4cba179794f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.5275834 Apr 25 14:43:06.862097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:07.064304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:07.069366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:07.097890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df52c9e-258f-4420-9f18-e8e4e48f5b98 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:07.136214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Transition to ACTIVE for port object e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:07.387740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:07.500078 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:07.534349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:07.534495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Allocated IP 172.20.0.34 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/f0ed133d-b65b-4fa8-af50-8a772fef7dfe/86ecd15c-080d-471d-8968-96092d151a13) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:07.619703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:07.639447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:07.698817 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:07.720587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:07.741210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:07.741210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:07.788031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:07.812222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:07.812222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3dddb-692f-4c84-b41f-45c6ff834a8b None None] Network 5ff5fe74-831b-412d-b16e-73353faf360a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:07.872366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-e0f22082-84e3-4aaf-ac06-14bb782c6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:07.872366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-e0f22082-84e3-4aaf-ac06-14bb782c6d68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0085652 Apr 25 14:43:07.915349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453d85e-3264-4acf-8081-2cb003e015f1 req-5146444c-6c4e-4108-be2e-a047829e416d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:07.918501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6453d85e-3264-4acf-8081-2cb003e015f1 req-5146444c-6c4e-4108-be2e-a047829e416d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 945 time: 0.6301179 Apr 25 14:43:08.016771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.027420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-0238caa0-a960-4e35-91cd-9a26b4bd1e15 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:08.027420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c3c9315c-04b4-444e-8077-fca158283318 req-0238caa0-a960-4e35-91cd-9a26b4bd1e15 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Synchronizing usage tracker for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:08.047131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:08.081202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Pushing event updated for resources: {'Port': ['ID=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:08.137294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9345f816-b60b-4a7d-83bd-8b2ab266e1c6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:08.144289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:43:08.168074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:43:08.168074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9905a8c3-45a5-4e62-bdab-cbfd89b32c47 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:43:08.189972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] Provisioning for port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:08.215887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] Provisioning complete for port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:08.215887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.246503 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d46921a5-c4c5-4e3e-a3f9-cef12f8086d2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0763183 Apr 25 14:43:08.332069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86ecd15c-080d-471d-8968-96092d151a13,segment=NetworkSegment(4cb86443-b478-43a7-a165-723f8735400c),segment_id=4cb86443-b478-43a7-a165-723f8735400c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:08.334123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Request body: {'port': {'device_id': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:08.369230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:43:08.374567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c3c9315c-04b4-444e-8077-fca158283318 req-0238caa0-a960-4e35-91cd-9a26b4bd1e15 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Unset dirty status for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:08.377676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-0238caa0-a960-4e35-91cd-9a26b4bd1e15 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 816 time: 1.0002632 Apr 25 14:43:08.405349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6453d85e-3264-4acf-8081-2cb003e015f1 req-985690ff-7912-46c1-b8a5-99b7e5343fba tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623535 Apr 25 14:43:08.418087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a7bbe-cd4b-4ce6-be02-3f14944bf7f0 None None] Network 8b6f853e-0561-4f2d-bf85-27b57b365fb3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:08.424745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.430785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-73190866-711e-4ddd-8541-7e2a6ce58080 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9345f816-b60b-4a7d-83bd-8b2ab266e1c6 HTTP/1.1" status: 204 len: 168 time: 2.5663688 Apr 25 14:43:08.457724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:08.498023 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:43:08.534107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:08.568419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-0b0d7aa3-b083-43f4-814e-97d3fd589cdd tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/quotas/b3e98c95fb0d4287a7a0789f4036df9e HTTP/1.1" status: 200 len: 375 time: 0.1344833 Apr 25 14:43:08.585723 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.730555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f436d23-d3ce-4482-a3db-fcdc9bf813d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.788066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Transition to ACTIVE for port object 86ecd15c-080d-471d-8968-96092d151a13 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:08.845751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.853606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d7bfcb-05a5-45e4-afec-79a88005a524 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:08.869526 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-460fc5ce-1693-470d-93eb-b8355749c3fc service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9610670 Apr 25 14:43:08.902293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:08.989745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:09.016849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.057849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Attempting to bind port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:09.057849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Attempting to bind port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:09.057849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Attempting to bind port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:09.065881 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.070971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:09.071512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Attempting to bind port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:09.072807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.075105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Transition to ACTIVE for port object b8d7bfcb-05a5-45e4-afec-79a88005a524 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:09.115811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:09.116442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Checking segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:09.116989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Bound using segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:09.118171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Bound port: e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:09.121706 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.140375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] For port 6df52c9e-258f-4420-9f18-e8e4e48f5b98, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df52c9e-258f-4420-9f18-e8e4e48f5b98,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:09.141985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.152978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Transition to ACTIVE for port object b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:09.226151 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.259780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-827b795a-a312-4cd0-8565-8e0276b96b33 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:09.269476 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-827b795a-a312-4cd0-8565-8e0276b96b33 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.21 "GET /v2.0/networks?id=624f3915-82fa-48e1-955c-d0da3135a40e HTTP/1.1" status: 200 len: 814 time: 0.4444554 Apr 25 14:43:09.276809 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.430942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3803d-2131-4f2f-8e03-405e049f90cd None None] Pushing event updated for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:09.459098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] For port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:09.463813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] For port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:09.494291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.583160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e90694-02e7-4577-a3b1-2cb06568a7bc None None] Pushing event updated for resources: {'Port': ['ID=6df52c9e-258f-4420-9f18-e8e4e48f5b98,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:09.685325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] DHCP port deletion for 8b6f853e-0561-4f2d-bf85-27b57b365fb3 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:43:09.695482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] Deleting port 23da26be-4d47-4db4-8db3-593ee2acfc78 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:09.697372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.701878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.763784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Deleting port 23da26be-4d47-4db4-8db3-593ee2acfc78 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:09.764439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.789749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-585a1050-aaad-4529-88e1-c0e0873d6e62 None None] Provisioning complete for port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:09.790137 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-585a1050-aaad-4529-88e1-c0e0873d6e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:09.830976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-a9b6307d-bb0e-4595-b349-109753530d9c tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a HTTP/1.1" status: 200 len: 379 time: 0.3467977 Apr 25 14:43:09.868765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7bfcb-05a5-45e4-afec-79a88005a524,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:09.875539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Request body: {'port': {'device_id': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'admin_state_up': True, 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'security_groups': ['a08cb4ea-27c6-45aa-92f8-d597073dccfb']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:09.897414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-925425a7-ec96-4848-92b3-0f423a1be38a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3169701 Apr 25 14:43:09.912423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Pushing event updated for resources: {'Port': ['ID=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:09.933637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c04d3f-1f09-482a-9aa1-5051c6e8176e req-59ea87de-3f1f-4465-b7a3-331923c325e2 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9355218 Apr 25 14:43:09.950781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ceae14-090e-4ff1-9f77-b94d79360c40 req-6315aea0-b30f-4632-87cf-86e9228e09e6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:09.969651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9ceae14-090e-4ff1-9f77-b94d79360c40 req-6315aea0-b30f-4632-87cf-86e9228e09e6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 932 time: 1.2677829 Apr 25 14:43:10.082646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Delete allocated IP 172.20.0.14 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/a5c94faf-1206-4a31-9bce-43309aef8d95) {{(pid=88060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 25 14:43:10.167851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] For port 23da26be-4d47-4db4-8db3-593ee2acfc78, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=23da26be-4d47-4db4-8db3-593ee2acfc78,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:10.168934 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:10.170141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Allocated IP 172.20.0.44 (afa75d4b-8a3f-4e9c-beb1-31700c47792d/f0ed133d-b65b-4fa8-af50-8a772fef7dfe/d2ec03b0-f12f-468a-951d-707c9fa389bc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:10.175438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:10.175438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:10.177029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] 10.222.0.15 "PUT /v2.0/ports/e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 HTTP/1.1" status: 200 len: 1092 time: 6.6621587 Apr 25 14:43:10.205482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9ceae14-090e-4ff1-9f77-b94d79360c40 req-5980feb6-93fb-485d-a1ea-5a3f0d0a808f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329426 Apr 25 14:43:10.239417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'tag': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:10.346505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] Calling delete_port for 23da26be-4d47-4db4-8db3-593ee2acfc78 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:10.571777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9f2cb91-e667-430a-a0e9-75229d675872 req-41fd5445-f875-41ab-aeca-70f30d24e37e tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 210 time: 0.0888860 Apr 25 14:43:10.580851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:10.591781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Attempting to bind port b8d7bfcb-05a5-45e4-afec-79a88005a524 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:10.592196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Attempting to bind port b8d7bfcb-05a5-45e4-afec-79a88005a524 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:10.592877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Attempting to bind port b8d7bfcb-05a5-45e4-afec-79a88005a524 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:10.610195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] For port 23da26be-4d47-4db4-8db3-593ee2acfc78, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=23da26be-4d47-4db4-8db3-593ee2acfc78,segment=NetworkSegment(3d703cf2-6f2f-4e35-9c32-fc088a676866),segment_id=3d703cf2-6f2f-4e35-9c32-fc088a676866)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:10.611097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:10.623729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Port b8d7bfcb-05a5-45e4-afec-79a88005a524 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:10.625554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Attempting to bind port b8d7bfcb-05a5-45e4-afec-79a88005a524 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:10.638107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2f40f-554e-471a-9eb3-998515898cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:10.710314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] Pushing event deleted for resources: {'Port': ['ID=23da26be-4d47-4db4-8db3-593ee2acfc78,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:10.716696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a5df7-e907-4d04-93dd-dfb16adec1b5 None None] No DVR routers for this DVR port 23da26be-4d47-4db4-8db3-593ee2acfc78 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:43:10.721027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-4dbd6e95-5616-4835-9f0e-db67b03be4fe service neutron] 10.222.0.23 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8025119 Apr 25 14:43:10.738107 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf42bb76-d274-4706-8722-37aeb7f767bd'] response: {'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'code': 200} Apr 25 14:43:10.762375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:10.762853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:10.763381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:10.763940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Bound port: b8d7bfcb-05a5-45e4-afec-79a88005a524, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:10.764387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:10.841513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Provisioning for port 86ecd15c-080d-471d-8968-96092d151a13 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:10.848883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:10.849548 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:10.913215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Calling delete_port for 23da26be-4d47-4db4-8db3-593ee2acfc78 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:10.944644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40a7151e-8e61-4dac-b369-23157d65590a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.057489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df52c9e-258f-4420-9f18-e8e4e48f5b98 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:11.115434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:11.131889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Provisioning complete for port d2ec03b0-f12f-468a-951d-707c9fa389bc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:11.132532 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.162601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Attempting to bind port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:11.162954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Attempting to bind port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:11.163283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Attempting to bind port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:11.170948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:11.175887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:11.212842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:11.213728 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.230004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] For port b8d7bfcb-05a5-45e4-afec-79a88005a524, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:11.235260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] For port b8d7bfcb-05a5-45e4-afec-79a88005a524, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:11.236873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:43:11.236873 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:43:11.238878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:11.239412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Attempting to bind port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:11.254404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Port d2ec03b0-f12f-468a-951d-707c9fa389bc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:11.255838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:11.256391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Checking segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:11.256954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Bound using segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:11.257589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Bound port: b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:11.258109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.258232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487eda6-4c15-435f-b1c5-2e27da391a10 req-e669aa64-f361-49b2-8353-0a730b583d5d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:11.259737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6487eda6-4c15-435f-b1c5-2e27da391a10 req-e669aa64-f361-49b2-8353-0a730b583d5d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 944 time: 0.4009674 Apr 25 14:43:11.261682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.298561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.305025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:11.306027 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.344139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:11.345687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.347761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] 10.222.0.15 "PUT /v2.0/ports/b8d7bfcb-05a5-45e4-afec-79a88005a524 HTTP/1.1" status: 200 len: 1092 time: 6.3575730 Apr 25 14:43:11.381884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'tag': 'b8d7bfcb-05a5-45e4-afec-79a88005a524'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:11.384391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-1ee5c1b6-5c8a-4a90-9de5-38406a7add83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:11.386808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-1ee5c1b6-5c8a-4a90-9de5-38406a7add83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 1095 time: 1.1388779 Apr 25 14:43:11.403595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.488269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b9b863cf-8500-4058-83b9-e0600c64b97b None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:11.548450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Transition to ACTIVE for port object d2ec03b0-f12f-468a-951d-707c9fa389bc will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:11.555797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6487eda6-4c15-435f-b1c5-2e27da391a10 req-2847a8de-10af-4ecb-bf01-cdc86ed37bd9 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804098 Apr 25 14:43:11.565555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.568551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:11.578274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c65be-7a70-4d53-b9c2-58949177482b service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7bfcb-05a5-45e4-afec-79a88005a524,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:11.610823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-8cbcef89-135f-4eb0-a63d-63a9d6cf6a6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 HTTP/1.1" status: 200 len: 217 time: 0.1967268 Apr 25 14:43:11.624938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Made reservation on behalf of a9f0c58dae2d4494bb2f12e7f49ca82a for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:11.631056 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.793748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.818200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Transition to ACTIVE for port object 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:11.819704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:11.820287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.830922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Deleting port 23da26be-4d47-4db4-8db3-593ee2acfc78 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:11.832058 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.883841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:11.904512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.007543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-84741585-c93a-41b5-81e9-cb16a16d86c4 service neutron] 10.222.0.23 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9705260 Apr 25 14:43:12.079495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 23da26be-4d47-4db4-8db3-593ee2acfc78 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:12.136639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] For port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:12.139747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-cccf37c6-1dda-4544-8e71-9900457ad736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:12.141245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-cccf37c6-1dda-4544-8e71-9900457ad736 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 200 len: 857 time: 0.4208517 Apr 25 14:43:12.161064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 23da26be-4d47-4db4-8db3-593ee2acfc78 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:43:12.161412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 23da26be-4d47-4db4-8db3-593ee2acfc78 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:43:12.264513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:12.306511 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2504f8c2-d9d9-4bd3-82da-96da1e512fc5'] response: {'name': 'network-changed', 'server_uuid': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'tag': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882', 'status': 'completed', 'code': 200} Apr 25 14:43:12.321728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] For port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:12.363298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event updated for resources: {'Port': ['ID=d2ec03b0-f12f-468a-951d-707c9fa389bc,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:12.379891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-f72ca2f8-ddda-427a-8d7c-f8b26978c4e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c27d99a-42ee-4710-90eb-454bdbff98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294707 Apr 25 14:43:12.399951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] The port '23da26be-4d47-4db4-8db3-593ee2acfc78' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:43:12.427657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-49a4029b-bac4-4386-8f6b-993a25fe6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:12.429333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-49a4029b-bac4-4386-8f6b-993a25fe6e4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 1095 time: 1.0188141 Apr 25 14:43:12.526668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-079fc2e0-f373-4052-9aab-28a6616c9e1c None None] Provisioning for port d2ec03b0-f12f-468a-951d-707c9fa389bc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:12.539342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-079fc2e0-f373-4052-9aab-28a6616c9e1c None None] Provisioning complete for port d2ec03b0-f12f-468a-951d-707c9fa389bc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:12.543774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-079fc2e0-f373-4052-9aab-28a6616c9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.569532 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-98184efa-c2e0-4350-ae88-1a020346ec62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524 HTTP/1.1" status: 200 len: 217 time: 0.0923948 Apr 25 14:43:12.582256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] In _notify_port_updated(), no bound segment for port d2ec03b0-f12f-468a-951d-707c9fa389bc on network afa75d4b-8a3f-4e9c-beb1-31700c47792d {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:43:12.588295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:12.588969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.593665 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d7a6f5b-56f8-48e7-a782-02e61e7da06d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "PUT /v2.0/ports/d2ec03b0-f12f-468a-951d-707c9fa389bc HTTP/1.1" status: 200 len: 959 time: 7.0210135 Apr 25 14:43:12.621708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-079fc2e0-f373-4052-9aab-28a6616c9e1c None None] Port d2ec03b0-f12f-468a-951d-707c9fa389bc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:12.634526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47682) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:12.659514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.767436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.828662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port d2ec03b0-f12f-468a-951d-707c9fa389bc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:12.829008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.855586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-7340071a-eb31-4245-abc4-3b4d5cd2b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:12.857041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-7340071a-eb31-4245-abc4-3b4d5cd2b035 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.2620034 Apr 25 14:43:12.863352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6f853e-0561-4f2d-bf85-27b57b365fb3']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:12.866689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:12.867428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:12.868726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] 10.222.0.21 "PUT /v2.0/ports/b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 HTTP/1.1" status: 200 len: 1092 time: 7.7140183 Apr 25 14:43:12.886754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Allocated IP 172.20.0.3 (624f3915-82fa-48e1-955c-d0da3135a40e/eebbf214-01e5-46bc-aa8b-1a4185c2ee10/d233681e-ded7-48c1-942e-ba5e1d8fa7d1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:12.931175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d703cf2-6f2f-4e35-9c32-fc088a676866') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:12.931717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d703cf2-6f2f-4e35-9c32-fc088a676866') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:12.954545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-ecab50c2-4abf-4395-b30e-3c006a820e55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815849 Apr 25 14:43:12.962833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181130dc-d9c6-4a3a-b466-6aa3dad650b2 req-dc224f93-1ea9-4d6f-8e1b-f5c9aff3b0b6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:12.964229 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-181130dc-d9c6-4a3a-b466-6aa3dad650b2 req-dc224f93-1ea9-4d6f-8e1b-f5c9aff3b0b6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 1.1429510 Apr 25 14:43:12.981549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d24f2-4176-4947-a70d-59f27cb8691d service neutron] Pushing event updated for resources: {'Port': ['ID=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:12.984411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Attempting to bind port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:12.984822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Attempting to bind port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:12.985245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Attempting to bind port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:12.999947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.082932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:13.083264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Attempting to bind port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 on network 0c27d99a-42ee-4710-90eb-454bdbff98a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:13.092814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-e68e1145-a626-41af-927b-75df8947f1dd service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716511 Apr 25 14:43:13.129475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:13.129820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Checking segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:13.130234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Bound using segment: {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:13.130682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Bound port: 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:13.131031 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.137639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.159447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:43:13.159447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:43:13.173612 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:43:13.241528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-055d7cf2-39b2-42a5-8ece-31af4fa1d8e8 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:13.241528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-055d7cf2-39b2-42a5-8ece-31af4fa1d8e8 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Synchronizing usage tracker for tenant:7fc15771df774c38a7de9bf5d792852b on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:13.304106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-181130dc-d9c6-4a3a-b466-6aa3dad650b2 req-a2cd3fd3-55b6-479c-a852-f45198399f85 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098910 Apr 25 14:43:13.401508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.408783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-3db6cff1-b0f2-40aa-a146-20654707bf39 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433262 Apr 25 14:43:13.429117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-055d7cf2-39b2-42a5-8ece-31af4fa1d8e8 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Unset dirty status for tenant:7fc15771df774c38a7de9bf5d792852b on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:13.430521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-055d7cf2-39b2-42a5-8ece-31af4fa1d8e8 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 944 time: 0.9729280 Apr 25 14:43:13.434021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.475707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.486738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6f853e-0561-4f2d-bf85-27b57b365fb3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:13.505321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d47212a7-5833-4121-a9f2-59b9f09cebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:13.506000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-d47212a7-5833-4121-a9f2-59b9f09cebac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 1095 time: 0.5688140 Apr 25 14:43:13.525520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-9a3b26b1-4b6c-4891-8131-8caedacee0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208624 Apr 25 14:43:13.574807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.578635 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eaa02c8-375a-43bd-b596-bcb6acc13adb'] response: {'name': 'network-changed', 'server_uuid': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'tag': 'b8d7bfcb-05a5-45e4-afec-79a88005a524', 'status': 'completed', 'code': 200} Apr 25 14:43:13.600458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] For port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:13.608815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] For port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:13.663560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Transition to ACTIVE for port object d233681e-ded7-48c1-942e-ba5e1d8fa7d1 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:13.681475 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-7965cabd-c68f-4d23-9ca9-4da65441a07b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 HTTP/1.1" status: 200 len: 217 time: 0.1584432 Apr 25 14:43:13.685961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.704819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f80849dd-160e-4696-9697-5810b37c2512 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b6f853e-0561-4f2d-bf85-27b57b365fb3 HTTP/1.1" status: 204 len: 168 time: 5.2425537 Apr 25 14:43:13.742979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.774094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-91cd997c-deb7-4537-9be5-8749507ca3a5 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Synchronizing usage tracker for tenant:7fc15771df774c38a7de9bf5d792852b on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:13.822035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:13.822664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:13.824044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] 10.222.0.15 "PUT /v2.0/ports/1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 HTTP/1.1" status: 200 len: 1091 time: 5.5412400 Apr 25 14:43:13.827222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f5788f7-26df-49d6-8e79-abd0a7a4d344 req-53939171-f29e-4529-9f09-6bc5bd429089 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 210 time: 0.1356375 Apr 25 14:43:13.880247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6079df58-6129-408d-93e9-bdbf6218f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:13.881856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-6079df58-6129-408d-93e9-bdbf6218f7d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 200 len: 857 time: 0.1871810 Apr 25 14:43:13.925413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-91cd997c-deb7-4537-9be5-8749507ca3a5 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Unset dirty status for tenant:7fc15771df774c38a7de9bf5d792852b on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:13.933774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cb8b783-f5c2-4ffb-8eaa-956d3f009bd5 req-91cd997c-deb7-4537-9be5-8749507ca3a5 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769416 Apr 25 14:43:13.987572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47698) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:14.008622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120961d-0391-4c27-af9f-c94339d9cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:14.020520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:14.027244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-fff9905e-f548-45cb-b89f-33cb762478b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c27d99a-42ee-4710-90eb-454bdbff98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028750 Apr 25 14:43:14.103109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for d2ec03b0-f12f-468a-951d-707c9fa389bc owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:14.125310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b1096-9569-4245-8514-c731f2fe12a5 req-f1823cc1-0b64-4f50-8326-f0eb55ee5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.126823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-f1823cc1-0b64-4f50-8326-f0eb55ee5ebf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 1095 time: 0.5086493 Apr 25 14:43:14.246827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Network 624f3915-82fa-48e1-955c-d0da3135a40e is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:14.293933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9f60b7df-148a-4709-a06c-a850f31ee16d req-4bbe41d9-53a0-4aa5-a54c-9239ceb0fa2b service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616312 Apr 25 14:43:14.305376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:14.335025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-a5a7eb05-4701-4fe1-84e7-ac205445ab69 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.336521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-a5a7eb05-4701-4fe1-84e7-ac205445ab69 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 816 time: 0.7524104 Apr 25 14:43:14.357340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Request body: {'port': {'device_id': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'admin_state_up': True, 'tenant_id': 'b3e98c95fb0d4287a7a0789f4036df9e'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:14.467064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'tag': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'}, {'name': 'network-changed', 'server_uuid': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'tag': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:14.475162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:14.517270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event updated for resources: {'Port': ['ID=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:14.564456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-f89cad5f-f12c-4db1-be83-dc26fa809528 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.566695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-f89cad5f-f12c-4db1-be83-dc26fa809528 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 816 time: 0.4730122 Apr 25 14:43:14.568982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-506ce4a9-9cff-4ac9-9305-6b2465b0af31 None None] Provisioning for port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:14.575206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-506ce4a9-9cff-4ac9-9305-6b2465b0af31 None None] Provisioning complete for port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:14.577323 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-506ce4a9-9cff-4ac9-9305-6b2465b0af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:14.606516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:14.613607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-081f4988-689d-4dad-95c6-e57442c7b48d tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/quotas/b3e98c95fb0d4287a7a0789f4036df9e HTTP/1.1" status: 200 len: 375 time: 0.0265598 Apr 25 14:43:14.626014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.626359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.626896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.627241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.627578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.628476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.628824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.629162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.629668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.629999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.630328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.630653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:14.636363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-506ce4a9-9cff-4ac9-9305-6b2465b0af31 None None] Port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:14.688279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-73b7b797-a32d-4c91-a7df-b0c7a9070fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.689806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-73b7b797-a32d-4c91-a7df-b0c7a9070fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 1094 time: 0.8070834 Apr 25 14:43:14.712950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=d2ec03b0-f12f-468a-951d-707c9fa389bc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:14.786623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:14.788648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-52dca2ab-8291-4107-9e0f-fd629ea3701c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dffe315562f14e73acdbf6e9a5a974d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045459 Apr 25 14:43:14.794988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.795632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:14.800984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47714) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:14.820039 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-9fd29dab-743a-4234-bb00-1db028a89412 service neutron] 10.222.0.21 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300341 Apr 25 14:43:14.832217 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-3f078356-ebc7-461b-8c26-5f798d21881e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 HTTP/1.1" status: 200 len: 217 time: 0.1217663 Apr 25 14:43:14.844409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:14.872703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Usage tracker for resource:port and tenant:b3e98c95fb0d4287a7a0789f4036df9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:14.889139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:14.908630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684933-6e78-4162-96b2-31e9cbabf69f req-5b0e95f4-9609-47b8-875e-1f11a9f315d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.910958 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-5b0e95f4-9609-47b8-875e-1f11a9f315d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 1095 time: 0.5306439 Apr 25 14:43:14.920434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:14.922760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b1096-9569-4245-8514-c731f2fe12a5 req-af33c162-cb6b-4bfa-a566-ed72b10555d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:14.923991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-af33c162-cb6b-4bfa-a566-ed72b10555d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 918 time: 0.7827036 Apr 25 14:43:14.998009 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:15.044770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0cf07-6b40-479a-90ff-c4d1eff6b238 req-bc4f31ee-26c6-42db-8852-7bf14505989d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:15.046270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e6f0cf07-6b40-479a-90ff-c4d1eff6b238 req-bc4f31ee-26c6-42db-8852-7bf14505989d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 944 time: 0.9304366 Apr 25 14:43:15.047470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-f5a6b269-1e4c-4923-8d48-aa282b055708 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1759064 Apr 25 14:43:15.091256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Made reservation on behalf of b3e98c95fb0d4287a7a0789f4036df9e for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:15.094697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:15.104585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-54a7ab8c-8158-4de4-94f3-068bc7dbd672 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/d2ec03b0-f12f-468a-951d-707c9fa389bc HTTP/1.1" status: 204 len: 168 time: 2.4680383 Apr 25 14:43:15.108725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-b95f6326-8ab2-446f-bde0-288c784ae028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 HTTP/1.1" status: 200 len: 217 time: 0.1615145 Apr 25 14:43:15.113018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Request body: {'port': {'device_id': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:15.114081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47722) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:15.125258 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-193a6a31-1b4b-423c-b1fd-0e76bc6a8e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:15.162696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-0687850d-f837-4d92-b70c-176cf462c05e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4966755 Apr 25 14:43:15.201150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-a29cc9d7-1148-4cf5-bc59-46f62f90b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:15.202574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-a29cc9d7-1148-4cf5-bc59-46f62f90b6f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 200 len: 857 time: 0.3573868 Apr 25 14:43:15.256798 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0e1f21-48fd-4f12-ad54-1373abc1d3d8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] GET failed (client error): The resource could not be found. Apr 25 14:43:15.257266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fd0e1f21-48fd-4f12-ad54-1373abc1d3d8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Synchronizing usage tracker for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:15.296786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-1cb1e0d2-af39-48f8-89fd-a5c80afeff65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c27d99a-42ee-4710-90eb-454bdbff98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742729 Apr 25 14:43:15.304416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-193a6a31-1b4b-423c-b1fd-0e76bc6a8e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:15.356717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e6f0cf07-6b40-479a-90ff-c4d1eff6b238 req-40a5c598-0205-4cab-ab38-653c9127db48 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496455 Apr 25 14:43:15.366755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684933-6e78-4162-96b2-31e9cbabf69f req-7e959973-126b-4b80-b7e0-ca8985143fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:15.368206 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-7e959973-126b-4b80-b7e0-ca8985143fe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.4446213 Apr 25 14:43:15.409586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b1096-9569-4245-8514-c731f2fe12a5 req-611d91fc-8e86-4855-a614-2f209ab6a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:15.411035 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-611d91fc-8e86-4855-a614-2f209ab6a7b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 200 len: 857 time: 0.2658234 Apr 25 14:43:15.428421 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-e8a432f0-06f7-460b-b5bb-6eab34f019a7 service neutron] 10.222.0.21 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758283 Apr 25 14:43:15.467233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fd0e1f21-48fd-4f12-ad54-1373abc1d3d8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Unset dirty status for tenant:821508a6aefe47da8f41765efd64009a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:15.470938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fd0e1f21-48fd-4f12-ad54-1373abc1d3d8 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports/d2ec03b0-f12f-468a-951d-707c9fa389bc HTTP/1.1" status: 404 len: 333 time: 0.3487854 Apr 25 14:43:15.484523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:15.506029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-ba6cf31f-1637-4b31-a562-62b22a812bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524 HTTP/1.1" status: 200 len: 217 time: 0.1155057 Apr 25 14:43:15.543223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-f23327ed-d7a9-4264-89bd-7205bb6e8eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c27d99a-42ee-4710-90eb-454bdbff98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234896 Apr 25 14:43:15.636140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:15.681822 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-bdae61d9-584f-4c95-9b0d-708c4019428a service neutron] 10.222.0.23 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943585 Apr 25 14:43:15.731039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684933-6e78-4162-96b2-31e9cbabf69f req-8991b98d-114c-4d4c-8f88-3f640fcc147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:15.732441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-8991b98d-114c-4d4c-8f88-3f640fcc147c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.2004995 Apr 25 14:43:15.733686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Allocated IP 172.20.0.10 (5ff5fe74-831b-412d-b16e-73353faf360a/d1e80e83-0152-4921-8349-09db2e58f34d/f1a658ab-9169-4e2e-b95f-2ba470fe65f9) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:15.750833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-193a6a31-1b4b-423c-b1fd-0e76bc6a8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:15.867377 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-09d60bb3-d43b-492f-af43-b00ca40305cf service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932349 Apr 25 14:43:16.007450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-336b532f-c4ee-4fd9-8e1f-4114c491351c service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497669 Apr 25 14:43:16.012959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a6a31-1b4b-423c-b1fd-0e76bc6a8e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb6540-d878-4cf8-b70f-7891d7ddf140,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:16.044899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:16.064785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-4a3589de-7185-4b2b-900e-f0d92708ae95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3092325 Apr 25 14:43:16.074565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f001b38-d921-4413-9dba-5112e2bfc54f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.089182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe0f34-6d31-4b03-b6f6-b84a1fe06002 req-4f9555d0-4aec-483f-bc94-21d8710f8d7d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:16.090693 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9afe0f34-6d31-4b03-b6f6-b84a1fe06002 req-4f9555d0-4aec-483f-bc94-21d8710f8d7d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.5448437 Apr 25 14:43:16.209980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:16.225354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882', 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'port_id': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882', 'mac_address': 'fa:16:3e:6e:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1e1f7-c75e-46f0-840c-3dd83f5b5180', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:16.246756 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-193a6a31-1b4b-423c-b1fd-0e76bc6a8e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.250481 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-193a6a31-1b4b-423c-b1fd-0e76bc6a8e22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cbb6540-d878-4cf8-b70f-7891d7ddf140 HTTP/1.1" status: 204 len: 168 time: 1.4158103 Apr 25 14:43:16.273846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f001b38-d921-4413-9dba-5112e2bfc54f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.290543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.310426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:16.330960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:16.337348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.347525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-7779b46e-d106-46c7-80e1-cda54ac154f9 service neutron] 10.222.0.23 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487472 Apr 25 14:43:16.426926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:16.461984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa6e3776-0850-4505-801b-da9c8a76b3ce req-b9c0f88b-7974-4ce3-8b41-3882e0c5d250 service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482797 Apr 25 14:43:16.499791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-2706b613-4bbe-4ebd-bd7e-af51952a7416 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232349 Apr 25 14:43:16.516582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9afe0f34-6d31-4b03-b6f6-b84a1fe06002 req-624d6a26-8129-4f14-9f96-a6b256169008 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120214 Apr 25 14:43:16.541267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e23fd7c5-eb22-4dd8-a70a-4aadb2d02882'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:16.541442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-331b1096-9569-4245-8514-c731f2fe12a5 req-19288864-fe0b-4690-a880-cf1c8c0e6c3d service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180988 Apr 25 14:43:16.585574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f001b38-d921-4413-9dba-5112e2bfc54f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.631116 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e64c3c-78ce-4b62-80a9-fd9267c35474'] response: {'name': 'network-changed', 'server_uuid': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'tag': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7', 'status': 'completed', 'code': 200} Apr 25 14:43:16.631600 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e64c3c-78ce-4b62-80a9-fd9267c35474'] response: {'name': 'network-changed', 'server_uuid': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'tag': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071', 'status': 'completed', 'code': 200} Apr 25 14:43:16.730074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f001b38-d921-4413-9dba-5112e2bfc54f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51021cbf-5146-49ba-b19d-91716b78c74e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:16.833640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f001b38-d921-4413-9dba-5112e2bfc54f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:16.838105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1f001b38-d921-4413-9dba-5112e2bfc54f tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/security-groups/51021cbf-5146-49ba-b19d-91716b78c74e HTTP/1.1" status: 204 len: 168 time: 1.3342183 Apr 25 14:43:16.840403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47742) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:16.963676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47752) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:16.997545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d233681e-ded7-48c1-942e-ba5e1d8fa7d1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:17.000574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.007502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.026179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Transition to ACTIVE for port object d233681e-ded7-48c1-942e-ba5e1d8fa7d1 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:17.047241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.066191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Transition to ACTIVE for port object f1a658ab-9169-4e2e-b95f-2ba470fe65f9 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:17.083996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30684933-6e78-4162-96b2-31e9cbabf69f req-959a2d12-8b04-48c5-b829-3d726102f810 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756109 Apr 25 14:43:17.108879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdc48306-c973-4dfb-8f8c-4cf7ff6cd4ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.135243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a4cb3ca-9a84-4ed8-a681-e04153f3b915 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e43abe8a0244af9a6646c378c4eb099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705365 Apr 25 14:43:17.142911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47758) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:17.173170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdc48306-c973-4dfb-8f8c-4cf7ff6cd4ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.208797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bf675-f283-43e9-8174-805f34f6f480 req-c7e6930c-b1f4-49ae-92ea-3dc6b734f34e tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:17.210663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-920bf675-f283-43e9-8174-805f34f6f480 req-c7e6930c-b1f4-49ae-92ea-3dc6b734f34e tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 931 time: 0.3710685 Apr 25 14:43:17.234648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-d3a6fa94-8ea3-43bb-9194-3b0ed71fad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:17.236078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-d3a6fa94-8ea3-43bb-9194-3b0ed71fad3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 1094 time: 0.5014789 Apr 25 14:43:17.297147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Pushing event updated for resources: {'Port': ['ID=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:17.297350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.322730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-920bf675-f283-43e9-8174-805f34f6f480 req-5cc59d8c-e00b-4caf-ae52-f50041d7c117 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Synchronizing usage tracker for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:17.404710 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9242b2c7-be40-4326-bf2e-dca178a8a67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.415637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdc48306-c973-4dfb-8f8c-4cf7ff6cd4ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.440465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-920bf675-f283-43e9-8174-805f34f6f480 req-5cc59d8c-e00b-4caf-ae52-f50041d7c117 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Unset dirty status for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:17.441610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-920bf675-f283-43e9-8174-805f34f6f480 req-5cc59d8c-e00b-4caf-ae52-f50041d7c117 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205052 Apr 25 14:43:17.463835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Network 5ff5fe74-831b-412d-b16e-73353faf360a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:17.465539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f627450-84a0-4ac7-8d22-28e74736dcd1 req-a7811d17-aafd-45d0-a35f-8cd8f806c0e1 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:17.467036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f627450-84a0-4ac7-8d22-28e74736dcd1 req-a7811d17-aafd-45d0-a35f-8cd8f806c0e1 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 944 time: 0.5625091 Apr 25 14:43:17.473822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-b37a4394-ad1f-4fa9-ad1e-e0f314553aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:17.475515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-b37a4394-ad1f-4fa9-ad1e-e0f314553aac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fc15771df774c38a7de9bf5d792852b&device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 1095 time: 0.7540805 Apr 25 14:43:17.475663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:17.478076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:17.519824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc48306-c973-4dfb-8f8c-4cf7ff6cd4ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd759b88-0e9c-4c21-b019-41f3267e1a2f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:17.566302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Pushing event updated for resources: {'Port': ['ID=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:17.585681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdc48306-c973-4dfb-8f8c-4cf7ff6cd4ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.590815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bdc48306-c973-4dfb-8f8c-4cf7ff6cd4ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd759b88-0e9c-4c21-b019-41f3267e1a2f HTTP/1.1" status: 204 len: 168 time: 0.7348940 Apr 25 14:43:17.598587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:17.625001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9242b2c7-be40-4326-bf2e-dca178a8a67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.648958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f627450-84a0-4ac7-8d22-28e74736dcd1 req-b710f270-9dad-449f-9d0c-644b674de092 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667159 Apr 25 14:43:17.661686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:17.662411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.708520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Attempting to bind port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:17.709109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Attempting to bind port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:17.709630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Attempting to bind port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 on network 624f3915-82fa-48e1-955c-d0da3135a40e {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:17.739272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 on network 624f3915-82fa-48e1-955c-d0da3135a40e not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:17.739599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Attempting to bind port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 on network 624f3915-82fa-48e1-955c-d0da3135a40e {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:17.748640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-d0c5baa2-7ee6-405e-9dc2-2b81987c72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:17.752061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-d0c5baa2-7ee6-405e-9dc2-2b81987c72f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 918 time: 0.5050447 Apr 25 14:43:17.780990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-19d236df-947e-456f-b319-2fd42d038002 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4347608 Apr 25 14:43:17.794073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Request body: {'port': {'device_id': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:17.840044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:17.841445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Checking segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:17.841890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Bound using segment: {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:17.842316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Bound port: d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:17.842675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.869373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-4bd2ce3d-c6f2-45ec-930e-0645fbadfaee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 HTTP/1.1" status: 200 len: 217 time: 0.1064303 Apr 25 14:43:17.912604 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.931964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-41b23df1-9547-4041-8081-c1de3d302e5f None None] Provisioning for port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:17.943340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-41b23df1-9547-4041-8081-c1de3d302e5f None None] Provisioning complete for port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:17.944063 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41b23df1-9547-4041-8081-c1de3d302e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:17.971621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9242b2c7-be40-4326-bf2e-dca178a8a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.060718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242b2c7-be40-4326-bf2e-dca178a8a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b2471-2193-4a4b-9e78-2f5554b80f45,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:18.066501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] For port d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:18.067297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-49d64d69-2c53-4adf-bd44-d0dd06e6e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:18.068117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-49d64d69-2c53-4adf-bd44-d0dd06e6e568 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 200 len: 918 time: 0.5848627 Apr 25 14:43:18.073454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.077280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] For port d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:18.087696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b8d7bfcb-05a5-45e4-afec-79a88005a524 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:18.091924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:18.149758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.154028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89faab-6c27-46f8-9e7d-b9ef1239f755 req-059c18cb-6631-46ce-9767-45e13ba8ec0a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:18.157573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f89faab-6c27-46f8-9e7d-b9ef1239f755 req-059c18cb-6631-46ce-9767-45e13ba8ec0a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 944 time: 0.4634717 Apr 25 14:43:18.242616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-41b23df1-9547-4041-8081-c1de3d302e5f None None] Port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:18.252861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.258493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Pushing event updated for resources: {'Port': ['ID=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:18.262059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-9d05ea55-0493-48c9-b54d-f145eaf2d5c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 HTTP/1.1" status: 200 len: 217 time: 0.1866844 Apr 25 14:43:18.263722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-b74f4e6f-0117-4414-b770-c2202f9f5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:18.275594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-b74f4e6f-0117-4414-b770-c2202f9f5204 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 200 len: 857 time: 0.3857901 Apr 25 14:43:18.326006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9242b2c7-be40-4326-bf2e-dca178a8a67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.326795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9242b2c7-be40-4326-bf2e-dca178a8a67e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a8b2471-2193-4a4b-9e78-2f5554b80f45 HTTP/1.1" status: 204 len: 168 time: 1.1760430 Apr 25 14:43:18.392329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:18.417748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:18.418158 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.621626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b8d7bfcb-05a5-45e4-afec-79a88005a524, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:18.669822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'b8d7bfcb-05a5-45e4-afec-79a88005a524', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': 'b8d7bfcb-05a5-45e4-afec-79a88005a524', 'mac_address': 'fa:16:3e:d9:b8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:18.786277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.849990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-a6a60826-d216-4092-8442-3c0000ee4468 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c27d99a-42ee-4710-90eb-454bdbff98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5670171 Apr 25 14:43:18.855084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d7bfcb-05a5-45e4-afec-79a88005a524 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:18.857297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:18.857297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.857297 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-cfbd928a-9fd5-4444-90d4-508637217514 service neutron] 10.222.0.21 "PUT /v2.0/ports/d233681e-ded7-48c1-942e-ba5e1d8fa7d1 HTTP/1.1" status: 200 len: 1091 time: 3.7947321 Apr 25 14:43:18.857297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:18.858845 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.927875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b8d7bfcb-05a5-45e4-afec-79a88005a524, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:18.945650 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:18.949445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f89faab-6c27-46f8-9e7d-b9ef1239f755 req-d4652471-3760-4dd1-b75a-535ec144eeea tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441104 Apr 25 14:43:19.013303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:19.033150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:19.043202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:19.058842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-e6f90623-9362-4966-90f3-ade14c64ddb1 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:19.069690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-e6f90623-9362-4966-90f3-ade14c64ddb1 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.15 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 816 time: 0.9388378 Apr 25 14:43:19.086077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b8d7bfcb-05a5-45e4-afec-79a88005a524,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:19.093399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Request body: {'port': {'device_id': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'admin_state_up': True, 'tenant_id': 'b3e98c95fb0d4287a7a0789f4036df9e'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:19.244383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['b8d7bfcb-05a5-45e4-afec-79a88005a524'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:19.364970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:19.582447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-ef940013-d881-45b5-8929-8d9dd66c8355 service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203000 Apr 25 14:43:19.604261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-4634af39-ecab-4e6d-a773-7e897617c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:19.632621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-4634af39-ecab-4e6d-a773-7e897617c5e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 200 len: 857 time: 1.3193083 Apr 25 14:43:19.750600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:19.870870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-5e445ea8-0a07-46d4-916d-24ac6c27e6b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c27d99a-42ee-4710-90eb-454bdbff98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2369916 Apr 25 14:43:19.926203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b913d20-848a-4606-840f-a037523194bc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:19.996377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47818) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:20.058091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.058091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.058091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.058091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.058091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.059133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.059133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.059133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.059560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.059560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.060865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.060865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:20.084214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-de7f1750-dad7-4bf6-bce7-289169ae450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:20.085764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-de7f1750-dad7-4bf6-bce7-289169ae450a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a&device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 1094 time: 0.7816484 Apr 25 14:43:20.099656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.100779 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b12ed0a-fd1f-416c-b559-21c40b938a61 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b913d20-848a-4606-840f-a037523194bc HTTP/1.1" status: 204 len: 168 time: 2.5007727 Apr 25 14:43:20.107555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-a6b6af46-9cf6-4d2f-b86d-447c20855793 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:20.117394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-a6b6af46-9cf6-4d2f-b86d-447c20855793 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 816 time: 0.6734598 Apr 25 14:43:20.118473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:20.120372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47826) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:20.203025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-b2409fdf-07fd-4af9-99da-47560cc4f082 service neutron] 10.222.0.15 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680013 Apr 25 14:43:20.204523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-117bdcb1-911a-4d06-81e7-cf85f9b4103f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1 HTTP/1.1" status: 200 len: 217 time: 0.1066139 Apr 25 14:43:20.247455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet a5c94faf-1206-4a31-9bce-43309aef8d95 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:43:20.279210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-3d873668-52c8-4059-a86a-f9ba585b3e45 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/quotas/b3e98c95fb0d4287a7a0789f4036df9e HTTP/1.1" status: 200 len: 375 time: 0.1593819 Apr 25 14:43:20.285265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd60b38-03a7-445b-9a7c-7b168be5f94b req-7309bda5-7b6d-490b-beee-2caf377433af tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:20.285938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6fd60b38-03a7-445b-9a7c-7b168be5f94b req-7309bda5-7b6d-490b-beee-2caf377433af tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Synchronizing usage tracker for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:20.287589 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.314454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-f34b1072-a900-48fb-a4b9-4ea3f66ca2a6 service neutron] 10.222.0.21 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861060 Apr 25 14:43:20.349098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1384246720-network', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:20.371288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:20.387726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6fd60b38-03a7-445b-9a7c-7b168be5f94b req-7309bda5-7b6d-490b-beee-2caf377433af tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Unset dirty status for tenant:a9f0c58dae2d4494bb2f12e7f49ca82a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:20.394018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fd60b38-03a7-445b-9a7c-7b168be5f94b req-7309bda5-7b6d-490b-beee-2caf377433af tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 943 time: 0.8178873 Apr 25 14:43:20.399121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-95a41888-70f2-4b40-8494-e63a423db32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:20.400711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-95a41888-70f2-4b40-8494-e63a423db32d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebbf214-01e5-46bc-aa8b-1a4185c2ee10 HTTP/1.1" status: 200 len: 853 time: 0.1881952 Apr 25 14:43:20.430199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:20.446253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Usage tracker for resource:port and tenant:b3e98c95fb0d4287a7a0789f4036df9e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:20.450101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:20.454398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.458499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:20.472572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Usage tracker for resource:network and tenant:ddda44ab100740a2845b45ab09ad8060 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:20.478556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:20.484443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071', 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'port_id': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071', 'mac_address': 'fa:16:3e:75:9c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1e1f7-c75e-46f0-840c-3dd83f5b5180', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:20.489362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:20.508422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:20.593945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Made reservation on behalf of b3e98c95fb0d4287a7a0789f4036df9e for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:20.595932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.604273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.610359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Made reservation on behalf of ddda44ab100740a2845b45ab09ad8060 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:20.611350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.637149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.640249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-caeff650-b301-4d7c-b927-715bf82a4d29 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Synchronizing usage tracker for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:20.644200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:20.675719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:20.685544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:20.685896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a658ab-9169-4e2e-b95f-2ba470fe65f9 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:20.691446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Usage tracker for resource:security_group_rule and tenant:ddda44ab100740a2845b45ab09ad8060 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:20.695335 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.700743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:20.711601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:20.739516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.746464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fd60b38-03a7-445b-9a7c-7b168be5f94b req-37566c83-e4d9-4b57-897b-3e10d3a276a0 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725937 Apr 25 14:43:20.773972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-307e5e79-2e59-460e-bd3c-cffb53b1a0fd req-9c826a0f-8726-4dec-86a3-92b1b71dea5b service neutron] 10.222.0.21 "GET /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528170 Apr 25 14:43:20.790378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-caeff650-b301-4d7c-b927-715bf82a4d29 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Unset dirty status for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:20.799968 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-caeff650-b301-4d7c-b927-715bf82a4d29 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5204413 Apr 25 14:43:20.814174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:20.820514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-67ec3003-87f1-4432-a860-2c508534d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:20.822160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-67ec3003-87f1-4432-a860-2c508534d9a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=624f3915-82fa-48e1-955c-d0da3135a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932165 Apr 25 14:43:20.868734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:20.946734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Transition to ACTIVE for port object f1a658ab-9169-4e2e-b95f-2ba470fe65f9 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:20.951996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:20.997889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.017194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:21.033150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7', 'network_id': '0c27d99a-42ee-4710-90eb-454bdbff98a6', 'port_id': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7', 'mac_address': 'fa:16:3e:48:63:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1e1f7-c75e-46f0-840c-3dd83f5b5180', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:21.037150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['1553c8e4-7a0f-4367-b5c2-76ddbd3e1071'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:21.083586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-1155369b-1818-47a2-82ef-acae5460afcb service neutron] 10.222.0.21 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528718 Apr 25 14:43:21.137316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.187079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.197391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:21.216501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:21.262294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:21.269743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.278707 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.279473 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-e86010ec-6e0b-4953-b0ee-67a47097b5db service neutron] 10.222.0.23 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774575 Apr 25 14:43:21.401697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:21.545097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.549861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Allocated IP 172.20.0.13 (5ff5fe74-831b-412d-b16e-73353faf360a/d1e80e83-0152-4921-8349-09db2e58f34d/40721761-4648-4f99-8ef4-e10273e5fc54) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:21.576240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:43:21.587689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270512c-0a5d-4e77-be08-fa522a378809 req-2a4b58f9-274e-4c23-8844-0d61ffb72658 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:21.591611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c270512c-0a5d-4e77-be08-fa522a378809 req-2a4b58f9-274e-4c23-8844-0d61ffb72658 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 944 time: 0.6611261 Apr 25 14:43:21.602926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3218044d-093e-43ad-bc4b-74cc62ba402e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:21.636390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.638637 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Added segment 60690c98-bc1e-47da-bbf4-77cbc6e519bf of type vlan for network c852911d-d519-49db-b06f-5e19a2e30c91 Apr 25 14:43:21.660737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:21.685571 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3de77a33-a5a9-4c1c-a2cd-38964228cbea req-8a9f3175-a182-445f-a9aa-6624d42c5aeb service neutron] 10.222.0.21 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741301 Apr 25 14:43:21.703043 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c270512c-0a5d-4e77-be08-fa522a378809 req-2146b7ee-618c-4dfd-844c-9c4bd1541895 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920820 Apr 25 14:43:21.703043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.733154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-fd2d8c70-2a54-4b81-848f-8855f03f4193 service neutron] 10.222.0.23 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028337 Apr 25 14:43:21.739237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c94faf-1206-4a31-9bce-43309aef8d95,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:21.759676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.765725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.767366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:21.768935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:21.775804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde6866-f45d-4135-9fee-047576a98cf8 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:21.856872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Attempting to bind port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:21.859275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Attempting to bind port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:21.861726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Attempting to bind port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:21.867343 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5ca850-92e5-4717-acfe-70431ce4ecc6'] response: {'server_uuid': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882', 'code': 200} Apr 25 14:43:21.891220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-228e9626-5ea8-4419-9212-4bf4babd4839 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/a5c94faf-1206-4a31-9bce-43309aef8d95 HTTP/1.1" status: 204 len: 168 time: 1.7635329 Apr 25 14:43:21.903126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47832) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:21.984859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] Pushing event updated for resources: {'Network': ['ID=c852911d-d519-49db-b06f-5e19a2e30c91,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:21.994752 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84dfcd91-63f9-4714-a6b7-95e3ee67f423'] response: {'name': 'network-changed', 'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'status': 'completed', 'code': 200} Apr 25 14:43:22.036953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 on network 5ff5fe74-831b-412d-b16e-73353faf360a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:22.037359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Attempting to bind port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:22.105821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a262a5c1-6152-49bc-b9db-479e6aebb12d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1087673 Apr 25 14:43:22.108736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47840) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:22.115449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:22.115803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Checking segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:22.116233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Bound using segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:22.116755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Bound port: f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:22.117357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:22.118715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Request body: {'subnet': {'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1384246720-subnet', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:22.141726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:22.161647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Usage tracker for resource:subnet and tenant:ddda44ab100740a2845b45ab09ad8060 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:22.171360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:22.194801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c852911d-d519-49db-b06f-5e19a2e30c91 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:43:22.196280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:22.207706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:22.222414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad6fdf-b34f-4c79-b6fb-010775dd17a9 req-cd53a5b5-dcbc-41c2-9a2d-553065c5c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:22.223628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4aad6fdf-b34f-4c79-b6fb-010775dd17a9 req-cd53a5b5-dcbc-41c2-9a2d-553065c5c50a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 1097 time: 0.2326751 Apr 25 14:43:22.318992 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4aad6fdf-b34f-4c79-b6fb-010775dd17a9 req-a7c8dcf2-ca8a-4fdf-ba82-d1a9ba5e1d56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885818 Apr 25 14:43:22.328062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30715-9ed3-4431-b702-44130d21f64a req-44ec3ca5-e5aa-4784-b705-daf585538923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:22.337610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-44ec3ca5-e5aa-4784-b705-daf585538923 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a&device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 1094 time: 0.3449364 Apr 25 14:43:22.338546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Made reservation on behalf of ddda44ab100740a2845b45ab09ad8060 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:22.342570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:22.470098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet f0ed133d-b65b-4fa8-af50-8a772fef7dfe {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:43:22.510277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:22.708905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:22.747723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:22.748024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:22.879492 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:22.947645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Transition to ACTIVE for port object 40721761-4648-4f99-8ef4-e10273e5fc54 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:22.989523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30715-9ed3-4431-b702-44130d21f64a req-c1a00f32-dab2-4ce1-9404-9eb9e618c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:22.989523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-c1a00f32-dab2-4ce1-9404-9eb9e618c59f service neutron] 10.222.0.21 "GET /v2.0/networks?id=624f3915-82fa-48e1-955c-d0da3135a40e HTTP/1.1" status: 200 len: 915 time: 0.6093600 Apr 25 14:43:23.007041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] For port f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:23.019412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] For port f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:23.044734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.050614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.096011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:23.107890 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.109397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b8d7bfcb-05a5-45e4-afec-79a88005a524 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:23.131850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5546b3-aee8-40d0-a510-b501d21b59f0 req-b567a506-06a7-4516-ac20-f8f789ec4fd9 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:23.133554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd5546b3-aee8-40d0-a510-b501d21b59f0 req-b567a506-06a7-4516-ac20-f8f789ec4fd9 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 943 time: 0.5706375 Apr 25 14:43:23.144802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.152122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-e33e22bc-6818-4bea-ace2-75c77b992a4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1 HTTP/1.1" status: 200 len: 217 time: 0.1253955 Apr 25 14:43:23.295655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:23.296524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.298602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1a658ab-9169-4e2e-b95f-2ba470fe65f9 HTTP/1.1" status: 200 len: 1092 time: 5.5090368 Apr 25 14:43:23.327105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'tag': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:23.334029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.411355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd5546b3-aee8-40d0-a510-b501d21b59f0 req-2407c6dd-ded6-49e6-81b6-4c66b996ce1b tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645564 Apr 25 14:43:23.418085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port b8d7bfcb-05a5-45e4-afec-79a88005a524 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:23.433631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port b8d7bfcb-05a5-45e4-afec-79a88005a524 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:23.434448 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.459672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30715-9ed3-4431-b702-44130d21f64a req-bf4dde32-5769-478a-96af-dc6a0c8a43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:23.465727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-bf4dde32-5769-478a-96af-dc6a0c8a43cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebbf214-01e5-46bc-aa8b-1a4185c2ee10 HTTP/1.1" status: 200 len: 853 time: 0.2968733 Apr 25 14:43:23.489367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe8b7-88a5-45eb-bcff-924542d50305 req-f0b09b1f-62ef-41a1-b1ae-8834410d5c31 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:23.513384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-151fe8b7-88a5-45eb-bcff-924542d50305 req-f0b09b1f-62ef-41a1-b1ae-8834410d5c31 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 945 time: 1.2726333 Apr 25 14:43:23.612118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.622390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Network 5ff5fe74-831b-412d-b16e-73353faf360a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:23.672509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:23.710855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:23.730177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:23.823042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:23.823042 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.869536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.886508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-151fe8b7-88a5-45eb-bcff-924542d50305 req-5d594dbb-31d2-4e3c-bbbe-cb8cfec0f540 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679681 Apr 25 14:43:23.892327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:23.906558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:23.923936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e0f479d3-12ba-45aa-bda2-edb24e0b3f74 None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:23.923936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0f479d3-12ba-45aa-bda2-edb24e0b3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:23.953704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856adfb-70d2-4fbc-b042-10f52c439b82 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:24.004626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e306559-52fe-4457-b3c4-1d5f1fcfe8f2 req-f64d2cb3-f35d-4c90-8598-90b9c2ae7206 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 210 time: 0.0915439 Apr 25 14:43:24.020827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b8d7bfcb-05a5-45e4-afec-79a88005a524, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:24.030124 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.123784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Checking segment: {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:24.124423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Network hostable DHCP agents. Network: c852911d-d519-49db-b06f-5e19a2e30c91, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:43:24.137547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Pushing event updated for resources: {'Port': ['ID=40721761-4648-4f99-8ef4-e10273e5fc54,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:24.156382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30715-9ed3-4431-b702-44130d21f64a req-f569594c-bc55-41f0-a628-56ec92970a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:24.158363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-f569594c-bc55-41f0-a628-56ec92970a38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=624f3915-82fa-48e1-955c-d0da3135a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6815102 Apr 25 14:43:24.181186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-01aab0fa-a80f-453e-b93a-67e8dd936b57 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1068501 Apr 25 14:43:24.220557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b8d7bfcb-05a5-45e4-afec-79a88005a524,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:24.257600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Request body: {'port': {'device_id': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:24.290227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e0f479d3-12ba-45aa-bda2-edb24e0b3f74 None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:24.291191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0f479d3-12ba-45aa-bda2-edb24e0b3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.297579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-a3305353-6bcc-40cc-8a01-03d0eb585dde service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1873915 Apr 25 14:43:24.298596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.374929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e0f479d3-12ba-45aa-bda2-edb24e0b3f74 None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:24.493702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Network c852911d-d519-49db-b06f-5e19a2e30c91 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:43:24.529844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c852911d-d519-49db-b06f-5e19a2e30c91) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:24.542450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:24.542450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.568244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-a89c1082-f70f-46bc-b886-e9443607099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:24.568244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-a89c1082-f70f-46bc-b886-e9443607099e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 1095 time: 0.9182081 Apr 25 14:43:24.582228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-195afedb-f571-4125-b101-d011ab71c143 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4686472 Apr 25 14:43:24.590000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0bce0-5b1e-45bf-9843-551c5e047102 None None] Network c852911d-d519-49db-b06f-5e19a2e30c91 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:24.631883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47880) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:24.660615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ba9f15a9-323d-4f11-92b2-06b6abdbcb31 None None] Provisioning for port 40721761-4648-4f99-8ef4-e10273e5fc54 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:24.689396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-1af34557-879c-42de-a9e4-2aa8502b3b20 service neutron] 10.222.0.21 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190187 Apr 25 14:43:24.724991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:24.746297 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-ca8fdd15-0858-45a7-9f71-43b40e5e10bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9 HTTP/1.1" status: 200 len: 217 time: 0.1107948 Apr 25 14:43:24.755123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:24.809366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ba9f15a9-323d-4f11-92b2-06b6abdbcb31 None None] Provisioning complete for port 40721761-4648-4f99-8ef4-e10273e5fc54 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:24.809756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba9f15a9-323d-4f11-92b2-06b6abdbcb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.827376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Usage tracker for resource:router and tenant:ddda44ab100740a2845b45ab09ad8060 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:24.833179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:24.842602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.902409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.902903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f15a9-323d-4f11-92b2-06b6abdbcb31 None None] Port 40721761-4648-4f99-8ef4-e10273e5fc54 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:24.903947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:24.916217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:24.938207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b08e-6d4d-47f0-a5c5-71dc808838a7 req-c037a073-1fa4-4898-98b3-c44f856a1083 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:24.945545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95d7b08e-6d4d-47f0-a5c5-71dc808838a7 req-c037a073-1fa4-4898-98b3-c44f856a1083 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.8040860 Apr 25 14:43:24.952716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069bd51-3fe4-4472-b18d-ea230b41c93a req-52decebc-5d60-4c24-92ef-9e79bd83dd46 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:24.956024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ed133d-b65b-4fa8-af50-8a772fef7dfe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:24.962697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:24.978455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6069bd51-3fe4-4472-b18d-ea230b41c93a req-52decebc-5d60-4c24-92ef-9e79bd83dd46 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 945 time: 0.7411664 Apr 25 14:43:24.994227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bcd49e-8e45-4e80-af92-6345ded9e118 None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:25.025856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.026708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.044111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eae85315-979b-4a09-bd7f-0548c95296ab tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/f0ed133d-b65b-4fa8-af50-8a772fef7dfe HTTP/1.1" status: 204 len: 168 time: 3.1312101 Apr 25 14:43:25.053504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:25.070291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-c219480f-e751-4c2a-8500-6a00ac12ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:25.072459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-c219480f-e751-4c2a-8500-6a00ac12ba25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.3040254 Apr 25 14:43:25.188238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95d7b08e-6d4d-47f0-a5c5-71dc808838a7 req-569b7268-b28b-4e36-bfc6-39348564494e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416968 Apr 25 14:43:25.281890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9faf2610-a40c-4255-a2b2-c708d738dcc7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:25.283419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9faf2610-a40c-4255-a2b2-c708d738dcc7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 816 time: 0.9729066 Apr 25 14:43:25.310718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Request body: {'port': {'device_id': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'admin_state_up': True, 'tenant_id': 'b3e98c95fb0d4287a7a0789f4036df9e'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:25.361238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6069bd51-3fe4-4472-b18d-ea230b41c93a req-3a5d2fd8-0951-4ef5-8224-266d22d2dd92 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820484 Apr 25 14:43:25.428659 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72a2671-e3a6-45fd-a9cc-4e6cd039ce74'] response: {'server_uuid': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071', 'code': 200} Apr 25 14:43:25.461122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:25.463944 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f22cfe6-ac18-42ac-a930-142506b951f5'] response: {'name': 'network-changed', 'server_uuid': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'tag': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9', 'status': 'completed', 'code': 200} Apr 25 14:43:25.471096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.474189 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-649cc16c-76c7-4e3e-b8ef-7464d1a48a31 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:25.474649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649cc16c-76c7-4e3e-b8ef-7464d1a48a31 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:25.478558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:25.479106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.553770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-649cc16c-76c7-4e3e-b8ef-7464d1a48a31 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/a5c94faf-1206-4a31-9bce-43309aef8d95 HTTP/1.1" status: 404 len: 337 time: 0.4937966 Apr 25 14:43:25.570787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:25.706158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dc30715-9ed3-4431-b702-44130d21f64a req-7273fc16-bcfd-441c-9fbb-9631ff25a78d service neutron] 10.222.0.21 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9980636 Apr 25 14:43:25.722036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c852911d-d519-49db-b06f-5e19a2e30c91', 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'fixed_ips': [{'subnet_id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:43:25.723438 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.728806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:25.745170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:25.824497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Made reservation on behalf of b3e98c95fb0d4287a7a0789f4036df9e for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:25.829363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.951699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:25.993819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d3f7-e31e-4262-a4e0-961ef6281683 req-7c1d73c7-dd83-4029-adb2-e45e6de60998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:25.998132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2541d3f7-e31e-4262-a4e0-961ef6281683 req-7c1d73c7-dd83-4029-adb2-e45e6de60998 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 1096 time: 0.6008458 Apr 25 14:43:26.075894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c89a96-2688-4675-9758-d32ad0f04bd5 req-f8d4bfac-3fae-43ed-bd5a-b93569de8a21 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:26.083405 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0c89a96-2688-4675-9758-d32ad0f04bd5 req-f8d4bfac-3fae-43ed-bd5a-b93569de8a21 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 946 time: 0.3276992 Apr 25 14:43:26.126281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Allocated IP 172.20.0.2 (c852911d-d519-49db-b06f-5e19a2e30c91/f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd/2af157e4-9a3d-403a-815b-5856794fe961) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:26.191931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.212382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9315c-04b4-444e-8077-fca158283318 req-cc7e2b72-c9ba-410e-af34-69977ae99899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:26.212382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-cc7e2b72-c9ba-410e-af34-69977ae99899 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0905864 Apr 25 14:43:26.222017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting subnet 02ce8812-d139-4090-a41f-07cded864993 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:43:26.222017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.232259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0c89a96-2688-4675-9758-d32ad0f04bd5 req-30ee80cf-3c5b-4bd9-a9b5-1f25c8002c4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360142 Apr 25 14:43:26.256342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2541d3f7-e31e-4262-a4e0-961ef6281683 req-0ec6c918-b984-4d0d-8715-983bd3053df5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456145 Apr 25 14:43:26.288996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.445663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4207041-6f62-4f57-9691-ec432171f07f req-ab2a804d-7fff-4665-bb5c-472acaf74ab4 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 210 time: 0.0629492 Apr 25 14:43:26.497352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:26.532797 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.546782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Transition to ACTIVE for port object 2af157e4-9a3d-403a-815b-5856794fe961 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:26.568067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Transition to ACTIVE for port object 2af157e4-9a3d-403a-815b-5856794fe961 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:26.573135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.598240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1506d-5789-41cb-bc4d-0e864e191853 req-c63ba6ef-5c4e-4ec6-b58a-85227266074f tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:26.606799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbf1506d-5789-41cb-bc4d-0e864e191853 req-c63ba6ef-5c4e-4ec6-b58a-85227266074f tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 943 time: 1.0439363 Apr 25 14:43:26.619576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.678412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Network c852911d-d519-49db-b06f-5e19a2e30c91 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:26.680169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:26.684832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:26.692830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-88c26bed-8ce8-4284-beab-f42be27eaace service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020179 Apr 25 14:43:26.727459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:26.804556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc5546-cbab-4898-b78f-b58c8f152a7d req-f30768fb-50f7-40db-9285-861d2a09b247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:26.806453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8adc5546-cbab-4898-b78f-b58c8f152a7d req-f30768fb-50f7-40db-9285-861d2a09b247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.1457429 Apr 25 14:43:26.880508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8adc5546-cbab-4898-b78f-b58c8f152a7d req-7d8fbfdb-9597-4ddf-8b22-da3cc217b270 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662756 Apr 25 14:43:26.885845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Attempting to bind port 2af157e4-9a3d-403a-815b-5856794fe961 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:26.886703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Attempting to bind port 2af157e4-9a3d-403a-815b-5856794fe961 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:26.887173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Attempting to bind port 2af157e4-9a3d-403a-815b-5856794fe961 on network c852911d-d519-49db-b06f-5e19a2e30c91 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:26.896211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Pushing event updated for resources: {'Port': ['ID=2af157e4-9a3d-403a-815b-5856794fe961,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:26.900684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.912655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:26.916573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Checking segment: {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:26.916987 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.917409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Bound using segment: {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:26.917914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Bound port: 2af157e4-9a3d-403a-815b-5856794fe961, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:26.918293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.932152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbf1506d-5789-41cb-bc4d-0e864e191853 req-42e35325-fb56-4c3f-aae4-516669ac2eb7 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242898 Apr 25 14:43:26.940373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-69d4ee94-13e8-46a4-b551-bb6c893585b1 None None] Provisioning complete for port 86ecd15c-080d-471d-8968-96092d151a13 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:26.940751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69d4ee94-13e8-46a4-b551-bb6c893585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:26.985300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:43:27.089788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] For port 2af157e4-9a3d-403a-815b-5856794fe961, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:27.093251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] For port 2af157e4-9a3d-403a-815b-5856794fe961, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2af157e4-9a3d-403a-815b-5856794fe961,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:27.104035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2b09-1bee-4fa7-83f0-5ba8c3fc3dfe req-5c6d1211-16bd-4878-9cde-b5c769e05088 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:27.106079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b74a2b09-1bee-4fa7-83f0-5ba8c3fc3dfe req-5c6d1211-16bd-4878-9cde-b5c769e05088 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 946 time: 0.1020784 Apr 25 14:43:27.111234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9315c-04b4-444e-8077-fca158283318 req-9fb52865-a5ee-47a9-bf46-da6fb9bcaf91 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982172 Apr 25 14:43:27.113512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40721761-4648-4f99-8ef4-e10273e5fc54 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:27.126318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:27.132625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:27.140018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:27.191353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b74a2b09-1bee-4fa7-83f0-5ba8c3fc3dfe req-f8bf87a1-bec7-4610-8476-bd2961b2ee30 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Apr 25 14:43:27.308698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e74444-c378-469d-9201-9ea2d63c35d1 None None] Pushing event updated for resources: {'Port': ['ID=2af157e4-9a3d-403a-815b-5856794fe961,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:27.311996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-69d4ee94-13e8-46a4-b551-bb6c893585b1 None None] Provisioning complete for port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:27.312535 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69d4ee94-13e8-46a4-b551-bb6c893585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:27.389074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-69d4ee94-13e8-46a4-b551-bb6c893585b1 None None] Port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:27.434709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Subnet': ['ID=02ce8812-d139-4090-a41f-07cded864993,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:27.437977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7bfcb-05a5-45e4-afec-79a88005a524'}, {'server_uuid': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:27.468048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed20598c-64e5-41b7-b022-f23baadad03f None None] Network afa75d4b-8a3f-4e9c-beb1-31700c47792d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:27.502918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:27.506198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Transition to ACTIVE for port object 40721761-4648-4f99-8ef4-e10273e5fc54 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:27.651936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:27.710041 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23efeddf-f66a-45ef-a630-9e61fd468ac9'] response: {'server_uuid': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7bfcb-05a5-45e4-afec-79a88005a524', 'code': 200} Apr 25 14:43:27.710567 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23efeddf-f66a-45ef-a630-9e61fd468ac9'] response: {'server_uuid': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7', 'code': 200} Apr 25 14:43:27.767358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Allocated IP 172.20.0.5 (5ff5fe74-831b-412d-b16e-73353faf360a/d1e80e83-0152-4921-8349-09db2e58f34d/0efeda23-dda5-41c1-a688-e841b42737ef) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:27.786136 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9ee9aa81-ba11-4c0a-9c46-ae9a4b0f9aa1 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/02ce8812-d139-4090-a41f-07cded864993 HTTP/1.1" status: 204 len: 168 time: 2.2069020 Apr 25 14:43:27.850847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47908) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:27.974977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Pushing event updated for resources: {'Port': ['ID=40721761-4648-4f99-8ef4-e10273e5fc54,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:27.994407 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cad6bd1-b5d5-497c-b762-2fef84505a96 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:27.994871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cad6bd1-b5d5-497c-b762-2fef84505a96 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:27.996600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5cad6bd1-b5d5-497c-b762-2fef84505a96 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/692a1528-69fd-485b-bb11-950e91c7ef11 HTTP/1.1" status: 404 len: 337 time: 0.1426594 Apr 25 14:43:28.016010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47916) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:28.094835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ae36220-fa87-483d-99c4-66bc30c95d50 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f5d949-eb12-4053-9216-79f3e6a39e59 HTTP/1.1" status: 200 len: 205 time: 0.0765021 Apr 25 14:43:28.099512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0169c987-86bd-4af7-a784-44e558ebde91 req-8ffb14ba-b90e-47a3-a08e-00b23b3f3675 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 210 time: 0.1428897 Apr 25 14:43:28.106134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47920) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:28.160896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] DHCP port deletion for afa75d4b-8a3f-4e9c-beb1-31700c47792d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:43:28.165164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] Deleting port 86ecd15c-080d-471d-8968-96092d151a13 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:28.165628 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:28.194991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:28.275987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:28.276254 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-79f0a331-12fd-40c6-9f2e-afa1f18faa3c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] delete failed (client error): The resource could not be found. Apr 25 14:43:28.277708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-79f0a331-12fd-40c6-9f2e-afa1f18faa3c tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/routers/68f5d949-eb12-4053-9216-79f3e6a39e59 HTTP/1.1" status: 404 len: 336 time: 0.1702299 Apr 25 14:43:28.304194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47926) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:28.395306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15895ca-0c8d-4ab0-804d-09ab8cc7ca97 req-77cd9fbc-065b-4ebc-a37a-53a441fe6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:28.397389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e15895ca-0c8d-4ab0-804d-09ab8cc7ca97 req-77cd9fbc-065b-4ebc-a37a-53a441fe6f9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 1097 time: 0.6330149 Apr 25 14:43:28.402657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538fff-30b2-40f2-b835-30a940ad9cde req-e1a081f6-2a7f-4245-9abf-0f5f96bd7857 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:28.404584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90538fff-30b2-40f2-b835-30a940ad9cde req-e1a081f6-2a7f-4245-9abf-0f5f96bd7857 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 946 time: 0.7964983 Apr 25 14:43:28.423952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Attempting to bind port 40721761-4648-4f99-8ef4-e10273e5fc54 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:28.425766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Attempting to bind port 40721761-4648-4f99-8ef4-e10273e5fc54 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:28.426255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Attempting to bind port 40721761-4648-4f99-8ef4-e10273e5fc54 on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:28.447917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-571301a3-e5cf-47f7-b347-1f77373f73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:28.449282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-571301a3-e5cf-47f7-b347-1f77373f73f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 1095 time: 1.2602618 Apr 25 14:43:28.464128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Port 40721761-4648-4f99-8ef4-e10273e5fc54 on network 5ff5fe74-831b-412d-b16e-73353faf360a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:28.464451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Attempting to bind port 40721761-4648-4f99-8ef4-e10273e5fc54 on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:28.495164 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c8d5bf-ebfa-46b0-a29b-20470ae9f8cf tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:28.495823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c8d5bf-ebfa-46b0-a29b-20470ae9f8cf tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:28.558814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32266e84-8027-4af5-89e6-4a9df2b989a9 req-531868df-f508-49cf-a901-24712037e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:28.560367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32266e84-8027-4af5-89e6-4a9df2b989a9 req-531868df-f508-49cf-a901-24712037e2a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 1097 time: 0.6917331 Apr 25 14:43:28.566378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c9c8d5bf-ebfa-46b0-a29b-20470ae9f8cf tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/8f36384c-7d7d-4dc5-ab68-cba5ab482035 HTTP/1.1" status: 404 len: 337 time: 0.2599742 Apr 25 14:43:28.567213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:28.567661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Checking segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:28.568226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Bound using segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:28.568855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Bound port: 40721761-4648-4f99-8ef4-e10273e5fc54, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:28.569327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:28.592778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] For port 86ecd15c-080d-471d-8968-96092d151a13, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86ecd15c-080d-471d-8968-96092d151a13,segment=NetworkSegment(4cb86443-b478-43a7-a165-723f8735400c),segment_id=4cb86443-b478-43a7-a165-723f8735400c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:28.592970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47930) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:28.593894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:28.692578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e15895ca-0c8d-4ab0-804d-09ab8cc7ca97 req-1505f19f-4dbb-4229-a3b6-78077c36b92d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825394 Apr 25 14:43:28.701619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32266e84-8027-4af5-89e6-4a9df2b989a9 req-e4e12a68-9723-4fa5-b607-fd9c21607d77 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133494 Apr 25 14:43:28.712457 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0150ce-2152-4dcb-a789-5f2acddd8a98 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:28.713083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0150ce-2152-4dcb-a789-5f2acddd8a98 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:28.717857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2e0150ce-2152-4dcb-a789-5f2acddd8a98 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/ae26e546-08ed-4632-9a2c-899c8864b2e7 HTTP/1.1" status: 404 len: 337 time: 0.1240754 Apr 25 14:43:28.725160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:28.732314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Allocated IP 172.25.0.7 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/0e95e0a9-f4b5-44bf-9045-7042cd061dd0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:28.800854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] Calling delete_port for 86ecd15c-080d-471d-8968-96092d151a13 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:28.809018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200fd83-80e3-4498-805a-3847d48c54cc req-5d6fb556-b1d0-4d91-b8e6-cd61162bf71f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:28.810635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0200fd83-80e3-4498-805a-3847d48c54cc req-5d6fb556-b1d0-4d91-b8e6-cd61162bf71f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.5028203 Apr 25 14:43:28.811622 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fff1783-2cf4-43dd-ade7-c571b7fa8559 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:28.812148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fff1783-2cf4-43dd-ade7-c571b7fa8559 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:28.816211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7fff1783-2cf4-43dd-ade7-c571b7fa8559 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/f672e720-e562-47f9-8eef-61daafe239b8 HTTP/1.1" status: 404 len: 337 time: 0.0836351 Apr 25 14:43:28.817212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47938) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:28.828245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-149a77e2-e9a4-4dc6-8776-52a01bb5dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:28.828535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b099fe8-ad85-4ffa-aec3-da6c5ec90693 None None] Network c852911d-d519-49db-b06f-5e19a2e30c91 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:28.830205 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-149a77e2-e9a4-4dc6-8776-52a01bb5dba5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 917 time: 0.3670995 Apr 25 14:43:28.878300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:28.884758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90538fff-30b2-40f2-b835-30a940ad9cde req-e003d006-2d11-42c0-962c-2267c0290ce3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669628 Apr 25 14:43:29.021982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e1adf779-7d33-4ed5-86af-cb91020a0964 None None] Provisioning for port 2af157e4-9a3d-403a-815b-5856794fe961 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:29.025078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.029217 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b59bd4d-b044-4f41-8392-a5918674a8ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:29.030017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b59bd4d-b044-4f41-8392-a5918674a8ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:29.032445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3b59bd4d-b044-4f41-8392-a5918674a8ef tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/e18251ae-98d0-40ca-9ee4-d05aee3b805a HTTP/1.1" status: 404 len: 333 time: 0.2141604 Apr 25 14:43:29.039965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47942) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:29.049568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-d2d69b6d-dff4-4ba0-a71d-f4fa588c9a9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9 HTTP/1.1" status: 200 len: 217 time: 0.0925140 Apr 25 14:43:29.109958 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-486cffdc-5361-4fae-a919-a46eb1a825c0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:29.110813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486cffdc-5361-4fae-a919-a46eb1a825c0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:29.112839 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-486cffdc-5361-4fae-a919-a46eb1a825c0 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/2c6fd03a-e300-4b23-8e5f-25501381e761 HTTP/1.1" status: 404 len: 337 time: 0.0695467 Apr 25 14:43:29.117012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47946) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:29.118353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Transition to ACTIVE for port object 0efeda23-dda5-41c1-a688-e841b42737ef will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:29.123997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0200fd83-80e3-4498-805a-3847d48c54cc req-f08a0c27-3921-46c7-a0fe-a6eb48570040 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661607 Apr 25 14:43:29.138752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-561b1b2f-1efd-4dee-802b-62a5fa14b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:29.140204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-561b1b2f-1efd-4dee-802b-62a5fa14b76e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.0709672 Apr 25 14:43:29.167535 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.180610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2af157e4-9a3d-403a-815b-5856794fe961 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:29.182275 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc957ba-482b-4978-9f74-6051e52cfe2d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:29.182941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc957ba-482b-4978-9f74-6051e52cfe2d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:29.184871 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fc957ba-482b-4978-9f74-6051e52cfe2d tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/2a2e9ec2-539b-4689-a0b3-8d0e233eaec1 HTTP/1.1" status: 404 len: 337 time: 0.0647092 Apr 25 14:43:29.187402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47952) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:29.240003 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5925a1bc-cea8-4985-9112-900f5042b39b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:29.240811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5925a1bc-cea8-4985-9112-900f5042b39b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:29.242826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5925a1bc-cea8-4985-9112-900f5042b39b tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/1ffae5f0-aff0-4d6a-bdbd-7866bb691c39 HTTP/1.1" status: 404 len: 333 time: 0.0542183 Apr 25 14:43:29.278132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47956) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:29.286106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] No DVR routers for this DVR port 86ecd15c-080d-471d-8968-96092d151a13 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:43:29.319062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7343cd-44fe-4820-8892-f97cef4c0441 None None] Pushing event deleted for resources: {'Port': ['ID=86ecd15c-080d-471d-8968-96092d151a13,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:29.345270 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-213af421-0abc-4bad-802d-b48fe5aa4028 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:29.345929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213af421-0abc-4bad-802d-b48fe5aa4028 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:29.347730 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-213af421-0abc-4bad-802d-b48fe5aa4028 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/735d4799-7eeb-4dff-a397-d41f8207641b HTTP/1.1" status: 404 len: 337 time: 0.0639360 Apr 25 14:43:29.351906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47960) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:29.409197 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e51c428-27b5-4f89-8af1-c9d5000843cc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] DELETE failed (client error): The resource could not be found. Apr 25 14:43:29.409934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2af157e4-9a3d-403a-815b-5856794fe961 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:29.410099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e51c428-27b5-4f89-8af1-c9d5000843cc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:43:29.411895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2e51c428-27b5-4f89-8af1-c9d5000843cc tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/subnets/30f7fcd6-610a-4cd4-9b9e-3201ae20f5a6 HTTP/1.1" status: 404 len: 337 time: 0.0589211 Apr 25 14:43:29.415053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.421626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2af157e4-9a3d-403a-815b-5856794fe961 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:29.422230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.423526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47964) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:29.426262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.436955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] For port 40721761-4648-4f99-8ef4-e10273e5fc54, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:29.466083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-f9a42560-dd44-461e-9fe0-da1ec8c1a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:29.467792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-f9a42560-dd44-461e-9fe0-da1ec8c1a492 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928&tenant_id=94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 1094 time: 0.6277750 Apr 25 14:43:29.482772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] For port 40721761-4648-4f99-8ef4-e10273e5fc54, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=40721761-4648-4f99-8ef4-e10273e5fc54,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:29.548048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.623930 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.638151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Pushing event updated for resources: {'Port': ['ID=0efeda23-dda5-41c1-a688-e841b42737ef,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:29.660196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Deleting port 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:29.661431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.671071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:29.671842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.673431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/40721761-4648-4f99-8ef4-e10273e5fc54 HTTP/1.1" status: 200 len: 1092 time: 5.4214032 Apr 25 14:43:29.675190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'tag': '40721761-4648-4f99-8ef4-e10273e5fc54'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:29.698915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2af157e4-9a3d-403a-815b-5856794fe961, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2af157e4-9a3d-403a-815b-5856794fe961,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:29.703762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e482353-2ab4-4ec6-a079-d811ed529005 req-4bad18c8-fd14-416d-beeb-c1842584cf09 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:29.706681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.712135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e482353-2ab4-4ec6-a079-d811ed529005 req-4bad18c8-fd14-416d-beeb-c1842584cf09 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 943 time: 0.5612299 Apr 25 14:43:29.734398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:29.800810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-60b6bec3-2859-43d2-9087-5c8380f0f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:29.803103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-60b6bec3-2859-43d2-9087-5c8380f0f973 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4621360 Apr 25 14:43:29.815642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36bb43-4f5d-44fa-9fb0-3bc10af76499 req-47292adf-7793-477e-b377-2c59755d84a2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:29.824402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c36bb43-4f5d-44fa-9fb0-3bc10af76499 req-47292adf-7793-477e-b377-2c59755d84a2 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 946 time: 0.5792460 Apr 25 14:43:29.844114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:29.859347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Network 5ff5fe74-831b-412d-b16e-73353faf360a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:29.881059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:29.898373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:29.928581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 86ecd15c-080d-471d-8968-96092d151a13 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:43:29.928945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86ecd15c-080d-471d-8968-96092d151a13 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:43:29.982873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10f3f-5d06-419b-86a3-545e1b2792c0 service neutron] Pushing event updated for resources: {'Port': ['ID=40721761-4648-4f99-8ef4-e10273e5fc54,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:29.983075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73ec6a55-91a9-4b54-ac40-0bcde1dea559 None None] Provisioning complete for port 2af157e4-9a3d-403a-815b-5856794fe961 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:29.983696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73ec6a55-91a9-4b54-ac40-0bcde1dea559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:30.045073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c36bb43-4f5d-44fa-9fb0-3bc10af76499 req-41c38639-b800-4d8e-970b-99e33495cd2a tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197404 Apr 25 14:43:30.068981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2af157e4-9a3d-403a-815b-5856794fe961,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:30.076162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:30.076942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:30.144376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e482353-2ab4-4ec6-a079-d811ed529005 req-ab7507f7-5cad-4c5d-8c0e-3e3dcafb016c tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309828 Apr 25 14:43:30.154401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-d996d3d4-d4da-4ecd-9c02-8590e6289bb9 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8575389 Apr 25 14:43:30.187399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:30.219594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:30.248493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:30.292186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Request body: {'port': {'device_id': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:30.328202 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4697c7-ef1c-4aca-a46a-565915b78e77'] response: {'name': 'network-changed', 'server_uuid': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'tag': '40721761-4648-4f99-8ef4-e10273e5fc54', 'status': 'completed', 'code': 200} Apr 25 14:43:30.402153 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-454861ed-7cc0-4d70-b30c-26f83bce4097 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882518 Apr 25 14:43:30.409826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-189df0cd-f332-4e1c-8a05-fad5005f3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:30.411270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-189df0cd-f332-4e1c-8a05-fad5005f3606 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1094 time: 0.9135578 Apr 25 14:43:30.445731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Pushing event updated for resources: {'Port': ['ID=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:30.449654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:30.471303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bf8efda6-47e7-420d-8dd0-1818461d88b9 None None] Provisioning for port 0efeda23-dda5-41c1-a688-e841b42737ef completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:30.477739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bf8efda6-47e7-420d-8dd0-1818461d88b9 None None] Provisioning complete for port 0efeda23-dda5-41c1-a688-e841b42737ef triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:30.478482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf8efda6-47e7-420d-8dd0-1818461d88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:30.557927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf8efda6-47e7-420d-8dd0-1818461d88b9 None None] Port 0efeda23-dda5-41c1-a688-e841b42737ef cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:30.585846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:30.602392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Calling delete_port for 5dd5d17d-fdbd-4e7f-bf52-62398a39e75a owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:30.618722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-5def2796-c744-4278-aac3-22f40f7712db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:30.620204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-5def2796-c744-4278-aac3-22f40f7712db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 1095 time: 0.8076291 Apr 25 14:43:30.801168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-b002e5ac-e62a-4bff-8c0e-dfbfdd7f8df0 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:30.801881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-b002e5ac-e62a-4bff-8c0e-dfbfdd7f8df0 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Synchronizing usage tracker for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:30.824444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:30.833155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d233681e-ded7-48c1-942e-ba5e1d8fa7d1 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:30.889863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-9935aede-b39b-44a5-933a-c66d1dea3422 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40721761-4648-4f99-8ef4-e10273e5fc54 HTTP/1.1" status: 200 len: 217 time: 0.2214816 Apr 25 14:43:30.891645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-b002e5ac-e62a-4bff-8c0e-dfbfdd7f8df0 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Unset dirty status for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:30.892860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-b002e5ac-e62a-4bff-8c0e-dfbfdd7f8df0 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 931 time: 0.6385229 Apr 25 14:43:30.893620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Port': ['ID=5dd5d17d-fdbd-4e7f-bf52-62398a39e75a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:31.001764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.012622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:31.025197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'port_id': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'mac_address': 'fa:16:3e:ac:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:31.040843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9232bd1-2b8f-4fa6-8cdd-4dd37587f2ab req-8610aef1-544d-4373-b336-a44c0defb935 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963228 Apr 25 14:43:31.055026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-4f5ea4fa-898a-4122-85ed-eae8a26c2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:31.056774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-4f5ea4fa-898a-4122-85ed-eae8a26c2b59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.5769134 Apr 25 14:43:31.059969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-9502723c-18a3-4088-80a6-196c53643b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:31.061930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-9502723c-18a3-4088-80a6-196c53643b82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.1553924 Apr 25 14:43:31.072839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3a23-6ebb-45d0-a30a-bb5888e8de34 req-098e143d-f001-46ef-a790-477a2d5f656d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:31.074752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d55e3a23-6ebb-45d0-a30a-bb5888e8de34 req-098e143d-f001-46ef-a790-477a2d5f656d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 946 time: 0.6793609 Apr 25 14:43:31.078685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2af157e4-9a3d-403a-815b-5856794fe961 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:31.169164 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.171009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c6ff7a69-8d92-4a0d-8de8-b203c8e16523 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/ports/5dd5d17d-fdbd-4e7f-bf52-62398a39e75a HTTP/1.1" status: 204 len: 168 time: 1.6403575 Apr 25 14:43:31.176174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-1701daa8-3a45-4ef9-b36f-52be41a35edb tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Synchronizing usage tracker for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:31.178595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47980) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:31.195245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d233681e-ded7-48c1-942e-ba5e1d8fa7d1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:31.218248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:31.219457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2af157e4-9a3d-403a-815b-5856794fe961 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:31.219753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.266990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.318671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-1701daa8-3a45-4ef9-b36f-52be41a35edb tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Unset dirty status for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:31.321391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf20cfc4-6df0-41cc-b9c8-845ab7fc2a4f req-1701daa8-3a45-4ef9-b36f-52be41a35edb tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089622 Apr 25 14:43:31.385242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:31.433961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.523964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efeda23-dda5-41c1-a688-e841b42737ef {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:31.544871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-5badb5c0-d30c-4245-aee1-e1ab247a48ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 999 time: 0.4678564 Apr 25 14:43:31.547632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d55e3a23-6ebb-45d0-a30a-bb5888e8de34 req-d04ad7fd-96c2-47c5-bf0a-973fec7657b9 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807721 Apr 25 14:43:31.558279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.636284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.668306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d233681e-ded7-48c1-942e-ba5e1d8fa7d1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:31.672117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Transition to ACTIVE for port object 0efeda23-dda5-41c1-a688-e841b42737ef will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:31.685600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.691076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:31.703926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-e20a4347-28db-4664-b4e1-7382523db0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:31.705967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-e20a4347-28db-4664-b4e1-7382523db0d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6297605 Apr 25 14:43:31.797596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-b70b2efa-f938-40ea-98db-6b89278e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:31.799080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-b70b2efa-f938-40ea-98db-6b89278e8458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.2473111 Apr 25 14:43:31.847314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa75d4b-8a3f-4e9c-beb1-31700c47792d']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:31.881255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830bbf9-cb29-4ca1-88e6-ce10631fbb7e req-55989f25-5515-46cd-82f0-31225ad9e3fe tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:31.882800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a830bbf9-cb29-4ca1-88e6-ce10631fbb7e req-55989f25-5515-46cd-82f0-31225ad9e3fe tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.4454815 Apr 25 14:43:31.884649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb86443-b478-43a7-a165-723f8735400c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:31.884955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb86443-b478-43a7-a165-723f8735400c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:31.931935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Pushing event updated for resources: {'Port': ['ID=0efeda23-dda5-41c1-a688-e841b42737ef,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:31.952720 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.023888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.042505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:43:32.042907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:43:32.057857 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:43:32.062789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a830bbf9-cb29-4ca1-88e6-ce10631fbb7e req-37c8dbc1-523f-4f24-9b59-0d92f566bd3a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658003 Apr 25 14:43:32.161778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Attempting to bind port 0efeda23-dda5-41c1-a688-e841b42737ef on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:32.162025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Attempting to bind port 0efeda23-dda5-41c1-a688-e841b42737ef by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:32.162522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Attempting to bind port 0efeda23-dda5-41c1-a688-e841b42737ef on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:32.164696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-668970e3-a997-4fe7-8d0d-6455b3934b03 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158716 Apr 25 14:43:32.168996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Port 0efeda23-dda5-41c1-a688-e841b42737ef on network 5ff5fe74-831b-412d-b16e-73353faf360a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:32.169378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Attempting to bind port 0efeda23-dda5-41c1-a688-e841b42737ef on network 5ff5fe74-831b-412d-b16e-73353faf360a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:32.173697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.180364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.206721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:32.207067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Checking segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:32.207459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Bound using segment: {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:32.207910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Bound port: 0efeda23-dda5-41c1-a688-e841b42737ef, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc73f9a-5e0d-48f6-8a54-a196b44a3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:32.208261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.218344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e34198-f4c4-43b0-9c7a-9aa2257cd107 req-5ee74832-a9e1-4076-9719-068cba91f056 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:32.219836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09e34198-f4c4-43b0-9c7a-9aa2257cd107 req-5ee74832-a9e1-4076-9719-068cba91f056 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 946 time: 0.5353634 Apr 25 14:43:32.264418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] Pushing event deleted for resources: {'Network': ['ID=afa75d4b-8a3f-4e9c-beb1-31700c47792d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:32.276817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7cf41efc-851a-4af1-8dd8-ac42c33d7111 tempest-PortsTestJSON-447793431 tempest-PortsTestJSON-447793431-project] 10.222.0.23 "DELETE /v2.0/networks/afa75d4b-8a3f-4e9c-beb1-31700c47792d HTTP/1.1" status: 204 len: 168 time: 1.0952301 Apr 25 14:43:32.386142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] For port 0efeda23-dda5-41c1-a688-e841b42737ef, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:32.396360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-e21e64f1-aafe-49a4-8a55-1fc3d48f544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:32.397791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-e21e64f1-aafe-49a4-8a55-1fc3d48f544c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5871711 Apr 25 14:43:32.398699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadb4a4-1c3a-4788-a558-33849079296c req-94d9b714-315d-4715-b82e-26fb8094baf0 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:32.400256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbadb4a4-1c3a-4788-a558-33849079296c req-94d9b714-315d-4715-b82e-26fb8094baf0 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 944 time: 0.2159567 Apr 25 14:43:32.402365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] For port 0efeda23-dda5-41c1-a688-e841b42737ef, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efeda23-dda5-41c1-a688-e841b42737ef,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:32.410831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.500525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09e34198-f4c4-43b0-9c7a-9aa2257cd107 req-47517f1d-0212-4698-a3b2-fe2c390c60e4 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743866 Apr 25 14:43:32.506901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.510776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:32.511870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:32.513997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] 10.222.0.21 "PUT /v2.0/ports/0efeda23-dda5-41c1-a688-e841b42737ef HTTP/1.1" status: 200 len: 1091 time: 2.2260361 Apr 25 14:43:32.519388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'tag': '0efeda23-dda5-41c1-a688-e841b42737ef'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:32.563854 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:43:32.581302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbadb4a4-1c3a-4788-a558-33849079296c req-f14a4f0f-14ec-4654-b927-7e78cbe5de95 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642470 Apr 25 14:43:32.650376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba8c80-693c-48da-9db0-5560251e5875 service neutron] Pushing event updated for resources: {'Port': ['ID=0efeda23-dda5-41c1-a688-e841b42737ef,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:32.660836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba3d5cbd-5fd9-4255-8963-dbb9bf4528f4 req-ffa129ec-152f-4417-9003-1f56bc2debe2 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866166 Apr 25 14:43:32.675653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47996) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:32.763389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-47ac4486-d027-4608-a6a2-1e1be7e52f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:32.767218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-47ac4486-d027-4608-a6a2-1e1be7e52f88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 1094 time: 0.1842098 Apr 25 14:43:32.851694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device f1a658ab-9169-4e2e-b95f-2ba470fe65f9 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:32.916171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-ad499fdd-e964-4afe-955a-41d1a7325e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0efeda23-dda5-41c1-a688-e841b42737ef HTTP/1.1" status: 200 len: 217 time: 0.1421118 Apr 25 14:43:33.039959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-632a4aee-a9b5-40ab-9f82-47dab76b3b2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=821508a6aefe47da8f41765efd64009a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618007 Apr 25 14:43:33.044130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48002) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:33.049579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-94aa866f-75d5-4738-81c2-10a59d84a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.051051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-94aa866f-75d5-4738-81c2-10a59d84a1b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.1269333 Apr 25 14:43:33.075596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:33.090264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'port_id': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9', 'mac_address': 'fa:16:3e:88:6f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e80e83-0152-4921-8349-09db2e58f34d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:33.110193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-b67d3cd8-ca36-4db0-bd39-eb8e90a3bee6 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972270 Apr 25 14:43:33.138401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555238-18db-4959-ab47-588fb87e4938 req-f6c458b2-8e47-428f-829a-6a84c9189cfa tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.139903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73555238-18db-4959-ab47-588fb87e4938 req-f6c458b2-8e47-428f-829a-6a84c9189cfa tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 943 time: 0.2991815 Apr 25 14:43:33.150753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:33.171026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a658ab-9169-4e2e-b95f-2ba470fe65f9 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:33.189276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:33.195413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:33.278936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:33.315574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-47bdacb8-db2f-47e8-a188-f1184554b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.316791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-47bdacb8-db2f-47e8-a188-f1184554b63e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 1095 time: 0.3996413 Apr 25 14:43:33.333094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add8526-999b-4678-85a6-7d895110f0f0 req-b404c7d5-a2f5-47a9-9629-6091cae656d6 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.334548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2add8526-999b-4678-85a6-7d895110f0f0 req-b404c7d5-a2f5-47a9-9629-6091cae656d6 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 946 time: 0.4184873 Apr 25 14:43:33.351493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fd2512e-1c95-4f7f-af0e-31b4ef4b03db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:33.356508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73555238-18db-4959-ab47-588fb87e4938 req-e43de5f5-6e32-4b3f-8c13-03ebe43b7ccb tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044649 Apr 25 14:43:33.395961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-e0505b77-47e3-4d8e-b007-00c39d2362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.398032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-e0505b77-47e3-4d8e-b007-00c39d2362cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294556 Apr 25 14:43:33.399927 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fd2512e-1c95-4f7f-af0e-31b4ef4b03db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:33.421524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9c6c52-2104-4e41-b2ca-2784dba7b66d req-993e9851-e2c2-467c-bf59-38a6f6c5ddb6 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955647 Apr 25 14:43:33.491253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Router 83b6294b-0062-4fe5-84bb-90473d1342f1 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:43:33.521249 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2add8526-999b-4678-85a6-7d895110f0f0 req-c1dcf9cd-70c9-449a-982b-2af49aa279df tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776469 Apr 25 14:43:33.601436 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03da09dc-ed93-40d9-9ddb-1144ed98c2a6'] response: {'name': 'network-changed', 'server_uuid': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'tag': '0efeda23-dda5-41c1-a688-e841b42737ef', 'status': 'completed', 'code': 200} Apr 25 14:43:33.663919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['f1a658ab-9169-4e2e-b95f-2ba470fe65f9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:33.701737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fd2512e-1c95-4f7f-af0e-31b4ef4b03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:33.720160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-0d6d2521-0c14-4d46-9678-ac0ce28f25cd service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115354 Apr 25 14:43:33.740938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210696f-5800-4032-acb7-8da05f3dc581 req-18d2dc82-c51c-4fa0-b81e-d3e3d88e00c6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.742544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3210696f-5800-4032-acb7-8da05f3dc581 req-18d2dc82-c51c-4fa0-b81e-d3e3d88e00c6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 945 time: 0.2664471 Apr 25 14:43:33.763118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fd2512e-1c95-4f7f-af0e-31b4ef4b03db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:33.766355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8fd2512e-1c95-4f7f-af0e-31b4ef4b03db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d7e00c-bc48-4019-a357-42f24b72ea58 HTTP/1.1" status: 204 len: 168 time: 0.7170148 Apr 25 14:43:33.766355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2512e-1c95-4f7f-af0e-31b4ef4b03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d7e00c-bc48-4019-a357-42f24b72ea58,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:33.905290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-f2a6828e-e08b-42c4-a286-86348ad272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:33.906500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-f2a6828e-e08b-42c4-a286-86348ad272e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 917 time: 0.5685768 Apr 25 14:43:33.934414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3210696f-5800-4032-acb7-8da05f3dc581 req-5b0646a0-7a89-4790-8fc7-585bc4f4c9be tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563332 Apr 25 14:43:34.006100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:34.020075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-df0d43e3-c581-4a5a-be57-e71545bc8534 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40721761-4648-4f99-8ef4-e10273e5fc54 HTTP/1.1" status: 200 len: 217 time: 0.1064601 Apr 25 14:43:34.022477 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5caee605-04f6-48ec-9e97-f053e03e41b9 req-4aefc4b4-6b57-4bbe-832a-8e8b7a4cd7db service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945600 Apr 25 14:43:34.086138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:43:34.097171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Sync routers for ids ['83b6294b-0062-4fe5-84bb-90473d1342f1'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:43:34.117475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Routers {'83b6294b-0062-4fe5-84bb-90473d1342f1'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:34.118125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['83b6294b-0062-4fe5-84bb-90473d1342f1'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:34.150312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623260b-107e-4d3e-802c-7233f3f3fd13 req-bc6e82af-b2a1-4887-911a-11c2fd49da12 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:34.153327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0623260b-107e-4d3e-802c-7233f3f3fd13 req-bc6e82af-b2a1-4887-911a-11c2fd49da12 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.3978612 Apr 25 14:43:34.156636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:34.157828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d8389ebc-bd25-4de6-9a7a-7c5ff4040d7b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.5141096 Apr 25 14:43:34.160926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48030) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:34.166322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-f182260a-bdbd-49c8-b09c-558c7cb3faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:34.167828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-f182260a-bdbd-49c8-b09c-558c7cb3faf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.1351912 Apr 25 14:43:34.244451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-8a45a25e-4a9d-40f3-aa88-0442cbe5fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:34.246328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-8a45a25e-4a9d-40f3-aa88-0442cbe5fdd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 1094 time: 0.1744144 Apr 25 14:43:34.461867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-efc2ca14-b6d9-4d12-a0f4-cbaec273e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:34.470200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-efc2ca14-b6d9-4d12-a0f4-cbaec273e7db service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 917 time: 0.2161560 Apr 25 14:43:34.509989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0623260b-107e-4d3e-802c-7233f3f3fd13 req-93d183df-e208-4ee1-b565-6af129637bc7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402839 Apr 25 14:43:34.639578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Set router 83b6294b-0062-4fe5-84bb-90473d1342f1 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:34.865783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-d4e16025-bf47-403d-9738-7b6a44fb2b70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0efeda23-dda5-41c1-a688-e841b42737ef HTTP/1.1" status: 200 len: 217 time: 0.3727355 Apr 25 14:43:35.010605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d233681e-ded7-48c1-942e-ba5e1d8fa7d1 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:35.079456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-3869011b-f451-4e8c-b472-7e26acdb926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:35.081387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-3869011b-f451-4e8c-b472-7e26acdb926b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.2011721 Apr 25 14:43:35.274165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97948a-e7a8-46b1-81e7-6c22125af501 req-1137d84d-403e-45a1-b308-649f4afd77bd tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:35.283984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b97948a-e7a8-46b1-81e7-6c22125af501 req-1137d84d-403e-45a1-b308-649f4afd77bd tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 944 time: 0.5983315 Apr 25 14:43:35.337857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48060) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:35.400101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b97948a-e7a8-46b1-81e7-6c22125af501 req-cd543d9e-3907-4435-85de-140aac2a3d16 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151197 Apr 25 14:43:35.480602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-e9e3aa58-1a48-445c-8d94-64a5d01e89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:35.482113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-e9e3aa58-1a48-445c-8d94-64a5d01e89d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420970 Apr 25 14:43:35.519246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-aed9057d-f1e1-4362-9faf-45475ec702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:35.523973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-aed9057d-f1e1-4362-9faf-45475ec702b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2096660 Apr 25 14:43:35.649138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1223226944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:35.665448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:35.672585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:router and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:35.682951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:35.702153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:35.729983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:35.731095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:35.793102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:35.823074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:35.831891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:35.854820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:35.977786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-3d9c0fbd-fd7c-4d0f-9e4a-ee2f86280b6b service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878693 Apr 25 14:43:36.041655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:36.057375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:43:31Z', 'revision_number': 3, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:36.097451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87b16d-5942-4a96-abc1-975e47bf5b42 req-be99ec22-6c59-40b5-83dd-d3cd91a4d406 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:36.098919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b87b16d-5942-4a96-abc1-975e47bf5b42 req-be99ec22-6c59-40b5-83dd-d3cd91a4d406 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 943 time: 0.3838131 Apr 25 14:43:36.120441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Checking router: 83b6294b-0062-4fe5-84bb-90473d1342f1 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:43:36.121443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Updating router 83b6294b-0062-4fe5-84bb-90473d1342f1 port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:43:36.146551 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:36.159147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4a9eb7b7-e08b-42d4-a0c1-4dced8b6ffaa tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8069339 Apr 25 14:43:36.171914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-c37f6138-a66a-4699-b6a9-1e3547647e04 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:36.173779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-c37f6138-a66a-4699-b6a9-1e3547647e04 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 946 time: 0.3207157 Apr 25 14:43:36.175221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48072) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:36.208369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6791-3ea2-4f40-aac8-32a554271e59 req-ac6aa2ac-7f08-4797-b9c5-22c3485661af tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:36.219994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-088e6791-3ea2-4f40-aac8-32a554271e59 req-ac6aa2ac-7f08-4797-b9c5-22c3485661af tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 946 time: 1.4177282 Apr 25 14:43:36.234566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 40721761-4648-4f99-8ef4-e10273e5fc54 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:36.262400 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:36.266194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-574249991'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:36.296024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:36.323333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:network and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:36.342204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:36.382958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:36.442209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-ef50562d-93f4-41f0-8fab-54ffd6827096 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444697 Apr 25 14:43:36.464270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b87b16d-5942-4a96-abc1-975e47bf5b42 req-802bd83a-af0b-4a52-ac7d-07cabd21c81e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547738 Apr 25 14:43:36.502653 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:36.515233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-088e6791-3ea2-4f40-aac8-32a554271e59 req-fd00a056-aef4-4fed-bbcd-bf62c0eede5d tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945461 Apr 25 14:43:36.532214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port b8d7bfcb-05a5-45e4-afec-79a88005a524 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:36.547690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:36.567284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:36.704163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:36.820315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb870a7-e6cd-4eb6-ac34-9ce74150340b req-87c85f09-5c47-47a6-9fed-cd4c4a075b10 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753442 Apr 25 14:43:36.949417 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.088574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Made reservation on behalf of 09b71f28a4cf43238eaf0e5a95142d61 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:37.088574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.108188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:37.108188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device f1a658ab-9169-4e2e-b95f-2ba470fe65f9 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:37.161988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.176630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.237617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe07986-b2df-4188-9032-8d5ee3ac22c0 req-881b1151-7144-4489-9afc-b609a1e7f002 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404711 Apr 25 14:43:37.320644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05cbeb-3ef9-4b27-a029-a389f0ecd661 req-2cb3bfb8-8ac9-49f0-a315-1b065bfa65ff tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:37.320644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c05cbeb-3ef9-4b27-a029-a389f0ecd661 req-2cb3bfb8-8ac9-49f0-a315-1b065bfa65ff tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b11b3f-87b2-4f2a-aef3-f298030ff455 HTTP/1.1" status: 200 len: 946 time: 0.3145669 Apr 25 14:43:37.332835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:37.426734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:security_group_rule and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:37.443698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:37.478192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:37.523211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port b8d7bfcb-05a5-45e4-afec-79a88005a524, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b8d7bfcb-05a5-45e4-afec-79a88005a524,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:37.523626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.538811 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.572501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Transition to ACTIVE for port object 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:37.608827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c05cbeb-3ef9-4b27-a029-a389f0ecd661 req-f71fb0b7-85b2-4531-80b2-9071379415f0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633429 Apr 25 14:43:37.617173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.634778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:37.763948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3d92b-66cf-42bc-9e49-b340aa1bad69 req-9379d2b5-6880-4af9-b3f8-affb21d1113a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:37.765713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e9a3d92b-66cf-42bc-9e49-b340aa1bad69 req-9379d2b5-6880-4af9-b3f8-affb21d1113a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.8435545 Apr 25 14:43:37.843530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:37.843530 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.885009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 40721761-4648-4f99-8ef4-e10273e5fc54, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=40721761-4648-4f99-8ef4-e10273e5fc54,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:37.934725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '40721761-4648-4f99-8ef4-e10273e5fc54', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'port_id': '40721761-4648-4f99-8ef4-e10273e5fc54', 'mac_address': 'fa:16:3e:b1:d1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e80e83-0152-4921-8349-09db2e58f34d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:37.941244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720b2e7-5288-47b9-99ae-afd86ec7915a None None] Pushing event updated for resources: {'Port': ['ID=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:37.947231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Attempting to bind port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:37.947231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Attempting to bind port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:37.947231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Attempting to bind port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:37.954852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:37.954852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:37.954852 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:37.954852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:37.954852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Bound port: 0e95e0a9-f4b5-44bf-9045-7042cd061dd0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:37.960476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.064096 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.069338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Allocated IP 172.20.0.1 (c852911d-d519-49db-b06f-5e19a2e30c91/f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd/faeb7c45-0010-470b-b709-30b1136f6b22) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:38.117238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40721761-4648-4f99-8ef4-e10273e5fc54 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:38.146564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e9a3d92b-66cf-42bc-9e49-b340aa1bad69 req-b0e21c6d-5fd0-4941-b1cc-8e69303cf2ba tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667603 Apr 25 14:43:38.168028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for b8d7bfcb-05a5-45e4-afec-79a88005a524 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:38.209084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.216629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.263368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 40721761-4648-4f99-8ef4-e10273e5fc54, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=40721761-4648-4f99-8ef4-e10273e5fc54,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:38.292856 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.428783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd8071f-9ca4-4923-8b9e-3a1ab2f11239,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:38.503896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:43:38.508043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.550252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.575519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=b8d7bfcb-05a5-45e4-afec-79a88005a524,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:38.583650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:38.616830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] For port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:38.625987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=40721761-4648-4f99-8ef4-e10273e5fc54,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:38.661073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] For port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:38.677319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.677729 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Added segment fc24d7bc-9142-47d0-8227-65d5cb04aa82 of type vlan for network 6fca1e9d-7773-48dc-b0b9-db903c951138 Apr 25 14:43:38.683290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['40721761-4648-4f99-8ef4-e10273e5fc54'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:38.734212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port b8d7bfcb-05a5-45e4-afec-79a88005a524 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:43:38.741781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.744301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.746285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'name': 'network-vif-deleted', 'tag': 'b8d7bfcb-05a5-45e4-afec-79a88005a524'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:38.757510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ea02-6040-46f7-b76d-88241c02b016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.768481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Transition to ACTIVE for port object faeb7c45-0010-470b-b709-30b1136f6b22 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:38.773082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.779413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5eb6646-f60e-4196-a8a9-cf528b15e131 req-fdc773d0-0633-4664-bf21-1bb929fd79b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "DELETE /v2.0/ports/b8d7bfcb-05a5-45e4-afec-79a88005a524 HTTP/1.1" status: 204 len: 173 time: 2.5395186 Apr 25 14:43:38.805606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.812316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.819875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.827279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.835154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.841983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.847231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.855876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:38.859451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:38.873735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-7c845333-b6ee-4a21-b22e-663744c8b2f0 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.4309855 Apr 25 14:43:38.893141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.916169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efeda23-dda5-41c1-a688-e841b42737ef details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:43:38.918256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:38.978497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-845a8691-6977-42b4-91b4-a79bdb1a5d11 req-31c9ae2a-e610-4f7d-badb-b87bcbfd2893 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968857 Apr 25 14:43:39.011260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Routers {'83b6294b-0062-4fe5-84bb-90473d1342f1'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:39.012518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['83b6294b-0062-4fe5-84bb-90473d1342f1'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:39.015943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:39.021947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:39.023789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:39.032494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Pushing event updated for resources: {'Port': ['ID=faeb7c45-0010-470b-b709-30b1136f6b22,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:39.240774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720b2e7-5288-47b9-99ae-afd86ec7915a None None] Pushing event updated for resources: {'Port': ['ID=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:39.254784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:43:39.388623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:39.484585 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b861ce3-7dab-41df-91b2-8ef811e8de5f'] response: {'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'code': 200} Apr 25 14:43:39.535608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:39.538050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3609295 Apr 25 14:43:39.541778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'subnet': {'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:39.661295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Network c852911d-d519-49db-b06f-5e19a2e30c91 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:39.670576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:39.674349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:39.764953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df7f42-5d9a-4c55-97de-4c13844815f2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Network': ['ID=6fca1e9d-7773-48dc-b0b9-db903c951138,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:39.797871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efebaf-e541-429d-8c85-1518b2d0cfc1 req-dd766179-c7b8-49f8-aa45-f3e96f91d726 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:39.800915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31efebaf-e541-429d-8c85-1518b2d0cfc1 req-dd766179-c7b8-49f8-aa45-f3e96f91d726 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 1.2989810 Apr 25 14:43:39.842581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:39.847077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:subnet and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:39.850892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:39.855875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0efeda23-dda5-41c1-a688-e841b42737ef, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efeda23-dda5-41c1-a688-e841b42737ef,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:39.859048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:39.908335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Made reservation on behalf of 09b71f28a4cf43238eaf0e5a95142d61 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:39.912480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:39.929734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:40.045344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:43:40.112927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c956f-c675-46be-a6ab-b7ff1f1af59d req-0c6f73a5-82b8-4f8b-b52d-3b3250601e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:40.114930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b3c956f-c675-46be-a6ab-b7ff1f1af59d req-0c6f73a5-82b8-4f8b-b52d-3b3250601e47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 1096 time: 0.5182676 Apr 25 14:43:40.115558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '0efeda23-dda5-41c1-a688-e841b42737ef', 'network_id': '5ff5fe74-831b-412d-b16e-73353faf360a', 'port_id': '0efeda23-dda5-41c1-a688-e841b42737ef', 'mac_address': 'fa:16:3e:02:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e80e83-0152-4921-8349-09db2e58f34d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:43:40.191345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718ae47-54c8-4fe1-b48b-1232695403fc req-74d817bf-69e7-449b-bfba-80713175f77a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:40.200140 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e718ae47-54c8-4fe1-b48b-1232695403fc req-74d817bf-69e7-449b-bfba-80713175f77a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 943 time: 0.3317053 Apr 25 14:43:40.329636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b8d7bfcb-05a5-45e4-afec-79a88005a524 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:40.336215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31efebaf-e541-429d-8c85-1518b2d0cfc1 req-979e9990-0b66-4dae-9f29-5fb411e9923b tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5272713 Apr 25 14:43:40.387961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-64f8ddb7-0dca-4700-92b9-b30ee482afc9 None None] Provisioning for port faeb7c45-0010-470b-b709-30b1136f6b22 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:40.478270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: b8d7bfcb-05a5-45e4-afec-79a88005a524 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:43:40.478868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b8d7bfcb-05a5-45e4-afec-79a88005a524 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:43:40.481280 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:40.484157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e718ae47-54c8-4fe1-b48b-1232695403fc req-8b080f62-786e-4d64-95e5-dec67aa4b98e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823131 Apr 25 14:43:40.550651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efeda23-dda5-41c1-a688-e841b42737ef {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:40.580655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b3c956f-c675-46be-a6ab-b7ff1f1af59d req-5c2fa4ec-25d3-4aad-8dd4-34f71a1d5eca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636176 Apr 25 14:43:40.594247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0efeda23-dda5-41c1-a688-e841b42737ef, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efeda23-dda5-41c1-a688-e841b42737ef,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:40.624190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:40.628465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-64f8ddb7-0dca-4700-92b9-b30ee482afc9 None None] Provisioning complete for port faeb7c45-0010-470b-b709-30b1136f6b22 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:40.629425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64f8ddb7-0dca-4700-92b9-b30ee482afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:40.643939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:40.732830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] Set router 83b6294b-0062-4fe5-84bb-90473d1342f1 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:40.761918 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee6a687-c251-4676-9e26-d56bcd6faa20'] response: {'server_uuid': '40b11b3f-87b2-4f2a-aef3-f298030ff455', 'name': 'network-vif-deleted', 'tag': 'b8d7bfcb-05a5-45e4-afec-79a88005a524', 'status': 'completed', 'code': 200} Apr 25 14:43:40.789705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:40.846577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Subnet': ['ID=2fdfa444-080b-4d85-90b1-915c246b10f7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:41.150656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.151618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-64f8ddb7-0dca-4700-92b9-b30ee482afc9 None None] Port faeb7c45-0010-470b-b709-30b1136f6b22 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:41.160954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.168422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.175756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.182231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.189605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.196985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.209427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eafda1f2-0fbb-4b96-b6f1-51590e23a6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:41.221663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57c6f441-a228-4dca-a520-c48af91448d3 req-e7916b37-684c-4712-ab3b-2b2652ac1252 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.3231399 Apr 25 14:43:41.234587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['0efeda23-dda5-41c1-a688-e841b42737ef'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:41.336562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=0efeda23-dda5-41c1-a688-e841b42737ef,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:41.357863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:41.367882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Checking segment: {'id': 'fc24d7bc-9142-47d0-8227-65d5cb04aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:41.368394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:41.368900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network hostable DHCP agents. Network: 6fca1e9d-7773-48dc-b0b9-db903c951138, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:43:41.461602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:43:41.491022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:41.511269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-08ef09f2-b900-4827-ad6b-eb218e1d11bd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.515690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-08ef09f2-b900-4827-ad6b-eb218e1d11bd tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 946 time: 0.6481135 Apr 25 14:43:41.519922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 6fca1e9d-7773-48dc-b0b9-db903c951138) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:41.546000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de04b0a-feef-45d2-a84d-b3462f76acd2 None None] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:41.618046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Pushing event updated for resources: {'Port': ['ID=faeb7c45-0010-470b-b709-30b1136f6b22,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:41.627998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:41.689476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04d64-0c90-4083-90e3-13e11a6d4959 req-41d9fde7-d96e-42d2-a1d2-daeea6175a47 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.703765 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cac04d64-0c90-4083-90e3-13e11a6d4959 req-41d9fde7-d96e-42d2-a1d2-daeea6175a47 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.7551389 Apr 25 14:43:41.707680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.715605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:41.836900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7440afaf-b5ad-401e-9d3f-ff5e491b57db tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2929883 Apr 25 14:43:41.849103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:41.879148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'network': {'name': 'tempest-router-network01--313179459'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:41.891323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9af268-a566-415e-b2dc-9062c29e0e63 req-75a0adda-a3e3-4160-8f70-62588c16adc0 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:41.900458 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec9af268-a566-415e-b2dc-9062c29e0e63 req-75a0adda-a3e3-4160-8f70-62588c16adc0 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 946 time: 0.4496825 Apr 25 14:43:41.956289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Deleting port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:41.956795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:41.961724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:41.977701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec9af268-a566-415e-b2dc-9062c29e0e63 req-665a0df7-a421-49c7-ba2c-7f2a43542692 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762742 Apr 25 14:43:41.989417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:network and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:42.006317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:42.006933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:43:31Z', 'revision_number': 3, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:42.009557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.038902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:42.044485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bde2e7-640c-4a35-9466-cf51ec900ee4 None None] The sync data for ids ['83b6294b-0062-4fe5-84bb-90473d1342f1'] in n-d-811416-6 is: [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:43:31Z', 'revision_number': 3, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:43:42.046394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.087874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cac04d64-0c90-4083-90e3-13e11a6d4959 req-0c51a5eb-d162-4922-af8c-c6ca38653e47 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830111 Apr 25 14:43:42.102577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Made reservation on behalf of 09b71f28a4cf43238eaf0e5a95142d61 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:42.107600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.164537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:43:42.178297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.178976 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Added segment 4d625090-2d95-4a8c-9834-6714a920d0e0 of type vlan for network 5794d32f-a29f-4303-87e9-2e6bd161a095 Apr 25 14:43:42.222727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.278111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Network c852911d-d519-49db-b06f-5e19a2e30c91 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:42.283507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.292859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:42.293594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.336026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:42.435442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 40721761-4648-4f99-8ef4-e10273e5fc54 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:42.887791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0323474 Apr 25 14:43:42.909249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eddd2-26a1-4b4f-9c67-0e7c179ead22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Network': ['ID=5794d32f-a29f-4303-87e9-2e6bd161a095,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:42.933215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-6fca1e9d-7773-48dc-b0b9-db903c951138', 'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138', 'tenant_id': '09b71f28a4cf43238eaf0e5a95142d61', 'fixed_ips': [{'subnet_id': '2fdfa444-080b-4d85-90b1-915c246b10f7'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:43:42.934316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:42.978795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48120) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:42.997677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'network': {'name': 'tempest-router-network02--391263796'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:43.000561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:43:43.026544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:43.051959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] For port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:43.054221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:network and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:43.067561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:43.077696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:43.101322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:43.272020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:43.351292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Made reservation on behalf of 09b71f28a4cf43238eaf0e5a95142d61 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:43.358476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:43.406889 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc2ef62-e980-4485-a84a-359bfbdbb05b'] response: {'server_uuid': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9', 'code': 200} Apr 25 14:43:43.422650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3952277c-efc7-4d7e-afcd-18e046a8e23b None None] Provisioning complete for port faeb7c45-0010-470b-b709-30b1136f6b22 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:43.423310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3952277c-efc7-4d7e-afcd-18e046a8e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:43.513976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Calling delete_port for e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:43.712140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3952277c-efc7-4d7e-afcd-18e046a8e23b None None] Port faeb7c45-0010-470b-b709-30b1136f6b22 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:43.898626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:43:43.904213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 40721761-4648-4f99-8ef4-e10273e5fc54 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:43.919670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 40721761-4648-4f99-8ef4-e10273e5fc54 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:43.920308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:43.947518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Router 83b6294b-0062-4fe5-84bb-90473d1342f1 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:43:43.948634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:43.948980 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Added segment a87fa489-4803-428f-967a-819d760b29e4 of type vlan for network e5c58364-2dcb-4e63-8249-ef46245e0be6 Apr 25 14:43:43.978764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830014f-bcd2-499b-9192-2e57e09884a4 req-86b00480-5cf9-407b-9886-3fb782632aa2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:43.988491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6830014f-bcd2-499b-9192-2e57e09884a4 req-86b00480-5cf9-407b-9886-3fb782632aa2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 944 time: 0.2259572 Apr 25 14:43:43.990621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.027778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:44.067054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6830014f-bcd2-499b-9192-2e57e09884a4 req-56233d57-7491-4a41-9b9f-06bedcb7cb4b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758173 Apr 25 14:43:44.083683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['1553c8e4-7a0f-4367-b5c2-76ddbd3e1071'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:44.101481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Pushing event deleted for resources: {'Port': ['ID=e23fd7c5-eb22-4dd8-a70a-4aadb2d02882,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:44.227134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] No DVR routers for this DVR port e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:43:44.229983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.245063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'name': 'network-vif-deleted', 'tag': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:44.251296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Allocated IP 172.20.0.2 (6fca1e9d-7773-48dc-b0b9-db903c951138/2fdfa444-080b-4d85-90b1-915c246b10f7/76d5aa1c-885d-4d01-b516-46fd70477d94) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:44.266177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fe8b7e5-38c0-4e6f-8b78-4995ff0ca87f req-1337b8dc-b353-4bc1-a0f1-70ca88b2ba3f tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "DELETE /v2.0/ports/e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 HTTP/1.1" status: 204 len: 173 time: 2.7340221 Apr 25 14:43:44.333092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2c98-7c8c-46d1-a729-45f467c20af1 req-1d4d8fb0-69a1-4472-be3c-87be5ae38187 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:44.341731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7ff2c98-7c8c-46d1-a729-45f467c20af1 req-1d4d8fb0-69a1-4472-be3c-87be5ae38187 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 1.9461339 Apr 25 14:43:44.401804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0047a-0a82-4181-ac46-7c038a81149b req-fce9a222-2b3a-4551-a55a-989c7ed51496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:44.410120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5c0047a-0a82-4181-ac46-7c038a81149b req-fce9a222-2b3a-4551-a55a-989c7ed51496 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 1097 time: 0.8401444 Apr 25 14:43:44.497915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7ff2c98-7c8c-46d1-a729-45f467c20af1 req-269abb41-f932-4639-ad07-01fc9468ec29 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539638 Apr 25 14:43:44.524545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:43:44.540266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.598614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e30df17-2c17-4276-b1f9-84d2d86e4091 req-485acf06-4cbb-42f7-bb01-386e59821a6b tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dacddba-bbdf-4cf6-836a-62e825c8d6e1 HTTP/1.1" status: 200 len: 210 time: 0.1815183 Apr 25 14:43:44.617357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eaa90f34-6a4c-41f1-a44d-59a6bea81a30 admin admin] 10.222.0.23 "PUT /v2.0/routers/83b6294b-0062-4fe5-84bb-90473d1342f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4519229 Apr 25 14:43:44.622696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5c0047a-0a82-4181-ac46-7c038a81149b req-8e58d629-3e74-4238-b99d-25ae52ee9d8b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091690 Apr 25 14:43:44.656704 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.671267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Transition to ACTIVE for port object 76d5aa1c-885d-4d01-b516-46fd70477d94 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:44.698196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Transition to ACTIVE for port object 76d5aa1c-885d-4d01-b516-46fd70477d94 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:44.722560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.740150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:44.740829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.749754 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.813443 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ecaab8-1ff9-4047-8ec6-d9d6e174ff59'] response: {'server_uuid': '4dacddba-bbdf-4cf6-836a-62e825c8d6e1', 'name': 'network-vif-deleted', 'tag': 'e23fd7c5-eb22-4dd8-a70a-4aadb2d02882', 'status': 'completed', 'code': 200} Apr 25 14:43:44.864898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:44.866226 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:44.890039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Pushing event updated for resources: {'Port': ['ID=76d5aa1c-885d-4d01-b516-46fd70477d94,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:44.920352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:44.930755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:44.968091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.968403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.968789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.969296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.969877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.970254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.971162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.971536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.972273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.972772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.973155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.973543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:44.978550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efeda23-dda5-41c1-a688-e841b42737ef up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:44.998175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0170212 Apr 25 14:43:45.001937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48140) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:45.023767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'subnet': {'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:45.122176 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Sync routers for ids ['83b6294b-0062-4fe5-84bb-90473d1342f1'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:43:45.143689 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Routers {'83b6294b-0062-4fe5-84bb-90473d1342f1'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:45.144400 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['83b6294b-0062-4fe5-84bb-90473d1342f1'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:45.185891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746848dc-9fde-4af0-a529-eb23e9e08b9a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Network': ['ID=e5c58364-2dcb-4e63-8249-ef46245e0be6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:45.255794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e5c58364-2dcb-4e63-8249-ef46245e0be6 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:43:45.260234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:45.261993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab9502-d79a-41c2-88a4-fd5f1b7ba44f req-78b2e86d-0090-4cd5-bb04-775fcc8b56c9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:45.266535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fab9502-d79a-41c2-88a4-fd5f1b7ba44f req-78b2e86d-0090-4cd5-bb04-775fcc8b56c9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.4612312 Apr 25 14:43:45.331725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:subnet and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:45.343604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:45.372203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fab9502-d79a-41c2-88a4-fd5f1b7ba44f req-586bf2fc-4a3d-40e1-b3a8-fad1146e7ea1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963807 Apr 25 14:43:45.402330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:45.403664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:45.497147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:45.497615 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:45.553547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Attempting to bind port 76d5aa1c-885d-4d01-b516-46fd70477d94 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:45.553953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Attempting to bind port 76d5aa1c-885d-4d01-b516-46fd70477d94 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'fc24d7bc-9142-47d0-8227-65d5cb04aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:45.554302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Attempting to bind port 76d5aa1c-885d-4d01-b516-46fd70477d94 on network 6fca1e9d-7773-48dc-b0b9-db903c951138 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:45.676665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Made reservation on behalf of 09b71f28a4cf43238eaf0e5a95142d61 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:45.688399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:45.741133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 0efeda23-dda5-41c1-a688-e841b42737ef completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:45.771218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:45.772665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Checking segment: {'id': 'fc24d7bc-9142-47d0-8227-65d5cb04aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:45.773263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:45.773795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Bound using segment: {'id': 'fc24d7bc-9142-47d0-8227-65d5cb04aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:45.774485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Bound port: 76d5aa1c-885d-4d01-b516-46fd70477d94, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc24d7bc-9142-47d0-8227-65d5cb04aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6fca1e9d-7773-48dc-b0b9-db903c951138'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:45.775030 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:45.874532 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:45.878662 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Set router 83b6294b-0062-4fe5-84bb-90473d1342f1 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:45.986650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48172) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:46.004221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] For port 76d5aa1c-885d-4d01-b516-46fd70477d94, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:46.008709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] For port 76d5aa1c-885d-4d01-b516-46fd70477d94, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=76d5aa1c-885d-4d01-b516-46fd70477d94,segment=NetworkSegment(fc24d7bc-9142-47d0-8227-65d5cb04aa82),segment_id=fc24d7bc-9142-47d0-8227-65d5cb04aa82)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:46.011202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 0efeda23-dda5-41c1-a688-e841b42737ef triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:46.012109 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:46.135048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:46.242479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85110-c600-4f76-82cd-8a5e90b3abb7 None None] Pushing event updated for resources: {'Port': ['ID=76d5aa1c-885d-4d01-b516-46fd70477d94,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:46.247313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-ce7523ae-a060-45d1-a766-8f29c9f70af3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.256360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-ce7523ae-a060-45d1-a766-8f29c9f70af3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 1.0463121 Apr 25 14:43:46.316406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-ab7b86eb-4f80-46b0-b5b4-a2a0ac3dffec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0463235 Apr 25 14:43:46.370559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40721761-4648-4f99-8ef4-e10273e5fc54'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:46.382444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb227e46-1202-4d73-885b-799013c48b39 req-a97fbd29-2c6f-4936-966e-10539c76c117 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5977936 Apr 25 14:43:46.405915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:46.439588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:46.460599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Usage tracker for resource:floatingip and tenant:ddda44ab100740a2845b45ab09ad8060 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:46.461856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 40721761-4648-4f99-8ef4-e10273e5fc54, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=40721761-4648-4f99-8ef4-e10273e5fc54,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:46.488541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.489553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.490421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.491147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.491820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.492626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.493313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:46.510384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-aa18fe92-bf90-4532-8d0e-a21e78fdd93c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6493 time: 0.5146871 Apr 25 14:43:46.513064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:46.540716 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:46.568632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:46.617560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:46.618560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:43:46.620175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:46.655544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-3eafe509-e1f8-49bc-b703-f0fbcde92e43 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435699 Apr 25 14:43:46.887099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=40721761-4648-4f99-8ef4-e10273e5fc54,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:46.903059 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:43:40Z', 'revision_number': 4, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'faeb7c45-0010-470b-b709-30b1136f6b22', 'name': '', 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'mac_address': 'fa:16:3e:6d:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:37Z', 'updated_at': '2022-04-25T14:43:40Z', 'revision_number': 2, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'subnets': [{'id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:46.921011 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Checking router: 83b6294b-0062-4fe5-84bb-90473d1342f1 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:43:46.921403 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Updating router 83b6294b-0062-4fe5-84bb-90473d1342f1 port faeb7c45-0010-470b-b709-30b1136f6b22 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:43:46.979255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.038320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0efeda23-dda5-41c1-a688-e841b42737ef, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efeda23-dda5-41c1-a688-e841b42737ef,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:47.039637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:43:47.040102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e23fd7c5-eb22-4dd8-a70a-4aadb2d02882 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:43:47.061173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.089899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.102333 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.137260 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.460273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:47.486796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-8b82780e-d81a-4dbc-a35a-f2f09852c910 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:47.503323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=0efeda23-dda5-41c1-a688-e841b42737ef,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:47.518902 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.571203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Allocated IP 172.25.0.92 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/84e4c921-176f-4f78-8f64-fe2735f84181) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:47.594014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Subnet': ['ID=006f7b7f-f26b-42bc-b0f3-734475097026,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:47.617774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Checking segment: {'id': '4d625090-2d95-4a8c-9834-6714a920d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:47.618147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network hostable DHCP agents. Network: 5794d32f-a29f-4303-87e9-2e6bd161a095, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:43:47.625335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-8b82780e-d81a-4dbc-a35a-f2f09852c910 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:47.626689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-8b82780e-d81a-4dbc-a35a-f2f09852c910 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2992046 Apr 25 14:43:47.656488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:43:47.707906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:47.724486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5794d32f-a29f-4303-87e9-2e6bd161a095) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:47.733620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a644bfa-322c-45b3-86a8-3b1eab1674ee None None] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:47.743501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:47.744796 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.820315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.837905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 76d5aa1c-885d-4d01-b516-46fd70477d94 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:47.863971 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6a2b5bc5-2564-486b-a624-64f745cbdb59 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8573093 Apr 25 14:43:47.864184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.867632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48188) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:47.889252 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.901344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-223a3d07-c65d-44aa-8fec-25467c79e552 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307651 Apr 25 14:43:47.909480 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Transition to ACTIVE for port object faeb7c45-0010-470b-b709-30b1136f6b22 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:47.921692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'subnet': {'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:47.928421 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:47.952854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:47.967911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:47.976119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:47.988187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 76d5aa1c-885d-4d01-b516-46fd70477d94 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:48.107043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5794d32f-a29f-4303-87e9-2e6bd161a095', 'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095', 'tenant_id': '09b71f28a4cf43238eaf0e5a95142d61', 'fixed_ips': [{'subnet_id': '006f7b7f-f26b-42bc-b0f3-734475097026'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:43:48.109201 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.116822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-0d2ff189-f392-4f66-af49-f6bed635b12b service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046220 Apr 25 14:43:48.135031 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Pushing event updated for resources: {'Port': ['ID=faeb7c45-0010-470b-b709-30b1136f6b22,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:48.153489 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.153828 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.154543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.154896 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.155240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.155576 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.155902 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.156228 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.156551 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.156875 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.157246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.157571 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:43:48.187499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Pushing event updated for resources: {'Port': ['ID=84e4c921-176f-4f78-8f64-fe2735f84181,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:48.303501 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Attempting to bind port faeb7c45-0010-470b-b709-30b1136f6b22 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:48.304096 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Attempting to bind port faeb7c45-0010-470b-b709-30b1136f6b22 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:48.305866 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Attempting to bind port faeb7c45-0010-470b-b709-30b1136f6b22 on network c852911d-d519-49db-b06f-5e19a2e30c91 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:48.317159 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:48.317966 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Checking segment: {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:48.318563 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.319311 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Bound using segment: {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:48.320613 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Bound port: faeb7c45-0010-470b-b709-30b1136f6b22, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60690c98-bc1e-47da-bbf4-77cbc6e519bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:48.321525 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.460521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:48.466519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Usage tracker for resource:subnet and tenant:09b71f28a4cf43238eaf0e5a95142d61 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:48.473590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:48.481983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:48.494075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.503250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Made reservation on behalf of 09b71f28a4cf43238eaf0e5a95142d61 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:48.506714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.526238 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] For port faeb7c45-0010-470b-b709-30b1136f6b22, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:48.530343 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] For port faeb7c45-0010-470b-b709-30b1136f6b22, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=faeb7c45-0010-470b-b709-30b1136f6b22,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:48.541501 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.564649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Allocated IP 172.20.0.2 (5794d32f-a29f-4303-87e9-2e6bd161a095/006f7b7f-f26b-42bc-b0f3-734475097026/12be1c23-959c-42eb-b241-3a86a531aab6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:48.698755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b87d77-3a18-49d0-b8d9-d9d5c5cc3afb None None] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:48.732787 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c8965-64b9-421d-b1fb-f6e590788635 None None] Pushing event updated for resources: {'Port': ['ID=faeb7c45-0010-470b-b709-30b1136f6b22,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:48.758536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:48.783923 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Routers {'83b6294b-0062-4fe5-84bb-90473d1342f1'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:48.786642 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['83b6294b-0062-4fe5-84bb-90473d1342f1'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:48.832193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730629b4-dc54-423f-865d-ba955736d273 req-813625e4-0470-436d-b300-eba0d9114568 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:48.833837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-730629b4-dc54-423f-865d-ba955736d273 req-813625e4-0470-436d-b300-eba0d9114568 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.2392988 Apr 25 14:43:48.841716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-b9cf67e7-8773-4958-bd2c-e148ba9f15f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382389 Apr 25 14:43:48.956124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44021a20-1159-4772-90c7-434d460db997 None None] Provisioning for port 76d5aa1c-885d-4d01-b516-46fd70477d94 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:48.957113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-730629b4-dc54-423f-865d-ba955736d273 req-9674813e-45af-4f70-9cab-bacf8d923123 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143861 Apr 25 14:43:48.989283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44021a20-1159-4772-90c7-434d460db997 None None] Provisioning complete for port 76d5aa1c-885d-4d01-b516-46fd70477d94 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:48.992364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44021a20-1159-4772-90c7-434d460db997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.172511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-c937c529-60f2-45b5-bc08-2e714325a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:49.174628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-c937c529-60f2-45b5-bc08-2e714325a850 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 1096 time: 0.2077610 Apr 25 14:43:49.224146 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] Set router 83b6294b-0062-4fe5-84bb-90473d1342f1 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:49.315139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.343032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.372531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Transition to ACTIVE for port object 12be1c23-959c-42eb-b241-3a86a531aab6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:49.412116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-d8fb9e12-e117-41ca-9ab8-ea0296d02043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:49.426838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-d8fb9e12-e117-41ca-9ab8-ea0296d02043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.2035224 Apr 25 14:43:49.436628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a53a3-5b84-472c-a9f5-4b613093740b req-02f6ee71-845c-42cd-9e80-58dba8d61e1c tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:49.464695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.465647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef5a53a3-5b84-472c-a9f5-4b613093740b req-02f6ee71-845c-42cd-9e80-58dba8d61e1c tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.2899187 Apr 25 14:43:49.486203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Checking segment: {'id': 'a87fa489-4803-428f-967a-819d760b29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:49.486561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network hostable DHCP agents. Network: e5c58364-2dcb-4e63-8249-ef46245e0be6, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:43:49.495087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Transition to ACTIVE for port object 12be1c23-959c-42eb-b241-3a86a531aab6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:49.504376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.579240 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44021a20-1159-4772-90c7-434d460db997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.596712 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.603385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Pushing event updated for resources: {'Port': ['ID=84e4c921-176f-4f78-8f64-fe2735f84181,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:49.605541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Subnet': ['ID=0864512a-c0c1-4cb7-b357-e6fa0aca3ac3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:49.643715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-cfc21c00-a7d2-4512-849a-3e9cedd1e43d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 200 len: 217 time: 0.1745613 Apr 25 14:43:49.674143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network e5c58364-2dcb-4e63-8249-ef46245e0be6 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:43:49.697932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:49.705244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e5c58364-2dcb-4e63-8249-ef46245e0be6) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:49.715542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:43:40Z', 'revision_number': 4, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'faeb7c45-0010-470b-b709-30b1136f6b22', 'name': '', 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'mac_address': 'fa:16:3e:6d:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:37Z', 'updated_at': '2022-04-25T14:43:48Z', 'revision_number': 4, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'subnets': [{'id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:49.726105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:49.727136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.729905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40544532-8319-4984-bccb-0d38af8d0b3c None None] The sync data for ids ['83b6294b-0062-4fe5-84bb-90473d1342f1'] in n-d-811416-6 is: [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:43:40Z', 'revision_number': 4, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'faeb7c45-0010-470b-b709-30b1136f6b22', 'name': '', 'network_id': 'c852911d-d519-49db-b06f-5e19a2e30c91', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'mac_address': 'fa:16:3e:6d:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:37Z', 'updated_at': '2022-04-25T14:43:48Z', 'revision_number': 4, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'subnets': [{'id': 'f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:43:49.732254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef5a53a3-5b84-472c-a9f5-4b613093740b req-3d1f5c47-84aa-4a13-87e2-71ced332d80b tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623374 Apr 25 14:43:49.736942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.767667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-2e45bafb-fa73-49ce-8c17-8d3005dd1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:49.769172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-2e45bafb-fa73-49ce-8c17-8d3005dd1059 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1095061 Apr 25 14:43:49.814915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4986f968-9f17-4335-b1cc-ecc9a2751303 None None] Network e5c58364-2dcb-4e63-8249-ef46245e0be6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:49.874764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:49.877133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:49.877745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb227e46-1202-4d73-885b-799013c48b39 req-e7b7cb8e-a6a7-4dd3-bcc7-aa78135c0297 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4826679 Apr 25 14:43:49.883097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5fd8e83c-1886-4eb5-b1fd-56af4977f29a tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9699531 Apr 25 14:43:49.884264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48204) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:49.889964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:49.906040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:49.927746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-228da8f3-c2f1-4f0f-b600-b87285120ead service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506557 Apr 25 14:43:49.964975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-44021a20-1159-4772-90c7-434d460db997 None None] For port 76d5aa1c-885d-4d01-b516-46fd70477d94, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=76d5aa1c-885d-4d01-b516-46fd70477d94,segment=NetworkSegment(fc24d7bc-9142-47d0-8227-65d5cb04aa82),segment_id=fc24d7bc-9142-47d0-8227-65d5cb04aa82)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:49.994872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Pushing event updated for resources: {'Port': ['ID=12be1c23-959c-42eb-b241-3a86a531aab6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:50.055118 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44021a20-1159-4772-90c7-434d460db997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:50.209547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:50.209928 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:50.295243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-eb227e46-1202-4d73-885b-799013c48b39 req-6e08b4cc-e687-4f70-b2a3-e3b96060cea9 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Synchronizing usage tracker for tenant:ddda44ab100740a2845b45ab09ad8060 on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:50.297019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-1486fcd6-727a-40ed-9af7-4546d8ea467d service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613532 Apr 25 14:43:50.435986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021a20-1159-4772-90c7-434d460db997 None None] Pushing event updated for resources: {'Port': ['ID=76d5aa1c-885d-4d01-b516-46fd70477d94,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:50.466854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Attempting to bind port 12be1c23-959c-42eb-b241-3a86a531aab6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:50.467474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Attempting to bind port 12be1c23-959c-42eb-b241-3a86a531aab6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4d625090-2d95-4a8c-9834-6714a920d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:50.468245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Attempting to bind port 12be1c23-959c-42eb-b241-3a86a531aab6 on network 5794d32f-a29f-4303-87e9-2e6bd161a095 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:50.542695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e305f77-126e-430b-93e5-8494d6d7e6c0 req-8e12881f-fa67-4951-a216-9d4f905c2c66 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:50.552033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:50.552360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e305f77-126e-430b-93e5-8494d6d7e6c0 req-8e12881f-fa67-4951-a216-9d4f905c2c66 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.4027038 Apr 25 14:43:50.552887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Checking segment: {'id': '4d625090-2d95-4a8c-9834-6714a920d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:50.553479 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:50.554038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Bound using segment: {'id': '4d625090-2d95-4a8c-9834-6714a920d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:50.554660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Bound port: 12be1c23-959c-42eb-b241-3a86a531aab6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d625090-2d95-4a8c-9834-6714a920d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5794d32f-a29f-4303-87e9-2e6bd161a095'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:50.555199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:50.632932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e305f77-126e-430b-93e5-8494d6d7e6c0 req-c3c34a10-a951-4c23-96db-44bc5434bee5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795543 Apr 25 14:43:50.651199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59d88647-a08b-47ff-b55f-b446b3ecc10c req-2adc8f33-c07d-46aa-90e6-2f45d60cb028 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474038 Apr 25 14:43:50.751776 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c9dd6a-17cc-47b1-8fef-2c9feb8f5d69'] response: {'server_uuid': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40721761-4648-4f99-8ef4-e10273e5fc54', 'code': 200} Apr 25 14:43:50.759664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-eb227e46-1202-4d73-885b-799013c48b39 req-6e08b4cc-e687-4f70-b2a3-e3b96060cea9 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Unset dirty status for tenant:ddda44ab100740a2845b45ab09ad8060 on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:50.766278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb227e46-1202-4d73-885b-799013c48b39 req-6e08b4cc-e687-4f70-b2a3-e3b96060cea9 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.8742704 Apr 25 14:43:50.773480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-e5c58364-2dcb-4e63-8249-ef46245e0be6', 'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6', 'tenant_id': '09b71f28a4cf43238eaf0e5a95142d61', 'fixed_ips': [{'subnet_id': '0864512a-c0c1-4cb7-b357-e6fa0aca3ac3'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:43:50.774497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:50.966055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ec853f0-65d8-497f-93ee-41dc25e0db00 req-50c879b0-1dac-4daf-9cd3-d092139d52ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 210 time: 0.0785067 Apr 25 14:43:50.971126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157d95-e980-4ed0-9b81-a3ecb0c32ea7 req-deb8a590-20ad-4c0f-873e-aa39a6e3f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:50.990821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-51157d95-e980-4ed0-9b81-a3ecb0c32ea7 req-deb8a590-20ad-4c0f-873e-aa39a6e3f44a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 1097 time: 0.1753416 Apr 25 14:43:50.992239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Allocated IP 172.20.0.2 (e5c58364-2dcb-4e63-8249-ef46245e0be6/0864512a-c0c1-4cb7-b357-e6fa0aca3ac3/f8480923-5815-4da7-b4de-20040901866c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:51.066838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-51157d95-e980-4ed0-9b81-a3ecb0c32ea7 req-4f73aef3-491c-40ad-94b1-aa7336d24060 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689607 Apr 25 14:43:51.067909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-6f20b94d-08f5-4d02-831d-18f590e1923c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:51.069414 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-6f20b94d-08f5-4d02-831d-18f590e1923c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.9710050 Apr 25 14:43:51.199720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-421c8811-8558-4626-b34e-d9e2106b1a97 None None] Provisioning complete for port 76d5aa1c-885d-4d01-b516-46fd70477d94 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:51.200284 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-421c8811-8558-4626-b34e-d9e2106b1a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:51.291356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': '2b961e59-afca-4e06-9a15-355cb268fd28', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:51.306510 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:51.350943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff4b52-9289-468e-902c-a5dbe8fd13c0 req-60efea95-ef12-41e8-8a9a-211c68261a57 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:51.353298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dff4b52-9289-468e-902c-a5dbe8fd13c0 req-60efea95-ef12-41e8-8a9a-211c68261a57 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.2568409 Apr 25 14:43:51.362777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48212) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:51.371867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Request body: {'floatingip': {'port_id': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:51.492453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:51.531844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb227e46-1202-4d73-885b-799013c48b39 req-e320ec9f-62f1-41f7-9b50-42405b36e7ef tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:51.543255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb227e46-1202-4d73-885b-799013c48b39 req-e320ec9f-62f1-41f7-9b50-42405b36e7ef tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.7508428 Apr 25 14:43:51.554695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:51.557733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-eb227e46-1202-4d73-885b-799013c48b39 req-ed01f402-6883-46ab-a5e2-acfca7f1c43c tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:43:51.558756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb227e46-1202-4d73-885b-799013c48b39 req-ed01f402-6883-46ab-a5e2-acfca7f1c43c tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146961 Apr 25 14:43:51.632705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] For port 12be1c23-959c-42eb-b241-3a86a531aab6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:51.717621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] For port 12be1c23-959c-42eb-b241-3a86a531aab6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12be1c23-959c-42eb-b241-3a86a531aab6,segment=NetworkSegment(4d625090-2d95-4a8c-9834-6714a920d0e0),segment_id=4d625090-2d95-4a8c-9834-6714a920d0e0)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:51.738102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Transition to ACTIVE for port object f8480923-5815-4da7-b4de-20040901866c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:51.750024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:51.783374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2aaf5101-6b6c-4daa-b19e-79635cded945 req-c6b1f714-40dd-49fb-950d-0260b94626f7 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips/596dec65-b178-400e-985d-72b515f9bb9b HTTP/1.1" status: 200 len: 692 time: 0.0878785 Apr 25 14:43:51.862609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 76d5aa1c-885d-4d01-b516-46fd70477d94 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:51.906536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Transition to ACTIVE for port object f8480923-5815-4da7-b4de-20040901866c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:51.929578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ff54-512a-4bd4-b598-b8ddc0144886 req-7660da40-ccec-4442-bba5-97ff93b47bb5 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:51.930646 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01d7ff54-512a-4bd4-b598-b8ddc0144886 req-7660da40-ccec-4442-bba5-97ff93b47bb5 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.2852073 Apr 25 14:43:51.943015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:51.980446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae6d6-9e99-4a5d-90cf-c88c46e4994a None None] Pushing event updated for resources: {'Port': ['ID=12be1c23-959c-42eb-b241-3a86a531aab6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:52.070044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Network e5c58364-2dcb-4e63-8249-ef46245e0be6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:52.078763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 76d5aa1c-885d-4d01-b516-46fd70477d94 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:52.079295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.113827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:52.121021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01d7ff54-512a-4bd4-b598-b8ddc0144886 req-3ed524f5-6132-4433-9468-1cb36e24d18c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529968 Apr 25 14:43:52.152109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Pushing event updated for resources: {'Port': ['ID=f8480923-5815-4da7-b4de-20040901866c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:52.171488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:52.406146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Allocated IP 172.20.0.1 (5794d32f-a29f-4303-87e9-2e6bd161a095/006f7b7f-f26b-42bc-b0f3-734475097026/fab31235-4046-4ed9-bc9c-64cbbc4c09d0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:52.471902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Attempting to bind port f8480923-5815-4da7-b4de-20040901866c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:52.472587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Attempting to bind port f8480923-5815-4da7-b4de-20040901866c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a87fa489-4803-428f-967a-819d760b29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:52.472755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Attempting to bind port f8480923-5815-4da7-b4de-20040901866c on network e5c58364-2dcb-4e63-8249-ef46245e0be6 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:52.508078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:52.508457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Checking segment: {'id': 'a87fa489-4803-428f-967a-819d760b29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:52.508858 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.509278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Bound using segment: {'id': 'a87fa489-4803-428f-967a-819d760b29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:52.509767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Bound port: f8480923-5815-4da7-b4de-20040901866c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87fa489-4803-428f-967a-819d760b29e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e5c58364-2dcb-4e63-8249-ef46245e0be6'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:52.510145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.515902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf5101-6b6c-4daa-b19e-79635cded945 req-4573b4f7-d364-44d7-bf7a-a2b6de8efc1d tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:52.519133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2aaf5101-6b6c-4daa-b19e-79635cded945 req-4573b4f7-d364-44d7-bf7a-a2b6de8efc1d tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.7188451 Apr 25 14:43:52.557284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:52.566713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-2aaf5101-6b6c-4daa-b19e-79635cded945 req-4b62da1a-b279-4268-9dbf-2abb1538e70d tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:43:52.567946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2aaf5101-6b6c-4daa-b19e-79635cded945 req-4b62da1a-b279-4268-9dbf-2abb1538e70d tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211246 Apr 25 14:43:52.629101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] For port f8480923-5815-4da7-b4de-20040901866c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:52.632949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] For port f8480923-5815-4da7-b4de-20040901866c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8480923-5815-4da7-b4de-20040901866c,segment=NetworkSegment(a87fa489-4803-428f-967a-819d760b29e4),segment_id=a87fa489-4803-428f-967a-819d760b29e4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:52.643036 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.672441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:52.711979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:43:52.722061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.759887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.763929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efeda23-dda5-41c1-a688-e841b42737ef'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:52.770380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.776365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device faeb7c45-0010-470b-b709-30b1136f6b22 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:52.829128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.838313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183ca9-387f-45fd-9bdd-ad04ea6934d1 None None] Pushing event updated for resources: {'Port': ['ID=f8480923-5815-4da7-b4de-20040901866c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:52.851479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Transition to ACTIVE for port object fab31235-4046-4ed9-bc9c-64cbbc4c09d0 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:52.878108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port faeb7c45-0010-470b-b709-30b1136f6b22 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:52.884894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port faeb7c45-0010-470b-b709-30b1136f6b22 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:52.885315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:52.934974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5145c69-0470-4f04-ae02-4e712188f4e5 req-7ed41ad0-a831-4d95-88bb-2937929a61b8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 210 time: 0.0672352 Apr 25 14:43:53.051571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:53.076844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:53.093192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port faeb7c45-0010-470b-b709-30b1136f6b22, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=faeb7c45-0010-470b-b709-30b1136f6b22,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:53.114403 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:53.209158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-820da7d6-53e1-4132-b542-e40aa4655c06 req-b9eb41cc-dc2c-4b76-ac46-5f9346ff48d1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=ddda44ab100740a2845b45ab09ad8060 HTTP/1.1" status: 200 len: 695 time: 0.1778641 Apr 25 14:43:53.224723 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Floating IP 01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9 associated. External IP: 172.25.0.153, port: d233681e-ded7-48c1-942e-ba5e1d8fa7d1. Apr 25 14:43:53.249781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=faeb7c45-0010-470b-b709-30b1136f6b22,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:53.262836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:53.307644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:53.311183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Port': ['ID=fab31235-4046-4ed9-bc9c-64cbbc4c09d0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:53.318637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:53.402953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.14 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/853731ed-7431-4763-a408-a4c74d6a8835) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:53.414803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340203ac-3dd6-4ab0-a1fe-561ed4da6087 req-2e8ed477-32ea-4e40-b2bb-87e7ee107bcf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:53.416695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-340203ac-3dd6-4ab0-a1fe-561ed4da6087 req-2e8ed477-32ea-4e40-b2bb-87e7ee107bcf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.5526879 Apr 25 14:43:53.538471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b72c41-7377-4cd6-be81-d830c0833f46 None None] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:53.649811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-340203ac-3dd6-4ab0-a1fe-561ed4da6087 req-5f37df4e-4b27-44c9-a6fe-ddbb7517ca30 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222385 Apr 25 14:43:53.663659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:53.732213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0803965e-4d0e-4089-86be-55309fb0bb8b None None] Provisioning for port 12be1c23-959c-42eb-b241-3a86a531aab6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:53.778617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da7d6-53e1-4132-b542-e40aa4655c06 req-122dc3ac-011f-4b13-aeed-7b76104ae34f tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:53.779910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-820da7d6-53e1-4132-b542-e40aa4655c06 req-122dc3ac-011f-4b13-aeed-7b76104ae34f tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Synchronizing usage tracker for tenant:ddda44ab100740a2845b45ab09ad8060 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:53.864278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:53.976021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8480923-5815-4da7-b4de-20040901866c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:54.057845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-820da7d6-53e1-4132-b542-e40aa4655c06 req-122dc3ac-011f-4b13-aeed-7b76104ae34f tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Unset dirty status for tenant:ddda44ab100740a2845b45ab09ad8060 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:54.077165 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-820da7d6-53e1-4132-b542-e40aa4655c06 req-122dc3ac-011f-4b13-aeed-7b76104ae34f tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks?id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 787 time: 0.8568692 Apr 25 14:43:54.132482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f8480923-5815-4da7-b4de-20040901866c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:54.144133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12be1c23-959c-42eb-b241-3a86a531aab6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:54.221715 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847f3fe7-cfde-43c6-ae08-54435e32b7d0'] response: {'server_uuid': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efeda23-dda5-41c1-a688-e841b42737ef', 'code': 200} Apr 25 14:43:54.308866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:54.326649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 12be1c23-959c-42eb-b241-3a86a531aab6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:54.335083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 12be1c23-959c-42eb-b241-3a86a531aab6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:54.337220 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:54.499564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:54.527124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:43:54.550406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:43:54.603738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5bf89-da71-4739-8293-469ec36e4b3d None None] Network e5c58364-2dcb-4e63-8249-ef46245e0be6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:43:54.715445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4749-6ecd-47ee-ac1c-d3bba95f0c4d req-131794a1-567c-4dd8-b74f-c8c9337bd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:54.717689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-232b4749-6ecd-47ee-ac1c-d3bba95f0c4d req-131794a1-567c-4dd8-b74f-c8c9337bd1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 1096 time: 0.4897149 Apr 25 14:43:54.755630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:54.766684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:54.833804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:54.863564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c634db9d-f095-410a-8f68-687ce7efaa82 None None] Provisioning for port fab31235-4046-4ed9-bc9c-64cbbc4c09d0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:54.877480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-232b4749-6ecd-47ee-ac1c-d3bba95f0c4d req-094e6327-3871-4b76-9347-2bc69b9d146f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501257 Apr 25 14:43:54.887131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68903c62-962e-40ed-8b6b-81a215a8b95d req-6628b657-db4b-4ae0-a987-400ad6ca0e5b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:54.897560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68903c62-962e-40ed-8b6b-81a215a8b95d req-6628b657-db4b-4ae0-a987-400ad6ca0e5b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 932 time: 0.4192398 Apr 25 14:43:54.903120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c634db9d-f095-410a-8f68-687ce7efaa82 None None] Provisioning complete for port fab31235-4046-4ed9-bc9c-64cbbc4c09d0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:54.903682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c634db9d-f095-410a-8f68-687ce7efaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:54.914392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=853731ed-7431-4763-a408-a4c74d6a8835,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:54.938469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fbb4c-337e-4e3a-a531-762a6614eafe req-a3e245a7-29ba-4208-b1d0-36ef130a9d32 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:54.946104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d73fbb4c-337e-4e3a-a531-762a6614eafe req-a3e245a7-29ba-4208-b1d0-36ef130a9d32 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.6179547 Apr 25 14:43:54.961736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68903c62-962e-40ed-8b6b-81a215a8b95d req-d0995f42-3bcb-4e65-ba1e-0bcbaa611575 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631032 Apr 25 14:43:54.994578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:43:55.014215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.021008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] Sync routers for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:43:55.030246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:55.030897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.055381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d73fbb4c-337e-4e3a-a531-762a6614eafe req-7ee8925f-d504-4c0b-bb60-f484bfcf6813 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082027 Apr 25 14:43:55.083816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:55.083816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:55.084080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.090868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d4e5631e-0bc5-49aa-b21a-c3e0489eb6f7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8120842 Apr 25 14:43:55.093103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.146990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.174506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c634db9d-f095-410a-8f68-687ce7efaa82 None None] Port fab31235-4046-4ed9-bc9c-64cbbc4c09d0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:55.192330 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-30f5c6cc-3586-4563-9811-b3a3677edd29 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips/596dec65-b178-400e-985d-72b515f9bb9b HTTP/1.1" status: 200 len: 692 time: 0.1388190 Apr 25 14:43:55.217635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Request body: {'port': {'device_id': '2b961e59-afca-4e06-9a15-355cb268fd28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:55.412932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc0d09c6-689c-4c52-9c69-1551f2003b54 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "PUT /v2.0/floatingips/01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9 HTTP/1.1" status: 200 len: 991 time: 4.0487456 Apr 25 14:43:55.432002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:55.437713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 12be1c23-959c-42eb-b241-3a86a531aab6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12be1c23-959c-42eb-b241-3a86a531aab6,segment=NetworkSegment(4d625090-2d95-4a8c-9834-6714a920d0e0),segment_id=4d625090-2d95-4a8c-9834-6714a920d0e0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:55.441475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c634db9d-f095-410a-8f68-687ce7efaa82 None None] Provisioning complete for port 12be1c23-959c-42eb-b241-3a86a531aab6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:55.442937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c634db9d-f095-410a-8f68-687ce7efaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.470445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.473646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Port': ['ID=fab31235-4046-4ed9-bc9c-64cbbc4c09d0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:55.523800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-ee533332-b7cb-450d-a9ac-6ca22698373e tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:55.525635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-ee533332-b7cb-450d-a9ac-6ca22698373e tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.3250482 Apr 25 14:43:55.544429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.561143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:55.562232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device faeb7c45-0010-470b-b709-30b1136f6b22 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:55.568278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-78bc0920-9248-4fe4-a12f-d182cccea2ea tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:43:55.569635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-78bc0920-9248-4fe4-a12f-d182cccea2ea tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102508 Apr 25 14:43:55.576424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-e8822679-9a32-48d0-a4e9-86f3555fac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:55.578547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-e8822679-9a32-48d0-a4e9-86f3555fac27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1094 time: 0.1619732 Apr 25 14:43:55.700166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf91e-677e-454c-84e9-2917f79e17d8 req-bdbbf2a6-8705-49ca-bac5-586757df2ab4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:55.711349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae0cf91e-677e-454c-84e9-2917f79e17d8 req-bdbbf2a6-8705-49ca-bac5-586757df2ab4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.4056215 Apr 25 14:43:55.790650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-ab59a7ae-3676-46cb-8e34-2ae55ded0b91 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.1841619 Apr 25 14:43:55.821068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ae0cf91e-677e-454c-84e9-2917f79e17d8 req-188addb2-d1a5-461e-926b-96cbf02a1bf6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048586 Apr 25 14:43:55.895982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:55.945746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:55.959286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:56.125356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=12be1c23-959c-42eb-b241-3a86a531aab6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:56.170644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-c3c578a0-4454-4be8-8ba4-732818dfcb59 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.3903520 Apr 25 14:43:56.292785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port faeb7c45-0010-470b-b709-30b1136f6b22 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:56.293304 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.376933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-a0731da2-a48d-4655-b8bf-9cb86369e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:56.378972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-a0731da2-a48d-4655-b8bf-9cb86369e33f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.6986477 Apr 25 14:43:56.383664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Deleting port 84e4c921-176f-4f78-8f64-fe2735f84181 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:43:56.384585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.426767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Provisioning for port f8480923-5815-4da7-b4de-20040901866c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:43:56.539325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-9f5c02b4-05ab-4fd6-b675-8c65c6940875 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 200 len: 999 time: 0.1209893 Apr 25 14:43:56.618513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Provisioning complete for port f8480923-5815-4da7-b4de-20040901866c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:56.619147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.668792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-2772d454-4a6a-49aa-83c2-b2bd29b95f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:56.670402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-2772d454-4a6a-49aa-83c2-b2bd29b95f63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.1138482 Apr 25 14:43:56.684330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853731ed-7431-4763-a408-a4c74d6a8835 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:43:56.706136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eddad2-8730-4d4c-8fa3-d3a51545c5b0 req-0cc6b38c-498e-4896-8751-034d900274e8 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:56.707728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-14eddad2-8730-4d4c-8fa3-d3a51545c5b0 req-0cc6b38c-498e-4896-8751-034d900274e8 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.7550642 Apr 25 14:43:56.718596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.779183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Transition to ACTIVE for port object 853731ed-7431-4763-a408-a4c74d6a8835 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:43:56.794317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.810182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'port_id': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'mac_address': 'fa:16:3e:ac:6e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:42:27Z', 'updated_at': '2022-04-25T14:43:52Z', 'revision_number': 1, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:23Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:56.815808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.816220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.822371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] Checking router: 88e0279b-d57b-4435-ae4b-25d15a1cdc2e for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:43:56.844469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:56.856096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:56.856739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:56.866893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-14eddad2-8730-4d4c-8fa3-d3a51545c5b0 req-cab62e09-516d-4d35-b408-52cead6ef507 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450362 Apr 25 14:43:56.873810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Pushing event updated for resources: {'Port': ['ID=853731ed-7431-4763-a408-a4c74d6a8835,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:56.959473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Calling delete_port for 84e4c921-176f-4f78-8f64-fe2735f84181 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:43:56.969750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] For port f8480923-5815-4da7-b4de-20040901866c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8480923-5815-4da7-b4de-20040901866c,segment=NetworkSegment(a87fa489-4803-428f-967a-819d760b29e4),segment_id=a87fa489-4803-428f-967a-819d760b29e4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:43:57.000807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-48b90d51-6930-461c-b23d-ae1505ec867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:57.003184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-48b90d51-6930-461c-b23d-ae1505ec867e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803376 Apr 25 14:43:57.011658 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0cca48-dd57-4630-bd3f-efe49d4800ad'] response: {'name': 'network-changed', 'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'status': 'completed', 'code': 200} Apr 25 14:43:57.038452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12be1c23-959c-42eb-b241-3a86a531aab6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:57.080806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.168510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Router 84b46dea-806f-48aa-932a-b98b568c7a5c is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:43:57.210025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Provisioning complete for port fab31235-4046-4ed9-bc9c-64cbbc4c09d0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:57.210592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.227593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-3478046b-e184-42ec-9538-89abd2c66e36 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999173 Apr 25 14:43:57.247245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:43:57.273732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.307564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Pushing event updated for resources: {'Port': ['ID=f8480923-5815-4da7-b4de-20040901866c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:57.392983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Pushing event deleted for resources: {'Port': ['ID=84e4c921-176f-4f78-8f64-fe2735f84181,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:57.434446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-78124ed2-7fdc-476f-8f4b-8597f4ae48d2 None None] Port fab31235-4046-4ed9-bc9c-64cbbc4c09d0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:43:57.434446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 12be1c23-959c-42eb-b241-3a86a531aab6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:57.434446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.469080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Attempting to bind port 853731ed-7431-4763-a408-a4c74d6a8835 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:43:57.469080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Attempting to bind port 853731ed-7431-4763-a408-a4c74d6a8835 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:43:57.469080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Attempting to bind port 853731ed-7431-4763-a408-a4c74d6a8835 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:57.469080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:43:57.480645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Port 853731ed-7431-4763-a408-a4c74d6a8835 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:43:57.480645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Attempting to bind port 853731ed-7431-4763-a408-a4c74d6a8835 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:43:57.495237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b245cda-f44a-47b7-b759-26c4cfeec62b tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5945156 Apr 25 14:43:57.498345 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] Sync routers for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:43:57.502446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48260) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:57.506114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:43:57.506114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:43:57.506114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:43:57.506114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Bound port: 853731ed-7431-4763-a408-a4c74d6a8835, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:43:57.506114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.510435 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:57.512052 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:57.571604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-1aa727eb-aac6-4875-b351-393cbe899dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:57.573018 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-1aa727eb-aac6-4875-b351-393cbe899dc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a&device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 1096 time: 0.5206749 Apr 25 14:43:57.592154 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:57.595638 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712f2ee9-88a7-49ed-b847-c359621a7252 req-be1e67cc-8020-4b8f-a5bc-0c07c8b89b0f service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572357 Apr 25 14:43:57.604364 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:43:57.605271 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:57.616173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.671048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.676656 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:57.676943 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9faedc-82fd-415b-99ed-68482a22f5c0 None None] The sync data for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:43:57.678919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94e2b0ce-10d0-47d5-960c-57c2a0426b24 req-f9f72603-54cb-430e-96e2-00d07f5708ba tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "DELETE /v2.0/floatingips/596dec65-b178-400e-985d-72b515f9bb9b HTTP/1.1" status: 204 len: 173 time: 1.5073233 Apr 25 14:43:57.697518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8f904988-82da-4e7f-93b2-fa9636ef5ed1 None None] Provisioning complete for port f8480923-5815-4da7-b4de-20040901866c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:57.697895 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8f904988-82da-4e7f-93b2-fa9636ef5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:57.743442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebd46-9fe8-4da1-b6e8-c44bfb109b04 req-a3803bfa-3283-451b-bbf2-5808c2cceff7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:57.744248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-954ebd46-9fe8-4da1-b6e8-c44bfb109b04 req-a3803bfa-3283-451b-bbf2-5808c2cceff7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:43:58.011848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e88f6b-c192-4385-8649-596a95d289ff req-38058e27-e3ff-44b4-8c5c-4edbfffc70ea tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:58.014163 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89e88f6b-c192-4385-8649-596a95d289ff req-38058e27-e3ff-44b4-8c5c-4edbfffc70ea tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.2429156 Apr 25 14:43:58.021882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'port_id': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'mac_address': 'fa:16:3e:ac:6e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:42:27Z', 'updated_at': '2022-04-25T14:43:52Z', 'revision_number': 1, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:23Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:43:58.028673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7dd231-ebc3-4e0e-9800-4515e0a9f144 None None] The sync data for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 is: [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'port_id': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'mac_address': 'fa:16:3e:ac:6e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:42:27Z', 'updated_at': '2022-04-25T14:43:52Z', 'revision_number': 1, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:23Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:43:58.029913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-954ebd46-9fe8-4da1-b6e8-c44bfb109b04 req-a3803bfa-3283-451b-bbf2-5808c2cceff7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:43:58.031072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-954ebd46-9fe8-4da1-b6e8-c44bfb109b04 req-a3803bfa-3283-451b-bbf2-5808c2cceff7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 944 time: 0.8548675 Apr 25 14:43:58.075463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89e88f6b-c192-4385-8649-596a95d289ff req-cc260a1d-223e-4ccc-900f-a0b2bcf6c24b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516100 Apr 25 14:43:58.132560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] For port 853731ed-7431-4763-a408-a4c74d6a8835, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:43:58.200596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-f7a0539f-1dbf-4f42-a7bd-67f8c9b72af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:58.202069 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-f7a0539f-1dbf-4f42-a7bd-67f8c9b72af9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=624f3915-82fa-48e1-955c-d0da3135a40e HTTP/1.1" status: 200 len: 915 time: 0.6130695 Apr 25 14:43:58.229292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] For port 853731ed-7431-4763-a408-a4c74d6a8835, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=853731ed-7431-4763-a408-a4c74d6a8835,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:43:58.272937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa0ed-6740-4042-8bfd-f314a3190c97 req-d3f66d4d-5661-4e6e-864c-db5b11786dd2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:58.274477 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be1fa0ed-6740-4042-8bfd-f314a3190c97 req-d3f66d4d-5661-4e6e-864c-db5b11786dd2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.0927727 Apr 25 14:43:58.311397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:58.320972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2e864-6a3b-4c3e-b6da-83bf1f1d7940 None None] New status for floating IP 01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:43:58.327064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be1fa0ed-6740-4042-8bfd-f314a3190c97 req-06c9cf21-f085-4c54-8f71-bf620649689a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Apr 25 14:43:58.330293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-954ebd46-9fe8-4da1-b6e8-c44bfb109b04 req-4d2974c5-92d2-49d8-a67c-6eefef78097a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283132 Apr 25 14:43:58.463084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Pushing event updated for resources: {'Port': ['ID=853731ed-7431-4763-a408-a4c74d6a8835,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:58.549499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:58.550164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:58.551548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d844a81f-c151-4141-b01b-03915ad33868 service neutron] 10.222.0.15 "PUT /v2.0/ports/853731ed-7431-4763-a408-a4c74d6a8835 HTTP/1.1" status: 200 len: 1092 time: 3.3976247 Apr 25 14:43:58.559168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b961e59-afca-4e06-9a15-355cb268fd28', 'tag': '853731ed-7431-4763-a408-a4c74d6a8835'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:43:58.634424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-b882a550-8207-4dc4-9b7a-9b15dd461903 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2704408 Apr 25 14:43:58.644801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:43:58.653499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:43:58.658206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Usage tracker for resource:floatingip and tenant:ddda44ab100740a2845b45ab09ad8060 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:43:58.661402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:43:58.667939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:43:58.669815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:58.680218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:58.748113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-404a5c82-1c4f-4df9-b42f-c06210c29c1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1 HTTP/1.1" status: 200 len: 999 time: 0.5230961 Apr 25 14:43:58.819295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:58.889164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-910d270a-5bcc-4a71-9b01-c51b2a54cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:58.890181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-910d270a-5bcc-4a71-9b01-c51b2a54cc3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebbf214-01e5-46bc-aa8b-1a4185c2ee10 HTTP/1.1" status: 200 len: 853 time: 0.1293452 Apr 25 14:43:58.893512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8480923-5815-4da7-b4de-20040901866c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:43:58.966131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Allocated IP 172.25.0.152 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/ad2ed0aa-9cbb-4682-a3c0-8471a9a03109) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:43:58.971269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f8480923-5815-4da7-b4de-20040901866c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:43:58.971921 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:58.998916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f5a5-54db-4d27-9085-3435160b6ea5 req-1e93478a-6668-4b6f-8bd9-2bc346286f6f tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:59.000314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65f4f5a5-54db-4d27-9085-3435160b6ea5 req-1e93478a-6668-4b6f-8bd9-2bc346286f6f tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.4215693 Apr 25 14:43:59.037823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-69a8c101-c09c-481f-b8de-beed4bbfeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:59.039264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-69a8c101-c09c-481f-b8de-beed4bbfeb33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 1095 time: 0.4027317 Apr 25 14:43:59.128893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:59.145599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-95216c3e-988b-43a8-ae83-8b9a47f10809 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853731ed-7431-4763-a408-a4c74d6a8835 HTTP/1.1" status: 200 len: 217 time: 0.0789399 Apr 25 14:43:59.162659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:59.214909 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-2169f25a-1a3a-42c7-b6f4-35ed14ed4e10 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 14:43:59.215978 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2169f25a-1a3a-42c7-b6f4-35ed14ed4e10 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7156234 Apr 25 14:43:59.219521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48272) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:43:59.227689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65f4f5a5-54db-4d27-9085-3435160b6ea5 req-c4c6ae57-1097-41e1-b5ec-9c27f2127c8d tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922534 Apr 25 14:43:59.237255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-2f681429-62c6-4233-8f46-07d342ea77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:59.238756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-2f681429-62c6-4233-8f46-07d342ea77d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=624f3915-82fa-48e1-955c-d0da3135a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3315370 Apr 25 14:43:59.295103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d6a6bb6b-5fd2-464e-b3e3-f2f01cd14f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:43:59.297022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-d6a6bb6b-5fd2-464e-b3e3-f2f01cd14f73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1401918 Apr 25 14:43:59.306882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:43:59.322335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:43:59.332203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:43:59.407119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-2b20dffa-2f3a-4c04-bd68-c04a81c3f06c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037877 Apr 25 14:43:59.415955 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0def1a03-1a9f-461d-b299-a6d3c6efd94a'] response: {'name': 'network-changed', 'server_uuid': '2b961e59-afca-4e06-9a15-355cb268fd28', 'tag': '853731ed-7431-4763-a408-a4c74d6a8835', 'status': 'completed', 'code': 200} Apr 25 14:43:59.436361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Pushing event updated for resources: {'Port': ['ID=ad2ed0aa-9cbb-4682-a3c0-8471a9a03109,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:43:59.710762 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:59.733984 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-11133836-e86a-41fd-b1d7-795fdad7fb0d service neutron] 10.222.0.21 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856732 Apr 25 14:43:59.829804 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:43:59.860137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-3a170032-a01a-4962-9d91-ce741ae17ae2 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412496 Apr 25 14:44:00.007757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bd3e2-aed5-4c79-a7ba-f489c49ee8a4 req-dd407973-2c8a-4c7d-a02d-16f82fef2007 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:00.009365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e68bd3e2-aed5-4c79-a7ba-f489c49ee8a4 req-dd407973-2c8a-4c7d-a02d-16f82fef2007 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 946 time: 0.3519721 Apr 25 14:44:00.041757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a5d405b-4748-4f03-9e88-bd96034a64f9 req-15c0a1fd-4a1b-4a32-9fd0-5b0bf89872e5 service neutron] 10.222.0.21 "GET /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001146 Apr 25 14:44:00.098640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e68bd3e2-aed5-4c79-a7ba-f489c49ee8a4 req-83b364ad-963d-4e89-b8a7-a3891e8069a5 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795064 Apr 25 14:44:00.102028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f05e735-0ab3-4c5b-a360-3b6a32a779e0 req-374a358e-eca4-4a53-9763-1973f8bba2ba service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308891 Apr 25 14:44:00.214566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:00.305925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-1941b051-ec3e-421f-8ed0-dcd0a6865f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:00.307436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-1941b051-ec3e-421f-8ed0-dcd0a6865f7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 1095 time: 0.1424015 Apr 25 14:44:00.321563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa6b3a-4eef-4347-8bc5-db983b24b1b8 req-e7cb493b-200f-400e-be75-061395400d36 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:00.322982 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7baa6b3a-4eef-4347-8bc5-db983b24b1b8 req-e7cb493b-200f-400e-be75-061395400d36 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 944 time: 0.1197925 Apr 25 14:44:00.354227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:00.362827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:00.461827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7baa6b3a-4eef-4347-8bc5-db983b24b1b8 req-dc3a400f-da24-4807-9ab4-81780dfaa48d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186702 Apr 25 14:44:00.492139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-980fef96-d58a-47fa-981e-c0e9c7e8301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:00.493671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-980fef96-d58a-47fa-981e-c0e9c7e8301f service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.1801510 Apr 25 14:44:00.580381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Pushing event updated for resources: {'Port': ['ID=ad2ed0aa-9cbb-4682-a3c0-8471a9a03109,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:00.596505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:00.629162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:00.629585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-bae03dae-94a7-46e5-b953-a96682e69ba7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853731ed-7431-4763-a408-a4c74d6a8835 HTTP/1.1" status: 200 len: 217 time: 0.1271036 Apr 25 14:44:00.630232 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-e9720f80-b573-469a-8151-7a5d295f0f22 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9901345 Apr 25 14:44:00.708492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-91ff8913-4fae-4597-a252-ada514603507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:00.709871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-91ff8913-4fae-4597-a252-ada514603507 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.0747752 Apr 25 14:44:00.721825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-380767c0-7a96-40b8-9d67-ba55cefa22c0 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Synchronizing usage tracker for tenant:ddda44ab100740a2845b45ab09ad8060 on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:00.764538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-d7980cca-fe1e-45e0-bbc4-948dffb29b9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428095 Apr 25 14:44:00.773896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b2483-5553-43e1-aba2-60ddb552e541 req-6f535113-50f1-426f-928a-593fd5a9b023 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:00.775304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad2b2483-5553-43e1-aba2-60ddb552e541 req-6f535113-50f1-426f-928a-593fd5a9b023 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 943 time: 0.1841886 Apr 25 14:44:00.791069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-380767c0-7a96-40b8-9d67-ba55cefa22c0 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Unset dirty status for tenant:ddda44ab100740a2845b45ab09ad8060 on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:00.792215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-380767c0-7a96-40b8-9d67-ba55cefa22c0 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.1541917 Apr 25 14:44:00.794746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting port fab31235-4046-4ed9-bc9c-64cbbc4c09d0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:00.795080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:00.906984 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad2b2483-5553-43e1-aba2-60ddb552e541 req-90e0b5da-5769-4b59-bbd7-1b99c50621d2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129315 Apr 25 14:44:00.939535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-e0ad56d0-4d28-4ddb-8867-fde33a71e011 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632767 Apr 25 14:44:00.997091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:44:01.093319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-390dacf2-b762-43f2-9355-03f46c262b60 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:01.094702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ea0dc25-321f-47c1-8678-57e2733fd4a2 req-390dacf2-b762-43f2-9355-03f46c262b60 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.2753804 Apr 25 14:44:01.117706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aeae065-6509-44ed-b7d9-7fb4f34c2f35 req-94aaea4c-902b-4d64-9c17-6d79b802b559 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700549 Apr 25 14:44:01.125590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:01.179895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:01.197075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'port_id': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'mac_address': 'fa:16:3e:8f:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:44:01.262167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:01.264599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Calling delete_port for fab31235-4046-4ed9-bc9c-64cbbc4c09d0 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:01.281131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cbe19e-5c80-4f40-b4c4-277a95f3f583 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:01.304152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:01.310857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:01.380528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24777564-51df-48c6-8196-aa0cb4550186 req-72ac20a1-1e84-4e46-bc1a-85f65d580891 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:01.386433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24777564-51df-48c6-8196-aa0cb4550186 req-72ac20a1-1e84-4e46-bc1a-85f65d580891 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:01.393668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24777564-51df-48c6-8196-aa0cb4550186 req-72ac20a1-1e84-4e46-bc1a-85f65d580891 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c&device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 1682 time: 0.1436388 Apr 25 14:44:01.421324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:01.440750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24777564-51df-48c6-8196-aa0cb4550186 req-95233855-f0b3-4b43-8c00-f7823823e161 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461946 Apr 25 14:44:01.575523 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:01.668723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-1a75ec2b-634b-40af-bd5a-65ad2c692071 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips/528bb013-fa6f-446f-bfde-9c37d536d471 HTTP/1.1" status: 200 len: 693 time: 0.2130606 Apr 25 14:44:01.759270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Port': ['ID=fab31235-4046-4ed9-bc9c-64cbbc4c09d0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:01.768739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['34cbe19e-5c80-4f40-b4c4-277a95f3f583'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:01.846121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a250b32a-5fff-49bf-9aaf-7bf045c991c2 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:01.847857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a250b32a-5fff-49bf-9aaf-7bf045c991c2 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 784 time: 0.1729357 Apr 25 14:44:01.940929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-72828060-9169-4d98-8926-334d32170d62 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.0868826 Apr 25 14:44:02.029514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-49167356-354f-4f7d-a3b1-60081c0d9d4e tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.0818245 Apr 25 14:44:02.030090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.042874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e623-7cd9-45af-958c-9f11941e8d79 req-413325ea-6aff-4178-8023-3a90152b246f tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:02.044275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fd0e623-7cd9-45af-958c-9f11941e8d79 req-413325ea-6aff-4178-8023-3a90152b246f tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.5082462 Apr 25 14:44:02.196585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Deleting port ad2ed0aa-9cbb-4682-a3c0-8471a9a03109 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:02.196832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.215947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fd0e623-7cd9-45af-958c-9f11941e8d79 req-92b1a394-ebe8-4b2b-afcd-ce26fd36b9b4 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144373 Apr 25 14:44:02.375753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.376732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.397812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Router 84b46dea-806f-48aa-932a-b98b568c7a5c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:02.440163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 853731ed-7431-4763-a408-a4c74d6a8835 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:44:02.519076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Calling delete_port for ad2ed0aa-9cbb-4682-a3c0-8471a9a03109 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:02.587616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabae32-1e7a-47a6-bde8-156fa2eab1d0 req-17aafcab-a740-4f7b-84d8-8195377b1663 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:02.589390 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ebabae32-1e7a-47a6-bde8-156fa2eab1d0 req-17aafcab-a740-4f7b-84d8-8195377b1663 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 944 time: 0.2539632 Apr 25 14:44:02.590644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:02.600422 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] Sync routers for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:02.606874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d109647-aad9-44da-848d-dcf8ccbee5a2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3862522 Apr 25 14:44:02.608805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 853731ed-7431-4763-a408-a4c74d6a8835, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=853731ed-7431-4763-a408-a4c74d6a8835,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:02.611645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48298) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:02.618314 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:02.619031 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:02.629890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '853731ed-7431-4763-a408-a4c74d6a8835', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': '853731ed-7431-4763-a408-a4c74d6a8835', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:44:02.656036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ebabae32-1e7a-47a6-bde8-156fa2eab1d0 req-dddc574d-30c2-4ed7-a4e3-01f8990823ac tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Apr 25 14:44:02.703155 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:02.714744 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:02.715661 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-6aac36bf-a908-4a48-adec-3a0d516f7115 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] delete failed (client error): The resource could not be found. Apr 25 14:44:02.715758 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:02.716459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6aac36bf-a908-4a48-adec-3a0d516f7115 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1896087369 HTTP/1.1" status: 404 len: 335 time: 0.1037633 Apr 25 14:44:02.720455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:02.727526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d3741482-1abc-4dec-96d9-b315abc38524 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'router': {'external_gateway_info': {'network_id': '84b46dea-806f-48aa-932a-b98b568c7a5c'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:02.740624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.761867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853731ed-7431-4763-a408-a4c74d6a8835 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:02.783031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 853731ed-7431-4763-a408-a4c74d6a8835, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=853731ed-7431-4763-a408-a4c74d6a8835,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:02.789135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.802148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.846490 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:02.846965 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d69cc-023c-4715-a91d-50fa86fbcf7b None None] The sync data for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:02.881652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=853731ed-7431-4763-a408-a4c74d6a8835,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:02.904722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Pushing event deleted for resources: {'Port': ['ID=ad2ed0aa-9cbb-4682-a3c0-8471a9a03109,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:02.968926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.988375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:02.989484 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5056901c-0524-486c-a9d1-b98bfa1e944f req-a9845ec4-f868-47d7-af82-34b5853031c1 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "DELETE /v2.0/floatingips/528bb013-fa6f-446f-bfde-9c37d536d471 HTTP/1.1" status: 204 len: 173 time: 0.9535737 Apr 25 14:44:03.030646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['853731ed-7431-4763-a408-a4c74d6a8835'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:03.305197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cf38-c105-4c4c-998b-335e528f741c req-459dcb32-abfb-4bd2-a8f2-8376eb2b0a40 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:03.306652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8366cf38-c105-4c4c-998b-335e528f741c req-459dcb32-abfb-4bd2-a8f2-8376eb2b0a40 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 944 time: 0.4748518 Apr 25 14:44:03.329786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39633d3-5682-4aa7-b5d6-5925266ba7e6 req-3c748686-b153-4f9a-8826-694dbbf3563e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:03.331276 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b39633d3-5682-4aa7-b5d6-5925266ba7e6 req-3c748686-b153-4f9a-8826-694dbbf3563e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.0829823 Apr 25 14:44:03.373109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3741482-1abc-4dec-96d9-b315abc38524 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:03.382062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b39633d3-5682-4aa7-b5d6-5925266ba7e6 req-3f24ea62-fd22-4681-9dc1-85027d5ccfe7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Apr 25 14:44:03.433592 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-d3741482-1abc-4dec-96d9-b315abc38524 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] update failed (client error): The resource could not be found. Apr 25 14:44:03.434640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d3741482-1abc-4dec-96d9-b315abc38524 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c HTTP/1.1" status: 404 len: 339 time: 0.7131512 Apr 25 14:44:03.448516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8366cf38-c105-4c4c-998b-335e528f741c req-ed9de138-92f8-46d8-99c2-1600e015a759 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881772 Apr 25 14:44:03.449077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:03.665550 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-a22c94c0-8943-42b6-81cf-230f50f8db61 req-5c9bc834-9248-4936-9cb8-b61ee8aede5a tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] show failed (client error): The resource could not be found. Apr 25 14:44:03.666589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a22c94c0-8943-42b6-81cf-230f50f8db61 req-5c9bc834-9248-4936-9cb8-b61ee8aede5a tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips/528bb013-fa6f-446f-bfde-9c37d536d471 HTTP/1.1" status: 404 len: 350 time: 0.1400406 Apr 25 14:44:03.949746 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-1e428d32-a51a-43f3-87a2-ea0b909814f5 req-4a47477f-fcee-4719-ba43-303c5adc63a2 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] show failed (client error): The resource could not be found. Apr 25 14:44:03.969102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e428d32-a51a-43f3-87a2-ea0b909814f5 req-4a47477f-fcee-4719-ba43-303c5adc63a2 tempest-FloatingIPsTestJSON-27761982 tempest-FloatingIPsTestJSON-27761982-project] 10.222.0.23 "GET /v2.0/floatingips/528bb013-fa6f-446f-bfde-9c37d536d471 HTTP/1.1" status: 404 len: 350 time: 0.1468165 Apr 25 14:44:03.975685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33885-9caa-4a76-87f2-5e3136063a2e req-a65ec77d-96ab-4e02-92a3-63b167fb10c7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:03.982197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48324) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:03.989373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33885-9caa-4a76-87f2-5e3136063a2e req-a65ec77d-96ab-4e02-92a3-63b167fb10c7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:03.989373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33885-9caa-4a76-87f2-5e3136063a2e req-a65ec77d-96ab-4e02-92a3-63b167fb10c7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:03.989373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0e33885-9caa-4a76-87f2-5e3136063a2e req-a65ec77d-96ab-4e02-92a3-63b167fb10c7 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1&device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2&device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 2418 time: 0.1190269 Apr 25 14:44:04.042391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:04.045819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0e33885-9caa-4a76-87f2-5e3136063a2e req-791ec8d1-334a-4f4f-b4d4-c8d6ce0af813 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Apr 25 14:44:04.465003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 853731ed-7431-4763-a408-a4c74d6a8835 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:04.487096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:04.608540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 853731ed-7431-4763-a408-a4c74d6a8835 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:04.615484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 853731ed-7431-4763-a408-a4c74d6a8835 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:04.615933 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:04.726746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64047af8-0e0d-41d9-b945-00c520087e3f req-2ae83c85-4e57-46c5-93a9-2e3e3a7ca9ba tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:04.726746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64047af8-0e0d-41d9-b945-00c520087e3f req-2ae83c85-4e57-46c5-93a9-2e3e3a7ca9ba tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.1634455 Apr 25 14:44:04.827115 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:04.869265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b961e59-afca-4e06-9a15-355cb268fd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853731ed-7431-4763-a408-a4c74d6a8835'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:04.888416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 853731ed-7431-4763-a408-a4c74d6a8835, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=853731ed-7431-4763-a408-a4c74d6a8835,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:04.888416 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:05.010455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:05.020225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2bf41-258e-40a8-aa65-411316ac3c42 req-12e8384f-62f5-403b-9320-9bcffd5a5846 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:05.020225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1d2bf41-258e-40a8-aa65-411316ac3c42 req-12e8384f-62f5-403b-9320-9bcffd5a5846 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 945 time: 0.8724015 Apr 25 14:44:05.031429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64047af8-0e0d-41d9-b945-00c520087e3f req-1978257b-7edf-48cb-acd0-cdca70c4674c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010538 Apr 25 14:44:05.126791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=853731ed-7431-4763-a408-a4c74d6a8835,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:05.152617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:05.153114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:05.321403 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:05.377683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:05.382671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:05.409860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Allocated IP 172.20.0.1 (6fca1e9d-7773-48dc-b0b9-db903c951138/2fdfa444-080b-4d85-90b1-915c246b10f7/53c1fb40-a128-4070-b607-91ddc2139e66) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:05.492204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:05.502921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1d2bf41-258e-40a8-aa65-411316ac3c42 req-21e80e8a-b85c-4f53-b7a1-326dadad1cf8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768035 Apr 25 14:44:05.563379 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b05236-1264-44eb-82c3-12e72ecdc13d'] response: {'server_uuid': '2b961e59-afca-4e06-9a15-355cb268fd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853731ed-7431-4763-a408-a4c74d6a8835', 'code': 200} Apr 25 14:44:05.621687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb7f57-ad5f-4060-9976-aae8bea1372a req-c60bd903-60f8-498f-99eb-48eaf3b9fe28 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:05.623705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1feb7f57-ad5f-4060-9976-aae8bea1372a req-c60bd903-60f8-498f-99eb-48eaf3b9fe28 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.1208491 Apr 25 14:44:05.679070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:05.701091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Transition to ACTIVE for port object 53c1fb40-a128-4070-b607-91ddc2139e66 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:05.720203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1feb7f57-ad5f-4060-9976-aae8bea1372a req-89f82fe0-3452-42ec-a576-e389dec4c9b8 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900683 Apr 25 14:44:05.745006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3211e8-181b-452a-aab0-42662f210b5b req-761b9898-9e82-4da3-9949-9773224aade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:05.747342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd3211e8-181b-452a-aab0-42662f210b5b req-761b9898-9e82-4da3-9949-9773224aade7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 1097 time: 0.0992928 Apr 25 14:44:05.810598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd3211e8-181b-452a-aab0-42662f210b5b req-da8059cb-f213-4e2e-90b2-f80cc359aa99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Apr 25 14:44:05.839221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:05.918883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:05.931945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:05.941337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:05.971816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Port': ['ID=53c1fb40-a128-4070-b607-91ddc2139e66,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:06.018794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:06.036779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b69d-9847-4475-a465-657380f1bb51 req-73db19cd-d930-4bc4-aa9c-bdc5942e5652 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:06.038487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c49b69d-9847-4475-a465-657380f1bb51 req-73db19cd-d930-4bc4-aa9c-bdc5942e5652 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 945 time: 0.1073112 Apr 25 14:44:06.112905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-34f497ce-bc84-4960-ae1d-8f7a4c780bab tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:06.113707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-34f497ce-bc84-4960-ae1d-8f7a4c780bab tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Synchronizing usage tracker for tenant:7fc15771df774c38a7de9bf5d792852b on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:06.116509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:06.131492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c49b69d-9847-4475-a465-657380f1bb51 req-72302474-dd33-4b63-a8e3-6f93a45c92f9 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816152 Apr 25 14:44:06.226221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2c2c-0274-4443-b4f3-c562b9c602a9 None None] Provisioning for port 53c1fb40-a128-4070-b607-91ddc2139e66 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:06.232305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2c2c-0274-4443-b4f3-c562b9c602a9 None None] Provisioning complete for port 53c1fb40-a128-4070-b607-91ddc2139e66 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:06.233112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2c2c-0274-4443-b4f3-c562b9c602a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:06.294166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf2c2c-0274-4443-b4f3-c562b9c602a9 None None] Port 53c1fb40-a128-4070-b607-91ddc2139e66 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:44:06.346404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-34f497ce-bc84-4960-ae1d-8f7a4c780bab tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Unset dirty status for tenant:7fc15771df774c38a7de9bf5d792852b on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:06.347851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-34f497ce-bc84-4960-ae1d-8f7a4c780bab tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 945 time: 0.5641541 Apr 25 14:44:06.745622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280087-b356-48c0-ad25-2780d582e0cb req-9451b889-c254-4d72-9f48-aa3134bf0126 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:06.757182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7280087-b356-48c0-ad25-2780d582e0cb req-9451b889-c254-4d72-9f48-aa3134bf0126 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 946 time: 0.1216776 Apr 25 14:44:06.809584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:06.830748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7280087-b356-48c0-ad25-2780d582e0cb req-be7300db-745a-4ec2-977c-ff63bcb6fbb1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713797 Apr 25 14:44:06.880940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Deleting port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:06.881340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:07.098520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3b8d0-fc2e-4faa-9d3b-c58ddaf036e1 req-d32ea2c0-abd2-4f2c-883b-1c3c5f7f82ce tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:07.107333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88a3b8d0-fc2e-4faa-9d3b-c58ddaf036e1 req-d32ea2c0-abd2-4f2c-883b-1c3c5f7f82ce tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.1274967 Apr 25 14:44:07.199586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88a3b8d0-fc2e-4faa-9d3b-c58ddaf036e1 req-b869edb6-2b55-4456-81d9-b2abee009955 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902593 Apr 25 14:44:07.243568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-7bccb675-b7ee-4844-9351-55da6a250767 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:07.245107 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-7bccb675-b7ee-4844-9351-55da6a250767 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dd7ae04-e3ec-4cf3-9473-8e65f769044c HTTP/1.1" status: 200 len: 946 time: 0.1026745 Apr 25 14:44:07.369956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Deleting port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:07.370254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:07.496644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Deleting port faeb7c45-0010-470b-b709-30b1136f6b22 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:07.496993 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:07.505597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a281-f54a-436f-be30-35baa196aec7 req-cf3c999c-947c-4352-bd8f-da1dd71acf01 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:07.507088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac91a281-f54a-436f-be30-35baa196aec7 req-cf3c999c-947c-4352-bd8f-da1dd71acf01 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 945 time: 0.1841984 Apr 25 14:44:07.564536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:07.655651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac91a281-f54a-436f-be30-35baa196aec7 req-319374ee-d6b0-4f71-9397-1972b94eea7d tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/security-groups?id=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385911 Apr 25 14:44:07.707425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4d26c-8919-4bff-bf5c-b0bbd6df6ba8 req-81eea745-7614-4253-8e72-d3ebefd177fd tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:07.712424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] For port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:07.712424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:07.720350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3c4d26c-8919-4bff-bf5c-b0bbd6df6ba8 req-81eea745-7614-4253-8e72-d3ebefd177fd tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.5090263 Apr 25 14:44:07.756456 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078cdf01-2afe-4c41-9889-37e15cc14b95'] response: {'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'code': 200} Apr 25 14:44:07.812149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] For port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,segment=NetworkSegment(e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d),segment_id=e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:07.812675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:07.859022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Calling delete_port for b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:07.977581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Calling delete_port for 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:08.084296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3c4d26c-8919-4bff-bf5c-b0bbd6df6ba8 req-55bd9bd6-1df0-41d5-ab2d-15d2034b8f33 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614626 Apr 25 14:44:08.123626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] For port faeb7c45-0010-470b-b709-30b1136f6b22, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=faeb7c45-0010-470b-b709-30b1136f6b22,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:08.123998 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.134755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93bb3-b763-4bae-9a6b-9aa21da5aaf6 req-29e59d63-06ac-4d59-bea6-926aee6c08fd tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:08.136291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74b93bb3-b763-4bae-9a6b-9aa21da5aaf6 req-29e59d63-06ac-4d59-bea6-926aee6c08fd tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 946 time: 0.1447225 Apr 25 14:44:08.146076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.159462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:08.193149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['1553c8e4-7a0f-4367-b5c2-76ddbd3e1071'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:08.317082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:44:08.322760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Pushing event deleted for resources: {'Port': ['ID=b7cea753-3f61-4d50-9ed9-2063bf0ec9c7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:08.349596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] No DVR routers for this DVR port b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:08.349596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.349596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'name': 'network-vif-deleted', 'tag': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:08.377854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74b93bb3-b763-4bae-9a6b-9aa21da5aaf6 req-1b0c1b67-075c-490c-89a9-2ded41c15ab7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301490 Apr 25 14:44:08.389399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4eaff756-311d-46b8-81b9-32b2de0ccfbc req-95571237-281c-4ef2-8c40-01d55886f85c tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.21 "DELETE /v2.0/ports/b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 HTTP/1.1" status: 204 len: 173 time: 1.1310923 Apr 25 14:44:08.447339 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c70368-95e7-4327-964e-b1086fd6eae5'] response: {'server_uuid': '3dd7ae04-e3ec-4cf3-9473-8e65f769044c', 'name': 'network-vif-deleted', 'tag': 'b7cea753-3f61-4d50-9ed9-2063bf0ec9c7', 'status': 'completed', 'code': 200} Apr 25 14:44:08.465015 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.496061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Calling delete_port for faeb7c45-0010-470b-b709-30b1136f6b22 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:08.526117 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39e0a9ca-9561-4772-94fd-2beaff0d046e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.577111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.684529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1b240-c107-4282-9ab0-72886593da10 req-f2393ee8-9973-405e-8c9e-3bce1661a495 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:08.686178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91a1b240-c107-4282-9ab0-72886593da10 req-f2393ee8-9973-405e-8c9e-3bce1661a495 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 946 time: 0.1018009 Apr 25 14:44:08.745769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91a1b240-c107-4282-9ab0-72886593da10 req-06e20932-2527-453e-a7da-5d50e894d255 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Apr 25 14:44:08.811914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b295fe-6eb1-4430-bc5d-f1991b8eeffe req-bbf8d712-dfe9-43b3-9c5b-322e591fdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:08.813957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71b295fe-6eb1-4430-bc5d-f1991b8eeffe req-bbf8d712-dfe9-43b3-9c5b-322e591fdfde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 1097 time: 0.8431830 Apr 25 14:44:08.829885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event updated for resources: {'Port': ['ID=53c1fb40-a128-4070-b607-91ddc2139e66,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:08.844306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.896453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:08.921723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b7cea753-3f61-4d50-9ed9-2063bf0ec9c7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:09.025381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7067c91-db18-4e4e-bcf0-9d5cb108b856 req-db1862cc-cf83-4b1c-b5ac-7c1a0c7beda6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Synchronizing usage tracker for tenant:7fc15771df774c38a7de9bf5d792852b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:09.041988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d7067c91-db18-4e4e-bcf0-9d5cb108b856 req-db1862cc-cf83-4b1c-b5ac-7c1a0c7beda6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Unset dirty status for tenant:7fc15771df774c38a7de9bf5d792852b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:09.052332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7067c91-db18-4e4e-bcf0-9d5cb108b856 req-db1862cc-cf83-4b1c-b5ac-7c1a0c7beda6 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bba722-5676-4b6f-8998-603c95a21c86 HTTP/1.1" status: 200 len: 210 time: 0.1882765 Apr 25 14:44:09.062131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Pushing event deleted for resources: {'Port': ['ID=1553c8e4-7a0f-4367-b5c2-76ddbd3e1071,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:09.098954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71b295fe-6eb1-4430-bc5d-f1991b8eeffe req-57cb249a-761c-4d4c-8ede-2a762d1222aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666397 Apr 25 14:44:09.144878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408264-ebbb-4d0e-b73a-c372b7cf573b req-a6c1d97c-4841-4bd9-915a-599487ca4a2c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:09.152016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4408264-ebbb-4d0e-b73a-c372b7cf573b req-a6c1d97c-4841-4bd9-915a-599487ca4a2c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.6832821 Apr 25 14:44:09.244011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] No DVR routers for this DVR port 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:09.257694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:09.265899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'name': 'network-vif-deleted', 'tag': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:09.344961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4408264-ebbb-4d0e-b73a-c372b7cf573b req-f96498e2-a3ed-454f-82f6-3788492af408 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920233 Apr 25 14:44:09.353848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3f89993-0b66-4776-8dd7-6c65bef2920b req-59d60183-5cac-4eb3-a446-133c47e4ee78 tempest-ListServersNegativeTestJSON-1551582581 tempest-ListServersNegativeTestJSON-1551582581-project] 10.222.0.15 "DELETE /v2.0/ports/1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 HTTP/1.1" status: 204 len: 173 time: 2.9973218 Apr 25 14:44:09.368335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:09.372794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:09.570465 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:44:09.591430 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e7dcb4-9a74-4393-99ce-6b13e2908fa5'] response: {'server_uuid': 'a2bba722-5676-4b6f-8998-603c95a21c86', 'name': 'network-vif-deleted', 'tag': '1553c8e4-7a0f-4367-b5c2-76ddbd3e1071', 'status': 'completed', 'code': 200} Apr 25 14:44:09.618745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:09.619815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a85dc-abac-447b-81c0-078089a13811 req-b35c8e5b-5dc5-4467-a294-e30b6bec5cf3 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:09.631487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d5a85dc-abac-447b-81c0-078089a13811 req-b35c8e5b-5dc5-4467-a294-e30b6bec5cf3 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.1965871 Apr 25 14:44:09.723838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d5a85dc-abac-447b-81c0-078089a13811 req-1c195514-aa43-4959-8fa2-5c5650245fb8 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912795 Apr 25 14:44:09.769627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=faeb7c45-0010-470b-b709-30b1136f6b22,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:09.852951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-765772ec-d970-4b66-a824-1040d207ad00 None None] Provisioning complete for port 53c1fb40-a128-4070-b607-91ddc2139e66 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:09.853374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-765772ec-d970-4b66-a824-1040d207ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:09.923758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-765772ec-d970-4b66-a824-1040d207ad00 None None] Port 53c1fb40-a128-4070-b607-91ddc2139e66 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:44:09.955871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Router 84b46dea-806f-48aa-932a-b98b568c7a5c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:10.361142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:10.376503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10c1f-0c54-46a0-936f-74c9de80d27f req-401953af-d874-40b9-9691-99e71406116c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:10.384796 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8af10c1f-0c54-46a0-936f-74c9de80d27f req-401953af-d874-40b9-9691-99e71406116c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 946 time: 0.6214571 Apr 25 14:44:10.391521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:10.491358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Deleting subnet bda1e1f7-c75e-46f0-840c-3dd83f5b5180 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:10.495529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:10.499830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:10.575576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:10.576658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:10.577015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1553c8e4-7a0f-4367-b5c2-76ddbd3e1071 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:10.669146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:10.768248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8af10c1f-0c54-46a0-936f-74c9de80d27f req-d9c527a6-9494-48dd-9219-999b23a94fe7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845115 Apr 25 14:44:10.769940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:10.785205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] Sync routers for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:10.808430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:10.809502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:10.824078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6c25e4e6-574a-4284-b65a-b3418afdb042 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3713138 Apr 25 14:44:10.831410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48404) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:10.858030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8357a-f9e0-472c-b6e1-27bd82bc8a1b req-9d10419d-5ff3-4f07-beb1-8acc46b60a72 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:10.867800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7f8357a-f9e0-472c-b6e1-27bd82bc8a1b req-9d10419d-5ff3-4f07-beb1-8acc46b60a72 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.1697443 Apr 25 14:44:10.946265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:10.976802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:11.002314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:11.003528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:11.023351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7f8357a-f9e0-472c-b6e1-27bd82bc8a1b req-8d4804a3-090d-463c-8720-4054e6a388be tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545973 Apr 25 14:44:11.029837 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.034864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda1e1f7-c75e-46f0-840c-3dd83f5b5180,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:11.040324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df69d0fe-6471-45bd-88a4-9160a79a02e9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bda1e1f7-c75e-46f0-840c-3dd83f5b5180 HTTP/1.1" status: 204 len: 168 time: 0.6534057 Apr 25 14:44:11.042353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48414) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:11.121877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:11.219121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:11.219679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b7cea753-3f61-4d50-9ed9-2063bf0ec9c7 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:11.225701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:11.226198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19c777-d97a-4577-a88f-75e997fb144c None None] The sync data for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:11.233343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1be32ed7-8df9-42f2-8d44-3178143bc9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.270489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.356371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b9369b4-3f59-41b0-b20e-5d8c39e11a22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.435085 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.438089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-95bab602-e66b-4e65-9055-11b4ecce18b8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:11.440374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-95bab602-e66b-4e65-9055-11b4ecce18b8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 946 time: 0.7239947 Apr 25 14:44:11.507652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c27d99a-42ee-4710-90eb-454bdbff98a6']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:11.526681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:11.527246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3aeaae4-01d1-429a-b7e8-0a2ac7c8d09d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:11.545124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.569588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.579257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:44:11.579750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:44:11.600565 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:44:11.641482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port 853731ed-7431-4763-a408-a4c74d6a8835 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:11.641482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.687633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.715500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.729654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c27d99a-42ee-4710-90eb-454bdbff98a6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:11.751919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f97c9099-86a9-48bd-aebd-c7fe5a4b0858 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c27d99a-42ee-4710-90eb-454bdbff98a6 HTTP/1.1" status: 204 len: 168 time: 0.7085180 Apr 25 14:44:11.764302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.873913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:11.884147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Router 83b6294b-0062-4fe5-84bb-90473d1342f1 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:11.908908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc88f-e0bf-4671-a7cc-ea1e7d154b98 req-7b5768cb-f077-4fd1-81bf-0490b543a780 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:11.918701 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-515fc88f-e0bf-4671-a7cc-ea1e7d154b98 req-7b5768cb-f077-4fd1-81bf-0490b543a780 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.8596747 Apr 25 14:44:11.938218 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-6b9369b4-3f59-41b0-b20e-5d8c39e11a22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 25 14:44:11.939277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b9369b4-3f59-41b0-b20e-5d8c39e11a22 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c HTTP/1.1" status: 409 len: 329 time: 1.1070008 Apr 25 14:44:11.942833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:12.044667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48446) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:12.110065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-515fc88f-e0bf-4671-a7cc-ea1e7d154b98 req-b659354e-8b72-4039-8301-80f056fb9dc4 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911097 Apr 25 14:44:12.271460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f4e63eff-6f80-4dfb-a854-37c4b1e6b9d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc15771df774c38a7de9bf5d792852b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136569 Apr 25 14:44:12.283281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48452) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:12.378466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:12.392556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-76254ddb-45b1-4705-955e-dbfdbdc7d3a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/83b6294b-0062-4fe5-84bb-90473d1342f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4081728 Apr 25 14:44:12.396131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:12.399372 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] Sync routers for ids ['83b6294b-0062-4fe5-84bb-90473d1342f1'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:12.401525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041ed0c-7b1b-41db-bc9e-5b7c37901418 req-366a361c-32f6-4406-8aea-1a522084881b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:12.405721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2041ed0c-7b1b-41db-bc9e-5b7c37901418 req-366a361c-32f6-4406-8aea-1a522084881b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 946 time: 0.3989782 Apr 25 14:44:12.411670 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] Routers {'83b6294b-0062-4fe5-84bb-90473d1342f1'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:12.411833 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['83b6294b-0062-4fe5-84bb-90473d1342f1'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:12.610244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port 853731ed-7431-4763-a408-a4c74d6a8835, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=853731ed-7431-4763-a408-a4c74d6a8835,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:12.610607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:12.656192 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33b93348-19e7-4fa7-9d97-d914f1a246bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:12.668002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2041ed0c-7b1b-41db-bc9e-5b7c37901418 req-6cf73aa6-422d-4e72-b0de-0d6da15c5ae6 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615547 Apr 25 14:44:12.705833 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] Set router 83b6294b-0062-4fe5-84bb-90473d1342f1 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:12.746230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33b93348-19e7-4fa7-9d97-d914f1a246bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:12.783988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for 853731ed-7431-4763-a408-a4c74d6a8835 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:12.832692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b3821-b471-44e0-aedc-bf36fd3a844d req-16e70fc5-c175-4aaa-a67f-e0dfd39455fd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:12.834246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a21b3821-b471-44e0-aedc-bf36fd3a844d req-16e70fc5-c175-4aaa-a67f-e0dfd39455fd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.5176950 Apr 25 14:44:12.887773 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:12.911941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33b93348-19e7-4fa7-9d97-d914f1a246bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:12.936223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93348-19e7-4fa7-9d97-d914f1a246bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:12.965550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.029748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33b93348-19e7-4fa7-9d97-d914f1a246bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.029748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-33b93348-19e7-4fa7-9d97-d914f1a246bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/641fe91c-20e7-4dc2-89e8-4cdc6b87bbf2 HTTP/1.1" status: 204 len: 168 time: 0.7432497 Apr 25 14:44:13.048678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a21b3821-b471-44e0-aedc-bf36fd3a844d req-c31be9d9-5548-467a-8c25-9a978d826466 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812596 Apr 25 14:44:13.143268 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:44:09Z', 'revision_number': 5, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:13.150411 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] Checking router: 83b6294b-0062-4fe5-84bb-90473d1342f1 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:44:13.174362 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] Routers {'83b6294b-0062-4fe5-84bb-90473d1342f1'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:13.175075 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['83b6294b-0062-4fe5-84bb-90473d1342f1'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:13.216368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.228919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.243722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:13.359876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Deleting port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:13.362029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.388328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=853731ed-7431-4763-a408-a4c74d6a8835,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:13.554928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] Set router 83b6294b-0062-4fe5-84bb-90473d1342f1 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:13.673266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539447-bf55-4ba4-9c0d-acd7cdf3db32 req-70293afa-24d9-4b9f-8388-ffedeb670ca2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:13.682565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.688590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port 853731ed-7431-4763-a408-a4c74d6a8835 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:13.691666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-61539447-bf55-4ba4-9c0d-acd7cdf3db32 req-70293afa-24d9-4b9f-8388-ffedeb670ca2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.3396647 Apr 25 14:44:13.711361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.714233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b961e59-afca-4e06-9a15-355cb268fd28', 'name': 'network-vif-deleted', 'tag': '853731ed-7431-4763-a408-a4c74d6a8835'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:13.795200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting port 53c1fb40-a128-4070-b607-91ddc2139e66 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:13.796228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:13.908171 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:44:09Z', 'revision_number': 5, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:13.912944 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f2027-897c-4af3-826a-07b43fa1e4b9 None None] The sync data for ids ['83b6294b-0062-4fe5-84bb-90473d1342f1'] in n-d-811416-6 is: [{'id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'name': 'tempest-FloatingIPsTestJSON-1384246720-router', 'tenant_id': 'ddda44ab100740a2845b45ab09ad8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:43:25Z', 'updated_at': '2022-04-25T14:44:09Z', 'revision_number': 5, 'project_id': 'ddda44ab100740a2845b45ab09ad8060', 'gw_port': {'id': '0e95e0a9-f4b5-44bf-9045-7042cd061dd0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:16:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6294b-0062-4fe5-84bb-90473d1342f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:43:28Z', 'updated_at': '2022-04-25T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:13.916621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-61539447-bf55-4ba4-9c0d-acd7cdf3db32 req-8390dda3-3a1c-4b16-a85f-2bcf26eaec83 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221863 Apr 25 14:44:14.032573 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018b2f79-757c-48df-9d9e-d452824ffa74'] response: {'server_uuid': '2b961e59-afca-4e06-9a15-355cb268fd28', 'name': 'network-vif-deleted', 'tag': '853731ed-7431-4763-a408-a4c74d6a8835', 'status': 'completed', 'code': 200} Apr 25 14:44:14.039701 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86c116a4-7c6e-4469-81e3-b37b6cbcf889 req-0dff943e-b566-40bf-a581-d612ee557871 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "DELETE /v2.0/ports/853731ed-7431-4763-a408-a4c74d6a8835 HTTP/1.1" status: 204 len: 173 time: 2.5843492 Apr 25 14:44:14.101089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d857573b-e7ce-4c10-a030-b71e038c6ca7 req-7dbcfb6c-7f1c-4a37-bda7-d0fd32b2b7cf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:14.130426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d857573b-e7ce-4c10-a030-b71e038c6ca7 req-7dbcfb6c-7f1c-4a37-bda7-d0fd32b2b7cf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:14.131581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d857573b-e7ce-4c10-a030-b71e038c6ca7 req-7dbcfb6c-7f1c-4a37-bda7-d0fd32b2b7cf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b961e59-afca-4e06-9a15-355cb268fd28 HTTP/1.1" status: 200 len: 210 time: 0.1017497 Apr 25 14:44:14.151250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:14.153208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] For port 0e95e0a9-f4b5-44bf-9045-7042cd061dd0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:14.153695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:14.326219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Calling delete_port for 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:14.385513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Calling delete_port for 53c1fb40-a128-4070-b607-91ddc2139e66 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:14.501291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 853731ed-7431-4763-a408-a4c74d6a8835 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:14.582923 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:14.614546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 853731ed-7431-4763-a408-a4c74d6a8835 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:14.615005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 853731ed-7431-4763-a408-a4c74d6a8835 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:14.661811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e95e0a9-f4b5-44bf-9045-7042cd061dd0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:14.670762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48488) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:14.691655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.691655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.691655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.691655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.691655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.691655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.692635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.692635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.692635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.692849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.693643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.693643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:14.850882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:14.956388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:14.986732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device faeb7c45-0010-470b-b709-30b1136f6b22 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:15.015389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1530157832-network', 'tenant_id': '94449557ad8b4adab5296111342f7379'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:15.069605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: faeb7c45-0010-470b-b709-30b1136f6b22 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:15.070065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device faeb7c45-0010-470b-b709-30b1136f6b22 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:15.079293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Port': ['ID=53c1fb40-a128-4070-b607-91ddc2139e66,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:15.122021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:15.135778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.138140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Usage tracker for resource:network and tenant:94449557ad8b4adab5296111342f7379 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:15.141156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.143639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:15.153112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:15.176168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Made reservation on behalf of 94449557ad8b4adab5296111342f7379 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:15.179428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.193339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.193630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b6294b-0062-4fe5-84bb-90473d1342f1 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:44:15.206007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.224645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:15.229501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Usage tracker for resource:security_group_rule and tenant:94449557ad8b4adab5296111342f7379 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:15.233338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:15.240629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:15.257134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.258488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2dac936b-5a0b-4afe-a050-55370f894a4a admin admin] 10.222.0.23 "DELETE /v2.0/routers/83b6294b-0062-4fe5-84bb-90473d1342f1 HTTP/1.1" status: 204 len: 168 time: 2.8622065 Apr 25 14:44:15.260997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:15.378951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Deleting subnet f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:15.383289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.444019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.457859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.542590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.605318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.658488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.708647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039eacd-6327-4fcb-92c4-f20e4534e146 req-4e194cbe-0191-4811-8631-af5369ccb017 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:15.710087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c039eacd-6327-4fcb-92c4-f20e4534e146 req-4e194cbe-0191-4811-8631-af5369ccb017 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.4201450 Apr 25 14:44:15.721731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66803701-c14e-4f34-916e-fb399f9020cd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:15.760920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:44:15.844227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.844860 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Added segment dc5cae0f-1564-4e7f-8df9-ea0368e962b0 of type vlan for network 1c417c48-af90-4aec-b6df-bd735be0999b Apr 25 14:44:15.892270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.951158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.958050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c039eacd-6327-4fcb-92c4-f20e4534e146 req-be5444ce-e7fb-4409-9fc8-e039cd23d86b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929314 Apr 25 14:44:15.964412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:15.972152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Router 84b46dea-806f-48aa-932a-b98b568c7a5c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:15.972358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:15.985802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fe2a4-7a92-499b-9270-0e2601d9b46b None None] Network c852911d-d519-49db-b06f-5e19a2e30c91 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:15.991388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-9a0fc2ce-b9e4-4f42-bafc-a30e5fedeaf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:15.992870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-9a0fc2ce-b9e4-4f42-bafc-a30e5fedeaf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.3401906 Apr 25 14:44:16.020277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9828acb4-d75d-4ad5-be82-8ce59b0c72b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f446b6f7-1c26-4d34-a80d-4e11ac6a6cdd HTTP/1.1" status: 204 len: 168 time: 0.7558846 Apr 25 14:44:16.022577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48516) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:16.026699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-05829959-6b41-4508-b0e2-5e0f4d306e90 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0211275 Apr 25 14:44:16.058689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.059682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:16.060286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.118295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:16.128915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68b81c82-742a-4fc4-a6d0-92f04ba851f0 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1843188 Apr 25 14:44:16.132402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48520) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:16.157918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] Sync routers for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:16.183724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:16.184546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:16.205347 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-70b4672e-8722-4f80-9f21-2b71bad1cba2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] show failed (client error): The resource could not be found. Apr 25 14:44:16.206389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-70b4672e-8722-4f80-9f21-2b71bad1cba2 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1527559448 HTTP/1.1" status: 404 len: 335 time: 0.0730417 Apr 25 14:44:16.210550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48524) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:16.215700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-836d2ab4-a4dd-4f28-98e9-f7f549372c14 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:16.261325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:16.273743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] Routers {'84b46dea-806f-48aa-932a-b98b568c7a5c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:16.274534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['84b46dea-806f-48aa-932a-b98b568c7a5c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:16.280933 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-836d2ab4-a4dd-4f28-98e9-f7f549372c14 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] update failed (client error): The resource could not be found. Apr 25 14:44:16.282531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-836d2ab4-a4dd-4f28-98e9-f7f549372c14 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1405695611 HTTP/1.1" status: 404 len: 335 time: 0.0704844 Apr 25 14:44:16.285946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48528) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:16.356036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting subnet 0864512a-c0c1-4cb7-b357-e6fa0aca3ac3 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:16.359356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.386476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:16.387394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612429-1e23-4695-bfc6-72f8027556c3 None None] The sync data for ids ['84b46dea-806f-48aa-932a-b98b568c7a5c'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:16.394588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7205136 Apr 25 14:44:16.399665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48532) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:16.408509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Request body: {'subnet': {'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1530157832-subnet', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:16.411556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.417152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66511d-fb28-4a07-8659-e586d04b6f55 admin admin] Pushing event updated for resources: {'Network': ['ID=1c417c48-af90-4aec-b6df-bd735be0999b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:16.417526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:16.426016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Usage tracker for resource:subnet and tenant:94449557ad8b4adab5296111342f7379 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:16.434432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:16.437521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Deleting port 2af157e4-9a3d-403a-815b-5856794fe961 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:16.437867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.440267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1c417c48-af90-4aec-b6df-bd735be0999b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:44:16.444090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.471642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:16.507210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Made reservation on behalf of 94449557ad8b4adab5296111342f7379 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:16.511083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.546684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] DHCP port deletion for c852911d-d519-49db-b06f-5e19a2e30c91 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:44:16.565481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Deleting port 2af157e4-9a3d-403a-815b-5856794fe961 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:16.565862 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.597590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-bf15ad4d-9a16-4ef0-8f7f-9325e6da40b4 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5511920 Apr 25 14:44:16.656291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.781832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.808436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] For port 2af157e4-9a3d-403a-815b-5856794fe961, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2af157e4-9a3d-403a-815b-5856794fe961,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:16.809450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.961958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Calling delete_port for 2af157e4-9a3d-403a-815b-5856794fe961 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:16.963554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:16.975111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Subnet': ['ID=0864512a-c0c1-4cb7-b357-e6fa0aca3ac3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:16.980293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:16.995537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d633d-2a0b-4465-9656-64ea6c65b56a None None] Network e5c58364-2dcb-4e63-8249-ef46245e0be6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:17.015587 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3f83444-f9e5-43c6-a6e1-5c1805cd4a29 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/subnets/0864512a-c0c1-4cb7-b357-e6fa0aca3ac3 HTTP/1.1" status: 204 len: 168 time: 0.7286026 Apr 25 14:44:17.016824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.019336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48538) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:17.021411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-83200a3b-9d86-4590-ba31-99323511c42d service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920596 Apr 25 14:44:17.054783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:17.055053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0e95e0a9-f4b5-44bf-9045-7042cd061dd0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:17.055480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2af157e4-9a3d-403a-815b-5856794fe961 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:17.106023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] For port 2af157e4-9a3d-403a-815b-5856794fe961, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2af157e4-9a3d-403a-815b-5856794fe961,segment=NetworkSegment(60690c98-bc1e-47da-bbf4-77cbc6e519bf),segment_id=60690c98-bc1e-47da-bbf4-77cbc6e519bf)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:17.106440 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.176395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f358c71-b217-4dd1-a4e5-ed754000bfcd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:17.182857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Checking segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:17.183224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Network hostable DHCP agents. Network: 1c417c48-af90-4aec-b6df-bd735be0999b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:44:17.218250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Network 1c417c48-af90-4aec-b6df-bd735be0999b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:44:17.228106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting subnet 006f7b7f-f26b-42bc-b0f3-734475097026 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:17.235703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.248198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e219f-d141-4644-afed-f3965a4c3298 req-40ada45f-7250-44d1-8eea-0f8e49f8aa19 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:17.250261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b43e219f-d141-4644-afed-f3965a4c3298 req-40ada45f-7250-44d1-8eea-0f8e49f8aa19 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.1520109 Apr 25 14:44:17.252263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 1c417c48-af90-4aec-b6df-bd735be0999b) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:17.268275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.271426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:17.272170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.315307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2466bd77-56b8-45e6-8f79-d20296c246e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9144063 Apr 25 14:44:17.319088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:17.327154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:17.330826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06872485-18aa-4d92-b7ae-12691610c7a8 None None] Network 1c417c48-af90-4aec-b6df-bd735be0999b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:17.333911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:17.338632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b43e219f-d141-4644-afed-f3965a4c3298 req-8c8ce9e2-ecef-42a1-9e41-1826b28b6d5f tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Apr 25 14:44:17.341133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Usage tracker for resource:router and tenant:94449557ad8b4adab5296111342f7379 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:17.341593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] No DVR routers for this DVR port 2af157e4-9a3d-403a-815b-5856794fe961 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:17.345283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:17.358225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:17.378333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.379931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.384552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Calling delete_port for 2af157e4-9a3d-403a-815b-5856794fe961 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:17.386246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Pushing event deleted for resources: {'Port': ['ID=2af157e4-9a3d-403a-815b-5856794fe961,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:17.404385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.490889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.550049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-2fd8f317-10b0-46cb-bf20-28d2af1b3ea9 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749916 Apr 25 14:44:17.601631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 2af157e4-9a3d-403a-815b-5856794fe961 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:44:17.602184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2af157e4-9a3d-403a-815b-5856794fe961 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:17.669290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.692837 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:44:17.693243 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:44:17.722295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c852911d-d519-49db-b06f-5e19a2e30c91']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:17.753999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60690c98-bc1e-47da-bbf4-77cbc6e519bf') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:17.754306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60690c98-bc1e-47da-bbf4-77cbc6e519bf') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:17.791797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.819758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.832609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:44:17.832800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.833007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:44:17.855847 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:44:17.875358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:17.906615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66b35781-7d51-4c28-9248-53ed461378a0 req-d56ce055-7bb3-4ed7-a73f-04b04cad9c92 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 210 time: 0.0741532 Apr 25 14:44:17.951011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad7633-3ddc-4c23-9f06-1485c7d5775f None None] Network 1c417c48-af90-4aec-b6df-bd735be0999b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:18.027406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.045965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.160231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] DHCP port deletion for e5c58364-2dcb-4e63-8249-ef46245e0be6 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:44:18.175721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Deleting port f8480923-5815-4da7-b4de-20040901866c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:18.176316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.209680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Deleting port 2af157e4-9a3d-403a-815b-5856794fe961 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:18.213261 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.222105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] Pushing event deleted for resources: {'Network': ['ID=c852911d-d519-49db-b06f-5e19a2e30c91,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:18.252887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4a1d5b82-ef5d-4017-91d3-72734d03a31a admin admin] 10.222.0.23 "DELETE /v2.0/networks/c852911d-d519-49db-b06f-5e19a2e30c91 HTTP/1.1" status: 204 len: 168 time: 2.2141843 Apr 25 14:44:18.252887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.324523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Subnet': ['ID=006f7b7f-f26b-42bc-b0f3-734475097026,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:18.324523 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.335047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a1f32ca2-4e0c-4677-9138-a13659f72735 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/subnets/006f7b7f-f26b-42bc-b0f3-734475097026 HTTP/1.1" status: 204 len: 168 time: 1.3038120 Apr 25 14:44:18.335047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:18.445258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d09ebb8-180a-4831-93d2-da9df807478c None None] The port '2af157e4-9a3d-403a-815b-5856794fe961' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:44:18.479852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf4141-1e32-4053-b042-ae187bdfb1fc None None] Network 5794d32f-a29f-4303-87e9-2e6bd161a095 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:18.590931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:18.613619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.672117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting port f8480923-5815-4da7-b4de-20040901866c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:18.673527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.697328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.757378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:18.763514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa99d198-c28a-4631-ab96-51815ced2471 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddda44ab100740a2845b45ab09ad8060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714690 Apr 25 14:44:18.764348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48570) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:18.818137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5206dad-6c23-4989-8623-632e2e3d6987 req-924527bb-0a4c-496c-ad1b-f47b569df455 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:18.825528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5206dad-6c23-4989-8623-632e2e3d6987 req-924527bb-0a4c-496c-ad1b-f47b569df455 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.2076612 Apr 25 14:44:19.008183 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e1bf-5007-4038-bb0a-4f297a50a2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.022183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5206dad-6c23-4989-8623-632e2e3d6987 req-b65f1bff-1d42-4635-aa1e-bfd29164cad2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950841 Apr 25 14:44:19.062765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] For port f8480923-5815-4da7-b4de-20040901866c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8480923-5815-4da7-b4de-20040901866c,segment=NetworkSegment(a87fa489-4803-428f-967a-819d760b29e4),segment_id=a87fa489-4803-428f-967a-819d760b29e4)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:19.063299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.070842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e1bf-5007-4038-bb0a-4f297a50a2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.195580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8480923-5815-4da7-b4de-20040901866c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:19.331227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Allocated IP 172.25.0.230 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/60dc5eb1-5d19-449c-bdfa-698f339dce92) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:19.351839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ddbe0f62-fdc2-4af4-9557-af54ec15bead req-f7b1a642-c91c-48c1-bcf0-ed4b6da9c3d3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 210 time: 0.2246661 Apr 25 14:44:19.389675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] For port f8480923-5815-4da7-b4de-20040901866c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8480923-5815-4da7-b4de-20040901866c,segment=NetworkSegment(a87fa489-4803-428f-967a-819d760b29e4),segment_id=a87fa489-4803-428f-967a-819d760b29e4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:19.389675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.424568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Calling delete_port for f8480923-5815-4da7-b4de-20040901866c owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:19.575516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e1bf-5007-4038-bb0a-4f297a50a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.601936 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.613190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.645936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] DHCP port deletion for 5794d32f-a29f-4303-87e9-2e6bd161a095 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:44:19.676025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Port': ['ID=f8480923-5815-4da7-b4de-20040901866c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:19.682166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] No DVR routers for this DVR port f8480923-5815-4da7-b4de-20040901866c on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:19.786113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0e1bf-5007-4038-bb0a-4f297a50a2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3218044d-093e-43ad-bc4b-74cc62ba402e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:19.826865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e1bf-5007-4038-bb0a-4f297a50a2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.832549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9cd0e1bf-5007-4038-bb0a-4f297a50a2d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3218044d-093e-43ad-bc4b-74cc62ba402e HTTP/1.1" status: 204 len: 168 time: 1.0659316 Apr 25 14:44:19.852504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Calling delete_port for f8480923-5815-4da7-b4de-20040901866c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:19.868606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.903960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c58364-2dcb-4e63-8249-ef46245e0be6']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:19.924702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87fa489-4803-428f-967a-819d760b29e4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:19.925320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87fa489-4803-428f-967a-819d760b29e4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:19.937265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:19.942922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] Deleting port 12be1c23-959c-42eb-b241-3a86a531aab6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:19.944020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.024048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.071147 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.104434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:44:20.105153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:44:20.145230 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:44:20.155670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fffcf2-1076-4278-b35f-0e18dc7358d6 req-01bf5de9-b450-457b-824d-5e12556cfeff tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:20.160029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64fffcf2-1076-4278-b35f-0e18dc7358d6 req-01bf5de9-b450-457b-824d-5e12556cfeff tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.3109329 Apr 25 14:44:20.170343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-f0b1ae45-043a-46d8-8b3d-8a81f088ed74 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:20.172327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-f0b1ae45-043a-46d8-8b3d-8a81f088ed74 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.2305911 Apr 25 14:44:20.202984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': '9840e959-670b-4e26-8671-612be68b1f3f', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:20.229451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.363235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-552e0d9e-a348-4f07-aa57-b8896fb80cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:20.365676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-552e0d9e-a348-4f07-aa57-b8896fb80cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 1097 time: 0.4253459 Apr 25 14:44:20.391636 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:44:20.392116 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:44:20.413829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Pushing event updated for resources: {'Port': ['ID=60dc5eb1-5d19-449c-bdfa-698f339dce92,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:20.493868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.523399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.534473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Network': ['ID=e5c58364-2dcb-4e63-8249-ef46245e0be6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:20.631495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.639697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] For port 12be1c23-959c-42eb-b241-3a86a531aab6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12be1c23-959c-42eb-b241-3a86a531aab6,segment=NetworkSegment(4d625090-2d95-4a8c-9834-6714a920d0e0),segment_id=4d625090-2d95-4a8c-9834-6714a920d0e0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:20.639697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.646741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.646741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.646741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.646741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.646741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.646741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.647974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.647974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.647974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.649017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.649017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:20.664354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64fffcf2-1076-4278-b35f-0e18dc7358d6 req-b6973831-baf6-4988-adfe-f16cdeff3df1 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910717 Apr 25 14:44:20.702066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:20.714770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-445d49d4-2f3e-44e9-a0d0-d90e81f18ec5 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/networks/e5c58364-2dcb-4e63-8249-ef46245e0be6 HTTP/1.1" status: 204 len: 168 time: 2.3847759 Apr 25 14:44:20.715562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48592) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:20.717017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:20.727929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:20.737058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d26d4528-b8af-4dff-b9e8-fc5c9eabe06f req-f40a71b4-bd1c-4fd0-9f32-a665b70ccb51 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 210 time: 0.1039605 Apr 25 14:44:20.861411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:20.896119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Deleting port f8480923-5815-4da7-b4de-20040901866c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:20.899282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.936091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-548df506-1d6d-40f5-828c-65239ca3b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:20.937732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-548df506-1d6d-40f5-828c-65239ca3b4a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 200 len: 917 time: 0.5343196 Apr 25 14:44:20.945299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:20.989857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:21.121511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:21.135959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:21.186510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12be1c23-959c-42eb-b241-3a86a531aab6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:21.204786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-7b29322d-adcb-4d4f-bdc4-bede2a6e8670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9 HTTP/1.1" status: 200 len: 217 time: 0.2545760 Apr 25 14:44:21.212051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting port 12be1c23-959c-42eb-b241-3a86a531aab6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:21.212409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:21.235240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] Calling delete_port for 12be1c23-959c-42eb-b241-3a86a531aab6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:21.292355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8e24fa05-d8b7-4563-b4b9-f31cade3ed92 None None] The port 'f8480923-5815-4da7-b4de-20040901866c' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:44:21.451732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:21.464094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:21.525262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:21.544214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] No DVR routers for this DVR port 12be1c23-959c-42eb-b241-3a86a531aab6 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:21.544214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc96e7a-b93d-4912-badd-0cae9134bdeb None None] Pushing event deleted for resources: {'Port': ['ID=12be1c23-959c-42eb-b241-3a86a531aab6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:21.548893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] The port '12be1c23-959c-42eb-b241-3a86a531aab6' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:44:21.557957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-c658a8d6-19df-423e-8458-08566dcf4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:21.569252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-c658a8d6-19df-423e-8458-08566dcf4d15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 200 len: 855 time: 0.3477168 Apr 25 14:44:21.817083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:21.853452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5794d32f-a29f-4303-87e9-2e6bd161a095']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:21.865864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-1c725f19-6e96-429b-887b-1ce5e12ddb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:21.867470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-1c725f19-6e96-429b-887b-1ce5e12ddb91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ff5fe74-831b-412d-b16e-73353faf360a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967293 Apr 25 14:44:21.873551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d625090-2d95-4a8c-9834-6714a920d0e0') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:21.875777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d625090-2d95-4a8c-9834-6714a920d0e0') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:21.893252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.8 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/500092f1-5688-4e21-adc8-b30d3bda2537) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:22.005263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.106075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.131009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:44:22.131009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:44:22.150589 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:44:22.232797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-c8f2f13b-d459-4ccd-963c-0641cedc5d57 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5ad07ba4cc774cb29359a06a57a690b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658197 Apr 25 14:44:22.273353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-83d5cea4-3e18-41f2-a7c9-1a03e5f9b089 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602285 Apr 25 14:44:22.284413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc24c34-731c-479b-b02a-1c65f72d4ffd req-191bda48-8160-4256-81a3-bb677ca0288e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:22.286369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbc24c34-731c-479b-b02a-1c65f72d4ffd req-191bda48-8160-4256-81a3-bb677ca0288e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.3815753 Apr 25 14:44:22.289629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.292097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.309325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.379083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/networks/5794d32f-a29f-4303-87e9-2e6bd161a095 HTTP/1.1" status: 204 len: 168 time: 1.6533828 Apr 25 14:44:22.380236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f15cc-8134-43f9-b3bb-9d41ab243a63 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Network': ['ID=5794d32f-a29f-4303-87e9-2e6bd161a095,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:22.384596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48626) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:22.563344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbc24c34-731c-479b-b02a-1c65f72d4ffd req-defef4c9-fc42-4d18-953a-34aa684f7f2e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351651 Apr 25 14:44:22.575658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1069d7f8-a76d-4790-adf7-4d7dced820d1 req-487b9430-fe6d-4e60-b62a-67154aac1d94 service neutron] 10.222.0.21 "GET /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894452 Apr 25 14:44:22.580313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting subnet 2fdfa444-080b-4d85-90b1-915c246b10f7 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:22.583486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.662048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.748560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.758892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-4b090d49-f478-4c4d-baf6-dc27f2e0e6a0 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:22.759809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11f2dd8e-ec69-4ddc-9114-3329787eca18 req-897e3527-4876-4204-b1fa-edcef4085a4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 210 time: 0.0586348 Apr 25 14:44:22.760683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-4b090d49-f478-4c4d-baf6-dc27f2e0e6a0 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5111187 Apr 25 14:44:22.801836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-a273be16-49e9-4fde-9f1e-d620bec658d5 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/quotas/5ad07ba4cc774cb29359a06a57a690b3 HTTP/1.1" status: 200 len: 375 time: 0.0301616 Apr 25 14:44:22.804653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.870839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-ae75eeb9-c4b5-40bb-a18d-fcc9b829de8b tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ad07ba4cc774cb29359a06a57a690b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638077 Apr 25 14:44:22.907135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Router 574af498-17e3-4f83-ab6d-41b79bf4ccee is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:44:22.912103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.915032 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:22.924515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:22.988577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdfa444-080b-4d85-90b1-915c246b10f7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:22.996858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:23.003619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b83ab-cad5-433f-a65a-9a408ece81d9 None None] Network 6fca1e9d-7773-48dc-b0b9-db903c951138 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:23.010005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-be447ead-f587-45f2-aba3-66f8c7b60a5e tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/subnets/2fdfa444-080b-4d85-90b1-915c246b10f7 HTTP/1.1" status: 204 len: 168 time: 0.6213768 Apr 25 14:44:23.012688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48632) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:23.086920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:23.092398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:23.095172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:23.154553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=500092f1-5688-4e21-adc8-b30d3bda2537,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:23.326311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:23.327495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:23.423022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:23.441459 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Sync routers for ids ['574af498-17e3-4f83-ab6d-41b79bf4ccee'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:23.455359 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Routers {'574af498-17e3-4f83-ab6d-41b79bf4ccee'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:23.455661 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['574af498-17e3-4f83-ab6d-41b79bf4ccee'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:23.468208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-15c36766-6a74-4274-8e82-94d72e6f1172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2717342 Apr 25 14:44:23.489225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Request body: {'port': {'device_id': '9840e959-670b-4e26-8671-612be68b1f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:23.571709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:23.573124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f11ea4a5-47ed-432c-b999-4067a11f6e83 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2528741 Apr 25 14:44:23.595221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48646) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:23.615275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ac46112-75fe-481f-9b03-70a9f169e0ec req-9606f1ca-33c8-44b2-9446-792783a28885 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 210 time: 0.3389070 Apr 25 14:44:23.633220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:23.656215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting port 76d5aa1c-885d-4d01-b516-46fd70477d94 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:23.658948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:23.709337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] DHCP port deletion for 6fca1e9d-7773-48dc-b0b9-db903c951138 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:44:23.714353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] Deleting port 76d5aa1c-885d-4d01-b516-46fd70477d94 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:23.714531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:23.800928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Set router 574af498-17e3-4f83-ab6d-41b79bf4ccee gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:24.012345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] For port 76d5aa1c-885d-4d01-b516-46fd70477d94, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=76d5aa1c-885d-4d01-b516-46fd70477d94,segment=NetworkSegment(fc24d7bc-9142-47d0-8227-65d5cb04aa82),segment_id=fc24d7bc-9142-47d0-8227-65d5cb04aa82)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:24.012838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.070223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.163082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] For port 76d5aa1c-885d-4d01-b516-46fd70477d94, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=76d5aa1c-885d-4d01-b516-46fd70477d94,segment=NetworkSegment(fc24d7bc-9142-47d0-8227-65d5cb04aa82),segment_id=fc24d7bc-9142-47d0-8227-65d5cb04aa82)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:24.163768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.187020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] Calling delete_port for 76d5aa1c-885d-4d01-b516-46fd70477d94 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:24.282611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.325585 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:44:21Z', 'revision_number': 3, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:24.334633 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Checking router: 574af498-17e3-4f83-ab6d-41b79bf4ccee for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:44:24.334633 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Updating router 574af498-17e3-4f83-ab6d-41b79bf4ccee port 60dc5eb1-5d19-449c-bdfa-698f339dce92 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:44:24.385402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] No DVR routers for this DVR port 76d5aa1c-885d-4d01-b516-46fd70477d94 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:24.390458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a666f-94ed-4103-ae03-17842e92fe69 None None] Pushing event deleted for resources: {'Port': ['ID=76d5aa1c-885d-4d01-b516-46fd70477d94,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:24.418432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Calling delete_port for 76d5aa1c-885d-4d01-b516-46fd70477d94 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:24.445089 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.471545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec83e3-34a1-4252-9dc0-5c1f83cb9c03 req-dbaa06df-b850-40ac-9dbc-04a3a849da58 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:24.473470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfec83e3-34a1-4252-9dc0-5c1f83cb9c03 req-dbaa06df-b850-40ac-9dbc-04a3a849da58 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.6770756 Apr 25 14:44:24.569884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:44:24.570211 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:44:24.596500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41625a-1114-48b6-b655-0c43fe4bf5fb req-2d3784e3-5e9c-4426-be7b-dcf66f037cb2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:24.598012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a41625a-1114-48b6-b655-0c43fe4bf5fb req-2d3784e3-5e9c-4426-be7b-dcf66f037cb2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 931 time: 0.1042075 Apr 25 14:44:24.649470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a41625a-1114-48b6-b655-0c43fe4bf5fb req-28505eb1-09dd-47c1-87a9-be82c5917519 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Apr 25 14:44:24.700657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfec83e3-34a1-4252-9dc0-5c1f83cb9c03 req-324c6cc5-8c31-413b-b45c-c7e497acd78a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189460 Apr 25 14:44:24.904788 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.916467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 76d5aa1c-885d-4d01-b516-46fd70477d94 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:24.923637 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Transition to ACTIVE for port object 60dc5eb1-5d19-449c-bdfa-698f339dce92 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:24.932140 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:24.956465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-5ec089e3-61a2-409f-a234-f48d84ec1fcc tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5ad07ba4cc774cb29359a06a57a690b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196384 Apr 25 14:44:24.958488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 76d5aa1c-885d-4d01-b516-46fd70477d94 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:24.959105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 76d5aa1c-885d-4d01-b516-46fd70477d94 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:24.996377 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5330dbeb-3774-4599-9ee2-a17e9e0463ee req-50ec4b09-47da-40a6-a541-e4724ac464d0 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 210 time: 0.1234586 Apr 25 14:44:25.048561 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113a47d-fe11-4bc9-8499-339eed3d439f None None] Pushing event updated for resources: {'Port': ['ID=60dc5eb1-5d19-449c-bdfa-698f339dce92,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:25.074504 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Attempting to bind port 60dc5eb1-5d19-449c-bdfa-698f339dce92 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:25.075251 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Attempting to bind port 60dc5eb1-5d19-449c-bdfa-698f339dce92 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:25.075780 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Attempting to bind port 60dc5eb1-5d19-449c-bdfa-698f339dce92 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:25.081857 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:25.082471 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:25.083027 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.084108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:25.085156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Bound port: 60dc5eb1-5d19-449c-bdfa-698f339dce92, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:25.085684 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.098325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Deleting port 76d5aa1c-885d-4d01-b516-46fd70477d94 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:25.098675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.162397 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] For port 60dc5eb1-5d19-449c-bdfa-698f339dce92, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:25.165650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] For port 60dc5eb1-5d19-449c-bdfa-698f339dce92, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=60dc5eb1-5d19-449c-bdfa-698f339dce92,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:25.169949 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.188306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] The port '76d5aa1c-885d-4d01-b516-46fd70477d94' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:44:25.224416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0fc24-5eee-4487-a830-e9a566299ab4 req-820bf07a-5a52-4212-98ad-89208c86a79c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:25.225937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fd0fc24-5eee-4487-a830-e9a566299ab4 req-820bf07a-5a52-4212-98ad-89208c86a79c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.2829165 Apr 25 14:44:25.251001 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Routers {'574af498-17e3-4f83-ab6d-41b79bf4ccee'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:25.251633 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['574af498-17e3-4f83-ab6d-41b79bf4ccee'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:25.340063 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113a47d-fe11-4bc9-8499-339eed3d439f None None] Pushing event updated for resources: {'Port': ['ID=60dc5eb1-5d19-449c-bdfa-698f339dce92,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:25.358686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.376868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-24ca95d3-41cd-4267-8461-508f4bf57f68 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:25.378357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-24ca95d3-41cd-4267-8461-508f4bf57f68 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123316 Apr 25 14:44:25.381991 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fd0fc24-5eee-4487-a830-e9a566299ab4 req-8ad40db7-a7e9-41c2-b90f-2cd65774385e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409595 Apr 25 14:44:25.384120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500092f1-5688-4e21-adc8-b30d3bda2537 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:25.394965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.397021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Request body: {'port': {'device_id': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '5ad07ba4cc774cb29359a06a57a690b3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:25.418894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fca1e9d-7773-48dc-b0b9-db903c951138']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:25.424118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Transition to ACTIVE for port object 500092f1-5688-4e21-adc8-b30d3bda2537 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:25.455542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc24d7bc-9142-47d0-8227-65d5cb04aa82') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:25.455834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc24d7bc-9142-47d0-8227-65d5cb04aa82') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:25.503481 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] Set router 574af498-17e3-4f83-ab6d-41b79bf4ccee gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:25.505107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.551275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.568596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.575094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:44:25.575485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:44:25.651210 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:44:25.714711 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.774779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Pushing event updated for resources: {'Port': ['ID=500092f1-5688-4e21-adc8-b30d3bda2537,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:25.785065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.812960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.822750 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:44:21Z', 'revision_number': 3, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:25.828840 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520d468-34f9-46e6-b0d6-6b723b83cf08 None None] The sync data for ids ['574af498-17e3-4f83-ab6d-41b79bf4ccee'] in n-d-811416-6 is: [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:44:21Z', 'revision_number': 3, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:25.834658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Pushing event deleted for resources: {'Network': ['ID=6fca1e9d-7773-48dc-b0b9-db903c951138,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:25.837634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:25.848987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-254a5811-4350-4df3-a167-b2e9ac2f1641 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/networks/6fca1e9d-7773-48dc-b0b9-db903c951138 HTTP/1.1" status: 204 len: 168 time: 2.8349798 Apr 25 14:44:25.851399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Usage tracker for resource:port and tenant:5ad07ba4cc774cb29359a06a57a690b3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:25.854206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48666) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:25.892748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:25.912249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c71aea0b-2a02-486a-a2ab-e2c81b22a764 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Synchronizing usage tracker for tenant:09b71f28a4cf43238eaf0e5a95142d61 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:25.915339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:25.948929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Made reservation on behalf of 5ad07ba4cc774cb29359a06a57a690b3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:25.954039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.970991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d1801-e25f-4c26-81ae-88cc0fc56a01 req-c257478e-20bc-423b-8d51-b4b93b575eaf tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:25.972491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d05d1801-e25f-4c26-81ae-88cc0fc56a01 req-c257478e-20bc-423b-8d51-b4b93b575eaf tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 946 time: 0.3100247 Apr 25 14:44:25.975007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c71aea0b-2a02-486a-a2ab-e2c81b22a764 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Unset dirty status for tenant:09b71f28a4cf43238eaf0e5a95142d61 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:25.978351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c71aea0b-2a02-486a-a2ab-e2c81b22a764 tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "GET /v2.0/ports?device_id=84b46dea-806f-48aa-932a-b98b568c7a5c HTTP/1.1" status: 200 len: 205 time: 0.1205218 Apr 25 14:44:25.978597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48670) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:25.983677 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:25.992429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Attempting to bind port 500092f1-5688-4e21-adc8-b30d3bda2537 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:25.992742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Attempting to bind port 500092f1-5688-4e21-adc8-b30d3bda2537 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:25.993130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Attempting to bind port 500092f1-5688-4e21-adc8-b30d3bda2537 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:26.010966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Port 500092f1-5688-4e21-adc8-b30d3bda2537 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:44:26.011298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Attempting to bind port 500092f1-5688-4e21-adc8-b30d3bda2537 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:26.036861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d596f-817f-43de-afbc-ed733850512f req-473cdc52-fb42-47fd-9d7e-39df6546cf83 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:26.037651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-168d596f-817f-43de-afbc-ed733850512f req-473cdc52-fb42-47fd-9d7e-39df6546cf83 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:26.040480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:26.040824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:26.041243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:26.041700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Bound port: 500092f1-5688-4e21-adc8-b30d3bda2537, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:26.042054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.186097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-168d596f-817f-43de-afbc-ed733850512f req-473cdc52-fb42-47fd-9d7e-39df6546cf83 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:26.187314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-168d596f-817f-43de-afbc-ed733850512f req-473cdc52-fb42-47fd-9d7e-39df6546cf83 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 943 time: 0.4044938 Apr 25 14:44:26.225408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Allocated IP 172.20.0.1 (1c417c48-af90-4aec-b6df-bd735be0999b/3f358c71-b217-4dd1-a4e5-ed754000bfcd/09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:26.252510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:26.269722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Usage tracker for resource:security_group_rule and tenant:5ad07ba4cc774cb29359a06a57a690b3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:26.313704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-168d596f-817f-43de-afbc-ed733850512f req-09fc49eb-7cda-4556-9f7c-7c337e248d1f tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087823 Apr 25 14:44:26.328826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:26.375387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d05d1801-e25f-4c26-81ae-88cc0fc56a01 req-a99868f2-f17f-4ebd-b4c8-95023c4e5847 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932440 Apr 25 14:44:26.376528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:26.386819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.507543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] For port 500092f1-5688-4e21-adc8-b30d3bda2537, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:26.621571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] For port 500092f1-5688-4e21-adc8-b30d3bda2537, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=500092f1-5688-4e21-adc8-b30d3bda2537,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:26.624538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b208e03-0177-4124-8cdb-66144f8052b1 req-28e0a65d-bf18-45af-a08b-0a1f90d3ea5a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 210 time: 0.1111059 Apr 25 14:44:26.630927 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.708667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:26.709315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.710695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] 10.222.0.21 "PUT /v2.0/ports/500092f1-5688-4e21-adc8-b30d3bda2537 HTTP/1.1" status: 200 len: 1091 time: 3.2270622 Apr 25 14:44:26.715839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9840e959-670b-4e26-8671-612be68b1f3f', 'tag': '500092f1-5688-4e21-adc8-b30d3bda2537'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:26.809331 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee10ff1-7038-4d8a-9765-aebf44794620'] response: {'name': 'network-changed', 'server_uuid': '9840e959-670b-4e26-8671-612be68b1f3f', 'tag': '500092f1-5688-4e21-adc8-b30d3bda2537', 'status': 'completed', 'code': 200} Apr 25 14:44:26.825275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bf6bb-a36d-4770-8fdc-421e0ea17573 service neutron] Pushing event updated for resources: {'Port': ['ID=500092f1-5688-4e21-adc8-b30d3bda2537,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:26.847024 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.855418 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.860415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.901163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-18d0d5d0-cca8-49bd-a998-cf03cf2d6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:26.902783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-18d0d5d0-cca8-49bd-a998-cf03cf2d6e30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 1094 time: 0.1316655 Apr 25 14:44:26.918778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3fb5d-e576-458f-aa5f-324dfce179a3 req-e80b201c-4c4e-400c-8cc1-d77a651e072b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:26.920328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36e3fb5d-e576-458f-aa5f-324dfce179a3 req-e80b201c-4c4e-400c-8cc1-d77a651e072b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.3384840 Apr 25 14:44:26.930223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:26.931731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Fanout notify agent at l3_agent the message router_deleted on router 84b46dea-806f-48aa-932a-b98b568c7a5c {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:44:26.997231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 60dc5eb1-5d19-449c-bdfa-698f339dce92 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:27.015222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-0013fff5-1d8d-4fe0-9143-98f17d0a38a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=500092f1-5688-4e21-adc8-b30d3bda2537 HTTP/1.1" status: 200 len: 217 time: 0.1046977 Apr 25 14:44:27.016798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.020563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.027596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36e3fb5d-e576-458f-aa5f-324dfce179a3 req-30909c85-ff75-4590-b78c-eaec44b13bdd tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928175 Apr 25 14:44:27.034961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.038505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eefc345d-91e7-46fe-b3ab-db263c801aef tempest-RoutersNegativeTest-98867402 tempest-RoutersNegativeTest-98867402-project] 10.222.0.23 "DELETE /v2.0/routers/84b46dea-806f-48aa-932a-b98b568c7a5c HTTP/1.1" status: 204 len: 168 time: 1.0563278 Apr 25 14:44:27.038505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.118991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Network 1c417c48-af90-4aec-b6df-bd735be0999b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:27.136634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-7ec618e1-1a01-4ea2-a390-3fc55bbc1853 req-d424dcc7-acc9-46aa-9f40-5c5ff9789355 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:44:27.137697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ec618e1-1a01-4ea2-a390-3fc55bbc1853 req-d424dcc7-acc9-46aa-9f40-5c5ff9789355 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095172 Apr 25 14:44:27.138625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:27.167037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 60dc5eb1-5d19-449c-bdfa-698f339dce92 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:27.172924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 60dc5eb1-5d19-449c-bdfa-698f339dce92 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:27.173335 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.173668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fc883-2aaf-49ef-a22c-2fc755e53165,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:27.196634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:27.260368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.285908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Allocated IP 192.168.233.223 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/9fa93f4e-15a2-42ec-ac70-460bba28d6a3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:27.321917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.327579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-26599bef-c4b4-437f-afaa-74700534b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:27.334942 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-26599bef-c4b4-437f-afaa-74700534b814 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.3056004 Apr 25 14:44:27.339711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Pushing event updated for resources: {'Port': ['ID=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:27.356452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 60dc5eb1-5d19-449c-bdfa-698f339dce92, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=60dc5eb1-5d19-449c-bdfa-698f339dce92,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:27.364808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.419538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-364f96b9-b261-46c2-b97e-6c1f046c143e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659378 Apr 25 14:44:27.535905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=60dc5eb1-5d19-449c-bdfa-698f339dce92,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:27.553475 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ec618e1-1a01-4ea2-a390-3fc55bbc1853 req-0f516807-60ba-48b5-a588-5955b78a13f3 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3962944 Apr 25 14:44:27.592970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48688) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:27.712369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7a53-c695-431c-80e8-c9ada60cb76d req-6e694fee-797b-4cc2-a6ff-bf83df584c36 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:27.725319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-acac7a53-c695-431c-80e8-c9ada60cb76d req-6e694fee-797b-4cc2-a6ff-bf83df584c36 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 943 time: 0.1805592 Apr 25 14:44:27.738952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-f4ad235c-0b1f-42ef-acdb-006bd36b30f4 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016729 Apr 25 14:44:27.766589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.789443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-acac7a53-c695-431c-80e8-c9ada60cb76d req-cbee62b2-b7a1-4e1d-bba0-8e687852581a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 Apr 25 14:44:27.814667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Transition to ACTIVE for port object 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:27.901891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d86b6df6-61ad-41b3-99c8-367ec0bdced9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09b71f28a4cf43238eaf0e5a95142d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965963 Apr 25 14:44:27.904295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48700) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:27.941177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:27.947618 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.070437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:28.072105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:28.081469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:28.157954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc7f53aa-26a3-4b48-9e1a-a698b7f4caac req-f2534efc-3580-4944-9cf3-5065628a4d8c service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920753 Apr 25 14:44:28.194730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Pushing event updated for resources: {'Port': ['ID=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:28.213375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ea726dd-37b8-41e1-8dad-7009a737eb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.224777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:28.225426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.269702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ea726dd-37b8-41e1-8dad-7009a737eb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.284170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-81924c11-fa1a-4d11-87c5-906c842b0f2a tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8948178 Apr 25 14:44:28.296895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Request body: {'port': {'device_id': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:28.338309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-96d89dcb-bcc8-400a-9598-58182a2cd42a None None] Provisioning for port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:28.345375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-96d89dcb-bcc8-400a-9598-58182a2cd42a None None] Provisioning complete for port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:28.345967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96d89dcb-bcc8-400a-9598-58182a2cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.354892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d0461-86b0-495f-9ead-42ddf30234e8 req-ae59ad50-3e0c-42ab-a734-c328f7b768f2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:28.356981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a6d0461-86b0-495f-9ead-42ddf30234e8 req-ae59ad50-3e0c-42ab-a734-c328f7b768f2 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.3310261 Apr 25 14:44:28.427423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-96d89dcb-bcc8-400a-9598-58182a2cd42a None None] Port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:44:28.562121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e44383-7969-437b-8775-5cb8630bc051 req-2df7c2d9-66ff-43eb-a091-093ab2b7f599 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:28.562870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-67e44383-7969-437b-8775-5cb8630bc051 req-2df7c2d9-66ff-43eb-a091-093ab2b7f599 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Synchronizing usage tracker for tenant:5ad07ba4cc774cb29359a06a57a690b3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:28.586182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ea726dd-37b8-41e1-8dad-7009a737eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.596668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-1e5b389c-bb6e-42c8-9e37-e8dc1c471a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:28.598153 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-1e5b389c-bb6e-42c8-9e37-e8dc1c471a49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 1094 time: 0.3381209 Apr 25 14:44:28.603799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a6d0461-86b0-495f-9ead-42ddf30234e8 req-3271395e-567c-4ca9-aba0-d72f562c692f tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318003 Apr 25 14:44:28.615538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.631196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea726dd-37b8-41e1-8dad-7009a737eb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd8071f-9ca4-4923-8b9e-3a1ab2f11239,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:28.631286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.633703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-67e44383-7969-437b-8775-5cb8630bc051 req-2df7c2d9-66ff-43eb-a091-093ab2b7f599 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Unset dirty status for tenant:5ad07ba4cc774cb29359a06a57a690b3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:28.640430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67e44383-7969-437b-8775-5cb8630bc051 req-2df7c2d9-66ff-43eb-a091-093ab2b7f599 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 936 time: 0.4990513 Apr 25 14:44:28.673977 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.676674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.687250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ea726dd-37b8-41e1-8dad-7009a737eb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:28.690893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4ea726dd-37b8-41e1-8dad-7009a737eb63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdd8071f-9ca4-4923-8b9e-3a1ab2f11239 HTTP/1.1" status: 204 len: 168 time: 0.7831490 Apr 25 14:44:28.748602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-67e44383-7969-437b-8775-5cb8630bc051 req-faff8e6e-1b53-4d9b-a328-6cda8d9c69ec tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Synchronizing usage tracker for tenant:5ad07ba4cc774cb29359a06a57a690b3 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:28.814896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-67e44383-7969-437b-8775-5cb8630bc051 req-faff8e6e-1b53-4d9b-a328-6cda8d9c69ec tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Unset dirty status for tenant:5ad07ba4cc774cb29359a06a57a690b3 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:28.821547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67e44383-7969-437b-8775-5cb8630bc051 req-faff8e6e-1b53-4d9b-a328-6cda8d9c69ec tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801133 Apr 25 14:44:28.960950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 60dc5eb1-5d19-449c-bdfa-698f339dce92 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:29.014864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Pushing event updated for resources: {'Port': ['ID=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:29.017969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.037748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-0059f500-d9cb-47ae-a6e3-5b526a181bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:29.039626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-0059f500-d9cb-47ae-a6e3-5b526a181bfb service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.4349494 Apr 25 14:44:29.082348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 60dc5eb1-5d19-449c-bdfa-698f339dce92 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:29.082743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.148917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733bf7c-de25-4ac2-b08c-330cbf28867b req-35befac9-bba4-4de9-8403-3ef3d0604213 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:29.156326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b733bf7c-de25-4ac2-b08c-330cbf28867b req-35befac9-bba4-4de9-8403-3ef3d0604213 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 946 time: 0.3064570 Apr 25 14:44:29.188572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:29.196763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.226011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Transition to ACTIVE for port object 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:29.230257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-eab7fcb0-7215-47a8-aa55-5e95552435e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=500092f1-5688-4e21-adc8-b30d3bda2537 HTTP/1.1" status: 200 len: 217 time: 0.1688213 Apr 25 14:44:29.237266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.332956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b733bf7c-de25-4ac2-b08c-330cbf28867b req-4215713c-5db0-450f-b489-5690e70b20c3 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757596 Apr 25 14:44:29.352104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-e7f83624-2f54-495a-9a80-d1e5f236acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:29.353621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-e7f83624-2f54-495a-9a80-d1e5f236acb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1092331 Apr 25 14:44:29.412921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:29.421679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Network 1c417c48-af90-4aec-b6df-bd735be0999b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:29.428534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:29.433731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-33a33668-7fed-47ab-978c-cb932d733c1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720909 Apr 25 14:44:29.505283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d508-9970-4ae7-975f-5cc26bab329a req-5fbfc2c2-1cc0-491d-aa69-1b98fbfae528 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:29.517411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67d0d508-9970-4ae7-975f-5cc26bab329a req-5fbfc2c2-1cc0-491d-aa69-1b98fbfae528 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 943 time: 0.5340765 Apr 25 14:44:29.647019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-67d0d508-9970-4ae7-975f-5cc26bab329a req-aeecbf04-1aa9-4b81-992c-b07a966555e8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284571 Apr 25 14:44:29.686642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Attempting to bind port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:29.687129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Attempting to bind port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:29.687566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Attempting to bind port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:29.693533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:44:29.693929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Attempting to bind port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:29.701287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:29.702251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:29.702953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:29.703601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Bound port: 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:29.704157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.795219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48730) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:29.818088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] For port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:29.821292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] For port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:29.827980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.854054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-dfbe6a75-675e-4c82-b653-115de7979b73 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079506 Apr 25 14:44:29.913615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Router 574af498-17e3-4f83-ab6d-41b79bf4ccee has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:29.925874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3108a-0745-45c4-83c4-99235601952c req-26fedaf5-26f1-4daf-975c-8d07ba4f886e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:29.926160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:29.926922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fa3108a-0745-45c4-83c4-99235601952c req-26fedaf5-26f1-4daf-975c-8d07ba4f886e tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.3586254 Apr 25 14:44:29.927342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:29.928769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] 10.222.0.15 "PUT /v2.0/ports/9fa93f4e-15a2-42ec-ac70-460bba28d6a3 HTTP/1.1" status: 200 len: 1096 time: 1.6370397 Apr 25 14:44:29.930250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'tag': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:29.944117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10000f29-100a-47d8-b103-735a20af9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:29.973776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2740bb56-21b4-4be6-9641-318a765fe5d2 tempest-ServiceProvidersTest-1885051425 tempest-ServiceProvidersTest-1885051425-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1752169 Apr 25 14:44:30.152979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-0fd15ff3-a215-40f7-8514-81e146866391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.154784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-0fd15ff3-a215-40f7-8514-81e146866391 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ad07ba4cc774cb29359a06a57a690b3&device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 1099 time: 0.1796856 Apr 25 14:44:30.168554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fdc3-59c7-413c-8f89-c1b89554dea1 req-6070ec9e-6baa-439c-be8c-ef162adee216 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.171310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c64fdc3-59c7-413c-8f89-c1b89554dea1 req-6070ec9e-6baa-439c-be8c-ef162adee216 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 948 time: 0.1950164 Apr 25 14:44:30.188094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fa3108a-0745-45c4-83c4-99235601952c req-1bab1bc3-ff47-42c5-b0cf-f8a9ed763006 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848154 Apr 25 14:44:30.192870 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980d2f0e-2b73-4f5c-ab3c-33c36f78a9c7 req-c8ad6e2f-23ca-4073-bef0-14d6f3d7c939 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270659 Apr 25 14:44:30.255319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-59bb460f-1980-43d5-a9f5-5d17c2e8e6f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3 HTTP/1.1" status: 200 len: 217 time: 0.0828848 Apr 25 14:44:30.311252 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c54d2c-8061-46cb-b3ca-3d0df392c1b5'] response: {'name': 'network-changed', 'server_uuid': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'tag': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3', 'status': 'completed', 'code': 200} Apr 25 14:44:30.361233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c64fdc3-59c7-413c-8f89-c1b89554dea1 req-35acd2e5-6c3c-4cda-89b4-961a2d269c5e tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164486 Apr 25 14:44:30.365765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-8a5e3629-5b3b-4915-8209-f4c041504d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.367745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-8a5e3629-5b3b-4915-8209-f4c041504d19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0989177 Apr 25 14:44:30.479099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:30.530423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-eff103b6-6e03-4cc8-9831-d22abee385be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.533374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-eff103b6-6e03-4cc8-9831-d22abee385be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566730 Apr 25 14:44:30.548369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:30.558602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Sync routers for ids ['574af498-17e3-4f83-ab6d-41b79bf4ccee'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:30.565603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b09112f9-4012-4f50-8b9b-c32de37de28b admin admin] 10.222.0.23 "PUT /v2.0/routers/574af498-17e3-4f83-ab6d-41b79bf4ccee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9658499 Apr 25 14:44:30.574251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Routers {'574af498-17e3-4f83-ab6d-41b79bf4ccee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:30.574983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['574af498-17e3-4f83-ab6d-41b79bf4ccee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:30.690595 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:30.715296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:30.722178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Usage tracker for resource:security_group_rule and tenant:074f36c20a9c4471b81f9fdfc9e34944 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:30.727525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:30.749828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:30.761396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-7c8cb926-b651-4676-bd71-c4ecbc7de371 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203720 Apr 25 14:44:30.867107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Set router 574af498-17e3-4f83-ab6d-41b79bf4ccee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:30.882433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa876f-af55-4322-8716-6653f05d8646 req-41757840-458d-4195-9854-db4a2265af21 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.889264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa876f-af55-4322-8716-6653f05d8646 req-41757840-458d-4195-9854-db4a2265af21 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.896599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa876f-af55-4322-8716-6653f05d8646 req-41757840-458d-4195-9854-db4a2265af21 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:30.905594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cdaa876f-af55-4322-8716-6653f05d8646 req-41757840-458d-4195-9854-db4a2265af21 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1&device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2&device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 2418 time: 0.1965265 Apr 25 14:44:30.966209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cdaa876f-af55-4322-8716-6653f05d8646 req-d43d4649-3043-4da6-aa16-3db779b51d7c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595148 Apr 25 14:44:31.197281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bf9e33b-9201-4567-bc6c-1bd81dc8d9ef req-2b765f24-4de6-4cc1-8bd9-dd93e01fd292 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292901 Apr 25 14:44:31.224986 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.230720 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.255320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9e45c-8240-4382-b00b-fcde86103b1c req-847c5a65-e207-4048-b05c-46496807edfc tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:31.256547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0a9e45c-8240-4382-b00b-fcde86103b1c req-847c5a65-e207-4048-b05c-46496807edfc tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 943 time: 0.4394345 Apr 25 14:44:31.294009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1', 'name': '', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'mac_address': 'fa:16:3e:6d:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:25Z', 'updated_at': '2022-04-25T14:44:28Z', 'revision_number': 2, 'project_id': '94449557ad8b4adab5296111342f7379', 'subnets': [{'id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:31.301275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Checking router: 574af498-17e3-4f83-ab6d-41b79bf4ccee for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:44:31.302726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Updating router 574af498-17e3-4f83-ab6d-41b79bf4ccee port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:44:31.382084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=074f36c20a9c4471b81f9fdfc9e34944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8961558 Apr 25 14:44:31.400392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48774) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:31.400392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2e65-eb49-40d9-8d2b-9da83b28fd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f99043a-5828-482d-9319-e51cd972e13a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:31.434548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0a9e45c-8240-4382-b00b-fcde86103b1c req-728cd179-65fe-4fc8-bb10-44e5e81a16d0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293380 Apr 25 14:44:31.446028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.489651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-c4d5cb57-7cd2-433d-9794-0d7c38705fc9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:31.511360 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-c4d5cb57-7cd2-433d-9794-0d7c38705fc9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 811 time: 0.2775319 Apr 25 14:44:31.530289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66230-5c13-4efb-9041-42e3e8744202 req-601001b6-9349-4364-a5d5-a10929a1b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:31.535399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-1a6146ae-ea8e-4789-bc1e-b39404842c77 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/quotas/94449557ad8b4adab5296111342f7379 HTTP/1.1" status: 200 len: 375 time: 0.0186310 Apr 25 14:44:31.541094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-601001b6-9349-4364-a5d5-a10929a1b0da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ad07ba4cc774cb29359a06a57a690b3&device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 1099 time: 0.2675984 Apr 25 14:44:31.541094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67de490e-359b-429c-bef3-dcaf4e205f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.621222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-b6396068-07e1-4912-857e-f37dd81b1428 req-928af922-ea5f-449e-beb8-b4e54e258a8b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:44:31.632959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6396068-07e1-4912-857e-f37dd81b1428 req-928af922-ea5f-449e-beb8-b4e54e258a8b tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0950532 Apr 25 14:44:31.655357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-86faba61-397e-4d1c-8cb2-23643a551666 req-0987460c-ec50-474f-9e72-d015f0427bca tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Synchronizing usage tracker for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:31.686500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-86faba61-397e-4d1c-8cb2-23643a551666 req-0987460c-ec50-474f-9e72-d015f0427bca tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Unset dirty status for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:31.686500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-0987460c-ec50-474f-9e72-d015f0427bca tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519687 Apr 25 14:44:31.786166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67de490e-359b-429c-bef3-dcaf4e205f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.878556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-fac2444f-1acf-4e76-bcbb-656f7d122ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861296 Apr 25 14:44:31.881619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6396068-07e1-4912-857e-f37dd81b1428 req-f33ecbc1-1c28-419d-9825-d6d83ae0d00a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2576218 Apr 25 14:44:31.889560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.899753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66230-5c13-4efb-9041-42e3e8744202 req-9fdd9631-78ce-436b-b693-2c227138205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:31.900814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-9fdd9631-78ce-436b-b693-2c227138205c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.3716760 Apr 25 14:44:31.907118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Transition to ACTIVE for port object 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:31.916668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:31.989319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-f4ad1886-bf67-42b1-bfe8-91ff7b574adb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3 HTTP/1.1" status: 200 len: 217 time: 0.0809805 Apr 25 14:44:32.043080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-c752ae09-b367-4c4b-9ef6-b5767f445e60 service neutron] 10.222.0.23 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602407 Apr 25 14:44:32.088681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66230-5c13-4efb-9041-42e3e8744202 req-52555d5c-26e4-425a-9eac-58a1286b0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:32.090291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-52555d5c-26e4-425a-9eac-58a1286b0c7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0922637 Apr 25 14:44:32.091448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67de490e-359b-429c-bef3-dcaf4e205f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:32.157829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06a7b6-2d89-4997-a3ba-42035dd8b119 None None] Pushing event updated for resources: {'Port': ['ID=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:32.177480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de490e-359b-429c-bef3-dcaf4e205f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f99043a-5828-482d-9319-e51cd972e13a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:32.181433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67de490e-359b-429c-bef3-dcaf4e205f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:32.186395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67de490e-359b-429c-bef3-dcaf4e205f08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f99043a-5828-482d-9319-e51cd972e13a HTTP/1.1" status: 204 len: 168 time: 0.7862697 Apr 25 14:44:32.240468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66230-5c13-4efb-9041-42e3e8744202 req-5c7f6758-469e-45e1-904a-d98730351e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:32.257338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-5c7f6758-469e-45e1-904a-d98730351e3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533790 Apr 25 14:44:32.315073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Attempting to bind port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:32.315073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Attempting to bind port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:32.315521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Attempting to bind port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 on network 1c417c48-af90-4aec-b6df-bd735be0999b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:32.321946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:32.322552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Checking segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:32.323907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:32.324690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Bound using segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:32.326413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Bound port: 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:32.327732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:32.485370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] For port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:32.489577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] For port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:32.497154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:32.632799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Routers {'574af498-17e3-4f83-ab6d-41b79bf4ccee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:32.633604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['574af498-17e3-4f83-ab6d-41b79bf4ccee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:32.722455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06a7b6-2d89-4997-a3ba-42035dd8b119 None None] Pushing event updated for resources: {'Port': ['ID=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:32.727741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-1c6ddf62-88b0-4a26-ba54-f37d573a28fa service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647207 Apr 25 14:44:32.743278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc517b33-f28f-495e-b050-f3b99bff96d0 req-38bc2324-8aeb-425c-8de8-d5a9ec61a936 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:32.753847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc517b33-f28f-495e-b050-f3b99bff96d0 req-38bc2324-8aeb-425c-8de8-d5a9ec61a936 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 948 time: 0.3244541 Apr 25 14:44:32.907730 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc517b33-f28f-495e-b050-f3b99bff96d0 req-98d89e66-85a5-4a34-9f59-648824cbafc6 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522617 Apr 25 14:44:33.014380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98a66230-5c13-4efb-9041-42e3e8744202 req-1485251f-e4db-4943-892b-e9c1c580e966 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571845 Apr 25 14:44:33.027776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] Set router 574af498-17e3-4f83-ab6d-41b79bf4ccee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:33.098683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 500092f1-5688-4e21-adc8-b30d3bda2537 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:44:33.238300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-588c00b2-67ab-4e9e-9ed7-da2b4ccfa662 req-3f907cc7-16f4-4912-8898-51e4183c271a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 210 time: 0.0762465 Apr 25 14:44:33.271801 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:44:33.427167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95202f11-231c-41c4-8e2c-f1b9e6017707 req-519d952f-41bc-424e-be1a-3935795b3527 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:33.434269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95202f11-231c-41c4-8e2c-f1b9e6017707 req-519d952f-41bc-424e-be1a-3935795b3527 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 943 time: 0.1591411 Apr 25 14:44:33.545948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95202f11-231c-41c4-8e2c-f1b9e6017707 req-4da9ab51-c128-4a22-91d8-ed3ae0093207 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107259 Apr 25 14:44:33.605689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 500092f1-5688-4e21-adc8-b30d3bda2537, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=500092f1-5688-4e21-adc8-b30d3bda2537,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:33.636054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '500092f1-5688-4e21-adc8-b30d3bda2537', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': '500092f1-5688-4e21-adc8-b30d3bda2537', 'mac_address': 'fa:16:3e:11:45:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:44:33.733279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48822) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:33.738273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037735 Apr 25 14:44:33.742208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48824) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:33.796503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:33.820114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500092f1-5688-4e21-adc8-b30d3bda2537 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:33.841627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 500092f1-5688-4e21-adc8-b30d3bda2537, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=500092f1-5688-4e21-adc8-b30d3bda2537,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:33.858145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:33.981726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=500092f1-5688-4e21-adc8-b30d3bda2537,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:33.985213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1', 'name': '', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'mac_address': 'fa:16:3e:6d:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:25Z', 'updated_at': '2022-04-25T14:44:32Z', 'revision_number': 4, 'project_id': '94449557ad8b4adab5296111342f7379', 'subnets': [{'id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:34.001579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb04978-c99d-42f1-9a6c-f486e78e5e15 None None] The sync data for ids ['574af498-17e3-4f83-ab6d-41b79bf4ccee'] in n-d-811416-6 is: [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1', 'name': '', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'mac_address': 'fa:16:3e:6d:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:25Z', 'updated_at': '2022-04-25T14:44:32Z', 'revision_number': 4, 'project_id': '94449557ad8b4adab5296111342f7379', 'subnets': [{'id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:34.023479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-71f55690-61c6-473c-8328-ac4b3845120f tempest-NetworksApiDiscovery-1002495624 tempest-NetworksApiDiscovery-1002495624-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2798886 Apr 25 14:44:34.052054 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:34.318411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['500092f1-5688-4e21-adc8-b30d3bda2537'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:34.366748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-d05c385d-79cf-4107-a1ed-901c839e5fce tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:34.369085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-d05c385d-79cf-4107-a1ed-901c839e5fce tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.21 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 811 time: 0.3184590 Apr 25 14:44:34.384131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Request body: {'port': {'device_id': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'admin_state_up': True, 'tenant_id': '94449557ad8b4adab5296111342f7379'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:34.461201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76f75-6e34-4b5c-9689-22455a003f80 req-8db392be-748f-4cc7-b502-5bcd6a9142ad tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:34.475152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96b76f75-6e34-4b5c-9689-22455a003f80 req-8db392be-748f-4cc7-b502-5bcd6a9142ad tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 948 time: 0.1988966 Apr 25 14:44:34.578318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96b76f75-6e34-4b5c-9689-22455a003f80 req-77c46334-fcbd-47d5-8bef-3fbcc1681e61 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021569 Apr 25 14:44:34.623524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:44:34.651039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:34.678663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e58ee-1ed9-4f35-9a8d-f5a1eb616d9d req-5e5f8b3e-64f7-49da-855d-dbdace72ce13 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:34.686114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7e58ee-1ed9-4f35-9a8d-f5a1eb616d9d req-5e5f8b3e-64f7-49da-855d-dbdace72ce13 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.7349277 Apr 25 14:44:34.688877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:34.766898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48844) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:34.780361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Made reservation on behalf of 94449557ad8b4adab5296111342f7379 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:34.798179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:34.862539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7e58ee-1ed9-4f35-9a8d-f5a1eb616d9d req-b914c5aa-437b-43a7-b727-8b2cf7cfd028 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745613 Apr 25 14:44:35.023971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.063091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:35.082048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:35.093377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Usage tracker for resource:security_group_rule and tenant:62962cc023b44a239b716fa3524bb063 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:35.098395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:35.115093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:35.128166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3', 'mac_address': 'fa:16:3e:20:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:44:35.135010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:35.265015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Allocated IP 172.20.0.5 (1c417c48-af90-4aec-b6df-bd735be0999b/3f358c71-b217-4dd1-a4e5-ed754000bfcd/51b5f745-57d0-49be-87df-a428b3ed163c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:35.331101 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.357708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:35.368159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.391736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:35.393161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:35.403261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:35.403758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.414230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.444508 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.480115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a043805-c8d1-407c-8716-0bf8f678150a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:35.528036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6182a80d-191e-4fee-939a-ae7f5932d82d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62962cc023b44a239b716fa3524bb063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595813 Apr 25 14:44:35.529272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48854) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:35.536337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.579550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.651943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c85fc-8627-4f44-bbb8-4f7327beaf18 req-01d4d679-a630-499d-8d7f-48768425e702 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:35.661712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd8c85fc-8627-4f44-bbb8-4f7327beaf18 req-01d4d679-a630-499d-8d7f-48768425e702 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 944 time: 0.2915344 Apr 25 14:44:35.666229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:35.684964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Network 1c417c48-af90-4aec-b6df-bd735be0999b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:35.690015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:35.706972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:35.709570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9fa93f4e-15a2-42ec-ac70-460bba28d6a3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:35.722852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e10875-836f-45e8-bc41-bb953bd49470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.753699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd8c85fc-8627-4f44-bbb8-4f7327beaf18 req-26474a33-83da-4438-9330-ba0a7470c6d8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909111 Apr 25 14:44:35.783378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e10875-836f-45e8-bc41-bb953bd49470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.822363 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.900397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Pushing event updated for resources: {'Port': ['ID=51b5f745-57d0-49be-87df-a428b3ed163c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:35.921252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:35.927571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:35.981518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37eeaa-1378-442e-b987-30f54de3bc9f req-3ea76697-05cb-4f54-8f02-bb2ded90fe96 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:35.989643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d37eeaa-1378-442e-b987-30f54de3bc9f req-3ea76697-05cb-4f54-8f02-bb2ded90fe96 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 931 time: 0.9058115 Apr 25 14:44:36.019984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:36.020939 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.027092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:36.087479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d37eeaa-1378-442e-b987-30f54de3bc9f req-3a2eb4ab-c8cb-409a-b27f-7c1ce3c67e51 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964136 Apr 25 14:44:36.099013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-127cf50f-58c3-4b72-a4a3-dda44b6ccc05 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7216814 Apr 25 14:44:36.123073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Request body: {'port': {'device_id': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:36.137732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e10875-836f-45e8-bc41-bb953bd49470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.195219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10875-836f-45e8-bc41-bb953bd49470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a043805-c8d1-407c-8716-0bf8f678150a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:36.231009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e10875-836f-45e8-bc41-bb953bd49470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.232128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-98e10875-836f-45e8-bc41-bb953bd49470 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a043805-c8d1-407c-8716-0bf8f678150a HTTP/1.1" status: 204 len: 168 time: 0.6967118 Apr 25 14:44:36.249543 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.270809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054602a-60f5-4497-b036-8576897633cc req-e85cba06-21f1-40e9-b1f2-97a49bff4cb0 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:36.272754 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6054602a-60f5-4497-b036-8576897633cc req-e85cba06-21f1-40e9-b1f2-97a49bff4cb0 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 949 time: 0.1126132 Apr 25 14:44:36.341361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6054602a-60f5-4497-b036-8576897633cc req-e8446fdf-5d9f-4f02-9ea1-3714063a1bd5 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620651 Apr 25 14:44:36.620648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:36.722092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:36.727567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:36.727949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.778450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc1702-93a7-436a-bec5-62e1c4c1803a req-31b18339-992f-454b-a761-d6ad48dc9dfe tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:36.779962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-61bc1702-93a7-436a-bec5-62e1c4c1803a req-31b18339-992f-454b-a761-d6ad48dc9dfe tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.2818112 Apr 25 14:44:36.791032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b5f745-57d0-49be-87df-a428b3ed163c {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:36.806089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1909-191e-49ca-872d-af9aba173233 req-f11ef389-8b05-4e8d-87fd-c1601589f021 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:36.807706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84ea1909-191e-49ca-872d-af9aba173233 req-f11ef389-8b05-4e8d-87fd-c1601589f021 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.1011317 Apr 25 14:44:36.821888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.862663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-61bc1702-93a7-436a-bec5-62e1c4c1803a req-7eb691a8-3a2b-4f85-8fce-9c91b27a8c50 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749388 Apr 25 14:44:36.868889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84ea1909-191e-49ca-872d-af9aba173233 req-e0b5fd15-46c7-4488-8126-0909fc80d302 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539720 Apr 25 14:44:36.886341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Transition to ACTIVE for port object 51b5f745-57d0-49be-87df-a428b3ed163c will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:36.900951 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.910860 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:36.950788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:36.951815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:36.959697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.021463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:37.056355 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38630040-4988-464c-89f9-3ddd352e2781'] response: {'server_uuid': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3', 'code': 200} Apr 25 14:44:37.112901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:37.129671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:37.130985 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.166562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 500092f1-5688-4e21-adc8-b30d3bda2537 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:37.175169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Pushing event updated for resources: {'Port': ['ID=51b5f745-57d0-49be-87df-a428b3ed163c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:37.223424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f663725-d201-406b-8144-255ecd00ca65 req-b1ad41f4-8244-4ef6-9661-69e16d6e0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:37.226860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f663725-d201-406b-8144-255ecd00ca65 req-b1ad41f4-8244-4ef6-9661-69e16d6e0143 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 1101 time: 0.1296020 Apr 25 14:44:37.272816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 500092f1-5688-4e21-adc8-b30d3bda2537 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:37.280276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 500092f1-5688-4e21-adc8-b30d3bda2537 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:37.280855 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.306657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e2927-0524-40f3-a373-5f2c9d3f6da6 req-44c0c1ad-15da-4767-81ca-54859a69cf09 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:37.308515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a66e2927-0524-40f3-a373-5f2c9d3f6da6 req-44c0c1ad-15da-4767-81ca-54859a69cf09 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 944 time: 0.3024750 Apr 25 14:44:37.317785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Attempting to bind port 51b5f745-57d0-49be-87df-a428b3ed163c on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:37.318396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Attempting to bind port 51b5f745-57d0-49be-87df-a428b3ed163c by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:37.318886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Attempting to bind port 51b5f745-57d0-49be-87df-a428b3ed163c on network 1c417c48-af90-4aec-b6df-bd735be0999b {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:37.342825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f663725-d201-406b-8144-255ecd00ca65 req-6ce49b98-fa90-4f61-b8ed-3c25987f8da5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102109 Apr 25 14:44:37.360780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Port 51b5f745-57d0-49be-87df-a428b3ed163c on network 1c417c48-af90-4aec-b6df-bd735be0999b not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:44:37.361344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Attempting to bind port 51b5f745-57d0-49be-87df-a428b3ed163c on network 1c417c48-af90-4aec-b6df-bd735be0999b {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:37.370477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:37.371015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Checking segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:37.371564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Bound using segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:37.372264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Bound port: 51b5f745-57d0-49be-87df-a428b3ed163c, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:37.372783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.394440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4703-3bf3-47de-8085-a4f0f019d321 req-f90d6ca1-8636-4d26-b752-d54262330189 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:37.396761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-699f4703-3bf3-47de-8085-a4f0f019d321 req-f90d6ca1-8636-4d26-b752-d54262330189 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 943 time: 0.1481831 Apr 25 14:44:37.399432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a66e2927-0524-40f3-a373-5f2c9d3f6da6 req-f9f94275-9a17-4726-8b6b-156850cbbdf5 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827353 Apr 25 14:44:37.491220 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.501078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-699f4703-3bf3-47de-8085-a4f0f019d321 req-3ee928e6-73bb-4fa5-94e5-e4f3e293ba79 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Synchronizing usage tracker for tenant:94449557ad8b4adab5296111342f7379 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:37.539253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-699f4703-3bf3-47de-8085-a4f0f019d321 req-3ee928e6-73bb-4fa5-94e5-e4f3e293ba79 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Unset dirty status for tenant:94449557ad8b4adab5296111342f7379 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:37.543806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] For port 51b5f745-57d0-49be-87df-a428b3ed163c, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:37.548889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-699f4703-3bf3-47de-8085-a4f0f019d321 req-3ee928e6-73bb-4fa5-94e5-e4f3e293ba79 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418350 Apr 25 14:44:37.549579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 500092f1-5688-4e21-adc8-b30d3bda2537, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=500092f1-5688-4e21-adc8-b30d3bda2537,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:37.553494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] For port 51b5f745-57d0-49be-87df-a428b3ed163c, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51b5f745-57d0-49be-87df-a428b3ed163c,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:37.554464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.606026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.631588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=500092f1-5688-4e21-adc8-b30d3bda2537,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:37.676100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:37.676941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:37.678324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] 10.222.0.21 "PUT /v2.0/ports/51b5f745-57d0-49be-87df-a428b3ed163c HTTP/1.1" status: 200 len: 1091 time: 1.5708983 Apr 25 14:44:37.686385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'tag': '51b5f745-57d0-49be-87df-a428b3ed163c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:37.760741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80999d0a-ce0c-4903-8764-f722b55cd839 service neutron] Pushing event updated for resources: {'Port': ['ID=51b5f745-57d0-49be-87df-a428b3ed163c,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:37.769750 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ee43df-0a9e-48d0-ab0a-232c0f808198'] response: {'name': 'network-changed', 'server_uuid': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'tag': '51b5f745-57d0-49be-87df-a428b3ed163c', 'status': 'completed', 'code': 200} Apr 25 14:44:37.790691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b487c4-651b-4b6d-a800-0ab3aeb7ce2c req-5eed87bc-635a-4330-b154-4d519aa1be7e tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:37.792177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2b487c4-651b-4b6d-a800-0ab3aeb7ce2c req-5eed87bc-635a-4330-b154-4d519aa1be7e tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 950 time: 0.2427719 Apr 25 14:44:37.853736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2b487c4-651b-4b6d-a800-0ab3aeb7ce2c req-8993d867-0017-445b-8024-35e3d3f30191 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Apr 25 14:44:37.860549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-9c393dce-e04b-4979-8241-bfba0b1aac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:37.862053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-9c393dce-e04b-4979-8241-bfba0b1aac70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 1094 time: 0.1388094 Apr 25 14:44:37.950716 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-7e22c28e-8814-4b78-9f72-e1c05f6bb063 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b5f745-57d0-49be-87df-a428b3ed163c HTTP/1.1" status: 200 len: 217 time: 0.0713613 Apr 25 14:44:38.076540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faba61-397e-4d1c-8cb2-23643a551666 req-c0a38383-741e-4d05-bb3d-781be2e3a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:38.078575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-c0a38383-741e-4d05-bb3d-781be2e3a55a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.1176100 Apr 25 14:44:38.088479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaff6ac-db64-4b44-a0e1-1bf7ab9867b1 req-e727c96a-d837-482f-966e-d4cc0b0d0123 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:38.090016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aaaff6ac-db64-4b44-a0e1-1bf7ab9867b1 req-e727c96a-d837-482f-966e-d4cc0b0d0123 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.0893841 Apr 25 14:44:38.186934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aaaff6ac-db64-4b44-a0e1-1bf7ab9867b1 req-c46302c2-f9e0-4229-bb87-0c15e17c4c4a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653031 Apr 25 14:44:38.233429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-7384262c-6dc2-409b-bbb2-cbed7ad7d43c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:38.236633 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-7384262c-6dc2-409b-bbb2-cbed7ad7d43c tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 945 time: 0.1441944 Apr 25 14:44:38.262272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-5b2e37e9-f5d2-4c48-93e3-ff69d4182fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738012 Apr 25 14:44:38.316952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae26f9-0fe4-4765-8263-35bac099bc92 req-4fe0475a-c991-41db-adb1-da8c7894d071 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:38.318476 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3ae26f9-0fe4-4765-8263-35bac099bc92 req-4fe0475a-c991-41db-adb1-da8c7894d071 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.3003855 Apr 25 14:44:38.343664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Deleting port 0efeda23-dda5-41c1-a688-e841b42737ef {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:38.343664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:38.461751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3ae26f9-0fe4-4765-8263-35bac099bc92 req-44c8adda-9d35-4e65-9423-40c2f30784f7 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951195 Apr 25 14:44:38.472454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-8ae467a1-2b29-4119-8683-35d28f45c17e service neutron] 10.222.0.21 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016861 Apr 25 14:44:38.516815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6210fded-f56b-456e-a1b5-c48f3509123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:38.848752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] For port 0efeda23-dda5-41c1-a688-e841b42737ef, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0efeda23-dda5-41c1-a688-e841b42737ef,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:38.848871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:38.873300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3269ef-9c8a-499a-870c-7173a01ebc3d req-82915f95-9845-4d87-a1a2-8e87847d1ce3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:38.874423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf3269ef-9c8a-499a-870c-7173a01ebc3d req-82915f95-9845-4d87-a1a2-8e87847d1ce3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 0.2400286 Apr 25 14:44:38.964481 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86faba61-397e-4d1c-8cb2-23643a551666 req-9c499256-59ca-429d-9aeb-605a0ae92cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827073 Apr 25 14:44:39.026261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Calling delete_port for 0efeda23-dda5-41c1-a688-e841b42737ef owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:39.064302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9840e959-670b-4e26-8671-612be68b1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500092f1-5688-4e21-adc8-b30d3bda2537'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:39.077334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f5b8a-1426-4e37-b586-8088a61f5a6e req-d984ca3e-b418-48e2-a423-407570b86599 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:39.077334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1f9f5b8a-1426-4e37-b586-8088a61f5a6e req-d984ca3e-b418-48e2-a423-407570b86599 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Synchronizing usage tracker for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:39.099728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf3269ef-9c8a-499a-870c-7173a01ebc3d req-75264c9a-1cdd-4b6e-afc0-1a927016cccb tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677289 Apr 25 14:44:39.118648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-e7911aed-5d3a-479d-9f92-eee81f5f0cf0 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:39.118648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-e7911aed-5d3a-479d-9f92-eee81f5f0cf0 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.4304583 Apr 25 14:44:39.222024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1f9f5b8a-1426-4e37-b586-8088a61f5a6e req-d984ca3e-b418-48e2-a423-407570b86599 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Unset dirty status for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:39.230337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f9f5b8a-1426-4e37-b586-8088a61f5a6e req-d984ca3e-b418-48e2-a423-407570b86599 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 943 time: 0.4854724 Apr 25 14:44:39.295630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Deleting port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:39.295630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:39.377021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f9f5b8a-1426-4e37-b586-8088a61f5a6e req-5e3a5241-7af4-4548-b024-d42336f140bc tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411729 Apr 25 14:44:39.406702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:39.413406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-94fb2810-fd54-4114-90fa-30dae0d1fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:39.420743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['40721761-4648-4f99-8ef4-e10273e5fc54'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:39.426482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-94fb2810-fd54-4114-90fa-30dae0d1fdc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 1094 time: 0.3857238 Apr 25 14:44:39.443313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['f1a658ab-9169-4e2e-b95f-2ba470fe65f9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:39.596758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Pushing event deleted for resources: {'Port': ['ID=0efeda23-dda5-41c1-a688-e841b42737ef,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:39.646885 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3391de77-60c7-40e2-9b9b-7e5e29cce78a'] response: {'server_uuid': '9840e959-670b-4e26-8671-612be68b1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500092f1-5688-4e21-adc8-b30d3bda2537', 'code': 200} Apr 25 14:44:39.682859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] No DVR routers for this DVR port 0efeda23-dda5-41c1-a688-e841b42737ef on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:39.691294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:39.694288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'name': 'network-vif-deleted', 'tag': '0efeda23-dda5-41c1-a688-e841b42737ef'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:39.740354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd132e-1606-4363-9056-6bfcd9fad773 req-3b280d4b-7f29-4b3e-8f5d-cde5364b0964 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:39.747334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17dd132e-1606-4363-9056-6bfcd9fad773 req-3b280d4b-7f29-4b3e-8f5d-cde5364b0964 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 950 time: 0.4250937 Apr 25 14:44:39.773221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "DELETE /v2.0/ports/0efeda23-dda5-41c1-a688-e841b42737ef HTTP/1.1" status: 204 len: 173 time: 1.5329998 Apr 25 14:44:39.811899 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17dd132e-1606-4363-9056-6bfcd9fad773 req-c722e8d0-6746-4366-aa9d-ca3f5450c6ac tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634220 Apr 25 14:44:39.830200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2b060-8f57-4fdb-ba48-a57125ef1bc4 req-2ca3001c-73c3-43b5-8923-d3550cbf9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:39.832001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a2b060-8f57-4fdb-ba48-a57125ef1bc4 req-2ca3001c-73c3-43b5-8923-d3550cbf9e94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 1096 time: 0.2273471 Apr 25 14:44:39.864203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fdfd86cd-8b08-4cd7-b9a1-e2641a724b3d req-e3a09cd7-627b-4efd-bb98-77e5492c6bfd tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1 HTTP/1.1" status: 200 len: 210 time: 0.0855474 Apr 25 14:44:40.013594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-1be85212-b845-42ea-9db2-e4dd00652677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:40.019281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-1be85212-b845-42ea-9db2-e4dd00652677 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 912 time: 0.4529059 Apr 25 14:44:40.037692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] For port d233681e-ded7-48c1-942e-ba5e1d8fa7d1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:40.038059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:40.155105 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b4a9c8-1e7a-43e1-b34a-307146db5216'] response: {'server_uuid': 'f1f06a9a-b4ad-4bd3-a232-2d38c53be4c1', 'name': 'network-vif-deleted', 'tag': '0efeda23-dda5-41c1-a688-e841b42737ef', 'status': 'completed', 'code': 200} Apr 25 14:44:40.201289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a2b060-8f57-4fdb-ba48-a57125ef1bc4 req-06c50008-480c-4e5f-96b7-d417397670da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611665 Apr 25 14:44:40.245626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-9174b3e1-a834-4784-a51c-78269b81390b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b5f745-57d0-49be-87df-a428b3ed163c HTTP/1.1" status: 200 len: 217 time: 0.0807273 Apr 25 14:44:40.253029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404f0ed-9a35-4bcb-8c1c-d821f3b73ec0 req-6e2e546d-5cf5-46c4-aa87-a95351367aae tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:40.256856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d404f0ed-9a35-4bcb-8c1c-d821f3b73ec0 req-6e2e546d-5cf5-46c4-aa87-a95351367aae tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 945 time: 0.1038570 Apr 25 14:44:40.334122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d404f0ed-9a35-4bcb-8c1c-d821f3b73ec0 req-1df29b16-5449-44a5-9d53-de6152fd27f0 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08cb4ea-27c6-45aa-92f8-d597073dccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705593 Apr 25 14:44:40.568572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5f823-0d0f-4bf9-aac0-480e6fcf169f req-1fc99366-2342-4ccc-91a9-9dd85aabe834 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:40.570617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54d5f823-0d0f-4bf9-aac0-480e6fcf169f req-1fc99366-2342-4ccc-91a9-9dd85aabe834 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 950 time: 0.1128035 Apr 25 14:44:40.639125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-54d5f823-0d0f-4bf9-aac0-480e6fcf169f req-bf0765f4-78db-483d-a377-9d0374487e38 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Apr 25 14:44:40.847192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-db8bf2f3-3875-429a-9e13-a47b895e90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:40.847192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-db8bf2f3-3875-429a-9e13-a47b895e90b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.1553383 Apr 25 14:44:40.852053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:40.852053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:40.852053 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Floating IP 01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9 disassociated. External IP: 172.25.0.153, port: d233681e-ded7-48c1-942e-ba5e1d8fa7d1. Apr 25 14:44:40.852053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Calling delete_port for d233681e-ded7-48c1-942e-ba5e1d8fa7d1 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:40.859319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-418aa015-b7bc-4769-b82c-df138e4cafb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:40.905495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea245-8d18-4fa4-ac6c-c72ee01b1576 req-52993e3a-449f-41fe-aaa2-eb5e34aefde2 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:40.908930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b1ea245-8d18-4fa4-ac6c-c72ee01b1576 req-52993e3a-449f-41fe-aaa2-eb5e34aefde2 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 943 time: 0.1488039 Apr 25 14:44:40.958511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-8d0a2c7e-18b1-43b7-b71c-675e45c77d92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763562 Apr 25 14:44:40.978492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b1ea245-8d18-4fa4-ac6c-c72ee01b1576 req-85cdaf32-8392-4372-885f-dfedaae06d37 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625710 Apr 25 14:44:41.100541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04bcd7-4900-402b-9bc8-7d4f6cf0b5f6 req-ecd9a391-8b8b-47b7-874b-a50cb0e89738 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:41.102222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a04bcd7-4900-402b-9bc8-7d4f6cf0b5f6 req-ecd9a391-8b8b-47b7-874b-a50cb0e89738 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 0.6379044 Apr 25 14:44:41.146423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d233681e-ded7-48c1-942e-ba5e1d8fa7d1 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:41.284383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a04bcd7-4900-402b-9bc8-7d4f6cf0b5f6 req-132cf2cc-31c6-4360-9dfa-ddc0622939e8 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256800 Apr 25 14:44:41.334213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-07df4c44-2bec-46fc-905a-a3aa4b5618c0 service neutron] 10.222.0.21 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600838 Apr 25 14:44:41.416043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 update to DOWN by agent not found {{(pid=88062) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 25 14:44:41.416043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efeda23-dda5-41c1-a688-e841b42737ef no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:41.494886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 0efeda23-dda5-41c1-a688-e841b42737ef {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:41.494886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0efeda23-dda5-41c1-a688-e841b42737ef not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:41.608031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a3008b9-717a-4e79-8564-6f8c3012e76d req-d76a987e-a69c-45e6-b024-59a2dc6d336f service neutron] 10.222.0.21 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618582 Apr 25 14:44:41.608031 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:41.747547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-970c62c0-09e9-44b1-8f8e-93a8584ed9f4 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:41.748535 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:41.751199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-970c62c0-09e9-44b1-8f8e-93a8584ed9f4 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.15 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 950 time: 0.1745496 Apr 25 14:44:41.782766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event deleted for resources: {'Port': ['ID=d233681e-ded7-48c1-942e-ba5e1d8fa7d1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:41.869364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:41.876569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1840450d-5c39-4117-ae19-1ad8cb7b31fc req-2c969b56-80e5-4aa3-bfa7-512ce0d900e6 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 210 time: 0.1019795 Apr 25 14:44:41.907824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Deleting port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:41.908126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:42.269495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2c5a-6ac5-4a43-b74b-6d7f3ed6f579 req-25fb8f64-0614-4f8f-bf50-42a6c6aacf72 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:42.269495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4fef2c5a-6ac5-4a43-b74b-6d7f3ed6f579 req-25fb8f64-0614-4f8f-bf50-42a6c6aacf72 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Synchronizing usage tracker for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:42.308707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4fef2c5a-6ac5-4a43-b74b-6d7f3ed6f579 req-25fb8f64-0614-4f8f-bf50-42a6c6aacf72 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Unset dirty status for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:42.320710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fef2c5a-6ac5-4a43-b74b-6d7f3ed6f579 req-25fb8f64-0614-4f8f-bf50-42a6c6aacf72 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 946 time: 0.5247962 Apr 25 14:44:42.420820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:42.488680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fef2c5a-6ac5-4a43-b74b-6d7f3ed6f579 req-aa62b8d9-789c-4654-bdb7-793d7daf8489 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648629 Apr 25 14:44:42.671959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9c4a0-b73b-417a-ad64-d692a57d690c req-c2f40bcc-cd0c-4c85-b2c4-a2c829bcdc92 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:42.680759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4b9c4a0-b73b-417a-ad64-d692a57d690c req-c2f40bcc-cd0c-4c85-b2c4-a2c829bcdc92 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 950 time: 0.6142101 Apr 25 14:44:42.773576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4b9c4a0-b73b-417a-ad64-d692a57d690c req-b05850e9-1eb0-4bfd-ae9c-e375b783ebe0 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b3fc883-2aaf-49ef-a22c-2fc755e53165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917301 Apr 25 14:44:42.904928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] For port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:42.905592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.058534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:43.060956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Calling delete_port for 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:43.090016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] Sync routers for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:43.113298 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:43.114740 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:43.120959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3084d6-20a1-43a9-bd95-9c8f32163d35 req-ef49919d-5ff7-446a-b6db-67e29195efa9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:43.123040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa3084d6-20a1-43a9-bd95-9c8f32163d35 req-ef49919d-5ff7-446a-b6db-67e29195efa9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 943 time: 0.3393335 Apr 25 14:44:43.157354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51b5f745-57d0-49be-87df-a428b3ed163c details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:44:43.206024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa3084d6-20a1-43a9-bd95-9c8f32163d35 req-3c9b4a29-881c-4cdb-8b47-08bf7830e39c tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706904 Apr 25 14:44:43.248320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] No DVR routers for this DVR port d233681e-ded7-48c1-942e-ba5e1d8fa7d1 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:43.255152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.278929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'name': 'network-vif-deleted', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:43.314769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6227d20-6fde-46a7-b39a-d48ca2f171db req-97c369f2-0ff9-411c-a888-3c853c2944c5 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.21 "DELETE /v2.0/ports/d233681e-ded7-48c1-942e-ba5e1d8fa7d1 HTTP/1.1" status: 204 len: 173 time: 4.1613991 Apr 25 14:44:43.337830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-7ee856ef-884d-4855-8028-03812aa48d44 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:43.339910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-7ee856ef-884d-4855-8028-03812aa48d44 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.15 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 946 time: 0.4446440 Apr 25 14:44:43.388593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.488333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Pushing event deleted for resources: {'Port': ['ID=9fa93f4e-15a2-42ec-ac70-460bba28d6a3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:43.539254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d8ddbd-7fbd-48a6-9460-c0dca2ebdfc8 req-3ac91bf1-4a92-4ca9-8b8d-1abd27b7816c tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 210 time: 0.1024053 Apr 25 14:44:43.658915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51b5f745-57d0-49be-87df-a428b3ed163c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51b5f745-57d0-49be-87df-a428b3ed163c,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:43.677524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '51b5f745-57d0-49be-87df-a428b3ed163c', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'port_id': '51b5f745-57d0-49be-87df-a428b3ed163c', 'mac_address': 'fa:16:3e:ef:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:44:43.677686 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:43.714809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] No DVR routers for this DVR port 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:43.720436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.723285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'name': 'network-vif-deleted', 'tag': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:43.768734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-391305f8-7b83-43e3-b374-6dd454bc64d1 req-df2b9707-5135-4cdd-a285-4d6d27d7b662 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.15 "DELETE /v2.0/ports/9fa93f4e-15a2-42ec-ac70-460bba28d6a3 HTTP/1.1" status: 204 len: 173 time: 2.0142422 Apr 25 14:44:43.777737 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaacc52-07d2-4f4f-ae28-cda102b6d021'] response: {'server_uuid': '65a82750-af52-45f4-aaad-17bcfd340f7a', 'name': 'network-vif-deleted', 'tag': 'd233681e-ded7-48c1-942e-ba5e1d8fa7d1', 'status': 'completed', 'code': 200} Apr 25 14:44:43.785269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Deleting port 40721761-4648-4f99-8ef4-e10273e5fc54 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:43.785450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.854417 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.900469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:43.954055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20486561-d9d0-471f-8f7c-2c9a8014219f req-373c456e-3214-457b-b234-046d7504e538 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:43.962248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20486561-d9d0-471f-8f7c-2c9a8014219f req-373c456e-3214-457b-b234-046d7504e538 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 1.0154781 Apr 25 14:44:43.982944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b5f745-57d0-49be-87df-a428b3ed163c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:44.037394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51b5f745-57d0-49be-87df-a428b3ed163c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51b5f745-57d0-49be-87df-a428b3ed163c,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:44.068243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:44.195692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51b5f745-57d0-49be-87df-a428b3ed163c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:44.216134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f190d-703f-4cbc-96f0-a8826ec0d50f req-2662362b-ea28-48e2-9715-d0b0a3825e15 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:44.229120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-161f190d-703f-4cbc-96f0-a8826ec0d50f req-2662362b-ea28-48e2-9715-d0b0a3825e15 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 946 time: 0.2994246 Apr 25 14:44:44.294681 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20486561-d9d0-471f-8f7c-2c9a8014219f req-cadf0b49-374c-42d4-87bb-4ba263777056 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185713 Apr 25 14:44:44.418026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-161f190d-703f-4cbc-96f0-a8826ec0d50f req-744fa744-42c3-46c8-a403-ba0619eb8603 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804209 Apr 25 14:44:44.488552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['51b5f745-57d0-49be-87df-a428b3ed163c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:44.539080 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a597a83-b401-467f-98e8-2494028a5b02'] response: {'server_uuid': '16a991f6-15cb-4727-99cc-9f94761db5ef', 'name': 'network-vif-deleted', 'tag': '9fa93f4e-15a2-42ec-ac70-460bba28d6a3', 'status': 'completed', 'code': 200} Apr 25 14:44:44.650896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] For port 40721761-4648-4f99-8ef4-e10273e5fc54, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=40721761-4648-4f99-8ef4-e10273e5fc54,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:44.651906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:44.725312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:44.736858 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:23Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:44.748245 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] Checking router: 88e0279b-d57b-4435-ae4b-25d15a1cdc2e for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:44:44.771209 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:44.771851 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:44.792569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4083f3a-d1de-429b-9b61-1cb55b3ba48b req-3a7ff0b9-5383-45c8-b331-7eb53a56d4a1 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Synchronizing usage tracker for tenant:5ad07ba4cc774cb29359a06a57a690b3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:44.814243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4083f3a-d1de-429b-9b61-1cb55b3ba48b req-3a7ff0b9-5383-45c8-b331-7eb53a56d4a1 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] Unset dirty status for tenant:5ad07ba4cc774cb29359a06a57a690b3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:44.829836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4083f3a-d1de-429b-9b61-1cb55b3ba48b req-3a7ff0b9-5383-45c8-b331-7eb53a56d4a1 tempest-ImagesNegativeTestJSON-1871237131 tempest-ImagesNegativeTestJSON-1871237131-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a991f6-15cb-4727-99cc-9f94761db5ef HTTP/1.1" status: 200 len: 210 time: 0.0941777 Apr 25 14:44:44.910275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:44.910509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9fa93f4e-15a2-42ec-ac70-460bba28d6a3 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:44.911613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 40721761-4648-4f99-8ef4-e10273e5fc54 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:44.953808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Calling delete_port for 40721761-4648-4f99-8ef4-e10273e5fc54 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:45.088892 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:45.149776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6f895a-6152-48f8-a684-51c391a51904 req-27d5747e-ef0e-4c65-8891-c712b4792093 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a82750-af52-45f4-aaad-17bcfd340f7a HTTP/1.1" status: 200 len: 210 time: 0.0995667 Apr 25 14:44:45.157770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:45.222341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:45.299888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Pushing event deleted for resources: {'Port': ['ID=40721761-4648-4f99-8ef4-e10273e5fc54,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:45.487554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] No DVR routers for this DVR port 40721761-4648-4f99-8ef4-e10273e5fc54 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:45.492696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:45.536426 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f1680c6-e205-47ec-81ad-0d3639e43a69 req-fb341c5b-d9cc-4fe4-aef1-f26c0f8bdb22 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.15 "DELETE /v2.0/ports/40721761-4648-4f99-8ef4-e10273e5fc54 HTTP/1.1" status: 204 len: 173 time: 2.1850958 Apr 25 14:44:45.569908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1b625-a106-4c08-8e20-2ea374cf336b req-ba24d058-7090-4b96-bbf9-7f70292e4b5a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:45.579794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49f1b625-a106-4c08-8e20-2ea374cf336b req-ba24d058-7090-4b96-bbf9-7f70292e4b5a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 944 time: 0.6333284 Apr 25 14:44:45.636694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49f1b625-a106-4c08-8e20-2ea374cf336b req-75bfffb7-e453-430e-89e9-021f0dea6a61 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555158 Apr 25 14:44:45.786079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'name': 'network-vif-deleted', 'tag': '40721761-4648-4f99-8ef4-e10273e5fc54'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:45.823287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-12d40922-b441-477a-95da-6b871d7b0050 req-386d54ed-22b0-4e2e-8f75-41f84707e999 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Synchronizing usage tracker for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:45.836282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-f0289af9-825d-4c5a-9cc4-0f39443646cf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:45.845223 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:23Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:45.848368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-f0289af9-825d-4c5a-9cc4-0f39443646cf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.5123320 Apr 25 14:44:45.854035 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42654070-2d1b-4f04-a703-1afee14d78f3 None None] The sync data for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 is: [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'dab6bbd2-7167-4072-8166-1fa0f3316570', 'name': '', 'network_id': '624f3915-82fa-48e1-955c-d0da3135a40e', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'mac_address': 'fa:16:3e:a1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:12Z', 'updated_at': '2022-04-25T14:42:23Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'subnets': [{'id': 'eebbf214-01e5-46bc-aa8b-1a4185c2ee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:45.871241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-9dc7ae32-045d-4a8e-bc96-e4cc213d9615 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0213897 Apr 25 14:44:45.872769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-12d40922-b441-477a-95da-6b871d7b0050 req-386d54ed-22b0-4e2e-8f75-41f84707e999 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Unset dirty status for tenant:b3e98c95fb0d4287a7a0789f4036df9e on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:45.874267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12d40922-b441-477a-95da-6b871d7b0050 req-386d54ed-22b0-4e2e-8f75-41f84707e999 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=82dbb0da-db61-4a63-953e-ba14af97f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1245892 Apr 25 14:44:45.986250 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893da1b0-ea6e-46e6-8a4e-6d99ad360494'] response: {'server_uuid': '82dbb0da-db61-4a63-953e-ba14af97f2a2', 'name': 'network-vif-deleted', 'tag': '40721761-4648-4f99-8ef4-e10273e5fc54', 'status': 'completed', 'code': 200} Apr 25 14:44:45.990067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-12bf0fa8-f4ae-4efe-9587-71b4d71d8992 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177516 Apr 25 14:44:46.176998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['f1a658ab-9169-4e2e-b95f-2ba470fe65f9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:46.182246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-684dd4e3-825b-4939-b26f-0dc511d12fc4 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908514 Apr 25 14:44:46.304018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7f357-6288-4a0e-84b2-43c058639faf None None] New status for floating IP 01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:44:46.372535 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-fbec4043-d9e2-4d1e-9df2-8f2e79f839f3 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878743 Apr 25 14:44:46.438277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49042) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:46.561467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:44:46.644310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c29db84-4576-47db-9924-35cb2d9d799a tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:46.691588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83af059d-e511-41f1-b942-7dc64b6abccf req-f0599568-c23a-4d76-a670-9e502dc92b8d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 210 time: 0.0722370 Apr 25 14:44:46.748382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c29db84-4576-47db-9924-35cb2d9d799a tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:46.839812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c29db84-4576-47db-9924-35cb2d9d799a tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:46.872086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29db84-4576-47db-9924-35cb2d9d799a tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08cb4ea-27c6-45aa-92f8-d597073dccfb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:46.883124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c29db84-4576-47db-9924-35cb2d9d799a tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:46.884596 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c29db84-4576-47db-9924-35cb2d9d799a tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "DELETE /v2.0/security-groups/a08cb4ea-27c6-45aa-92f8-d597073dccfb HTTP/1.1" status: 204 len: 168 time: 0.4450967 Apr 25 14:44:46.887044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:46.945427 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-11ec47c0-26ed-4bb9-8891-2823c8a0e7e2 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] show failed (client error): The resource could not be found. Apr 25 14:44:46.946771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11ec47c0-26ed-4bb9-8891-2823c8a0e7e2 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "GET /v2.0/security-groups/a08cb4ea-27c6-45aa-92f8-d597073dccfb HTTP/1.1" status: 404 len: 347 time: 0.0582988 Apr 25 14:44:46.949863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:47.173497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51b5f745-57d0-49be-87df-a428b3ed163c up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:44:47.332137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Deleting port 2b2dfcab-947e-4fca-8df6-aae678710be2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:47.333003 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:47.336117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 51b5f745-57d0-49be-87df-a428b3ed163c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:47.341608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 51b5f745-57d0-49be-87df-a428b3ed163c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:47.341988 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:47.403754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:47.601262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:47.652849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fde0a-2b38-444f-90bf-9662c3ae99f8 req-8a6ec9bb-aa1d-4386-9d92-1ff2d65b7fd8 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:47.656050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c61fde0a-2b38-444f-90bf-9662c3ae99f8 req-8a6ec9bb-aa1d-4386-9d92-1ff2d65b7fd8 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 944 time: 0.8127246 Apr 25 14:44:47.665610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b5f745-57d0-49be-87df-a428b3ed163c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:47.693349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 51b5f745-57d0-49be-87df-a428b3ed163c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51b5f745-57d0-49be-87df-a428b3ed163c,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:47.700802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:47.720008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c61fde0a-2b38-444f-90bf-9662c3ae99f8 req-2e21511b-aef7-45e9-a5e1-96b835756b18 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Apr 25 14:44:47.756606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:47.757355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:47.776937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb88093a-aee2-4a22-b577-1d3d390e7701 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ad07ba4cc774cb29359a06a57a690b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718143 Apr 25 14:44:47.781176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49094) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:47.815011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=51b5f745-57d0-49be-87df-a428b3ed163c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:47.826596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.826953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.827307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.827730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.828075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.828409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.828957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.829460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.829948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.830566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.831607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.832102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:44:47.845721 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbc2280-70d8-4f93-b092-f0cac50a08ac'] response: {'server_uuid': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b5f745-57d0-49be-87df-a428b3ed163c', 'code': 200} Apr 25 14:44:47.937297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Calling delete_port for 2b2dfcab-947e-4fca-8df6-aae678710be2 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:48.004519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43232-282a-47b2-bcb2-6b1e7ef63290 req-3358e41d-724c-4ea8-903f-6cbf05413c45 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:48.006018 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1dc43232-282a-47b2-bcb2-6b1e7ef63290 req-3358e41d-724c-4ea8-903f-6cbf05413c45 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.3150043 Apr 25 14:44:48.008243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-879b6315-49bb-4e4e-8d91-cde4d7093a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.053070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1c98cb5-168b-49d1-808c-96b54c3f9700 req-c026a6a6-6ff9-492e-808d-ab3ca14b0bdf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 210 time: 0.0671735 Apr 25 14:44:48.080413 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-879b6315-49bb-4e4e-8d91-cde4d7093a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.092669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1dc43232-282a-47b2-bcb2-6b1e7ef63290 req-946bbc6c-e096-40ec-a3ba-b0cfd6fe5772 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789640 Apr 25 14:44:48.135048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53c8a0-d03f-4c46-85aa-6b6458811fc7 req-27fd8281-f871-482b-86fe-7db87d89c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:48.136802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd53c8a0-d03f-4c46-85aa-6b6458811fc7 req-27fd8281-f871-482b-86fe-7db87d89c994 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 1096 time: 0.1968379 Apr 25 14:44:48.205850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd53c8a0-d03f-4c46-85aa-6b6458811fc7 req-ca119b8f-7402-476f-9618-b96b7572ce61 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587194 Apr 25 14:44:48.223555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-879b6315-49bb-4e4e-8d91-cde4d7093a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.246925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.272873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b6315-49bb-4e4e-8d91-cde4d7093a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fc883-2aaf-49ef-a22c-2fc755e53165,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:48.391916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Pushing event deleted for resources: {'Port': ['ID=2b2dfcab-947e-4fca-8df6-aae678710be2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:48.438197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-879b6315-49bb-4e4e-8d91-cde4d7093a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.440204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-879b6315-49bb-4e4e-8d91-cde4d7093a59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b3fc883-2aaf-49ef-a22c-2fc755e53165 HTTP/1.1" status: 204 len: 168 time: 0.6521096 Apr 25 14:44:48.478939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.499447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:48.500788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0ba38f23-0e2f-4201-8a66-7ac0824b5f81 tempest-ServersTestBootFromVolume-1386481687 tempest-ServersTestBootFromVolume-1386481687-project] 10.222.0.23 "DELETE /v2.0/floatingips/01f57dfe-5fbc-46d6-9f7a-ebf2e69957e9 HTTP/1.1" status: 204 len: 168 time: 1.5497899 Apr 25 14:44:48.503777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49104) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:48.584340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-c2bf4836-8266-419c-9953-7dd08adf600a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:48.586742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-c2bf4836-8266-419c-9953-7dd08adf600a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.3153870 Apr 25 14:44:48.617276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:49.070377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:49.095325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:49.108461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:49.113810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:49.195430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ccfd2-1eb0-4da5-a083-77617fbc0a23 req-639a96a2-baa8-4cc8-9702-9d5fd4a5fd0e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:49.196927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-221ccfd2-1eb0-4da5-a083-77617fbc0a23 req-639a96a2-baa8-4cc8-9702-9d5fd4a5fd0e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.2837951 Apr 25 14:44:49.324609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-221ccfd2-1eb0-4da5-a083-77617fbc0a23 req-82873d71-dffe-416b-9e4c-a4f795b414a3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002915 Apr 25 14:44:49.341657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9489ba2-1252-4372-8636-7f1c2e8f894c req-93e86f3e-635b-417f-aac5-0d5fdb1d08ce tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 210 time: 0.0960400 Apr 25 14:44:49.381131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.14 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/e5c74bfc-040d-4eff-82ff-b17620078446) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:49.461656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:49.889603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180b4fa-d93f-4fb6-a407-cc02bd870942 req-d1c899b2-bd5a-4ede-827b-5e81f28c99f4 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:49.898737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1180b4fa-d93f-4fb6-a407-cc02bd870942 req-d1c899b2-bd5a-4ede-827b-5e81f28c99f4 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.2173254 Apr 25 14:44:49.950126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:49.974602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Deleting port dab6bbd2-7167-4072-8166-1fa0f3316570 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:49.974992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:49.980124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-919b9f65-c7a1-4f2d-936f-6ea6fd85399d tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:49.981691 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-919b9f65-c7a1-4f2d-936f-6ea6fd85399d tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 946 time: 0.2982662 Apr 25 14:44:50.042733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1180b4fa-d93f-4fb6-a407-cc02bd870942 req-896c395d-7c68-48ee-aa25-39e68656d322 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5ef7cc2-3a11-4c61-b688-144499c5f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427379 Apr 25 14:44:50.084632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Deleting port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:50.085260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:50.097671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-510a670e-2337-436e-bbb3-6ebe7e51eb69 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c5eaf2672bab4ada8d4573838d54d034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585160 Apr 25 14:44:50.147794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:50.160739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['500092f1-5688-4e21-adc8-b30d3bda2537'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:50.194033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:50.255711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=e5c74bfc-040d-4eff-82ff-b17620078446,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:50.284595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:50.291894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:50.296376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:50.300625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-388e4682-badc-4421-b5ea-f339192086d6 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:50.302138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-388e4682-badc-4421-b5ea-f339192086d6 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594400 Apr 25 14:44:50.331935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-ceed6931-e9c4-443f-8844-665a748ea521 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/quotas/c5eaf2672bab4ada8d4573838d54d034 HTTP/1.1" status: 200 len: 375 time: 0.0218711 Apr 25 14:44:50.463308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:50.463985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:50.533821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] For port f1a658ab-9169-4e2e-b95f-2ba470fe65f9, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:50.534979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:50.584698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-40f65767-4c7c-43a3-8ecc-b4824a4ce15f tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5eaf2672bab4ada8d4573838d54d034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2430153 Apr 25 14:44:50.597879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] For port dab6bbd2-7167-4072-8166-1fa0f3316570, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dab6bbd2-7167-4072-8166-1fa0f3316570,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:50.598320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:50.686067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Calling delete_port for f1a658ab-9169-4e2e-b95f-2ba470fe65f9 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:50.842283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Calling delete_port for dab6bbd2-7167-4072-8166-1fa0f3316570 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:50.988050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-4dfe75a5-c8aa-41a2-b0fc-77c4ed167a42 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3902421 Apr 25 14:44:51.004439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Request body: {'port': {'device_id': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:51.076492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13318bce-3618-45ad-82c1-cf06486fe6ac req-f1bb03c4-7a16-4cb0-81f3-a057beb62fed tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:51.078245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13318bce-3618-45ad-82c1-cf06486fe6ac req-f1bb03c4-7a16-4cb0-81f3-a057beb62fed tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.1878188 Apr 25 14:44:51.096636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:51.109940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['f1a658ab-9169-4e2e-b95f-2ba470fe65f9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:44:51.162911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13318bce-3618-45ad-82c1-cf06486fe6ac req-d3d470de-32f2-481c-a765-aa6a203029b9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Apr 25 14:44:51.281931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Pushing event deleted for resources: {'Port': ['ID=f1a658ab-9169-4e2e-b95f-2ba470fe65f9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:51.325432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:51.399229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95430134-1a52-4ed3-92cd-306f81c20811 req-98cd6acf-aaa7-40e6-bcdd-fa1576f489e0 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 210 time: 0.1244206 Apr 25 14:44:51.455172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab6bbd2-7167-4072-8166-1fa0f3316570,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:51.595356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e11f6-ed93-49f0-bdce-78ec0c853d4c req-52696101-5631-431a-b04d-ac3c85ad4b58 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:51.596260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-118e11f6-ed93-49f0-bdce-78ec0c853d4c req-52696101-5631-431a-b04d-ac3c85ad4b58 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:51.710441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] No DVR routers for this DVR port f1a658ab-9169-4e2e-b95f-2ba470fe65f9 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:51.713862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:51.716611 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8584818e-cf38-4f86-9e19-a29609dd2f22 req-b0b1b593-1f79-49ad-8ee0-e46bb4136c49 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.21 "DELETE /v2.0/ports/f1a658ab-9169-4e2e-b95f-2ba470fe65f9 HTTP/1.1" status: 204 len: 173 time: 1.7275972 Apr 25 14:44:51.734874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'name': 'network-vif-deleted', 'tag': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:51.770401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:51.816084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cdef24e0-30f2-48d4-b5db-4377ba7c3898 req-be33bdab-dced-43c6-b74a-7feddfc3c09a tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2357195-9c87-461e-8b39-b19b7104c39a HTTP/1.1" status: 200 len: 210 time: 0.0605004 Apr 25 14:44:51.854051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:51.872783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-118e11f6-ed93-49f0-bdce-78ec0c853d4c req-52696101-5631-431a-b04d-ac3c85ad4b58 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:51.880255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-118e11f6-ed93-49f0-bdce-78ec0c853d4c req-52696101-5631-431a-b04d-ac3c85ad4b58 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 932 time: 0.9882636 Apr 25 14:44:52.052721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-118e11f6-ed93-49f0-bdce-78ec0c853d4c req-b2b6a2d5-c6c1-4341-94db-c24b35d518e3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692591 Apr 25 14:44:52.183105 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412615b6-f761-4bec-9792-05c4ff06af0e'] response: {'server_uuid': 'a2357195-9c87-461e-8b39-b19b7104c39a', 'name': 'network-vif-deleted', 'tag': 'f1a658ab-9169-4e2e-b95f-2ba470fe65f9', 'status': 'completed', 'code': 200} Apr 25 14:44:52.461587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-4d5ff4af-3043-4314-b2c2-bc8c1088db4f tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c5eaf2672bab4ada8d4573838d54d034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606103 Apr 25 14:44:52.549301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:44:52.614790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c74bfc-040d-4eff-82ff-b17620078446 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:52.629971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:52.748565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c4e89b1f-2943-469f-9c0c-bc1bc58a2346 req-2ed738a4-3d49-4dc5-aa58-bf4a53373c43 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 210 time: 0.1213164 Apr 25 14:44:52.763943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Transition to ACTIVE for port object e5c74bfc-040d-4eff-82ff-b17620078446 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:52.769428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:52.927148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Pushing event updated for resources: {'Port': ['ID=e5c74bfc-040d-4eff-82ff-b17620078446,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:53.021711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49192) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:53.164495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-6fd3a821-0791-4a03-811c-4252fcd6c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:53.165580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-6fd3a821-0791-4a03-811c-4252fcd6c26d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 1096 time: 0.3553166 Apr 25 14:44:53.178439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Attempting to bind port e5c74bfc-040d-4eff-82ff-b17620078446 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:53.178835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Attempting to bind port e5c74bfc-040d-4eff-82ff-b17620078446 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:53.179171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Attempting to bind port e5c74bfc-040d-4eff-82ff-b17620078446 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:53.206146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device f1a658ab-9169-4e2e-b95f-2ba470fe65f9 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:53.272627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: f1a658ab-9169-4e2e-b95f-2ba470fe65f9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:53.273161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device f1a658ab-9169-4e2e-b95f-2ba470fe65f9 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:53.285477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:44:53.294406 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] Sync routers for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:44:53.310025 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:53.311562 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:53.338280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4be04a98-5fe4-4979-a163-fbe453dd2ba9 admin admin] 10.222.0.23 "PUT /v2.0/routers/88e0279b-d57b-4435-ae4b-25d15a1cdc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8308122 Apr 25 14:44:53.340355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Port e5c74bfc-040d-4eff-82ff-b17620078446 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:44:53.340753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Attempting to bind port e5c74bfc-040d-4eff-82ff-b17620078446 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:53.351890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49200) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:53.399535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Deleting subnet d1e80e83-0152-4921-8349-09db2e58f34d {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:53.404218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:53.482805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:53.526559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:53.592028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:53.603789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:53.684090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:53.684425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:53.684858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:53.685328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Bound port: e5c74bfc-040d-4eff-82ff-b17620078446, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:53.685677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:53.697287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-6026bdb0-c785-4d11-894f-312f9c39ee70 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:53.698902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-6026bdb0-c785-4d11-894f-312f9c39ee70 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2314649 Apr 25 14:44:53.701247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:53.753215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Request body: {'port': {'device_id': '00e569c8-a389-4df7-82eb-0494770e6621', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'c5eaf2672bab4ada8d4573838d54d034'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:53.840339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] For port e5c74bfc-040d-4eff-82ff-b17620078446, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:53.843812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-cbc0d375-414e-47b2-88f0-427a5c5fdd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:53.843993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:44:51Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:53.845614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-cbc0d375-414e-47b2-88f0-427a5c5fdd08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 912 time: 0.6624100 Apr 25 14:44:53.848313 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] Checking router: 88e0279b-d57b-4435-ae4b-25d15a1cdc2e for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:44:53.861232 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] Routers {'88e0279b-d57b-4435-ae4b-25d15a1cdc2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:44:53.861861 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:53.914819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e80e83-0152-4921-8349-09db2e58f34d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:53.931448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:53.935797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Usage tracker for resource:port and tenant:c5eaf2672bab4ada8d4573838d54d034 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:53.939867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:53.946505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:53.965567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d145ba-f57c-4880-b700-82c21b9acb74 req-3f746b1c-0457-43f3-93d6-c188e9e44661 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:53.973764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29d145ba-f57c-4880-b700-82c21b9acb74 req-3f746b1c-0457-43f3-93d6-c188e9e44661 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 1.1142905 Apr 25 14:44:53.989990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d2b80-53c6-416d-b5a4-55e3c2f2afb7 None None] Network 5ff5fe74-831b-412d-b16e-73353faf360a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:54.020557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.066129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Made reservation on behalf of c5eaf2672bab4ada8d4573838d54d034 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:44:54.069607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.077683 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] Set router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:44:54.113719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d7b1b992-f86d-4957-9b76-0aaa92224d05 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d1e80e83-0152-4921-8349-09db2e58f34d HTTP/1.1" status: 204 len: 168 time: 0.9091828 Apr 25 14:44:54.114587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49206) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:54.118770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.140065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] For port e5c74bfc-040d-4eff-82ff-b17620078446, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e5c74bfc-040d-4eff-82ff-b17620078446,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:54.170706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29d145ba-f57c-4880-b700-82c21b9acb74 req-f4307103-6497-45da-8b5d-c6cfb7c948db tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958590 Apr 25 14:44:54.173245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-221ca8e7-d25e-44f1-b1e0-540a51057ff3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b5f745-57d0-49be-87df-a428b3ed163c HTTP/1.1" status: 200 len: 217 time: 0.2539759 Apr 25 14:44:54.238417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:54.266198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Usage tracker for resource:security_group_rule and tenant:c5eaf2672bab4ada8d4573838d54d034 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:54.270840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.277445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:54.391172 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:44:51Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:54.396413 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5270e1-0908-49bd-9843-53f547fb7599 None None] The sync data for ids ['88e0279b-d57b-4435-ae4b-25d15a1cdc2e'] in n-d-811416-6 is: [{'id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'name': 'tempest-ServersTestBootFromVolume-60380660-router', 'tenant_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:42:03Z', 'updated_at': '2022-04-25T14:44:51Z', 'revision_number': 5, 'project_id': 'a9f0c58dae2d4494bb2f12e7f49ca82a', 'gw_port': {'id': '1e69ce8b-d800-42ea-8516-3223914f7eb7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0279b-d57b-4435-ae4b-25d15a1cdc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:42:04Z', 'updated_at': '2022-04-25T14:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:44:54.423589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:54.441125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] DHCP port deletion for 5ff5fe74-831b-412d-b16e-73353faf360a request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:44:54.459142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] Deleting port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:54.460391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.471256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46e5c-3cba-4905-8278-72a3112df324 req-fbd0a9bf-3de1-4077-9179-24dc340d63a0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:54.472811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ef46e5c-3cba-4905-8278-72a3112df324 req-fbd0a9bf-3de1-4077-9179-24dc340d63a0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 944 time: 1.1358211 Apr 25 14:44:54.510907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-a0089dda-2e27-4f08-876b-5627f0886aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:54.512346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-a0089dda-2e27-4f08-876b-5627f0886aa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.3383150 Apr 25 14:44:54.528515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:54.529158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.530752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] 10.222.0.15 "PUT /v2.0/ports/e5c74bfc-040d-4eff-82ff-b17620078446 HTTP/1.1" status: 200 len: 1092 time: 3.5347438 Apr 25 14:44:54.534201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'tag': 'e5c74bfc-040d-4eff-82ff-b17620078446'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:54.580781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9576e6fb-73af-4120-ab08-4a71155423d4 req-53ee8765-b94e-4aaf-9beb-36b68bf460c3 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 210 time: 0.1540315 Apr 25 14:44:54.604718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.642488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Deleting port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:54.643021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.709956 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9beac8-b864-411b-a692-7a7321bf00a6'] response: {'name': 'network-changed', 'server_uuid': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'tag': 'e5c74bfc-040d-4eff-82ff-b17620078446', 'status': 'completed', 'code': 200} Apr 25 14:44:54.713138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-e1b4f7fd-db76-432a-8c88-2f16024322df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797745 Apr 25 14:44:54.714152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9fcb1-5050-46c1-9792-8431b2250e1f service neutron] Pushing event updated for resources: {'Port': ['ID=e5c74bfc-040d-4eff-82ff-b17620078446,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:54.720355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.791928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Deleting port 1e69ce8b-d800-42ea-8516-3223914f7eb7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:54.792171 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.813850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] For port 6df52c9e-258f-4420-9f18-e8e4e48f5b98, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df52c9e-258f-4420-9f18-e8e4e48f5b98,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:54.814255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.870206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.938443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:54.996164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] Calling delete_port for 6df52c9e-258f-4420-9f18-e8e4e48f5b98 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:55.060321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] For port 6df52c9e-258f-4420-9f18-e8e4e48f5b98, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df52c9e-258f-4420-9f18-e8e4e48f5b98,segment=NetworkSegment(6fc73f9a-5e0d-48f6-8a54-a196b44a3377),segment_id=6fc73f9a-5e0d-48f6-8a54-a196b44a3377)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:55.060688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:55.071795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ef46e5c-3cba-4905-8278-72a3112df324 req-3a49624d-fe6b-4bc9-9b79-85b586ea5689 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542643 Apr 25 14:44:55.081940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df52c9e-258f-4420-9f18-e8e4e48f5b98 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:55.130890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 6df52c9e-258f-4420-9f18-e8e4e48f5b98 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:55.131394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df52c9e-258f-4420-9f18-e8e4e48f5b98 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:55.131898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dab6bbd2-7167-4072-8166-1fa0f3316570 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:55.145866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] For port 1e69ce8b-d800-42ea-8516-3223914f7eb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1e69ce8b-d800-42ea-8516-3223914f7eb7,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:55.146282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:55.172126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:55.181012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: dab6bbd2-7167-4072-8166-1fa0f3316570 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:55.181528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dab6bbd2-7167-4072-8166-1fa0f3316570 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:55.230502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] Pushing event deleted for resources: {'Port': ['ID=6df52c9e-258f-4420-9f18-e8e4e48f5b98,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:55.232505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49257b-b89b-4306-90c3-3c616eede61b None None] No DVR routers for this DVR port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:55.348304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Calling delete_port for 1e69ce8b-d800-42ea-8516-3223914f7eb7 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:55.438338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-e7cbdf42-af9d-419f-ad37-2a9c3f9f7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:55.439828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-e7cbdf42-af9d-419f-ad37-2a9c3f9f7fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 1095 time: 0.8145382 Apr 25 14:44:55.451305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Allocated IP 192.168.233.105 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/ec316604-b1e4-4e50-8318-975d932e97a3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:44:55.540855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-93118820-c0f7-4152-8959-0e6a60babc96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c74bfc-040d-4eff-82ff-b17620078446 HTTP/1.1" status: 200 len: 217 time: 0.0778198 Apr 25 14:44:55.587955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-1ccc3e20-e213-47eb-9a01-5b9ce7d35eae service neutron] 10.222.0.21 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532557 Apr 25 14:44:55.726592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b912a321-67ce-411f-b765-8791410aea98,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:55.743400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Calling delete_port for 6df52c9e-258f-4420-9f18-e8e4e48f5b98 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:55.884412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:55.892404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:44:55.893020 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:44:55.920086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Transition to ACTIVE for port object ec316604-b1e4-4e50-8318-975d932e97a3 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:55.931285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb07b-3458-4726-8a4c-8d51c6d401a4 req-98d976f3-87ef-414c-a93b-628545b6a35a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:55.931729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3f8f982-0388-4b56-9373-4008ae42f001 req-a56360e4-729e-4a7c-87fd-424c4c1d145a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 210 time: 0.1448889 Apr 25 14:44:55.939645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cbfb07b-3458-4726-8a4c-8d51c6d401a4 req-98d976f3-87ef-414c-a93b-628545b6a35a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.3275230 Apr 25 14:44:55.995964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cbfb07b-3458-4726-8a4c-8d51c6d401a4 req-caf470bc-0859-4be1-bc32-49c433a71812 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 Apr 25 14:44:56.012447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.061174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49224) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:56.101817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:44:56.105271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:44:56.114935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:44:56.186829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-3b48feed-3ce6-454c-a737-dba9d13c808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.188302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-3b48feed-3ce6-454c-a737-dba9d13c808c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.6404457 Apr 25 14:44:56.247736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:56.279431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.280088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.315051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-13799af5-356e-498b-b6fe-768d7af8737a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5666857 Apr 25 14:44:56.328227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Request body: {'port': {'device_id': '00e569c8-a389-4df7-82eb-0494770e6621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:44:56.353208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-12d2d158-0e90-4c0a-be9e-9f871c390045 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9577596 Apr 25 14:44:56.382655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-02cfbc9b-1893-4a07-b045-0c6312371301 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708629 Apr 25 14:44:56.386711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01ab2ee-3c35-4ac0-8170-843126248233 req-b72a2cc7-2306-4339-a200-819ef4315f89 service neutron] 10.222.0.21 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239481 Apr 25 14:44:56.395422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Deleting port 6df52c9e-258f-4420-9f18-e8e4e48f5b98 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:56.395779 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.420882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.488314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:56.494915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] The port '6df52c9e-258f-4420-9f18-e8e4e48f5b98' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:44:56.506767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a16194aa-6a26-4883-a301-41dda95531bd None None] Provisioning for port ec316604-b1e4-4e50-8318-975d932e97a3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:44:56.513714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a16194aa-6a26-4883-a301-41dda95531bd None None] Provisioning complete for port ec316604-b1e4-4e50-8318-975d932e97a3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:44:56.514619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a16194aa-6a26-4883-a301-41dda95531bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.526658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Usage tracker for resource:security_group_rule and tenant:124ce6a2742d462baa4186d5af7168e4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:56.573493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:56.576710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a16194aa-6a26-4883-a301-41dda95531bd None None] Port ec316604-b1e4-4e50-8318-975d932e97a3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:44:56.589255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.598244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:56.691694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.713703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1e69ce8b-d800-42ea-8516-3223914f7eb7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:56.716431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.796855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff5fe74-831b-412d-b16e-73353faf360a']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:56.831337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434d15d-5140-4f7a-b09c-7e8db03ed301 req-65137126-38ca-4799-841c-ad46d70d5893 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.833117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c434d15d-5140-4f7a-b09c-7e8db03ed301 req-65137126-38ca-4799-841c-ad46d70d5893 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 944 time: 0.5368528 Apr 25 14:44:56.835214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc73f9a-5e0d-48f6-8a54-a196b44a3377') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:56.835545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc73f9a-5e0d-48f6-8a54-a196b44a3377') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:44:56.854566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.869344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.869831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.870314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.870777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.871235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.871734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.872171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:56.876218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7bc52949-d10a-422c-992f-42e70fefc0b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67e15919f68444b8986727cc85f12ffd&device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 6493 time: 0.4877305 Apr 25 14:44:56.897007 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-e64d9dff-c878-4eeb-bd5c-e5cc29fc96f3 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341869 Apr 25 14:44:56.931253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.959433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:44:56.959844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:44:56.975602 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:44:56.992721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.127527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.181865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.219162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.222847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c434d15d-5140-4f7a-b09c-7e8db03ed301 req-7efde25d-d985-4e02-a0a0-6cda8a0672c9 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644311 Apr 25 14:44:57.223959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.306625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.312882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.413584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff5fe74-831b-412d-b16e-73353faf360a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:57.414612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11481564-e8e9-429e-96fc-7e7903bd2160 req-03f8320d-0eb1-4f5d-b2d3-e237114216e9 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088522 Apr 25 14:44:57.422189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-c8aea584-c5f6-4302-9177-3f4c1a67f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:57.422815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-c8aea584-c5f6-4302-9177-3f4c1a67f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:57.423289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-c8aea584-c5f6-4302-9177-3f4c1a67f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:57.424900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-c8aea584-c5f6-4302-9177-3f4c1a67f304 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b6edac4-a28b-4c44-ae60-cc143ce55153&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=ecd76a9f-b183-4948-9f11-602fe608ffff&id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&id=0e3e82c6-f360-407c-a954-ddd4f2f0844f HTTP/1.1" status: 200 len: 2292 time: 0.5008578 Apr 25 14:44:57.429762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.430135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e0279b-d57b-4435-ae4b-25d15a1cdc2e {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:44:57.431937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=124ce6a2742d462baa4186d5af7168e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3681760 Apr 25 14:44:57.434374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49242) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:57.455366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b6c8-d58e-40ff-aee5-6c0a46dcc538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb311d5f-4786-4187-9c7c-8aeb25afc89b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:57.460275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ef5c4b3-f3bc-4387-9496-a1567a603953 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ff5fe74-831b-412d-b16e-73353faf360a HTTP/1.1" status: 204 len: 168 time: 3.3291249 Apr 25 14:44:57.535435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-98600f0d-62c8-4f3a-ba39-70ff076a1d69 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:57.536194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-98600f0d-62c8-4f3a-ba39-70ff076a1d69 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Synchronizing usage tracker for tenant:c5eaf2672bab4ada8d4573838d54d034 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:57.611913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-98600f0d-62c8-4f3a-ba39-70ff076a1d69 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Unset dirty status for tenant:c5eaf2672bab4ada8d4573838d54d034 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:57.613231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-98600f0d-62c8-4f3a-ba39-70ff076a1d69 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 936 time: 0.5533147 Apr 25 14:44:57.624852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec316604-b1e4-4e50-8318-975d932e97a3 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:44:57.640745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.644492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-92b5bc25-72e0-4eac-ad67-38df7ee918fd admin admin] 10.222.0.23 "DELETE /v2.0/routers/88e0279b-d57b-4435-ae4b-25d15a1cdc2e HTTP/1.1" status: 204 len: 168 time: 4.2891824 Apr 25 14:44:57.647082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.650006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49248) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:57.672450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49252) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:57.730684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Transition to ACTIVE for port object ec316604-b1e4-4e50-8318-975d932e97a3 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:44:57.741112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.790203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-024ef129-7ec5-4fe2-b22b-3ddfc6df17c3 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Synchronizing usage tracker for tenant:c5eaf2672bab4ada8d4573838d54d034 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:44:57.805471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Deleting subnet eebbf214-01e5-46bc-aa8b-1a4185c2ee10 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:44:57.818060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.842168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7eaf30f8-8121-4bc7-bc89-dab5b410e447 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b85121-920a-4452-a801-61638e7280b2 HTTP/1.1" status: 200 len: 999 time: 0.4097884 Apr 25 14:44:57.878091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc189a-67c3-4cae-8e18-ad27847727cf req-5ad4c7df-8a86-444c-9ee7-0259c5e63111 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:57.879667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09fc189a-67c3-4cae-8e18-ad27847727cf req-5ad4c7df-8a86-444c-9ee7-0259c5e63111 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.5375767 Apr 25 14:44:57.957196 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49beaf27-6560-46e7-9658-838bc73498f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:57.985390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:58.004633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-024ef129-7ec5-4fe2-b22b-3ddfc6df17c3 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Unset dirty status for tenant:c5eaf2672bab4ada8d4573838d54d034 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:44:58.026399 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0980596-4eb1-4017-b6cb-a8e0e4801930 req-024ef129-7ec5-4fe2-b22b-3ddfc6df17c3 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961303 Apr 25 14:44:58.026399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.026689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49beaf27-6560-46e7-9658-838bc73498f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.048506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4abc7635-3853-4f90-8beb-c249f36b85d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3e98c95fb0d4287a7a0789f4036df9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417104 Apr 25 14:44:58.059900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:58.073781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-d5bbd6d5-29f1-48dc-af38-1a616f6aad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.075212 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-d5bbd6d5-29f1-48dc-af38-1a616f6aad0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 1095 time: 0.5495050 Apr 25 14:44:58.134053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-5bda0330-f689-4a36-9019-599f32fd3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.135498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-5bda0330-f689-4a36-9019-599f32fd3f4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82399c15-2e8d-41dc-978b-b99746e0dab3 HTTP/1.1" status: 200 len: 850 time: 0.2661469 Apr 25 14:44:58.153558 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09fc189a-67c3-4cae-8e18-ad27847727cf req-0478d7ac-690e-4929-bb14-5d91a7575a89 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305083 Apr 25 14:44:58.155540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Attempting to bind port ec316604-b1e4-4e50-8318-975d932e97a3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:44:58.155889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Attempting to bind port ec316604-b1e4-4e50-8318-975d932e97a3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:44:58.156565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Attempting to bind port ec316604-b1e4-4e50-8318-975d932e97a3 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:58.166536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Port ec316604-b1e4-4e50-8318-975d932e97a3 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:44:58.166536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Attempting to bind port ec316604-b1e4-4e50-8318-975d932e97a3 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:44:58.176515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:44:58.176515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:44:58.176875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:44:58.177152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Bound port: ec316604-b1e4-4e50-8318-975d932e97a3, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:44:58.177520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.198508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.335672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:44:58.339515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:44:58.344974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.349364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49beaf27-6560-46e7-9658-838bc73498f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.367106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82d241a9-8fa8-4b13-af82-2270739a9c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.372354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-3dd88c65-a4dd-494e-b325-55490b4509ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.373842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-3dd88c65-a4dd-494e-b325-55490b4509ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.2819846 Apr 25 14:44:58.382281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beaf27-6560-46e7-9658-838bc73498f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb311d5f-4786-4187-9c7c-8aeb25afc89b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:58.387745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.466065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49beaf27-6560-46e7-9658-838bc73498f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.467192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49beaf27-6560-46e7-9658-838bc73498f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb311d5f-4786-4187-9c7c-8aeb25afc89b HTTP/1.1" status: 204 len: 168 time: 1.0319059 Apr 25 14:44:58.473521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-5bff6b33-25b5-45ad-a433-71bfc2b3c7f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c74bfc-040d-4eff-82ff-b17620078446 HTTP/1.1" status: 200 len: 217 time: 0.0859931 Apr 25 14:44:58.478672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82d241a9-8fa8-4b13-af82-2270739a9c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.500938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebbf214-01e5-46bc-aa8b-1a4185c2ee10,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:58.503212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.503828 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.505229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] 10.222.0.15 "PUT /v2.0/ports/ec316604-b1e4-4e50-8318-975d932e97a3 HTTP/1.1" status: 200 len: 1096 time: 2.1836298 Apr 25 14:44:58.508670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.511026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:44:58.520554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a7b47-f34f-408b-8cb5-8afa976d3406 None None] Network 624f3915-82fa-48e1-955c-d0da3135a40e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:44:58.539190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d7bf5637-6285-4fc0-84b4-77e83214e408 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eebbf214-01e5-46bc-aa8b-1a4185c2ee10 HTTP/1.1" status: 204 len: 168 time: 0.8880174 Apr 25 14:44:58.545691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-fd42b33c-b23f-40a7-8de0-edc6a87a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.548106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-fd42b33c-b23f-40a7-8de0-edc6a87a218a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b6edac4-a28b-4c44-ae60-cc143ce55153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912952 Apr 25 14:44:58.548325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49266) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:58.646775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-f08c3c36-6a54-44dc-a188-24687d3ed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.648511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-f08c3c36-6a54-44dc-a188-24687d3ed43e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1624203 Apr 25 14:44:58.654429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f83b62-b4bc-470d-872c-5814b7cc136f service neutron] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:58.751894 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa9f1b1-53c5-43a5-a54d-1aba99cf7d88'] response: {'name': 'network-changed', 'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'status': 'completed', 'code': 200} Apr 25 14:44:58.756847 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.771883 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-d2107c06-3d9c-40b7-95ea-0e0fdb09fe60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648451 Apr 25 14:44:58.804285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd03d0c-773f-4fb7-80b8-9155f18fbf6d req-ba59d36e-74ab-4ff5-9082-f3162be3cdba tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:58.814084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fd03d0c-773f-4fb7-80b8-9155f18fbf6d req-ba59d36e-74ab-4ff5-9082-f3162be3cdba tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 944 time: 0.4323909 Apr 25 14:44:58.834361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82d241a9-8fa8-4b13-af82-2270739a9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.842045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Deleting port 5d66857c-7016-4a8d-a82b-984801eebba7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:58.842286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.907680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.910503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-e4fb3b6d-4cc2-4479-b74e-f11cbc2cedb9 service neutron] 10.222.0.21 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503444 Apr 25 14:44:58.918714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1e69ce8b-d800-42ea-8516-3223914f7eb7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:44:58.919934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d241a9-8fa8-4b13-af82-2270739a9c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ef7cc2-3a11-4c61-b688-144499c5f294,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:58.973225 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82d241a9-8fa8-4b13-af82-2270739a9c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:58.976655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-82d241a9-8fa8-4b13-af82-2270739a9c1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5ef7cc2-3a11-4c61-b688-144499c5f294 HTTP/1.1" status: 204 len: 168 time: 0.9040940 Apr 25 14:44:58.980179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1e69ce8b-d800-42ea-8516-3223914f7eb7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:44:58.980867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1e69ce8b-d800-42ea-8516-3223914f7eb7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:44:59.062463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-7a84073f-c029-445e-ae90-ce320eb923c1 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839770 Apr 25 14:44:59.110182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] DHCP port deletion for 624f3915-82fa-48e1-955c-d0da3135a40e request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:44:59.115223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] Deleting port 5d66857c-7016-4a8d-a82b-984801eebba7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:44:59.115887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:59.185529 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-a6478c93-0dcf-4084-b722-1f283d2d227b service neutron] 10.222.0.21 "GET /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612040 Apr 25 14:44:59.191926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fd03d0c-773f-4fb7-80b8-9155f18fbf6d req-bb79ab70-28d1-4402-8a0f-180dcd47917d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737395 Apr 25 14:44:59.209123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49278) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:44:59.320158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-289559ac-063d-4659-98f8-476ce13c1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:59.321680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-289559ac-063d-4659-98f8-476ce13c1234 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5eaf2672bab4ada8d4573838d54d034&device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 1099 time: 0.7357163 Apr 25 14:44:59.328078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-6eb6d525-d3c0-485a-b17d-e9db19e2ebd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 200 len: 217 time: 0.1038938 Apr 25 14:44:59.408849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1868a1c5-3c98-4cad-8126-1ee5c3b04d50 req-c04ce813-0134-4512-965f-05d24a5cce56 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381593 Apr 25 14:44:59.423210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-e9dd2a37-0d81-4bda-b00d-f29716a730b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:59.424595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-e9dd2a37-0d81-4bda-b00d-f29716a730b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.0895848 Apr 25 14:44:59.453400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] For port 5d66857c-7016-4a8d-a82b-984801eebba7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5d66857c-7016-4a8d-a82b-984801eebba7,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:59.454083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:59.487868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c27d77-48c8-4401-b634-939031f5abe2 req-48f4de52-2ec3-4ef0-bdbd-6484ce27c9f2 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:59.489412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55c27d77-48c8-4401-b634-939031f5abe2 req-48f4de52-2ec3-4ef0-bdbd-6484ce27c9f2 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 948 time: 0.3125553 Apr 25 14:44:59.499047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-6e0ce1f0-daba-461a-9438-9c68806daf9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=ec316604-b1e4-4e50-8318-975d932e97a3 HTTP/1.1" status: 200 len: 217 time: 0.1526856 Apr 25 14:44:59.512861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:59.597420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:44:59.602432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] For port 5d66857c-7016-4a8d-a82b-984801eebba7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5d66857c-7016-4a8d-a82b-984801eebba7,segment=NetworkSegment(e5f9a468-7ea8-4cc7-9e91-8813e63c641f),segment_id=e5f9a468-7ea8-4cc7-9e91-8813e63c641f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:44:59.602805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:59.618139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-79171fbf-97bc-4598-ab4e-7e6bb56cb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:59.619987 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-79171fbf-97bc-4598-ab4e-7e6bb56cb53b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1888268 Apr 25 14:44:59.658982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] Calling delete_port for 5d66857c-7016-4a8d-a82b-984801eebba7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:59.751444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f97b788c0c4e03a0c48a02ee4c4d7c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:44:59.756320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:44:59.757757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:44:59.769302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:44:59.806392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] Pushing event deleted for resources: {'Port': ['ID=5d66857c-7016-4a8d-a82b-984801eebba7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:44:59.819343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297dedeb-6217-4c26-b7b8-963401a19737 None None] No DVR routers for this DVR port 5d66857c-7016-4a8d-a82b-984801eebba7 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:44:59.853204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55c27d77-48c8-4401-b634-939031f5abe2 req-36e7cb28-8fd4-4e07-942a-59ca52b05bcd tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545153 Apr 25 14:44:59.898724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-2379ff62-779b-48d2-b089-56d34235a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:44:59.901316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-2379ff62-779b-48d2-b089-56d34235a0f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.3740919 Apr 25 14:44:59.913979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Calling delete_port for 5d66857c-7016-4a8d-a82b-984801eebba7 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:44:59.954338 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-bab56f62-24d7-418a-a9aa-efcc86c3b64b service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263621 Apr 25 14:45:00.060963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570f59c-c2b9-417c-8b95-6bf9dd8afce3 req-a9b9af6b-b638-421a-8f26-91f45946aae3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:00.062452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7570f59c-c2b9-417c-8b95-6bf9dd8afce3 req-a9b9af6b-b638-421a-8f26-91f45946aae3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.7175624 Apr 25 14:45:00.098625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-782e75e3-843a-4801-95c5-61ade8c7fe89 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348259 Apr 25 14:45:00.152838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49300) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:00.155083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:45:00.155922 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:45:00.175014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-b213156f-e6db-46b5-9e3e-45ea590e5504 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 200 len: 217 time: 0.0702775 Apr 25 14:45:00.185769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-827c2ed7-8ac8-4d44-a5ef-17bc29852937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:00.187283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-827c2ed7-8ac8-4d44-a5ef-17bc29852937 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2404945 Apr 25 14:45:00.205600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7570f59c-c2b9-417c-8b95-6bf9dd8afce3 req-10b422a1-82bd-4dc4-939e-83bea8915893 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304803 Apr 25 14:45:00.221120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.246800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-9d33a5e3-4a5b-4dff-b925-6212db85cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:00.248700 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-9d33a5e3-4a5b-4dff-b925-6212db85cfd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.0666862 Apr 25 14:45:00.257658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.300094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2f97b788c0c4e03a0c48a02ee4c4d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9771409 Apr 25 14:45:00.300377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49308) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:00.368239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1310792153-network', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:00.388951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:00.400174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4145b-464c-4b5e-9c5e-299e7eb8d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c2eb6-9af6-4994-9de4-fd6b525d87ff,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:00.404227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Usage tracker for resource:network and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:00.409307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:00.417353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:00.433964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-2f62b838-26b8-4a96-8f2d-b5e39b2c0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:00.435624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-2f62b838-26b8-4a96-8f2d-b5e39b2c0713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1812987 Apr 25 14:45:00.445222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-80c389ed-3f37-4209-a3c2-4837d3c283b5 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274799 Apr 25 14:45:00.447449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:00.450057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.470062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c893a03-9d48-4809-8f12-10593096a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.486406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.517892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:00.565756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Usage tracker for resource:security_group_rule and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:00.576153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:00.580758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c893a03-9d48-4809-8f12-10593096a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.590790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:00.614644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc172e0-4e84-4608-8786-934936064b53 req-b344ceb7-e7c5-417a-918b-656863c7902a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:00.616149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ebc172e0-4e84-4608-8786-934936064b53 req-b344ceb7-e7c5-417a-918b-656863c7902a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 944 time: 0.2815800 Apr 25 14:45:00.645383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d279bfab-4805-4c80-a42c-dc3ad7c1acf6 req-dd0d33c4-1dbb-4790-bb2e-9fc400d71a29 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786008 Apr 25 14:45:00.656599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Deleting port 5d66857c-7016-4a8d-a82b-984801eebba7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:00.657364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.688161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-e36c149f-e0b0-44e8-bde9-0478e50b3f28 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448237 Apr 25 14:45:00.719155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ebc172e0-4e84-4608-8786-934936064b53 req-da86d518-e0f3-4c0d-b94d-0847d099c7b7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894063 Apr 25 14:45:00.766384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] The port '5d66857c-7016-4a8d-a82b-984801eebba7' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:45:00.782543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e5c74bfc-040d-4eff-82ff-b17620078446 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:00.793108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c893a03-9d48-4809-8f12-10593096a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.819441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c893a03-9d48-4809-8f12-10593096a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c2eb6-9af6-4994-9de4-fd6b525d87ff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:00.832815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c893a03-9d48-4809-8f12-10593096a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.834167 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6c893a03-9d48-4809-8f12-10593096a469 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/976c2eb6-9af6-4994-9de4-fd6b525d87ff HTTP/1.1" status: 204 len: 168 time: 0.5326238 Apr 25 14:45:00.860108 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-5baa3328-27c5-45d0-8463-c3e2444ff5de service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660337 Apr 25 14:45:00.912102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:00.958392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e5c74bfc-040d-4eff-82ff-b17620078446, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e5c74bfc-040d-4eff-82ff-b17620078446,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:00.961931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624f3915-82fa-48e1-955c-d0da3135a40e']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:00.971949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5d66857c-7016-4a8d-a82b-984801eebba7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:00.984306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:00.984610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f9a468-7ea8-4cc7-9e91-8813e63c641f') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:00.996415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.012294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-eb47344d-9832-4436-842d-4da83f1bf11d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=439feec1-f746-430d-a041-65ffb057cd4b HTTP/1.1" status: 200 len: 217 time: 0.1458104 Apr 25 14:45:01.017085 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.022648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 5d66857c-7016-4a8d-a82b-984801eebba7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:45:01.023052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5d66857c-7016-4a8d-a82b-984801eebba7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:45:01.025061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:45:01.025538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.027064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'e5c74bfc-040d-4eff-82ff-b17620078446', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': 'e5c74bfc-040d-4eff-82ff-b17620078446', 'mac_address': 'fa:16:3e:e0:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:01.095312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-b0b6d851-96f3-4f04-bea6-1d79c8fbbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:01.096885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-b0b6d851-96f3-4f04-bea6-1d79c8fbbda1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.0787697 Apr 25 14:45:01.105229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.123602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c74bfc-040d-4eff-82ff-b17620078446 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:45:01.138031 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:45:01.149191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e5c74bfc-040d-4eff-82ff-b17620078446, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e5c74bfc-040d-4eff-82ff-b17620078446,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:01.155082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.192696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7902ff74-4321-445e-8eec-c73984664674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:01.193166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.194362 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7902ff74-4321-445e-8eec-c73984664674 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910962 Apr 25 14:45:01.231521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e5c74bfc-040d-4eff-82ff-b17620078446,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:01.245714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.320832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=624f3915-82fa-48e1-955c-d0da3135a40e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:01.354471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.368195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.386138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9dbe4931-b964-4119-aedf-baad28275a97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/624f3915-82fa-48e1-955c-d0da3135a40e HTTP/1.1" status: 204 len: 168 time: 2.8361213 Apr 25 14:45:01.398324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:45:01.402852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e5c74bfc-040d-4eff-82ff-b17620078446'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:01.426644 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-b0253a6c-e48b-44ba-b25c-b5b175446b36 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238619 Apr 25 14:45:01.457127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.457127 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Added segment 3553ea1b-6586-4d77-8c51-c6b6df9c483c of type vlan for network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d Apr 25 14:45:01.470316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-7cced3b9-cb01-4774-881d-74a044785f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:01.472009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-7cced3b9-cb01-4774-881d-74a044785f18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5eaf2672bab4ada8d4573838d54d034&device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 1099 time: 0.7741933 Apr 25 14:45:01.478421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a84d88-b4ee-4416-9686-4aaba13f8eb9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:01.514796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d05ea-3aee-4f94-8ba0-7f2debd66212 req-124ce91b-95cf-4d75-ae0d-363f7fb103ab tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:01.525955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbca39-e199-426b-b073-18b0ca08aa7e req-430819a7-c334-47e8-803c-aca5611a951e tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:01.528133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca2d05ea-3aee-4f94-8ba0-7f2debd66212 req-124ce91b-95cf-4d75-ae0d-363f7fb103ab tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.1972065 Apr 25 14:45:01.536869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dcbbca39-e199-426b-b073-18b0ca08aa7e req-430819a7-c334-47e8-803c-aca5611a951e tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 948 time: 0.4003828 Apr 25 14:45:01.559325 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.722756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca2d05ea-3aee-4f94-8ba0-7f2debd66212 req-927578f7-f7da-4d27-a122-d7d5b8469ca5 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699486 Apr 25 14:45:01.729500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49336) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:01.733016 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.734066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:01.734644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:01.783270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dcbbca39-e199-426b-b073-18b0ca08aa7e req-cbf43d2c-a297-429c-be0b-2d06e372523c tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746981 Apr 25 14:45:01.797841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7f25d0f8-2498-48b8-9fcc-6ad04802c6c2 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553698 Apr 25 14:45:01.985075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c8c6e9f5-1a87-444a-9699-a50122f00e24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9f0c58dae2d4494bb2f12e7f49ca82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542806 Apr 25 14:45:01.993677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49344) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:02.029027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8708959 Apr 25 14:45:02.031199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49348) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:02.041778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-0e925280-6fd3-401a-b79b-bf294206c28a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2 HTTP/1.1" status: 200 len: 217 time: 0.2369800 Apr 25 14:45:02.042850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Request body: {'subnet': {'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1310792153-subnet', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:02.048615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76814773-8e21-4f37-a083-9655e3ef753b admin admin] Pushing event updated for resources: {'Network': ['ID=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:02.059577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:45:02.060626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:02.069592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Usage tracker for resource:subnet and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:02.073653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:02.076905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-0a5349f2-ea51-4a2d-bc1c-36dd90bd26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.079058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-0a5349f2-ea51-4a2d-bc1c-36dd90bd26b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.5922151 Apr 25 14:45:02.082657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:02.169582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-d647600c-fb98-42ac-bd22-7e2fc2b46e69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=ec316604-b1e4-4e50-8318-975d932e97a3 HTTP/1.1" status: 200 len: 217 time: 0.0813537 Apr 25 14:45:02.170217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-3802d973-210e-4e94-a64c-30cfb302dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.170397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:02.171708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-3802d973-210e-4e94-a64c-30cfb302dfbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 200 len: 797 time: 0.1163273 Apr 25 14:45:02.172934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.219253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf2d59d0-5dee-475e-81ac-433e1e0e6209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.266735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba17198-c051-49dd-af29-ea16d048d93e req-625c07eb-4eb8-4d48-93d8-11f24cef57e0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.268200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cba17198-c051-49dd-af29-ea16d048d93e req-625c07eb-4eb8-4d48-93d8-11f24cef57e0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 945 time: 0.2863405 Apr 25 14:45:02.270088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf2d59d0-5dee-475e-81ac-433e1e0e6209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.363425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cba17198-c051-49dd-af29-ea16d048d93e req-985577dc-1ad2-4eec-9945-78acad2251db tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833104 Apr 25 14:45:02.374594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7ee10fe1-201b-435c-856a-932bab9115d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.376277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7ee10fe1-201b-435c-856a-932bab9115d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecd76a9f-b183-4948-9f11-602fe608ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1925211 Apr 25 14:45:02.384893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf2d59d0-5dee-475e-81ac-433e1e0e6209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.432188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-704d6daa-29e7-4eff-ba9e-12419c3836fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.433697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-704d6daa-29e7-4eff-ba9e-12419c3836fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0949872 Apr 25 14:45:02.450650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d59d0-5dee-475e-81ac-433e1e0e6209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d038d929-73f4-4da8-a9af-973d70a4027e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:02.477987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf2d59d0-5dee-475e-81ac-433e1e0e6209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.479099 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cf2d59d0-5dee-475e-81ac-433e1e0e6209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d038d929-73f4-4da8-a9af-973d70a4027e HTTP/1.1" status: 204 len: 168 time: 0.4405169 Apr 25 14:45:02.492503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.607423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac31382d-195e-4c39-8857-43a4c6fef1f1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:02.615669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:02.616189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Network hostable DHCP agents. Network: 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:45:02.630294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-2527e1c2-ad92-4069-9dc2-36ac8451dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.634048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-2527e1c2-ad92-4069-9dc2-36ac8451dbae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948178 Apr 25 14:45:02.655685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-3c1cc397-59bd-44ed-bb3e-e493cca497c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643135 Apr 25 14:45:02.695291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:45:02.762783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:02.770573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:02.771381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.774805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aec9a2-2a35-45bf-a9a7-7d5c85d559bc None None] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:45:02.828039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-63430172-7f57-4f06-a439-85a960665290 service neutron] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555190 Apr 25 14:45:02.837606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-056e3102-7ac7-4482-9a3a-fdf25b2a81ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8014190 Apr 25 14:45:02.838103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:02.854319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:02.870051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:02.874224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Usage tracker for resource:router and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:02.885978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:02.898330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:02.940766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.942033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.979477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:02.997658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-51d07241-9dfd-407b-a01e-827df6e92120 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564863 Apr 25 14:45:03.005683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:03.007974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e5c74bfc-040d-4eff-82ff-b17620078446 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:03.014326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7f2573ae-6b1e-476e-94b7-f3a1f2b2d303 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 HTTP/1.1" status: 200 len: 217 time: 0.1794538 Apr 25 14:45:03.132832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-baf3532c-23db-4fd9-a084-d1ac619ef0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:03.134323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-baf3532c-23db-4fd9-a084-d1ac619ef0ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 200 len: 797 time: 0.1127021 Apr 25 14:45:03.165892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:45:03.166721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:03.270537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832a11-3e7f-47ad-a88f-9f18cc53ff07 req-47861642-89a4-4e29-ba08-9de11baab54d tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:03.272733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04832a11-3e7f-47ad-a88f-9f18cc53ff07 req-47861642-89a4-4e29-ba08-9de11baab54d tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 948 time: 0.3202176 Apr 25 14:45:03.359685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04832a11-3e7f-47ad-a88f-9f18cc53ff07 req-86052344-c5b9-4799-ba64-cecf3d200e7c tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781536 Apr 25 14:45:03.394849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7ec307da-18f6-4cec-9e4b-e86bffdcadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:03.395455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Allocated IP 172.20.0.2 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/284a215b-8cf5-4d50-b389-b83f2051355b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:03.397169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7ec307da-18f6-4cec-9e4b-e86bffdcadcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2452688 Apr 25 14:45:03.560237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:03.586732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49c0be0f-9381-45e2-a0da-57a42527e010 req-3b0021f7-1a9a-4a0d-b94f-2476f8fedcce service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443940 Apr 25 14:45:03.608861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port e5c74bfc-040d-4eff-82ff-b17620078446 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:03.657293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-7e1628a5-c3be-41f0-b81b-a85ef8afdaf6 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524652 Apr 25 14:45:03.695771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9136f-bf51-4d78-b64c-03c29810c786 req-fe19bdad-8a33-4e44-91c9-7fb806d2098a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:03.697401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19d9136f-bf51-4d78-b64c-03c29810c786 req-fe19bdad-8a33-4e44-91c9-7fb806d2098a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.6986029 Apr 25 14:45:03.727665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port e5c74bfc-040d-4eff-82ff-b17620078446 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:03.728056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:03.870116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221a73-ff38-4130-a56e-9a3635c82dbf req-f10aaf74-5bdd-41ed-be41-049f37005ba5 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:03.871776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9221a73-ff38-4130-a56e-9a3635c82dbf req-f10aaf74-5bdd-41ed-be41-049f37005ba5 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 945 time: 0.2104087 Apr 25 14:45:03.888480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49408) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:03.913012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19d9136f-bf51-4d78-b64c-03c29810c786 req-88403f24-3108-42a5-b2a5-6b894fa48b48 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050755 Apr 25 14:45:03.959356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-35a7369e-3293-4935-87e5-05368884bbf7 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438247 Apr 25 14:45:03.995419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49414) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:04.019006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.056934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:04.103023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e5c74bfc-040d-4eff-82ff-b17620078446, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e5c74bfc-040d-4eff-82ff-b17620078446,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:04.109211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c74bfc-040d-4eff-82ff-b17620078446'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:04.120476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.132481 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9221a73-ff38-4130-a56e-9a3635c82dbf req-f709346e-7e20-44b4-bac9-bd015f29a9a4 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518387 Apr 25 14:45:04.164008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-af994195-fda3-4f77-9091-4969ba33c51e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78 HTTP/1.1" status: 200 len: 217 time: 0.1878006 Apr 25 14:45:04.170289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'mac_address': 'fa:16:3e:f4:78:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:04.218314 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e24572f-e1c3-4aa2-905b-c30699d901f2'] response: {'server_uuid': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c74bfc-040d-4eff-82ff-b17620078446', 'code': 200} Apr 25 14:45:04.224007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.224635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.265411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Transition to ACTIVE for port object 284a215b-8cf5-4d50-b389-b83f2051355b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:04.285674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-a466987d-5b24-426a-ad14-28d022c72052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:04.289118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-a466987d-5b24-426a-ad14-28d022c72052 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 200 len: 797 time: 0.1037250 Apr 25 14:45:04.295362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.318830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec316604-b1e4-4e50-8318-975d932e97a3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:04.322848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e5c74bfc-040d-4eff-82ff-b17620078446,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:04.340544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Transition to ACTIVE for port object 284a215b-8cf5-4d50-b389-b83f2051355b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:04.348996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:04.351514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.404641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:04.411732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:04.413762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.421570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1791248564-network', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:04.423295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:04.433609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.454563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:04.536369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Pushing event updated for resources: {'Port': ['ID=284a215b-8cf5-4d50-b389-b83f2051355b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:04.581187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Usage tracker for resource:network and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:04.594213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:04.606218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:04.609711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:04.615143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:04.622073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Attempting to bind port 284a215b-8cf5-4d50-b389-b83f2051355b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:04.622454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Attempting to bind port 284a215b-8cf5-4d50-b389-b83f2051355b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:04.622832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Attempting to bind port 284a215b-8cf5-4d50-b389-b83f2051355b on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:04.629130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:04.629523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:04.629938 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.630351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:04.631761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Bound port: 284a215b-8cf5-4d50-b389-b83f2051355b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:04.632148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.656378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Usage tracker for resource:security_group_rule and tenant:454b08b0820e43d2aafcd6fc20fba0a1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:04.670438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-30ab79d1-a1d1-4f1f-874a-941d6d1fb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:04.673285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-30ab79d1-a1d1-4f1f-874a-941d6d1fb1b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e3e82c6-f360-407c-a954-ddd4f2f0844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3761120 Apr 25 14:45:04.681243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:04.694876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:04.699306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec316604-b1e4-4e50-8318-975d932e97a3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:04.715853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Made reservation on behalf of b4ecefb5a8d94fcda379e5ecc83bea45 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:04.719385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.756019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.771792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.805096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] For port 284a215b-8cf5-4d50-b389-b83f2051355b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:04.812587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] For port 284a215b-8cf5-4d50-b389-b83f2051355b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=284a215b-8cf5-4d50-b389-b83f2051355b,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:04.818736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:04.824171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.828432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:04.834394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:04.838682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe721bb-b652-4f64-bb1d-01e3a83792a5 req-f473c487-1e3c-4da4-864b-cdca22c7aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:04.840297 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fe721bb-b652-4f64-bb1d-01e3a83792a5 req-f473c487-1e3c-4da4-864b-cdca22c7aff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 1097 time: 0.4688303 Apr 25 14:45:04.863403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-380b37e0-3fd0-4937-b0ae-7c452edc881a service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768162 Apr 25 14:45:04.884640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:04.892040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfab6d3-6a15-4520-9dfe-ac667de2daba req-e241be23-ff0c-4821-8bbb-9014b4d89fcf tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:04.901776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7dfab6d3-6a15-4520-9dfe-ac667de2daba req-e241be23-ff0c-4821-8bbb-9014b4d89fcf tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 949 time: 0.3434334 Apr 25 14:45:04.923495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:05.038024 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7dfab6d3-6a15-4520-9dfe-ac667de2daba req-ff2c242a-f5b3-44bf-a5d6-6487d95e5b6f tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351991 Apr 25 14:45:05.038366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fe721bb-b652-4f64-bb1d-01e3a83792a5 req-291c0bf3-9ac3-405c-b3e4-3f824c8486d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488233 Apr 25 14:45:05.049455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96d780-6d45-4b6d-9e66-9cc0cd9f1d09 None None] Pushing event updated for resources: {'Port': ['ID=284a215b-8cf5-4d50-b389-b83f2051355b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:05.187164 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c166a45-3511-4385-a5c7-2c180a627ce1 req-11c047a1-a6dc-451d-94a5-5df64d4604b7 service neutron] 10.222.0.21 "GET /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819152 Apr 25 14:45:05.266324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.293589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.354380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Allocated IP 172.25.0.252 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/5bf02910-f69d-435c-b9a3-343d518446cf) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:05.405960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454b08b0820e43d2aafcd6fc20fba0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5132227 Apr 25 14:45:05.406356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49428) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:05.414639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac46b3-6fc7-4f4b-9d6b-877db701bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b77867-39cf-4330-9ea5-2d1ec560312b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:05.427963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb473-2000-4176-9b39-23017888269e req-0a6312f7-083e-4362-af06-e29ce45e7c3c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:05.431014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fbb473-2000-4176-9b39-23017888269e req-0a6312f7-083e-4362-af06-e29ce45e7c3c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 946 time: 0.1320889 Apr 25 14:45:05.480276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.531887 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fbb473-2000-4176-9b39-23017888269e req-ce68bbea-33f7-41be-89cc-af3475fca6dd tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810699 Apr 25 14:45:05.536063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.547775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70e332b4-3260-46c0-b2d8-969e8650a477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.558919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d977-fd2b-44be-a6ee-8ca44ee00273 req-910dbb0e-6264-43f0-8cdc-b3549d413507 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:05.560417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50c6d977-fd2b-44be-a6ee-8ca44ee00273 req-910dbb0e-6264-43f0-8cdc-b3549d413507 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.3657393 Apr 25 14:45:05.579545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70e332b4-3260-46c0-b2d8-969e8650a477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.618902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:45:05.626516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e52832-8380-42bd-a2c8-524d17ef2ac8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:05.653367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70e332b4-3260-46c0-b2d8-969e8650a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.673020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e332b4-3260-46c0-b2d8-969e8650a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b77867-39cf-4330-9ea5-2d1ec560312b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:05.677103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.677456 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Added segment 1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b of type vlan for network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 Apr 25 14:45:05.685284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70e332b4-3260-46c0-b2d8-969e8650a477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.687207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-70e332b4-3260-46c0-b2d8-969e8650a477 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8b77867-39cf-4330-9ea5-2d1ec560312b HTTP/1.1" status: 204 len: 168 time: 0.2546246 Apr 25 14:45:05.692153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50c6d977-fd2b-44be-a6ee-8ca44ee00273 req-f88d5c37-66a3-4ffb-a4e5-50306f5e14b3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193030 Apr 25 14:45:05.695650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.733864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.773727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.774745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:05.775390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.799445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:05.939299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:05.947803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:05.959190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] Pushing event updated for resources: {'Network': ['ID=77fb34aa-10b9-485f-99aa-7d0b511bcfa7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:05.966236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:05.971392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:45:06.063195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:06.102489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Pushing event updated for resources: {'Port': ['ID=5bf02910-f69d-435c-b9a3-343d518446cf,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:06.106352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.115361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cee8e567-792d-4975-92f8-1e32cb165311 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1165094 Apr 25 14:45:06.121307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49442) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:06.129386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Request body: {'subnet': {'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1791248564-subnet', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:06.142557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:06.146963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Usage tracker for resource:security_group_rule and tenant:953e444ab8334da4858cae516f336ce6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:06.150670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:06.160787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:06.277326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:06.292560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Usage tracker for resource:subnet and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:06.297532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:06.304351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.306667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:06.338804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Made reservation on behalf of b4ecefb5a8d94fcda379e5ecc83bea45 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:06.341793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.345417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.428279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17eef5a-3a9d-4530-b526-efdac3ed16d8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:06.436340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b06a6219-108e-44a7-9255-e8f65e029795 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=953e444ab8334da4858cae516f336ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709891 Apr 25 14:45:06.437677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49446) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:06.443149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed91d89-3d98-42d2-9164-b08eabf3cd98 None None] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:45:06.488741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da84a7d-de42-47f8-9203-c7d45126685b req-3d91a779-ab4c-4c43-aca7-57ead6f249c2 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:06.490547 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6da84a7d-de42-47f8-9203-c7d45126685b req-3d91a779-ab4c-4c43-aca7-57ead6f249c2 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 949 time: 0.1847544 Apr 25 14:45:06.561985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6da84a7d-de42-47f8-9203-c7d45126685b req-a45adc78-2967-4d4b-a095-31b36c4dede1 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Apr 25 14:45:06.579506 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f8c4505a-ee55-429f-9db9-a8bae54af096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.623396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f8c4505a-ee55-429f-9db9-a8bae54af096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.631986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b3b99863-1b71-4fbe-aae6-ee5d092a7a23 None None] Provisioning for port 284a215b-8cf5-4d50-b389-b83f2051355b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:06.714896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f8c4505a-ee55-429f-9db9-a8bae54af096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.738380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4505a-ee55-429f-9db9-a8bae54af096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17eef5a-3a9d-4530-b526-efdac3ed16d8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:06.745982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f8c4505a-ee55-429f-9db9-a8bae54af096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.760399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f8c4505a-ee55-429f-9db9-a8bae54af096 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a17eef5a-3a9d-4530-b526-efdac3ed16d8 HTTP/1.1" status: 204 len: 168 time: 0.3093624 Apr 25 14:45:06.814964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:06.925785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port ec316604-b1e4-4e50-8318-975d932e97a3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:06.935662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ec316604-b1e4-4e50-8318-975d932e97a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:06.936923 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:06.985290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.033638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0eeab-587e-4cb3-9997-bf2d025f37eb req-1936fdf2-66d0-44f9-83a0-5dc40f1f4338 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:07.035852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5e0eeab-587e-4cb3-9997-bf2d025f37eb req-1936fdf2-66d0-44f9-83a0-5dc40f1f4338 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.1805453 Apr 25 14:45:07.095109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 284a215b-8cf5-4d50-b389-b83f2051355b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:07.124918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c5e0eeab-587e-4cb3-9997-bf2d025f37eb req-9b9c427a-c6e5-44f8-8d99-2bc7c39f186e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Apr 25 14:45:07.225708 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.266676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:07.273891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 284a215b-8cf5-4d50-b389-b83f2051355b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:07.283163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:07.284226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 284a215b-8cf5-4d50-b389-b83f2051355b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:07.284597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.287774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9232e56-c722-4d7a-97b4-677b289ee2ba req-8e341a7e-86ab-43dc-9c58-7f40974925a4 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:07.289466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9232e56-c722-4d7a-97b4-677b289ee2ba req-8e341a7e-86ab-43dc-9c58-7f40974925a4 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 946 time: 0.4981649 Apr 25 14:45:07.349290 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.372962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9232e56-c722-4d7a-97b4-677b289ee2ba req-e6f3bfba-d23c-44c7-921a-77395e243be6 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764942 Apr 25 14:45:07.397977 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb51a4a-c5d8-4c98-b306-2cccc216f25b'] response: {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'code': 200} Apr 25 14:45:07.533470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ae193196-08d0-47b0-8a4d-b197d7324a91 None None] Provisioning complete for port 284a215b-8cf5-4d50-b389-b83f2051355b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:07.533711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae193196-08d0-47b0-8a4d-b197d7324a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.590375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:07.681428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693ee75-efb3-45b6-90c7-5f5b76a1f7eb req-d59f69d4-2015-4b21-8c46-b846f01fecda tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:07.690136 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f693ee75-efb3-45b6-90c7-5f5b76a1f7eb req-d59f69d4-2015-4b21-8c46-b846f01fecda tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 0.1464949 Apr 25 14:45:07.691398 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.747027 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f693ee75-efb3-45b6-90c7-5f5b76a1f7eb req-33647999-3b61-4ce3-8d60-a67619abc63c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Apr 25 14:45:07.758644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.805255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae193196-08d0-47b0-8a4d-b197d7324a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.825582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 284a215b-8cf5-4d50-b389-b83f2051355b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=284a215b-8cf5-4d50-b389-b83f2051355b,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:07.834436 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.855935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:07.939163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f082745-8d0d-433b-966e-d2e19132a935 req-8fdf4676-5117-41df-9925-b2c08b4efaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:07.940816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f082745-8d0d-433b-966e-d2e19132a935 req-8fdf4676-5117-41df-9925-b2c08b4efaa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 1101 time: 0.4806597 Apr 25 14:45:07.960202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-ae193196-08d0-47b0-8a4d-b197d7324a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:45:07.960625 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-ae193196-08d0-47b0-8a4d-b197d7324a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:45:07.963934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=284a215b-8cf5-4d50-b389-b83f2051355b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:07.979390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b188e6-154d-40fa-9ddb-57d928bd12df,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:07.998030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa2e4-34a5-45a0-b47b-da726e25c4b5 req-966c0ec8-7cc8-4d91-a73d-952bc921f002 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:07.999608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e2fa2e4-34a5-45a0-b47b-da726e25c4b5 req-966c0ec8-7cc8-4d91-a73d-952bc921f002 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 946 time: 0.0976529 Apr 25 14:45:08.005530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Checking segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:08.006046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Network hostable DHCP agents. Network: 77fb34aa-10b9-485f-99aa-7d0b511bcfa7, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:45:08.049614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e2fa2e4-34a5-45a0-b47b-da726e25c4b5 req-840add5a-4009-460d-a1e9-326724a1d4a6 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Apr 25 14:45:08.117790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f082745-8d0d-433b-966e-d2e19132a935 req-2562c3a0-0aa7-4dde-9e14-b8800fcd31fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543381 Apr 25 14:45:08.132579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76bca8-5835-44fe-88d8-8edb6fec558b req-eff90727-1ea1-4f3c-a370-c12c78d08788 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:08.134070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef76bca8-5835-44fe-88d8-8edb6fec558b req-eff90727-1ea1-4f3c-a370-c12c78d08788 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 950 time: 0.4205720 Apr 25 14:45:08.167089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:45:08.204882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 77fb34aa-10b9-485f-99aa-7d0b511bcfa7) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:08.215751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b949685-5004-4482-8256-1c29a51e5fb7 None None] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:45:08.224125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:08.224729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.230708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef76bca8-5835-44fe-88d8-8edb6fec558b req-9af9456e-1820-4242-8b67-b759ff449cf7 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Apr 25 14:45:08.273526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-290036f6-c014-4d55-a6e2-e24ec1c2cd68 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1510949 Apr 25 14:45:08.275036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49494) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:08.277451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Router 690b793b-32a5-47a1-a0ff-3c92f0caea28 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:45:08.283860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:08.290725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:08.297374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Usage tracker for resource:router and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:08.301502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:08.309405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:08.328368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.329789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.368220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.599600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:45:08.600427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.625066 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ac15-8620-4b0d-ab47-3e3e54e0975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.821238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:45:08.824238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Allocated IP 172.20.0.2 (77fb34aa-10b9-485f-99aa-7d0b511bcfa7/74b188e6-154d-40fa-9ddb-57d928bd12df/2513dad8-3f80-4436-a83a-52cd6268eaf0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:08.834185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Sync routers for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:45:08.869279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:08.869852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:44:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:08.873293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e926093-477f-4ef4-bfb6-5fbb5365543c req-ad7813f5-dedd-49b0-9f22-eeccc31b110d tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:08.875542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e926093-477f-4ef4-bfb6-5fbb5365543c req-ad7813f5-dedd-49b0-9f22-eeccc31b110d tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.4491372 Apr 25 14:45:08.877059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:08.878406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fdd5be97-b697-4dbf-aed1-cd519eb78d5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0392911 Apr 25 14:45:08.880961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49512) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:08.982786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:09.036026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fca3f-c2a6-42bd-ba4c-7cf7a363b9d6 req-6d6f3ec0-5182-483f-8321-2c2175a3f728 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:09.045089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 284a215b-8cf5-4d50-b389-b83f2051355b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:09.053964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-556fca3f-c2a6-42bd-ba4c-7cf7a363b9d6 req-6d6f3ec0-5182-483f-8321-2c2175a3f728 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 946 time: 0.4732161 Apr 25 14:45:09.124686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e926093-477f-4ef4-bfb6-5fbb5365543c req-3f159bde-ddcb-42f7-93b9-5735546adbe8 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813667 Apr 25 14:45:09.189661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-556fca3f-c2a6-42bd-ba4c-7cf7a363b9d6 req-1220b252-01f2-44ba-a3a0-b25aacc80c18 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166277 Apr 25 14:45:09.308283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:09.589630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:09.623671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:09.838209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 284a215b-8cf5-4d50-b389-b83f2051355b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:09.838652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:09.841531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd73a-11d8-4b9b-ac41-56469a740884 req-b336234a-85a0-4d39-86cf-b9ab72064b48 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:09.843898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f06cd73a-11d8-4b9b-ac41-56469a740884 req-b336234a-85a0-4d39-86cf-b9ab72064b48 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 950 time: 0.3846104 Apr 25 14:45:09.845364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Allocated IP 172.25.0.16 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/454b8ed7-ff08-410b-92ce-02990ca806c4) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:09.933018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:09.951258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:06Z', 'revision_number': 3, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:09.968664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-974cb651-07ed-4782-b6df-b3b41092b06e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:09.970030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-974cb651-07ed-4782-b6df-b3b41092b06e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 946 time: 0.2133918 Apr 25 14:45:09.980121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Transition to ACTIVE for port object 2513dad8-3f80-4436-a83a-52cd6268eaf0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:09.996508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Checking router: 690b793b-32a5-47a1-a0ff-3c92f0caea28 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:45:09.997421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Updating router 690b793b-32a5-47a1-a0ff-3c92f0caea28 port 5bf02910-f69d-435c-b9a3-343d518446cf binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:45:10.043744 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.051233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f06cd73a-11d8-4b9b-ac41-56469a740884 req-263c26ea-0e67-4820-9ce3-d392fc1e66b9 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002835 Apr 25 14:45:10.088222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.089692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port e5c74bfc-040d-4eff-82ff-b17620078446 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:10.090046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.091118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Transition to ACTIVE for port object 2513dad8-3f80-4436-a83a-52cd6268eaf0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:10.109165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.180569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:10.183960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:10.190652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:10.200501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.241255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.327376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49554) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:10.382576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:10.387821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:10.401360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:10.424927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Pushing event updated for resources: {'Port': ['ID=2513dad8-3f80-4436-a83a-52cd6268eaf0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:10.431942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Pushing event updated for resources: {'Port': ['ID=454b8ed7-ff08-410b-92ce-02990ca806c4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:10.640696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Attempting to bind port 2513dad8-3f80-4436-a83a-52cd6268eaf0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:10.640986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Attempting to bind port 2513dad8-3f80-4436-a83a-52cd6268eaf0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:10.641387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Attempting to bind port 2513dad8-3f80-4436-a83a-52cd6268eaf0 on network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:10.650717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:10.651107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Checking segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:10.651582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.651982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Bound using segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:10.652522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Bound port: 2513dad8-3f80-4436-a83a-52cd6268eaf0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:10.653095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.736379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93e9d-6c5f-4904-99bd-c88e2f15fb46 req-a49d3646-7057-4cb6-a7ce-13350eaafe49 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:10.737910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7f93e9d-6c5f-4904-99bd-c88e2f15fb46 req-a49d3646-7057-4cb6-a7ce-13350eaafe49 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.3144209 Apr 25 14:45:10.768672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.818198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] For port 2513dad8-3f80-4436-a83a-52cd6268eaf0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:10.836493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] For port 2513dad8-3f80-4436-a83a-52cd6268eaf0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2513dad8-3f80-4436-a83a-52cd6268eaf0,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:10.848682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:10.851343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.857352 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.866723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7f93e9d-6c5f-4904-99bd-c88e2f15fb46 req-7be970a9-0a31-4df0-ad1a-68e01115fac1 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195834 Apr 25 14:45:10.879649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Usage tracker for resource:security_group_rule and tenant:27db7c79249143cd8b08b8d9ea390204 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:10.884628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.890480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:10.897196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port e5c74bfc-040d-4eff-82ff-b17620078446, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e5c74bfc-040d-4eff-82ff-b17620078446,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:10.897686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.912463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:10.928478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42694b5a-f27a-413c-a415-232020d69cb4 req-3543f83b-dedd-4ce2-afbf-2d3f107a199a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:10.929995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42694b5a-f27a-413c-a415-232020d69cb4 req-3543f83b-dedd-4ce2-afbf-2d3f107a199a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 946 time: 0.5603759 Apr 25 14:45:10.937538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Transition to ACTIVE for port object 5bf02910-f69d-435c-b9a3-343d518446cf will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:10.960141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:10.989389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Allocated IP 172.20.0.1 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/eba0c737-9b0d-445e-a157-6b19e19dd472) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:11.013249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f97ae1dc-ca21-40ca-9d9d-1378dbd51a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.019990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Attempting to bind port 5bf02910-f69d-435c-b9a3-343d518446cf on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:11.020547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Attempting to bind port 5bf02910-f69d-435c-b9a3-343d518446cf by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:11.021008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Attempting to bind port 5bf02910-f69d-435c-b9a3-343d518446cf on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:11.031103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:11.031660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:11.032161 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.032648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:11.033253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Bound port: 5bf02910-f69d-435c-b9a3-343d518446cf, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:11.033723 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.070478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3a763-efcc-41cb-8ca2-7322d36611dc None None] Pushing event updated for resources: {'Port': ['ID=2513dad8-3f80-4436-a83a-52cd6268eaf0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:11.079700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for e5c74bfc-040d-4eff-82ff-b17620078446 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:45:11.227017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08506f-fa16-447d-be8d-ff910b7c2c95 None None] Pushing event updated for resources: {'Port': ['ID=5bf02910-f69d-435c-b9a3-343d518446cf,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:11.250123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] For port 5bf02910-f69d-435c-b9a3-343d518446cf, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:11.255364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] For port 5bf02910-f69d-435c-b9a3-343d518446cf, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5bf02910-f69d-435c-b9a3-343d518446cf,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:11.264101 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.315168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42694b5a-f27a-413c-a415-232020d69cb4 req-0d337759-6887-4064-9c14-46e19328e922 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558205 Apr 25 14:45:11.488127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08506f-fa16-447d-be8d-ff910b7c2c95 None None] Pushing event updated for resources: {'Port': ['ID=5bf02910-f69d-435c-b9a3-343d518446cf,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:11.497854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:11.498800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:11.567357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.578413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.603937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['500092f1-5688-4e21-adc8-b30d3bda2537'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:11.618143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.632806 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.634211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:11.650527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=e5c74bfc-040d-4eff-82ff-b17620078446,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:11.663292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.676578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8846-69fb-4e34-b82c-3f852bcaf0b4 req-8a0e7ce2-60fe-47e0-87bd-68016cd6a813 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:11.678388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980f8846-69fb-4e34-b82c-3f852bcaf0b4 req-8a0e7ce2-60fe-47e0-87bd-68016cd6a813 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 950 time: 0.2340882 Apr 25 14:45:11.740156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Transition to ACTIVE for port object eba0c737-9b0d-445e-a157-6b19e19dd472 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:11.784851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27db7c79249143cd8b08b8d9ea390204&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4562850 Apr 25 14:45:11.793541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:11.794432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731775-fb2d-45a5-a2ec-82083d7291ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28df6a23-51fc-4ffa-80d0-49e64d33c8e3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:11.800257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port e5c74bfc-040d-4eff-82ff-b17620078446 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:45:11.802957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.823405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'name': 'network-vif-deleted', 'tag': 'e5c74bfc-040d-4eff-82ff-b17620078446'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:11.843893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6289d026-e3e9-45b6-a6fb-ab048e475fab req-21ff3ac6-4d2c-40e3-869b-859e616898ec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "DELETE /v2.0/ports/e5c74bfc-040d-4eff-82ff-b17620078446 HTTP/1.1" status: 204 len: 173 time: 1.8457866 Apr 25 14:45:11.845550 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.879857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-980f8846-69fb-4e34-b82c-3f852bcaf0b4 req-7ff2c59b-5f64-4d77-8ed0-4b82832dd82a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429584 Apr 25 14:45:11.944443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.966582 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cb7e2d-de73-4e90-8b4b-b2b1462b9e4d'] response: {'server_uuid': 'b437184a-aac2-459e-8b18-2d0dc7776cfa', 'name': 'network-vif-deleted', 'tag': 'e5c74bfc-040d-4eff-82ff-b17620078446', 'status': 'completed', 'code': 200} Apr 25 14:45:11.974100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:11.975114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:12.031620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Router ea16417e-ccf9-421d-afff-57aa42893c91 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:45:12.067901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d096-d8e3-410a-870a-45e385a57b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:12.266675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:12.268698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d096-d8e3-410a-870a-45e385a57b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:12.276035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:12.278306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:12.449979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Pushing event updated for resources: {'Port': ['ID=eba0c737-9b0d-445e-a157-6b19e19dd472,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:12.487165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:45:12.502133 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Sync routers for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:45:12.504440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:12.533450 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:12.536090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:12.571062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:12.575238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2bb0b489-cbdd-4cef-aef5-97a261a34e5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2985895 Apr 25 14:45:12.578631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49586) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:12.793354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2c2b4-2897-4e29-8f0d-4df114266a91 None None] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:45:12.871932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95b21-7303-4f06-9eb3-7b3bec66679e req-ef95f196-0536-441b-8c49-b93f41474aa3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:12.889870 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:12.890598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65f95b21-7303-4f06-9eb3-7b3bec66679e req-ef95f196-0536-441b-8c49-b93f41474aa3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.7061899 Apr 25 14:45:12.905694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e5c74bfc-040d-4eff-82ff-b17620078446 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:12.983315 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d096-d8e3-410a-870a-45e385a57b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.004399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0db64907-b606-440b-b138-4d29f65de18e None None] Provisioning for port 2513dad8-3f80-4436-a83a-52cd6268eaf0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:13.022019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: e5c74bfc-040d-4eff-82ff-b17620078446 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:45:13.022284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e5c74bfc-040d-4eff-82ff-b17620078446 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:45:13.053304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5d096-d8e3-410a-870a-45e385a57b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28df6a23-51fc-4ffa-80d0-49e64d33c8e3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:13.107980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2513dad8-3f80-4436-a83a-52cd6268eaf0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:13.114763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.129951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddd5d096-d8e3-410a-870a-45e385a57b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.147289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ddd5d096-d8e3-410a-870a-45e385a57b33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28df6a23-51fc-4ffa-80d0-49e64d33c8e3 HTTP/1.1" status: 204 len: 168 time: 1.3427548 Apr 25 14:45:13.183743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65f95b21-7303-4f06-9eb3-7b3bec66679e req-5d289456-fd00-49d9-b01c-83d7f108cabb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904818 Apr 25 14:45:13.190956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0db64907-b606-440b-b138-4d29f65de18e None None] Provisioning for port eba0c737-9b0d-445e-a157-6b19e19dd472 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:13.293157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0db64907-b606-440b-b138-4d29f65de18e None None] Provisioning complete for port eba0c737-9b0d-445e-a157-6b19e19dd472 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:13.293574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0db64907-b606-440b-b138-4d29f65de18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.375953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:06Z', 'revision_number': 3, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:13.419495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff196d20-7ef7-4fb6-869d-19e69f01d1d5 req-7b5b0eee-e55c-40f7-9e65-217cd32f0f02 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b437184a-aac2-459e-8b18-2d0dc7776cfa HTTP/1.1" status: 200 len: 210 time: 0.2175996 Apr 25 14:45:13.426955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea19ae-1188-4dbc-b5f3-23afcd015fca None None] The sync data for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 is: [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:06Z', 'revision_number': 3, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:45:13.528299 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:10Z', 'revision_number': 3, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:13.533195 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Checking router: ea16417e-ccf9-421d-afff-57aa42893c91 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:45:13.533550 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Updating router ea16417e-ccf9-421d-afff-57aa42893c91 port 454b8ed7-ff08-410b-92ce-02990ca806c4 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:45:13.549830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0db64907-b606-440b-b138-4d29f65de18e None None] Port eba0c737-9b0d-445e-a157-6b19e19dd472 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:13.611130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.622314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.623179 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.632178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2513dad8-3f80-4436-a83a-52cd6268eaf0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:13.640926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2513dad8-3f80-4436-a83a-52cd6268eaf0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:13.641605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.657319 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.895347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49604) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:13.928850 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:13.990081 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.008774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2513dad8-3f80-4436-a83a-52cd6268eaf0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2513dad8-3f80-4436-a83a-52cd6268eaf0,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:14.025365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.030205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.085718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:14.107645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Usage tracker for resource:security_group_rule and tenant:0a58452e6e2446deae758ffc8149b244 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:14.124418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:14.138296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:14.172948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2513dad8-3f80-4436-a83a-52cd6268eaf0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:14.205169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Pushing event updated for resources: {'Port': ['ID=eba0c737-9b0d-445e-a157-6b19e19dd472,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:14.283586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e754fb55-13cf-443e-ba7d-bab504e5b7e3 None None] Provisioning complete for port 2513dad8-3f80-4436-a83a-52cd6268eaf0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:14.284038 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e754fb55-13cf-443e-ba7d-bab504e5b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.301776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:14.303621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:14.322910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029e67b-9114-4b62-aade-d418fb378561 req-37cec8b0-9b2b-439c-8fb6-c62cc0d7f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:14.326674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0029e67b-9114-4b62-aade-d418fb378561 req-37cec8b0-9b2b-439c-8fb6-c62cc0d7f509 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 1096 time: 0.4264085 Apr 25 14:45:14.473860 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.500049 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Transition to ACTIVE for port object 454b8ed7-ff08-410b-92ce-02990ca806c4 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:14.517511 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.675353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0029e67b-9114-4b62-aade-d418fb378561 req-d4ea649c-2f02-4434-9892-8c189a013f1c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364687 Apr 25 14:45:14.719518 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Attempting to bind port 454b8ed7-ff08-410b-92ce-02990ca806c4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:14.720071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Attempting to bind port 454b8ed7-ff08-410b-92ce-02990ca806c4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:14.720446 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Attempting to bind port 454b8ed7-ff08-410b-92ce-02990ca806c4 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:14.723152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.729143 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:14.729525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:14.730074 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.730476 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:14.731011 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Bound port: 454b8ed7-ff08-410b-92ce-02990ca806c4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:14.731390 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.735564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f148-6c58-4d07-b25c-b46364e175b8 req-94a3e335-e06a-4234-9730-3b6bce552228 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:14.737109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2154f148-6c58-4d07-b25c-b46364e175b8 req-94a3e335-e06a-4234-9730-3b6bce552228 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.3455985 Apr 25 14:45:14.773604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-486758ae-aea0-4291-8ab4-52561c64c622 None None] Provisioning complete for port eba0c737-9b0d-445e-a157-6b19e19dd472 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:14.774353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-486758ae-aea0-4291-8ab4-52561c64c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.791825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Router 690b793b-32a5-47a1-a0ff-3c92f0caea28 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:45:14.814805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2154f148-6c58-4d07-b25c-b46364e175b8 req-98b8731f-ffef-406f-9d0f-e0d1a1d5a104 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647309 Apr 25 14:45:14.842541 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] For port 454b8ed7-ff08-410b-92ce-02990ca806c4, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:14.850356 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] For port 454b8ed7-ff08-410b-92ce-02990ca806c4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=454b8ed7-ff08-410b-92ce-02990ca806c4,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:14.862771 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.906551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.915946 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:14.916620 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:14.920412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-486758ae-aea0-4291-8ab4-52561c64c622 None None] Port eba0c737-9b0d-445e-a157-6b19e19dd472 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:14.937931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:14.996629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a58452e6e2446deae758ffc8149b244&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1006763 Apr 25 14:45:15.001790 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Pushing event updated for resources: {'Port': ['ID=454b8ed7-ff08-410b-92ce-02990ca806c4,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:15.002778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49626) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:15.028505 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.028864 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.029210 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.029551 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.029928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.030245 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.030571 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.030893 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.031215 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.031533 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.031855 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.032170 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:15.150071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bf02910-f69d-435c-b9a3-343d518446cf up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:15.163302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:45:15.176516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-14b13488-9d94-48c8-bbe5-1a5a171bb021 admin admin] 10.222.0.23 "PUT /v2.0/routers/690b793b-32a5-47a1-a0ff-3c92f0caea28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2867460 Apr 25 14:45:15.198197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9839c6-1bce-4186-ab74-4f72af6eac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cf1ec6-7558-4cec-be85-cf96b703072f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:15.288463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e641f9-53f3-45b4-a116-ec2d21df6b4e None None] Pushing event updated for resources: {'Port': ['ID=454b8ed7-ff08-410b-92ce-02990ca806c4,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:15.298681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf010-068b-4037-bd63-9815bd8452a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.323589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5bf02910-f69d-435c-b9a3-343d518446cf completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:15.328413 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:15.329588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abddc3-3604-4bff-88e4-7a1ddeee4000 req-f8e59658-7909-4282-af46-273a03bb6caa tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:15.331047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5bf02910-f69d-435c-b9a3-343d518446cf triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:15.331571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.334701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Allocated IP 172.20.0.1 (77fb34aa-10b9-485f-99aa-7d0b511bcfa7/74b188e6-154d-40fa-9ddb-57d928bd12df/fa326b4c-c1a9-4ba4-9203-15fb3202f577) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:15.335180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-28abddc3-3604-4bff-88e4-7a1ddeee4000 req-f8e59658-7909-4282-af46-273a03bb6caa tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:15.342159 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf010-068b-4037-bd63-9815bd8452a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.377232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-28abddc3-3604-4bff-88e4-7a1ddeee4000 req-f8e59658-7909-4282-af46-273a03bb6caa tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:15.378713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28abddc3-3604-4bff-88e4-7a1ddeee4000 req-f8e59658-7909-4282-af46-273a03bb6caa tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 0.2135780 Apr 25 14:45:15.478205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28abddc3-3604-4bff-88e4-7a1ddeee4000 req-eb6c2443-b08b-4efa-a992-d7afc6748490 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910316 Apr 25 14:45:15.539609 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.565567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5bf02910-f69d-435c-b9a3-343d518446cf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5bf02910-f69d-435c-b9a3-343d518446cf,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:15.570384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.571342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2513dad8-3f80-4436-a83a-52cd6268eaf0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:15.613833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.631899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Transition to ACTIVE for port object fa326b4c-c1a9-4ba4-9203-15fb3202f577 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:15.657999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf010-068b-4037-bd63-9815bd8452a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.676833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.762005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cf010-068b-4037-bd63-9815bd8452a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cf1ec6-7558-4cec-be85-cf96b703072f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:15.781591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:15.787439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:15.798849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:15.801202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5bf02910-f69d-435c-b9a3-343d518446cf,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:15.826124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2513dad8-3f80-4436-a83a-52cd6268eaf0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:15.826688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.845204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf010-068b-4037-bd63-9815bd8452a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:15.864306 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a9cf010-068b-4037-bd63-9815bd8452a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01cf1ec6-7558-4cec-be85-cf96b703072f HTTP/1.1" status: 204 len: 168 time: 0.8560071 Apr 25 14:45:15.876593 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:10Z', 'revision_number': 3, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:15.884576 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcc414-c7cc-4cd1-a392-01d5f8272235 None None] The sync data for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 is: [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:10Z', 'revision_number': 3, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:45:15.974544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:16.325563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Pushing event updated for resources: {'Port': ['ID=fa326b4c-c1a9-4ba4-9203-15fb3202f577,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:16.337887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Sync routers for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:45:16.342714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bc1b2ecd-2250-47c6-bd39-7eecd02cefb7 None None] Provisioning for port fa326b4c-c1a9-4ba4-9203-15fb3202f577 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:16.355794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:16.357899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:16.619392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bbe0d-d4be-406d-b048-8193bbf12734 req-1e5d78d0-749a-4217-a73d-9b790375a1e5 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:16.621670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e1bbe0d-d4be-406d-b048-8193bbf12734 req-1e5d78d0-749a-4217-a73d-9b790375a1e5 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.2594655 Apr 25 14:45:16.628002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bc1b2ecd-2250-47c6-bd39-7eecd02cefb7 None None] Provisioning complete for port fa326b4c-c1a9-4ba4-9203-15fb3202f577 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:16.628423 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2ecd-2250-47c6-bd39-7eecd02cefb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:16.732516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b2ecd-2250-47c6-bd39-7eecd02cefb7 None None] Port fa326b4c-c1a9-4ba4-9203-15fb3202f577 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:16.754234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e1bbe0d-d4be-406d-b048-8193bbf12734 req-7fb92835-4744-4929-b014-f6130eb9073f tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236491 Apr 25 14:45:16.755029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:16.807728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:16.886803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:16.892932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799098844', 'description': 'tempest-description--609612680'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:16.903465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:16.909150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:16.919614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Usage tracker for resource:security_group and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:16.933417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:16.959382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:16.987424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.058672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:17.081485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Usage tracker for resource:security_group_rule and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:17.089894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:17.111387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:17.162312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:45:17.224570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 454b8ed7-ff08-410b-92ce-02990ca806c4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:17.264222 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.274719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.351323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d826cb1-9505-4069-9159-46321ad67c16,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:17.362262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.363823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4753344 Apr 25 14:45:17.371849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.371849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.378663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.381012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.382504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.382819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.383164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.383500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.383910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.386064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.389702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.396747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d591b-1205-4396-8cde-8eb9ad94c52c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:17.403047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49706) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:17.419449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'security_group_rule': {'security_group_id': '6d826cb1-9505-4069-9159-46321ad67c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:17.453966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:17.465184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Usage tracker for resource:security_group_rule and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:17.478832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:17.499574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:17.557562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54496860-ad88-40e4-8ff9-e42432c00775 req-b95ddaed-2cf5-4ead-a5eb-fe7ea08f355d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:17.558989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54496860-ad88-40e4-8ff9-e42432c00775 req-b95ddaed-2cf5-4ead-a5eb-fe7ea08f355d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 0.7581959 Apr 25 14:45:17.568696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.608922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:17.645819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'mac_address': 'fa:16:3e:f4:78:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:17.690229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port 500092f1-5688-4e21-adc8-b30d3bda2537 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:17.690864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.695857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.703391 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.732881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf8a5a1-670c-4083-b761-52ae1d140bc3,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:17.746482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.748148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d4f4b946-8fdd-4009-b9f1-99e94daa47cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3417525 Apr 25 14:45:17.751076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49716) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:17.761704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'security_group_rule': {'security_group_id': '6d826cb1-9505-4069-9159-46321ad67c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:17.776418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:17.786331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Usage tracker for resource:security_group_rule and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:17.791594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:17.798912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:17.841788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:17.851074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25a567-4d5b-421f-a194-94c3a461c86e req-6247d2d2-31aa-45c6-8cae-e62a556b9874 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:17.861715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b25a567-4d5b-421f-a194-94c3a461c86e req-6247d2d2-31aa-45c6-8cae-e62a556b9874 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 945 time: 0.7589350 Apr 25 14:45:17.988518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.040880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.054123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 454b8ed7-ff08-410b-92ce-02990ca806c4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:18.078004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.093805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 454b8ed7-ff08-410b-92ce-02990ca806c4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:18.094350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.098830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cb3de9-9c8f-47f4-b68d-91f0109d1e10,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:18.101524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:45:18.133169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.148047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec316604-b1e4-4e50-8318-975d932e97a3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:18.149104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.151022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.155246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-348b7a00-9434-4c93-8cda-e32156ed53de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029026 Apr 25 14:45:18.158127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49728) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:18.167382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:18.185256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:18.192910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Usage tracker for resource:floatingip and tenant:a25981f3049d45a38e4f8d30c4693974 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:18.197417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:18.207457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:18.216995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:18.220141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8d5f3-6114-423d-a5c3-e964fe86d94e req-157621ea-b6fc-4fe9-a99c-d5eb079f6613 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:18.221801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8c8d5f3-6114-423d-a5c3-e964fe86d94e req-157621ea-b6fc-4fe9-a99c-d5eb079f6613 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.2277696 Apr 25 14:45:18.242014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.257304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.292166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.394110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec316604-b1e4-4e50-8318-975d932e97a3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:18.402948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8c8d5f3-6114-423d-a5c3-e964fe86d94e req-7a480ec2-6056-4a79-aa50-554c0c8ce8cd tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702509 Apr 25 14:45:18.527303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b25a567-4d5b-421f-a194-94c3a461c86e req-ef8ab3e0-5d7f-45bc-96cc-e34dd6d54170 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592197 Apr 25 14:45:18.600136 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.611228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port 500092f1-5688-4e21-adc8-b30d3bda2537, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=500092f1-5688-4e21-adc8-b30d3bda2537,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:18.611593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.620303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:18.635065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:13Z', 'revision_number': 2, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:18.655420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Checking router: 690b793b-32a5-47a1-a0ff-3c92f0caea28 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:45:18.656195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Updating router 690b793b-32a5-47a1-a0ff-3c92f0caea28 port eba0c737-9b0d-445e-a157-6b19e19dd472 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:45:18.769830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 454b8ed7-ff08-410b-92ce-02990ca806c4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=454b8ed7-ff08-410b-92ce-02990ca806c4,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:18.801158 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.803778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:18.811977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bf02910-f69d-435c-b9a3-343d518446cf up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:18.980605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:19.049309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for 500092f1-5688-4e21-adc8-b30d3bda2537 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:45:19.134493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Allocated IP 172.25.0.85 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/0d3827a4-aed0-49aa-96a6-a13ae25707e2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:19.191217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=454b8ed7-ff08-410b-92ce-02990ca806c4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:19.501341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:19.593611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:19.594379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5bf02910-f69d-435c-b9a3-343d518446cf triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:19.594764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:19.659414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Pushing event updated for resources: {'Port': ['ID=fa326b4c-c1a9-4ba4-9203-15fb3202f577,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:19.668792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-abf3d9a1-4d0b-4178-b984-fa2d60759e7c tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:19.675971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-abf3d9a1-4d0b-4178-b984-fa2d60759e7c tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 811 time: 0.6430445 Apr 25 14:45:19.704811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-add6ad72-cd54-4354-a869-2c654bc2ebdc tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/quotas/94449557ad8b4adab5296111342f7379 HTTP/1.1" status: 200 len: 375 time: 0.0273674 Apr 25 14:45:19.760779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:19.776676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:19.820200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:19.834371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:19.835372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:19.871177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=0d3827a4-aed0-49aa-96a6-a13ae25707e2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:19.883496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:19.905118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7de400ef-3762-4788-8bc3-049cc2307cf6 req-969fa980-9995-44ad-b471-f8b7909e79f0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=9840e959-670b-4e26-8671-612be68b1f3f HTTP/1.1" status: 200 len: 210 time: 0.1281223 Apr 25 14:45:19.974942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:19.980612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.126809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.166920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 454b8ed7-ff08-410b-92ce-02990ca806c4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:20.195827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=500092f1-5688-4e21-adc8-b30d3bda2537,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:20.267448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port 500092f1-5688-4e21-adc8-b30d3bda2537 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:45:20.275504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.356747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9840e959-670b-4e26-8671-612be68b1f3f', 'name': 'network-vif-deleted', 'tag': '500092f1-5688-4e21-adc8-b30d3bda2537'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:20.396791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54496860-ad88-40e4-8ff9-e42432c00775 req-d0fe0e45-903f-45df-8141-cd92fe13142b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "DELETE /v2.0/ports/500092f1-5688-4e21-adc8-b30d3bda2537 HTTP/1.1" status: 204 len: 173 time: 2.8281479 Apr 25 14:45:20.437026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:45:20.671690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a68ed836-6b7f-4263-b6e7-8e5c28a13a7e None None] Provisioning complete for port fa326b4c-c1a9-4ba4-9203-15fb3202f577 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:20.672114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a68ed836-6b7f-4263-b6e7-8e5c28a13a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.727079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.738237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.768273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.784767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Transition to ACTIVE for port object eba0c737-9b0d-445e-a157-6b19e19dd472 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:20.824083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a68ed836-6b7f-4263-b6e7-8e5c28a13a7e None None] Port fa326b4c-c1a9-4ba4-9203-15fb3202f577 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:20.824651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-8d5ec6b1-3fa4-4135-8227-8cdd9c9d3bae tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1189675 Apr 25 14:45:20.841321 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.848756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 454b8ed7-ff08-410b-92ce-02990ca806c4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:20.849162 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:20.979780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Router ea16417e-ccf9-421d-afff-57aa42893c91 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:45:21.034943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:21.048800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=0d3827a4-aed0-49aa-96a6-a13ae25707e2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:21.070100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eb937-8125-4811-a412-d669b53401cb None None] Pushing event updated for resources: {'Port': ['ID=eba0c737-9b0d-445e-a157-6b19e19dd472,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:21.105114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:21.276045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:21.288492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a9d114a4-ebe8-4089-8916-3fab0093579c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1233144 Apr 25 14:45:21.515831 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64bd986-5deb-423b-a48b-63b4068925d4'] response: {'server_uuid': '9840e959-670b-4e26-8671-612be68b1f3f', 'name': 'network-vif-deleted', 'tag': '500092f1-5688-4e21-adc8-b30d3bda2537', 'status': 'completed', 'code': 200} Apr 25 14:45:21.732136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 500092f1-5688-4e21-adc8-b30d3bda2537 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:21.886009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:45:21.891996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-36ab89ba-98c8-4d49-8f8b-9d538227fb56 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea16417e-ccf9-421d-afff-57aa42893c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3122523 Apr 25 14:45:21.913384 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Sync routers for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:45:21.939499 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:21.940536 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:21.965453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 500092f1-5688-4e21-adc8-b30d3bda2537 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:45:21.965798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 500092f1-5688-4e21-adc8-b30d3bda2537 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:45:21.995813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-e420aac6-ba38-49b1-a376-407190347fed service neutron] 10.222.0.23 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0674407 Apr 25 14:45:22.009541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Attempting to bind port eba0c737-9b0d-445e-a157-6b19e19dd472 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:22.009937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Attempting to bind port eba0c737-9b0d-445e-a157-6b19e19dd472 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:22.010264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Attempting to bind port eba0c737-9b0d-445e-a157-6b19e19dd472 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:22.023166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:22.024120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:22.024586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:22.024982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:22.025560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Bound port: eba0c737-9b0d-445e-a157-6b19e19dd472, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:22.025941 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:22.073697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ec316604-b1e4-4e50-8318-975d932e97a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:22.074276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:22.276378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-7d1051af-7aa4-41d5-ad44-299b9a6125aa service neutron] 10.222.0.23 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709949 Apr 25 14:45:22.444598 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:22.474287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] For port eba0c737-9b0d-445e-a157-6b19e19dd472, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:22.501419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] For port eba0c737-9b0d-445e-a157-6b19e19dd472, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=eba0c737-9b0d-445e-a157-6b19e19dd472,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:22.528857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:22.585649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:22.791229 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-93931c7e-d4e0-4c6e-9c07-6afff95bb27a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--799098844&fields=id&tenant_id=a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 267 time: 0.1186547 Apr 25 14:45:22.815585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:22.871516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:22.872479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:22.888633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:23.065068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eb937-8125-4811-a412-d669b53401cb None None] Pushing event updated for resources: {'Port': ['ID=eba0c737-9b0d-445e-a157-6b19e19dd472,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:23.153415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-12c7fb37-be9c-4cd2-b849-6d7d41f0623e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:23.159457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-12c7fb37-be9c-4cd2-b849-6d7d41f0623e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.3118355 Apr 25 14:45:23.194227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-83d0f5fc-8f96-4780-a9c1-1fccbd714c81 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0296454 Apr 25 14:45:23.210587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-3934c01f-7765-4469-a628-b595f30edfc0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:23.222491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-3934c01f-7765-4469-a628-b595f30edfc0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.4302902 Apr 25 14:45:23.224738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:23.249727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-22312e26-ebd2-4565-ab1f-c82c716da9f9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/quotas/a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 375 time: 0.0261109 Apr 25 14:45:23.274437 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 2, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:23.282509 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Checking router: ea16417e-ccf9-421d-afff-57aa42893c91 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:45:23.284058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Updating router ea16417e-ccf9-421d-afff-57aa42893c91 port fa326b4c-c1a9-4ba4-9203-15fb3202f577 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:45:23.394387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-5f3bfaf0-df79-4e51-8a63-9cab4a8dfc2f tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088223 Apr 25 14:45:23.481346 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:23.546678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-3936c6e9-3a1d-42af-8e4b-c2799b2816da tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2892792 Apr 25 14:45:23.598925 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:45:23.837157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:23.865568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-2327ed0f-06a3-4ade-883d-9b9448ddcc7d service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623730 Apr 25 14:45:23.953845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:24.005358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-191d4f66-c543-4f29-8582-ca3632d0606e service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495182 Apr 25 14:45:24.095810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-32108ce9-62a5-49fb-88a3-c3017e1fc2a7 service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288074 Apr 25 14:45:24.390465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-b83c2331-8d72-4a11-9fbf-d950e92bf506 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810050 Apr 25 14:45:24.630165 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:24.649540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Transition to ACTIVE for port object fa326b4c-c1a9-4ba4-9203-15fb3202f577 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:24.672484 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:24.988299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f329b555-5002-41ca-a8a1-58a144c4b912 req-2ca6059e-4744-4511-81af-d6a3cfdbaebd tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 210 time: 0.1676035 Apr 25 14:45:25.012630 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ec63e-344a-48b9-93e5-f8f138bee4fc None None] Pushing event updated for resources: {'Port': ['ID=fa326b4c-c1a9-4ba4-9203-15fb3202f577,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:25.045930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:25.052745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399699682', 'description': 'tempest-description--185982498'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:25.080959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:25.096745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Usage tracker for resource:security_group and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:25.106838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:25.149561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:25.175027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:25.212929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:25.218827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Usage tracker for resource:security_group_rule and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:25.223635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:25.239941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:25.261147 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f8d866-71a5-4e03-b5ee-fb653d0956db'] response: {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'code': 200} Apr 25 14:45:25.351860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:22Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:25.375571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba1e68-27d5-497a-a129-22240d77dacf None None] The sync data for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 is: [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:22Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:45:25.551389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-25d4fafe-0255-4d20-9693-a25b13cb342c req-0655d3b2-2085-4779-964f-2143edfa1350 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:25.622801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-25d4fafe-0255-4d20-9693-a25b13cb342c req-0655d3b2-2085-4779-964f-2143edfa1350 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:25.634252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25d4fafe-0255-4d20-9693-a25b13cb342c req-0655d3b2-2085-4779-964f-2143edfa1350 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 210 time: 0.3496847 Apr 25 14:45:25.637571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-33f86fe9-61dc-4eff-af3a-d849e618a9d6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:25.644878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-33f86fe9-61dc-4eff-af3a-d849e618a9d6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Synchronizing usage tracker for tenant:94449557ad8b4adab5296111342f7379 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:25.727030 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:25.736304 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:25.879071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d6183dfe-a177-4513-b129-eb54ffdd0909 req-aa583241-7d38-480d-b439-b3db6cd4911c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:25.946096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa247701-b079-4730-878b-2af16b896253,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:25.954018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-33f86fe9-61dc-4eff-af3a-d849e618a9d6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Unset dirty status for tenant:94449557ad8b4adab5296111342f7379 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:25.955357 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Attempting to bind port fa326b4c-c1a9-4ba4-9203-15fb3202f577 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:25.956296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Attempting to bind port fa326b4c-c1a9-4ba4-9203-15fb3202f577 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:25.959683 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Attempting to bind port fa326b4c-c1a9-4ba4-9203-15fb3202f577 on network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:25.964726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-33f86fe9-61dc-4eff-af3a-d849e618a9d6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.15 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 811 time: 1.1939461 Apr 25 14:45:25.977576 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:25.980759 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Checking segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:25.984811 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:25.985448 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Bound using segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:25.986138 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Bound port: fa326b4c-c1a9-4ba4-9203-15fb3202f577, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:25.986628 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:25.991721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:25.992294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Request body: {'port': {'device_id': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'admin_state_up': True, 'tenant_id': '94449557ad8b4adab5296111342f7379'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:26.001393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9519711 Apr 25 14:45:26.006463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49910) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:26.018712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.019677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.021713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.024548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.025983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.027407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.029668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.041680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.046928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.048136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.061745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.065946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231fbe62-417e-461a-9e67-f17cc73b4d63 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:26.090678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d6183dfe-a177-4513-b129-eb54ffdd0909 req-aa583241-7d38-480d-b439-b3db6cd4911c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:26.098850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Request body: {'security_group_rule': {'security_group_id': 'fa247701-b079-4730-878b-2af16b896253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:26.100401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6183dfe-a177-4513-b129-eb54ffdd0909 req-aa583241-7d38-480d-b439-b3db6cd4911c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 210 time: 0.4393682 Apr 25 14:45:26.133436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:26.152712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Usage tracker for resource:security_group_rule and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:26.164449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:26.188500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:26.247898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.319043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eba0c737-9b0d-445e-a157-6b19e19dd472 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:26.358277 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] For port fa326b4c-c1a9-4ba4-9203-15fb3202f577, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:26.368830 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] For port fa326b4c-c1a9-4ba4-9203-15fb3202f577, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fa326b4c-c1a9-4ba4-9203-15fb3202f577,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:26.380992 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.442186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57cdd5d3-cbec-47c7-be48-a354dc382ff2 req-4d563f29-c783-4bb6-a2dd-dd9dd8b99c35 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 210 time: 0.1421127 Apr 25 14:45:26.578514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:26.596586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.601642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:26.609887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.626964 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:26.627602 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:26.635650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Made reservation on behalf of 94449557ad8b4adab5296111342f7379 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:26.650424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.664834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port eba0c737-9b0d-445e-a157-6b19e19dd472 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:26.687897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port eba0c737-9b0d-445e-a157-6b19e19dd472 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:26.687897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.795147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:26.810198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7977219 Apr 25 14:45:26.843271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:26.857135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d76686-042b-4217-818c-fc6ca5fc3beb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743c866d-2ccb-4e88-8c1a-3b027a156479,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:26.888489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Request body: {'security_group_rule': {'security_group_id': 'fa247701-b079-4730-878b-2af16b896253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:27.001207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:27.043562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Usage tracker for resource:security_group_rule and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:27.066429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:27.101711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:27.299143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:27.329588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ec63e-344a-48b9-93e5-f8f138bee4fc None None] Pushing event updated for resources: {'Port': ['ID=fa326b4c-c1a9-4ba4-9203-15fb3202f577,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:27.358190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:27.400945 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:27.442801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port eba0c737-9b0d-445e-a157-6b19e19dd472, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=eba0c737-9b0d-445e-a157-6b19e19dd472,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:27.460442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:27.472295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Allocated IP 172.20.0.11 (1c417c48-af90-4aec-b6df-bd735be0999b/3f358c71-b217-4dd1-a4e5-ed754000bfcd/a106b383-cb31-4ad8-8530-b2df8f62ab93) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:27.590407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:27.633000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0db4f7-c23b-43e3-862e-c864c29949f6 req-a7107d77-c2b5-4349-b1ab-1c6ce74d67ec tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:27.649078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e0db4f7-c23b-43e3-862e-c864c29949f6 req-a7107d77-c2b5-4349-b1ab-1c6ce74d67ec tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.5196066 Apr 25 14:45:27.767075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:27.769742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=eba0c737-9b0d-445e-a157-6b19e19dd472,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:27.903235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:28.134078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25dcaf04-1dc5-4335-958f-c0ad2ea66762 req-43e54812-dc13-4ed6-80d0-363f66c7d10b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 210 time: 0.1469891 Apr 25 14:45:28.147980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:28.165260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['51b5f745-57d0-49be-87df-a428b3ed163c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:28.286966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eba0c737-9b0d-445e-a157-6b19e19dd472 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:28.428937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-8fb3e86b-876b-40ad-a3d1-f27197a4fa79 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:28.430373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-8fb3e86b-876b-40ad-a3d1-f27197a4fa79 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.6021595 Apr 25 14:45:28.448395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:28.452924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6052423 Apr 25 14:45:28.455527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:28.455690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-856e52d0-2614-490b-95a7-b265d89a48ff req-a55fb480-cf0a-43cd-9135-08425ee64fd9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 210 time: 0.1042037 Apr 25 14:45:28.458769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49948) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:28.503837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:28.530363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Network 1c417c48-af90-4aec-b6df-bd735be0999b is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:28.547719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:28.550976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:28.556727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Pushing event updated for resources: {'Port': ['ID=a106b383-cb31-4ad8-8530-b2df8f62ab93,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:28.566928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Usage tracker for resource:floatingip and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:28.577468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:28.583608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port eba0c737-9b0d-445e-a157-6b19e19dd472 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:28.584432 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:26Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:28.585152 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:28.589920 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08735fcf-e7b1-4f0e-b702-d1d9115fcaec None None] The sync data for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 is: [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:26Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:45:28.643550 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e0db4f7-c23b-43e3-862e-c864c29949f6 req-afd6e1b7-91a3-4a8f-a2e1-f210efe0c022 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9935317 Apr 25 14:45:28.648429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:28.705421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:28.750449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:28.764938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdcc53-ea6d-44d4-80a2-e595503929f0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692fcf83-a751-4b0b-a0c0-a1ed041c76af,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:28.876087 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:28.993240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:28.995238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:29.046962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-ae829614-06db-49db-8a91-e97f62186764 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:29.051314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-ae829614-06db-49db-8a91-e97f62186764 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.5403163 Apr 25 14:45:29.067006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:29.091096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:29.206646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:29.216517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:29.391061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Deleting port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:29.391761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:29.441292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-a5bbb474-fecc-4b8f-9f6d-52bb34b43cf7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:29.442552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-a5bbb474-fecc-4b8f-9f6d-52bb34b43cf7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:29.506349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491d74-d3fd-4377-a988-c68cca193dbd req-fb84db42-2d2b-46db-8859-82e730e73335 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:29.507929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9e491d74-d3fd-4377-a988-c68cca193dbd req-fb84db42-2d2b-46db-8859-82e730e73335 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Synchronizing usage tracker for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:29.537736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-18ef780c-4c48-4b2a-9bd8-c3da809a54bb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5634658 Apr 25 14:45:29.581982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Request body: {'port': {'device_id': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:29.618352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-a5bbb474-fecc-4b8f-9f6d-52bb34b43cf7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:29.619729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-a5bbb474-fecc-4b8f-9f6d-52bb34b43cf7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.7045906 Apr 25 14:45:29.626558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9e491d74-d3fd-4377-a988-c68cca193dbd req-fb84db42-2d2b-46db-8859-82e730e73335 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Unset dirty status for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:29.633709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e491d74-d3fd-4377-a988-c68cca193dbd req-fb84db42-2d2b-46db-8859-82e730e73335 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 932 time: 0.8151321 Apr 25 14:45:29.726141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-5a5592a3-dad9-4d01-8915-2f7a5bd71032 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:29.802898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e491d74-d3fd-4377-a988-c68cca193dbd req-402c337a-73c9-4061-b85b-9f74c31b3766 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678627 Apr 25 14:45:29.837142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-5a5592a3-dad9-4d01-8915-2f7a5bd71032 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:29.840358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-5a5592a3-dad9-4d01-8915-2f7a5bd71032 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 379 time: 0.1807675 Apr 25 14:45:29.863590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'port': {'device_id': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'admin_state_up': True, 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'security_groups': ['6d826cb1-9505-4069-9159-46321ad67c16']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:29.909491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fdbe51a0-d05a-4161-8c35-7fffff96fdf7 req-c1e538c1-12a6-41d8-ba17-e57f17888957 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 210 time: 0.4895506 Apr 25 14:45:30.000561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.172066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.13 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:30.200000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fa326b4c-c1a9-4ba4-9203-15fb3202f577 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:30.365818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fa326b4c-c1a9-4ba4-9203-15fb3202f577 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:30.375672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fa326b4c-c1a9-4ba4-9203-15fb3202f577 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:30.376071 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.514673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.537987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b839f66f-8e69-4d7b-9a96-382dccf65868 req-7ad327a5-0434-4817-9c35-9c20e14b6152 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 210 time: 0.4658813 Apr 25 14:45:30.538520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.598049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.712379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.715479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] For port 34cbe19e-5c80-4f40-b4c4-277a95f3f583, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=34cbe19e-5c80-4f40-b4c4-277a95f3f583,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:30.716449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.730226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:30.828857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:30.852935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fa326b4c-c1a9-4ba4-9203-15fb3202f577, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fa326b4c-c1a9-4ba4-9203-15fb3202f577,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:30.861930 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:30.910498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:30.912456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:30.929532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:31.041800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fa326b4c-c1a9-4ba4-9203-15fb3202f577,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:31.184157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a0e2-4afa-4a47-b06a-cb7ff5fd2c13 req-0b4f116c-760f-417d-a523-212dd8821e46 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:31.192064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d79a0e2-4afa-4a47-b06a-cb7ff5fd2c13 req-0b4f116c-760f-417d-a523-212dd8821e46 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 946 time: 0.6429012 Apr 25 14:45:31.218355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:31.219117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:31.437645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:31.438314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:31.438856 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Floating IP a6af89e5-da40-4105-bf24-2592af8f7252 disassociated. External IP: 172.25.0.138, port: 34cbe19e-5c80-4f40-b4c4-277a95f3f583. Apr 25 14:45:31.439538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Calling delete_port for 34cbe19e-5c80-4f40-b4c4-277a95f3f583 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:45:31.626831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:31.677678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:31.687965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Allocated IP 172.25.0.129 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/42f7bfa7-a8e5-4fe3-9d9f-72969cff0689) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:31.759149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb286b-41c1-4f89-a359-d6ab44c3b533 req-34a42977-44b3-403e-92b8-07710604c547 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:31.760826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79cb286b-41c1-4f89-a359-d6ab44c3b533 req-34a42977-44b3-403e-92b8-07710604c547 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 932 time: 0.4299181 Apr 25 14:45:31.802606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:31.810005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-684f04eb-8729-4560-b330-0272c923627b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3590505 Apr 25 14:45:31.859620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a106b383-cb31-4ad8-8530-b2df8f62ab93 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:31.860470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Request body: {'port': {'device_id': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:31.876792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:31.880653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:31.884446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:31.904299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d79a0e2-4afa-4a47-b06a-cb7ff5fd2c13 req-8bcab7a4-43e1-4197-9bc7-2d253582f25a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=3434ac33-9e10-43c9-95a1-c16cda8e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7112939 Apr 25 14:45:31.913303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event deleted for resources: {'Port': ['ID=34cbe19e-5c80-4f40-b4c4-277a95f3f583,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:31.992879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79cb286b-41c1-4f89-a359-d6ab44c3b533 req-0d0908dd-3a60-443f-bc5b-ca01d309ed1a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208223 Apr 25 14:45:32.019293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Transition to ACTIVE for port object a106b383-cb31-4ad8-8530-b2df8f62ab93 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:32.117933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:32.193525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:45:32.218382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fa326b4c-c1a9-4ba4-9203-15fb3202f577 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:32.305005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13591381-65fe-4896-9348-49fc8e623ac2 req-90098bd4-9508-4e85-9921-344ebee18a86 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 210 time: 0.0987306 Apr 25 14:45:32.460114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:32.484602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fa326b4c-c1a9-4ba4-9203-15fb3202f577 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:32.486095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:32.562041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Pushing event updated for resources: {'Port': ['ID=a106b383-cb31-4ad8-8530-b2df8f62ab93,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:32.572083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:32.578795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:32.864898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:32.902755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45450-bfd4-4a9c-a023-14f5523dbf51 req-33c26147-2663-4698-a7c2-f74b6ff2c5ac tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:32.902755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2cf45450-bfd4-4a9c-a023-14f5523dbf51 req-33c26147-2663-4698-a7c2-f74b6ff2c5ac tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:32.911929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:32.911929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:32.945610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:45:32.945610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2cf45450-bfd4-4a9c-a023-14f5523dbf51 req-33c26147-2663-4698-a7c2-f74b6ff2c5ac tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:32.945610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2cf45450-bfd4-4a9c-a023-14f5523dbf51 req-33c26147-2663-4698-a7c2-f74b6ff2c5ac tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 932 time: 0.6738024 Apr 25 14:45:32.955079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event updated for resources: {'Port': ['ID=42f7bfa7-a8e5-4fe3-9d9f-72969cff0689,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:32.964535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:45:32.998925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:33.005267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:33.038281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Allocated IP 172.20.0.12 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/36dd2432-b5cb-46f9-8b69-d1ac6c81806d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:33.178380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] No DVR routers for this DVR port 34cbe19e-5c80-4f40-b4c4-277a95f3f583 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:45:33.250835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:33.253650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7671ef97-35d1-4115-846c-03135f8a9bf5 req-a0e9ee17-917d-4c04-af6b-746bd5511a02 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "DELETE /v2.0/ports/34cbe19e-5c80-4f40-b4c4-277a95f3f583 HTTP/1.1" status: 204 len: 173 time: 4.1430120 Apr 25 14:45:33.264526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-deleted', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:33.291136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:33.299184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:33.308633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2cf45450-bfd4-4a9c-a023-14f5523dbf51 req-b6bc3df5-1192-4084-9bc7-18871919c382 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998677 Apr 25 14:45:33.314658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Transition to ACTIVE for port object 36dd2432-b5cb-46f9-8b69-d1ac6c81806d will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:33.404129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:33.471042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 34cbe19e-5c80-4f40-b4c4-277a95f3f583 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:45:33.471042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 34cbe19e-5c80-4f40-b4c4-277a95f3f583 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:45:33.504184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d8e4329-5026-4bd3-bbc0-29717e7b9f31 req-d7635a23-0a41-481c-8532-1b583b9ee1ad tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=e58aba1b-734b-4ed5-a864-005a7c90f928 HTTP/1.1" status: 200 len: 210 time: 0.1492729 Apr 25 14:45:33.564246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:33.587468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Attempting to bind port a106b383-cb31-4ad8-8530-b2df8f62ab93 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:33.593544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Attempting to bind port a106b383-cb31-4ad8-8530-b2df8f62ab93 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:33.595336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Attempting to bind port a106b383-cb31-4ad8-8530-b2df8f62ab93 on network 1c417c48-af90-4aec-b6df-bd735be0999b {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:33.641549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Port a106b383-cb31-4ad8-8530-b2df8f62ab93 on network 1c417c48-af90-4aec-b6df-bd735be0999b not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:45:33.643366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Attempting to bind port a106b383-cb31-4ad8-8530-b2df8f62ab93 on network 1c417c48-af90-4aec-b6df-bd735be0999b {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:33.656054 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8f6569-a148-4243-93dd-5268b2db8305'] response: {'server_uuid': 'e58aba1b-734b-4ed5-a864-005a7c90f928', 'name': 'network-vif-deleted', 'tag': '34cbe19e-5c80-4f40-b4c4-277a95f3f583', 'status': 'completed', 'code': 200} Apr 25 14:45:33.675179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:33.676093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Checking segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:33.676712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Bound using segment: {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:33.677961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Bound port: a106b383-cb31-4ad8-8530-b2df8f62ab93, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:33.680411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:33.705021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a893901-4c62-4d57-8eb2-13a0087a15b4 req-15f1c33f-2be7-444a-99d9-24952c89ab26 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:33.707412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a893901-4c62-4d57-8eb2-13a0087a15b4 req-15f1c33f-2be7-444a-99d9-24952c89ab26 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 944 time: 0.1642518 Apr 25 14:45:33.766750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:33.793431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a893901-4c62-4d57-8eb2-13a0087a15b4 req-a7251a9d-5eeb-46fc-a51b-d85f8328df57 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766759 Apr 25 14:45:33.816802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:33.819678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:33.822155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:33.909066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:33.934645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:33.976354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Transition to ACTIVE for port object cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:33.987831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.111738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.144928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:34.149480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.256991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-89f0bab9-a6ad-41e5-8f0a-6ba417930cd2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4023128 Apr 25 14:45:34.280773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Request body: {'port': {'device_id': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:34.385582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.389217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7b7424b1-356d-43ad-873c-f31d8647892c None None] Provisioning for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:34.401657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7b7424b1-356d-43ad-873c-f31d8647892c None None] Provisioning complete for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:34.402070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b7424b1-356d-43ad-873c-f31d8647892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.420708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:34.489364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7b7424b1-356d-43ad-873c-f31d8647892c None None] Port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:34.502753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:34.510106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:45:34.520470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Attempting to bind port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:34.521076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Attempting to bind port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:34.521586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Attempting to bind port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:34.533013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:45:34.533569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Attempting to bind port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:34.540558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:34.541211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:34.541753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:34.541983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:45:34.542510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Bound port: cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:34.543028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.548722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:34.656718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] For port a106b383-cb31-4ad8-8530-b2df8f62ab93, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:34.759038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] For port a106b383-cb31-4ad8-8530-b2df8f62ab93, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:34.769230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] For port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:34.784889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] For port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:34.799527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.828663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.877754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.885126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:34.895536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f63720-c2d7-4ad8-a0f9-3ae1ea417f19 req-4746939e-a1e2-47db-b802-23631a906e78 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:34.908236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81f63720-c2d7-4ad8-a0f9-3ae1ea417f19 req-4746939e-a1e2-47db-b802-23631a906e78 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 944 time: 0.2681248 Apr 25 14:45:34.935296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:34.936018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:34.938322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-9d525dd9-d760-459a-83bc-ff454495f3bf service neutron] 10.222.0.21 "PUT /v2.0/ports/cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b HTTP/1.1" status: 200 len: 1092 time: 3.0822711 Apr 25 14:45:34.938542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ccd47-ce11-46e7-90df-9023d816552e req-080c0ca5-f820-4a88-816f-6b6d7ab9259f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:34.939003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:45:34.940887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ac8ccd47-ce11-46e7-90df-9023d816552e req-080c0ca5-f820-4a88-816f-6b6d7ab9259f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:34.942096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:35.000009 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81f63720-c2d7-4ad8-a0f9-3ae1ea417f19 req-80800924-0418-4539-9f34-1270a2bd7a34 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881143 Apr 25 14:45:35.050679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:35.051106 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:35.052712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] 10.222.0.15 "PUT /v2.0/ports/a106b383-cb31-4ad8-8530-b2df8f62ab93 HTTP/1.1" status: 200 len: 1092 time: 5.4776928 Apr 25 14:45:35.065215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'tag': 'a106b383-cb31-4ad8-8530-b2df8f62ab93'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:35.157886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-34fc1117-c816-4f2f-ae4f-180e4127abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:35.162381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-34fc1117-c816-4f2f-ae4f-180e4127abef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 1095 time: 0.1612828 Apr 25 14:45:35.361338 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-bb09ac90-9aaf-46de-90c4-502bc416c389 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b HTTP/1.1" status: 200 len: 217 time: 0.1853786 Apr 25 14:45:35.497803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-2be23bc3-2298-4c8e-9188-4647f668d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:35.499266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-2be23bc3-2298-4c8e-9188-4647f668d436 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1357365 Apr 25 14:45:35.549488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:45:35.553622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195e4cf-ce56-4c96-9f09-4c1928a59d3a None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:45:35.588642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-e853d561-3fdb-4b60-b724-83fd1b70f147 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780880 Apr 25 14:45:35.601983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd259c0-fdd2-4337-94dd-3016293f5662 req-c878e8ff-6ff4-46d4-bd41-5b3d39e31da9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:35.603509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bd259c0-fdd2-4337-94dd-3016293f5662 req-c878e8ff-6ff4-46d4-bd41-5b3d39e31da9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 944 time: 0.1862674 Apr 25 14:45:35.658365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'tag': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:35.698262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dd2432-b5cb-46f9-8b69-d1ac6c81806d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:35.707651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:35.731584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Transition to ACTIVE for port object 36dd2432-b5cb-46f9-8b69-d1ac6c81806d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:35.769140 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bd259c0-fdd2-4337-94dd-3016293f5662 req-ae05bb32-2ea0-44fe-b100-90715e109234 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432316 Apr 25 14:45:35.861574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-5971d212-b8c2-4a0c-9ccc-5e0d54577625 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380393 Apr 25 14:45:35.915361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ac8ccd47-ce11-46e7-90df-9023d816552e req-080c0ca5-f820-4a88-816f-6b6d7ab9259f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:35.916748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac8ccd47-ce11-46e7-90df-9023d816552e req-080c0ca5-f820-4a88-816f-6b6d7ab9259f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 932 time: 2.0393865 Apr 25 14:45:35.951715 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:36.026428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:36.078095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956bad-9991-49d5-9e33-250dab74a9df service neutron] Pushing event updated for resources: {'Port': ['ID=a106b383-cb31-4ad8-8530-b2df8f62ab93,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:36.147680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf74bb-1a33-4b91-bfc4-49bde6825bfb None None] New status for floating IP a6af89e5-da40-4105-bf24-2592af8f7252: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:45:36.199474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0946706b-f15c-45bb-82c4-6d91a9d49660 req-afc6f724-22f0-4aa5-b4a1-14559e1b1cbe service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421588 Apr 25 14:45:36.247472 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5887896e-e7bd-405d-8d86-7b4c9896213b'] response: {'name': 'network-changed', 'server_uuid': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'tag': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b', 'status': 'completed', 'code': 200} Apr 25 14:45:36.280116 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e1b968-59f3-4893-bdf1-c3670bc23ed0'] response: {'name': 'network-changed', 'server_uuid': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'tag': 'a106b383-cb31-4ad8-8530-b2df8f62ab93', 'status': 'completed', 'code': 200} Apr 25 14:45:36.542049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-a33ba424-dc62-4a5c-87d1-b17bdc3950b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:36.543796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-a33ba424-dc62-4a5c-87d1-b17bdc3950b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 1095 time: 0.2760401 Apr 25 14:45:36.748716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac8ccd47-ce11-46e7-90df-9023d816552e req-2bda7ad3-be3b-42ae-931c-815978ee74d3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8055003 Apr 25 14:45:36.756448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-91ec524c-f78c-400d-b2fe-1dd0f6ae135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:36.761736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-91ec524c-f78c-400d-b2fe-1dd0f6ae135b service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.2116921 Apr 25 14:45:36.783963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:36.860199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-954ee9d4-9576-44f8-a0d0-46e5bda2064b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b HTTP/1.1" status: 200 len: 217 time: 0.0904994 Apr 25 14:45:36.872888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26c46-6ac3-4f59-bbed-b9d757b736ba req-e37ec870-8f20-4427-93f7-0767d2b56862 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:36.874383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ab26c46-6ac3-4f59-bbed-b9d757b736ba req-e37ec870-8f20-4427-93f7-0767d2b56862 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 944 time: 0.4103496 Apr 25 14:45:36.904952 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:36.948619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Attempting to bind port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:36.949076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Attempting to bind port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:36.949485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Attempting to bind port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:36.952259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:36.954166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ab26c46-6ac3-4f59-bbed-b9d757b736ba req-beae297b-1a79-4c2a-bac3-7e1bcd2162df tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Apr 25 14:45:37.002142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-f9efe5fb-7591-4417-9efb-321891149659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:37.006374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-f9efe5fb-7591-4417-9efb-321891149659 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1282167 Apr 25 14:45:37.095916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-f8a68994-529b-4122-8521-b7d342aca8af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851245 Apr 25 14:45:37.142228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-a2162821-1fbb-4c77-9c88-647e76f8a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:37.143722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-a2162821-1fbb-4c77-9c88-647e76f8a173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 1095 time: 1.7669983 Apr 25 14:45:37.194223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event updated for resources: {'Port': ['ID=42f7bfa7-a8e5-4fe3-9d9f-72969cff0689,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:37.206931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.286209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:45:37.286541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Attempting to bind port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:37.292719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-531e2c67-40e4-43c0-afb1-227d935f3868 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.341167 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-531e2c67-40e4-43c0-afb1-227d935f3868 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.412222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:37.412623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:37.413102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:37.413646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Bound port: 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:37.414054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.417351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-d491d621-ea42-4b31-a647-3caffaaf2d6b service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121433 Apr 25 14:45:37.476072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-0e9c9989-1531-43e5-b557-471328292635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93 HTTP/1.1" status: 200 len: 217 time: 0.2546601 Apr 25 14:45:37.561717 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-531e2c67-40e4-43c0-afb1-227d935f3868 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.564131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-531e2c67-40e4-43c0-afb1-227d935f3868 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.568347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-531e2c67-40e4-43c0-afb1-227d935f3868 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "DELETE /v2.0/security-groups/3434ac33-9e10-43c9-95a1-c16cda8e0511 HTTP/1.1" status: 204 len: 168 time: 1.4934816 Apr 25 14:45:37.570178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-cd521eb6-d62c-4c8e-a2c6-abf41f87a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:37.570820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50110) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:37.572798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-cd521eb6-d62c-4c8e-a2c6-abf41f87a676 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.0805874 Apr 25 14:45:37.616302 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-35f5f484-cd4f-403d-acb1-492af4f2e59b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] show failed (client error): The resource could not be found. Apr 25 14:45:37.617326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35f5f484-cd4f-403d-acb1-492af4f2e59b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups/3434ac33-9e10-43c9-95a1-c16cda8e0511 HTTP/1.1" status: 404 len: 347 time: 0.0454881 Apr 25 14:45:37.621555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:37.785816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e2c67-40e4-43c0-afb1-227d935f3868 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3434ac33-9e10-43c9-95a1-c16cda8e0511,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:37.788741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.797744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f4b44113-3284-44ea-a0d1-49fbfe0355ae tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.3193679 Apr 25 14:45:37.831556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Deleting port 70452f55-73dd-4110-9ac6-048ccef9707b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:37.831917 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:37.863023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd7df2ab-4ad8-42c8-8e8b-e129a60cbe2b req-68757244-46e8-4312-9801-cafba80bfada service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329903 Apr 25 14:45:37.950131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-6b25f842-b3f2-4458-8e81-d216b8e78426 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3589432 Apr 25 14:45:38.001216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e5fd5-6803-468e-b669-b0c8032bdbe9 req-16b9d8c7-8c4a-4e45-a033-d94fa79b4d66 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:38.002708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac6e5fd5-6803-468e-b669-b0c8032bdbe9 req-16b9d8c7-8c4a-4e45-a033-d94fa79b4d66 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 944 time: 0.8552961 Apr 25 14:45:38.141996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:38.142418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:38.158797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d8efc-2d3c-46f8-8aab-f5e11854e690 req-fa1b4787-341d-4904-86d1-6051e06eb11e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:38.160567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d9d8efc-2d3c-46f8-8aab-f5e11854e690 req-fa1b4787-341d-4904-86d1-6051e06eb11e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 944 time: 0.1352341 Apr 25 14:45:38.180097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac6e5fd5-6803-468e-b669-b0c8032bdbe9 req-f5dbaca2-3446-4be2-b813-a40cfae1cc07 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555505 Apr 25 14:45:38.181444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:38.195978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:38.219458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:38.335983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-bcad30f2-36dd-4b06-8ac1-de60de1065db service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769932 Apr 25 14:45:38.340989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:38.342160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:38.343577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] 10.222.0.21 "PUT /v2.0/ports/36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 1092 time: 4.0682521 Apr 25 14:45:38.344023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:38.378647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Calling delete_port for 70452f55-73dd-4110-9ac6-048ccef9707b owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:45:38.496744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d9d8efc-2d3c-46f8-8aab-f5e11854e690 req-7e12c8dc-ce34-4ecb-b1d5-b3b57e99f97e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267718 Apr 25 14:45:38.525736 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45c1628a-9b40-45ff-947f-fd0a04f96ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:38.723718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:38.750611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2be59182-aec5-4843-b901-27994424bf44 req-8ddd2782-2f02-4289-82e0-8a93e535dc86 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Synchronizing usage tracker for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:38.808320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d84c3-098b-4f67-8ede-06a4f56c004f service neutron] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:38.853830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event deleted for resources: {'Port': ['ID=70452f55-73dd-4110-9ac6-048ccef9707b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:38.916738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2be59182-aec5-4843-b901-27994424bf44 req-8ddd2782-2f02-4289-82e0-8a93e535dc86 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Unset dirty status for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:38.917934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-8ddd2782-2f02-4289-82e0-8a93e535dc86 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1399699682&fields=id&tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45 HTTP/1.1" status: 200 len: 267 time: 0.4938841 Apr 25 14:45:39.004810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-0f93ec13-0e3e-457b-b8ff-701e545a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.006350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-0f93ec13-0e3e-457b-b8ff-701e545a9056 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1095 time: 0.5575562 Apr 25 14:45:39.011291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ae65a52-eff6-48ae-a65a-17170df1a74b req-936b1f73-94c5-4c14-9b3e-cf086701187c service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485245 Apr 25 14:45:39.040594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54026-ed92-47f1-9ab2-2ed8ac0a18df req-2c39fb8d-b0f3-47dd-aad9-138b6eb837db tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.048530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63c54026-ed92-47f1-9ab2-2ed8ac0a18df req-2c39fb8d-b0f3-47dd-aad9-138b6eb837db tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 944 time: 0.3162987 Apr 25 14:45:39.100802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-49ac5f10-721f-4f80-be3e-5b6a64d4b3a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 217 time: 0.0761700 Apr 25 14:45:39.124031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63c54026-ed92-47f1-9ab2-2ed8ac0a18df req-9bc02f33-a7b0-4407-9ac9-2a6ee61a8ecb tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743217 Apr 25 14:45:39.143148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:39.180495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:39.182377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e2760c13-d6b6-450f-a0b9-16fea3983247 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6af89e5-da40-4105-bf24-2592af8f7252 HTTP/1.1" status: 204 len: 168 time: 1.5599244 Apr 25 14:45:39.278929 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4bf3d8-8231-4587-b4ab-2bb2c452330a'] response: {'name': 'network-changed', 'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'status': 'completed', 'code': 200} Apr 25 14:45:39.313596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:39.421109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-509dc5ed-2adf-4b96-bbc1-ab567e386f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.433287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-509dc5ed-2adf-4b96-bbc1-ab567e386f58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2721624 Apr 25 14:45:39.567133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-17bf3db5-668c-463f-a3e2-02065818c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.568591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-17bf3db5-668c-463f-a3e2-02065818c290 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 1095 time: 0.4668233 Apr 25 14:45:39.620468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50174) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:39.627038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880532156', 'description': 'tempest-description--1980370950'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:39.637330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:39.662231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:39.694949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:39.728867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:39.738430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:39.745212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-4a86e540-62b7-415e-a6a3-e861a4d69251 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.745956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2be59182-aec5-4843-b901-27994424bf44 req-4a86e540-62b7-415e-a6a3-e861a4d69251 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Synchronizing usage tracker for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:39.754694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:39.758467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:39.774662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:39.778679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b', 'mac_address': 'fa:16:3e:5e:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:39.800014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-e8b894f9-01aa-47df-a54d-fb9d3738275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.801637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-e8b894f9-01aa-47df-a54d-fb9d3738275f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 912 time: 0.2232399 Apr 25 14:45:39.813920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-26a5064f-bcdf-4196-bb87-ad7b6e09cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:39.815372 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-26a5064f-bcdf-4196-bb87-ad7b6e09cac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3812783 Apr 25 14:45:39.915097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:39.917846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2be59182-aec5-4843-b901-27994424bf44 req-4a86e540-62b7-415e-a6a3-e861a4d69251 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Unset dirty status for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:39.919300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-4a86e540-62b7-415e-a6a3-e861a4d69251 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/networks?id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7 HTTP/1.1" status: 200 len: 806 time: 0.9811218 Apr 25 14:45:39.947312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:39.964952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:39.974621 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.037881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-b9b78b26-6975-4fb9-a696-b932c823f1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93 HTTP/1.1" status: 200 len: 217 time: 0.2287467 Apr 25 14:45:40.075036 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.087475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edece6-6b5f-4fe7-b755-2212a7c229d7 req-2493737e-2d47-4fcd-b96a-13a39e22bbf4 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:40.095824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50edece6-6b5f-4fe7-b755-2212a7c229d7 req-2493737e-2d47-4fcd-b96a-13a39e22bbf4 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 944 time: 0.2783558 Apr 25 14:45:40.115868 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.116580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:40.150653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-af75d634-6497-4e12-a129-a3cb5cd58990 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/quotas/b4ecefb5a8d94fcda379e5ecc83bea45 HTTP/1.1" status: 200 len: 375 time: 0.1104715 Apr 25 14:45:40.192349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50edece6-6b5f-4fe7-b755-2212a7c229d7 req-98040e27-3024-4c52-b7af-2d7e3ffe645d tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956500 Apr 25 14:45:40.212574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:40.230547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.231898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd95511d-972c-4ecd-8a08-bda3091e270c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6096516 Apr 25 14:45:40.234828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:40.240094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'security_group_rule': {'security_group_id': 'e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:40.252022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:40.258911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:40.265115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:40.271753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:40.277859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-5cadbb0e-7dfc-4601-ac9d-8c8cdb5b6427 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880897 Apr 25 14:45:40.279303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-29be8d06-08dd-4787-aff4-76c7e01e6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:40.281298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-29be8d06-08dd-4787-aff4-76c7e01e6ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.2283046 Apr 25 14:45:40.306396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.372792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:40.411088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-5dd3ae08-da42-437f-b917-9328b4149a16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178408 Apr 25 14:45:40.471989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed9a8a-e0ab-4c47-bd5b-3ccab8ba225d req-7088adfd-984e-48ff-b65b-3594b78ef685 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:40.479112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8ed9a8a-e0ab-4c47-bd5b-3ccab8ba225d req-7088adfd-984e-48ff-b65b-3594b78ef685 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 944 time: 0.1490574 Apr 25 14:45:40.547459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8ed9a8a-e0ab-4c47-bd5b-3ccab8ba225d req-acf0ab8c-2460-4d52-bdd7-5ee9831f1ea1 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671139 Apr 25 14:45:40.565347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.579376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.620821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f473232-987e-4772-8e31-44d8afa4a2ab,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:40.684369 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.691309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5883393-aa80-4f8c-bf2e-a5cf3c23ca93 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4550805 Apr 25 14:45:40.692056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50196) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:40.708839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'security_group_rule': {'security_group_id': 'e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:40.722238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:40.729635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:security_group_rule and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:40.736913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:40.744045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:40.813048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.887156 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ddeaf50-92bc-4a91-8856-f6d4ee322424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:40.993461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a106b383-cb31-4ad8-8530-b2df8f62ab93 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:41.026141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-9c603f8b-07d0-4d11-9c83-6d2a20a5fc2e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8745949 Apr 25 14:45:41.033652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fbceacf-40c8-48d9-9d66-24e1a002fa49 req-8ed6701a-0b14-4368-8651-e1560bacbc44 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415261 Apr 25 14:45:41.056362 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-55fa932a-08fd-4905-8ffc-01f8a05e6146 service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272822 Apr 25 14:45:41.103842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.114314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.170511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae811e8-8def-4342-8e00-1671b1531cf3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:41.216845 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.221651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c239b445-b038-48af-bbc2-3a82e1d95920 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5282388 Apr 25 14:45:41.222320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50208) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:41.228307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:41.238417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:41.254600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a106b383-cb31-4ad8-8530-b2df8f62ab93, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:41.258415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Usage tracker for resource:floatingip and tenant:94e1e8f534224e96a5cf855f2de9c807 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:41.265671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:41.277965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0b85-4e64-4c20-ae90-7586abc77383 req-f3fc937a-8db1-45a6-b14e-36b0cb625802 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:41.280274 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89bb0b85-4e64-4c20-ae90-7586abc77383 req-f3fc937a-8db1-45a6-b14e-36b0cb625802 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 945 time: 0.5830553 Apr 25 14:45:41.285938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:41.294741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'a106b383-cb31-4ad8-8530-b2df8f62ab93', 'network_id': '1c417c48-af90-4aec-b6df-bd735be0999b', 'port_id': 'a106b383-cb31-4ad8-8530-b2df8f62ab93', 'mac_address': 'fa:16:3e:77:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f358c71-b217-4dd1-a4e5-ed754000bfcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:41.320126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.362556 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.387973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a106b383-cb31-4ad8-8530-b2df8f62ab93 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:41.408539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a106b383-cb31-4ad8-8530-b2df8f62ab93, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:41.417400 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.442112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89bb0b85-4e64-4c20-ae90-7586abc77383 req-13865d93-286b-496d-a1e2-e77f8e9cd0e2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397028 Apr 25 14:45:41.532920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9275fec-da0e-413f-b2e5-76581738e3a1 req-d90a3da1-9b83-4e8c-a502-dbf15ee4c0ea service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102538 Apr 25 14:45:41.601734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-8bf26911-a087-44a1-b971-82b5e98f22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:41.603345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-8bf26911-a087-44a1-b971-82b5e98f22da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1095 time: 0.4577157 Apr 25 14:45:41.656713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.678988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-dfc4efba-0bd7-46a9-9f39-afdb966a816f service neutron] 10.222.0.23 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187794 Apr 25 14:45:41.711746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a106b383-cb31-4ad8-8530-b2df8f62ab93'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:41.891480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a106b383-cb31-4ad8-8530-b2df8f62ab93,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:41.975948 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:41.984656 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:42.034868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Allocated IP 172.25.0.91 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/74c65088-c9d0-4516-8599-5c0cd12a80fb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:42.121939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-ef2c6eb9-9895-41db-a465-3b8baa7ca188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:42.123273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-ef2c6eb9-9895-41db-a465-3b8baa7ca188 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.5078542 Apr 25 14:45:42.289712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-26adb9c5-ac46-4c17-901c-81b8b4cfc259 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 217 time: 0.1469812 Apr 25 14:45:42.354207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5c947-32d1-45c4-a85d-9194c73586dd req-5afb8995-d97f-4146-b0bc-109857fd96fb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:42.363683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-3aea162a-c894-41c8-8a38-abce023cdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:42.364793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85b5c947-32d1-45c4-a85d-9194c73586dd req-5afb8995-d97f-4146-b0bc-109857fd96fb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 945 time: 0.5320566 Apr 25 14:45:42.365610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-3aea162a-c894-41c8-8a38-abce023cdb98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0664213 Apr 25 14:45:42.379960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-4b1a8e68-f48b-4670-8ca4-c2afc21444e3 service neutron] 10.222.0.23 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340375 Apr 25 14:45:42.474498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85b5c947-32d1-45c4-a85d-9194c73586dd req-5fd63f17-5c66-487f-96d3-e9744859a6c4 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087251 Apr 25 14:45:42.570126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:42.606212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-8410f515-7c2e-42bb-9c42-145c1ff42d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:42.608304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-8410f515-7c2e-42bb-9c42-145c1ff42d21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273841 Apr 25 14:45:42.627364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:42.799001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:42.807821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:42.813483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:42.867890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-a2028cd5-2808-4b0e-8855-b10ac2d0b6eb service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516999 Apr 25 14:45:42.931003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'Port': ['ID=74c65088-c9d0-4516-8599-5c0cd12a80fb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:42.974596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541411-c699-49ce-845b-f2e5b5c11c21 req-da66e59b-9bd0-4ff5-9f7f-45ea28f7f325 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:42.982168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07541411-c699-49ce-845b-f2e5b5c11c21 req-da66e59b-9bd0-4ff5-9f7f-45ea28f7f325 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 944 time: 0.2569318 Apr 25 14:45:42.997812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a106b383-cb31-4ad8-8530-b2df8f62ab93 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:43.134162 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:43.148548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43820a7-632e-44c3-aae5-1b12128a83a4 req-c8ca9220-5aaf-4294-a7aa-e20ee3cd1de7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:43.150978 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a43820a7-632e-44c3-aae5-1b12128a83a4 req-c8ca9220-5aaf-4294-a7aa-e20ee3cd1de7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 945 time: 0.2328322 Apr 25 14:45:43.215085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fef22a04-687a-4edf-a85c-f66ac4bae52f req-15c5d24e-49c5-41f9-bd96-30a6c921168e service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399677 Apr 25 14:45:43.219607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a43820a7-632e-44c3-aae5-1b12128a83a4 req-e91185a1-f32e-4652-88ee-1f1b85df4690 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 Apr 25 14:45:43.237133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port a106b383-cb31-4ad8-8530-b2df8f62ab93 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:43.249528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port a106b383-cb31-4ad8-8530-b2df8f62ab93 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:43.250811 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:43.398720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:43.432216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:43.464237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07541411-c699-49ce-845b-f2e5b5c11c21 req-ddeee8df-9331-4e8d-a1e2-eb4f1137ed75 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4803603 Apr 25 14:45:43.713664 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:43.732825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:43.745335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:43.745811 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:43.776127 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:43.833337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a106b383-cb31-4ad8-8530-b2df8f62ab93'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:43.836804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3898c82d-b41d-45a7-a765-1f5a163b88cb req-227992da-56da-4d5e-b464-d78bc4ab6e2c tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 210 time: 0.3991470 Apr 25 14:45:43.870939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a106b383-cb31-4ad8-8530-b2df8f62ab93, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:43.909407 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6627393e-d7bd-4da7-aed7-c765b2a339d5'] response: {'server_uuid': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a106b383-cb31-4ad8-8530-b2df8f62ab93', 'code': 200} Apr 25 14:45:43.915043 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.000522 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.032252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a106b383-cb31-4ad8-8530-b2df8f62ab93,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:44.048117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2f03-c2e0-4a90-afde-b41404474cf8 req-0d089713-d0a5-4152-8bc4-e12239da9339 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:44.048117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f5af2f03-c2e0-4a90-afde-b41404474cf8 req-0d089713-d0a5-4152-8bc4-e12239da9339 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3190668 Apr 25 14:45:44.081498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.082819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:44.089863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.097146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.193789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:44.204413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f5af2f03-c2e0-4a90-afde-b41404474cf8 req-1d7bf5bb-06a6-496f-a836-b45e616f7236 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415172 Apr 25 14:45:44.230266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240e5f-aac5-4a59-8d27-a79b2910ca9b req-e08ac7a0-3882-4685-91be-7f7692971b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:44.231760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7240e5f-aac5-4a59-8d27-a79b2910ca9b req-e08ac7a0-3882-4685-91be-7f7692971b48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1433222 Apr 25 14:45:44.244796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'Port': ['ID=74c65088-c9d0-4516-8599-5c0cd12a80fb,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:44.254393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.285205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:44.287293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9efd557c-8898-42ea-8a3f-e6d89b97a76a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0629568 Apr 25 14:45:44.295741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7240e5f-aac5-4a59-8d27-a79b2910ca9b req-e94846ec-4c9d-4926-bdfb-ae744524d4ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Apr 25 14:45:44.463927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9e68b-ff51-4fb0-bb31-92344ccf4d0b req-64b4b30b-4381-43bd-ba5d-37e4662c9291 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:44.465848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9aa9e68b-ff51-4fb0-bb31-92344ccf4d0b req-64b4b30b-4381-43bd-ba5d-37e4662c9291 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.0979335 Apr 25 14:45:44.492493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-ddc1e2c5-47a4-4aca-bfd6-1275b98dc249 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:44.508022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-ddc1e2c5-47a4-4aca-bfd6-1275b98dc249 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:44.516484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9aa9e68b-ff51-4fb0-bb31-92344ccf4d0b req-49898f5b-ca66-4992-a919-0cddeadb34e0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Apr 25 14:45:44.525611 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-ddc1e2c5-47a4-4aca-bfd6-1275b98dc249 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1880532156&fields=id&tenant_id=94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 267 time: 0.0791857 Apr 25 14:45:44.720708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-7b551dd7-aa0d-428f-b327-81bd632496ee tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:44.721521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-7b551dd7-aa0d-428f-b327-81bd632496ee tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:44.748738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-7b551dd7-aa0d-428f-b327-81bd632496ee tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:44.750768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-7b551dd7-aa0d-428f-b327-81bd632496ee tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 817 time: 0.2241809 Apr 25 14:45:44.770734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-3f21779a-75cc-4c51-a3e2-0536113f99c1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/quotas/94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 375 time: 0.0137773 Apr 25 14:45:44.888019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-70a35a16-0fea-42b4-8e5e-fa26300dff2c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:44.912348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-70a35a16-0fea-42b4-8e5e-fa26300dff2c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:44.913786 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-70a35a16-0fea-42b4-8e5e-fa26300dff2c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316502 Apr 25 14:45:44.931595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-1e2c52f9-d157-4aa7-8f77-a4d798428a12 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:44.933015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-1e2c52f9-d157-4aa7-8f77-a4d798428a12 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.15 "GET /v2.0/networks?id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7 HTTP/1.1" status: 200 len: 806 time: 0.1705649 Apr 25 14:45:44.986904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a2b79-d921-4dd6-966d-fe8f4d587c37 req-4c6dabc1-86e4-4830-b2ca-1d255449d00f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:44.988480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c7a2b79-d921-4dd6-966d-fe8f4d587c37 req-4c6dabc1-86e4-4830-b2ca-1d255449d00f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 944 time: 0.2575631 Apr 25 14:45:45.027641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-a3d67ad0-1605-43eb-aa20-6e17b509bc3f tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45 HTTP/1.1" status: 200 len: 380 time: 0.0840795 Apr 25 14:45:45.045977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Request body: {'port': {'device_id': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'admin_state_up': True, 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'security_groups': ['fa247701-b079-4730-878b-2af16b896253']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:45.085192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c7a2b79-d921-4dd6-966d-fe8f4d587c37 req-d19657f8-e357-4f3e-a0e9-98ecb98c8bf0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864570 Apr 25 14:45:45.205776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:45.210037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Usage tracker for resource:port and tenant:b4ecefb5a8d94fcda379e5ecc83bea45 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:45:45.213121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:45:45.221517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:45.222777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1f1f374d-9604-46d3-ab0c-8f1a9a38d30c service neutron] 10.222.0.23 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927752 Apr 25 14:45:45.233505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Made reservation on behalf of b4ecefb5a8d94fcda379e5ecc83bea45 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:45.237516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:45.361625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:45.438897 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-dc7ce0c5-7e32-4af1-8038-b9c5f953aded service neutron] 10.222.0.23 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092879 Apr 25 14:45:45.509343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Allocated IP 172.20.0.9 (77fb34aa-10b9-485f-99aa-7d0b511bcfa7/74b188e6-154d-40fa-9ddb-57d928bd12df/14cbf12b-1205-481c-af79-94bde2c8dd4c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:45.595935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:45.620556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:45.722943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c83caf5-fb91-486a-8ec3-b9a8e1817683 req-3f8761e6-bec5-4d5e-8c46-442de92eca37 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 210 time: 0.4318066 Apr 25 14:45:45.777674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:45.807956 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:45.815216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Transition to ACTIVE for port object 14cbf12b-1205-481c-af79-94bde2c8dd4c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:45.849320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dd2432-b5cb-46f9-8b69-d1ac6c81806d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:45.853334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:45.880768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:45.890425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:45.930566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:45.935856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6cfd0-b874-4baa-81e4-9e8b5b79c283 req-e3f1a9d4-aae7-4f0a-9334-53adc880ea47 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:45.943812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55d6cfd0-b874-4baa-81e4-9e8b5b79c283 req-e3f1a9d4-aae7-4f0a-9334-53adc880ea47 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 950 time: 0.1928847 Apr 25 14:45:45.973495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:45.979875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:45.984375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:45.994766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:46.038644 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55d6cfd0-b874-4baa-81e4-9e8b5b79c283 req-8e763007-8a18-4c57-802e-7f9f852c6f6a tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938971 Apr 25 14:45:46.178098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:46.178722 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:46.245617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event updated for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:46.271857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-c1df643b-83e9-41dd-a996-90fe6f2f13ff tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2319796 Apr 25 14:45:46.280035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['36dd2432-b5cb-46f9-8b69-d1ac6c81806d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:46.288465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Request body: {'port': {'device_id': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:46.359703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9507e-6701-4cfb-a993-105521bc8692 req-1235b5b1-9a84-4b09-ae84-5c0af0b1d5a9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:46.371214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cc9507e-6701-4cfb-a993-105521bc8692 req-1235b5b1-9a84-4b09-ae84-5c0af0b1d5a9 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3961143 Apr 25 14:45:46.411201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1862f-f524-4cc1-9d44-367510a1ce9c req-0467e854-fb64-4c2e-a779-026e3a5ce9b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:46.414292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e1e11e90-dd06-47d0-8a1b-11b874e098a6 None None] Provisioning for port 14cbf12b-1205-481c-af79-94bde2c8dd4c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:46.428952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1d1862f-f524-4cc1-9d44-367510a1ce9c req-0467e854-fb64-4c2e-a779-026e3a5ce9b2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.1901908 Apr 25 14:45:46.429451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e1e11e90-dd06-47d0-8a1b-11b874e098a6 None None] Provisioning complete for port 14cbf12b-1205-481c-af79-94bde2c8dd4c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:46.440808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1e11e90-dd06-47d0-8a1b-11b874e098a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:46.490169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1d1862f-f524-4cc1-9d44-367510a1ce9c req-48d7189a-8162-4901-9860-7135b00c62c3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Apr 25 14:45:46.490527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cc9507e-6701-4cfb-a993-105521bc8692 req-f2366ee9-71e5-4e17-89b7-67670166bd90 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139073 Apr 25 14:45:46.507792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:46.632890 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20aaaf4f-6dc1-4eb7-8e20-98a44380bd6b'] response: {'server_uuid': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b', 'code': 200} Apr 25 14:45:46.633804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e1e11e90-dd06-47d0-8a1b-11b874e098a6 None None] Port 14cbf12b-1205-481c-af79-94bde2c8dd4c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:46.918856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9740de6-6da8-4f0d-a4eb-8da644bbbbf9 req-ff24009d-d9dd-4dbd-809f-86559ccb0dad tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:46.925542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9740de6-6da8-4f0d-a4eb-8da644bbbbf9 req-ff24009d-d9dd-4dbd-809f-86559ccb0dad tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1298747 Apr 25 14:45:46.985516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9740de6-6da8-4f0d-a4eb-8da644bbbbf9 req-9f5b5575-98c0-4a1a-9f3a-e5e4aa4d95fa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582292 Apr 25 14:45:46.999635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:47.120186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e2e4ae4-c44b-490a-999e-d59b3f84aded req-8de3cabd-2fd7-4e84-a28a-8dc7dccfaf7f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 210 time: 0.1897140 Apr 25 14:45:47.135582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d305a6-1cda-4d0f-967e-3b32abd63b5f req-4120ed0e-5e2b-40d2-91e0-e313f82f36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:47.137061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31d305a6-1cda-4d0f-967e-3b32abd63b5f req-4120ed0e-5e2b-40d2-91e0-e313f82f36eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 1097 time: 0.4509974 Apr 25 14:45:47.154844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:47.202922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:47.208673 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:47.323001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31d305a6-1cda-4d0f-967e-3b32abd63b5f req-f4b0bc8b-2109-4bad-8cd1-6a838d455222 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592970 Apr 25 14:45:47.353806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:47.628158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c713-bce0-4600-80d3-eb96012a384d req-0ec34c98-90c5-4fa4-8174-5fdc2f73f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:47.629559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-0ec34c98-90c5-4fa4-8174-5fdc2f73f476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.2476847 Apr 25 14:45:47.683508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cbf12b-1205-481c-af79-94bde2c8dd4c {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:47.701015 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:47.743387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-94b2bdad-32f8-437f-a052-5e61771874f7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:47.744797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-94b2bdad-32f8-437f-a052-5e61771874f7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.15 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 817 time: 0.3220751 Apr 25 14:45:47.751606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Transition to ACTIVE for port object 14cbf12b-1205-481c-af79-94bde2c8dd4c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:47.761261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50da7-4cd9-41c7-b570-fd4631f088f5 req-8e828f6c-3011-4787-900a-d495fca3f6f4 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:47.762173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2fd50da7-4cd9-41c7-b570-fd4631f088f5 req-8e828f6c-3011-4787-900a-d495fca3f6f4 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Synchronizing usage tracker for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:47.782808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:47.887316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c713-bce0-4600-80d3-eb96012a384d req-acfbda8d-3212-41cd-b5cf-8e9630ae4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:47.889957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-acfbda8d-3212-41cd-b5cf-8e9630ae4d1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 912 time: 0.2489908 Apr 25 14:45:47.900973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:47.990176 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-1959222b-40e3-44b7-8f6b-40fc8176cb51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93 HTTP/1.1" status: 200 len: 217 time: 0.0861127 Apr 25 14:45:48.015563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-656c0ea9-42dd-4674-99b4-3a0c379a7958 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:48.020516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2fd50da7-4cd9-41c7-b570-fd4631f088f5 req-8e828f6c-3011-4787-900a-d495fca3f6f4 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Unset dirty status for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:48.027549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fd50da7-4cd9-41c7-b570-fd4631f088f5 req-8e828f6c-3011-4787-900a-d495fca3f6f4 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 931 time: 0.6708615 Apr 25 14:45:48.089313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c713-bce0-4600-80d3-eb96012a384d req-4427bd0d-2180-4b4f-a2e8-8ec575625c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:48.091175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-4427bd0d-2180-4b4f-a2e8-8ec575625c79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.0843289 Apr 25 14:45:48.176484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fd50da7-4cd9-41c7-b570-fd4631f088f5 req-f3fc096e-7092-452b-ad76-902b27ce7c04 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480620 Apr 25 14:45:48.177135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-656c0ea9-42dd-4674-99b4-3a0c379a7958 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:48.178096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-656c0ea9-42dd-4674-99b4-3a0c379a7958 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 380 time: 0.4099653 Apr 25 14:45:48.187448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-1f067e17-791f-4576-afb4-3a313933e1a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901058 Apr 25 14:45:48.192296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'port': {'device_id': '0237e08d-8223-446e-9586-66fd7bd55daa', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'admin_state_up': True, 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'security_groups': ['e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:48.350182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Attempting to bind port 14cbf12b-1205-481c-af79-94bde2c8dd4c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:48.351287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Attempting to bind port 14cbf12b-1205-481c-af79-94bde2c8dd4c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:48.351828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Attempting to bind port 14cbf12b-1205-481c-af79-94bde2c8dd4c on network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:48.362143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Port 14cbf12b-1205-481c-af79-94bde2c8dd4c on network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:45:48.362541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Attempting to bind port 14cbf12b-1205-481c-af79-94bde2c8dd4c on network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:48.424522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:48.424913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Checking segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:48.425258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Bound using segment: {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:48.425692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Bound port: 14cbf12b-1205-481c-af79-94bde2c8dd4c, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:48.426035 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:48.451938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-1abd37b3-88fd-4a7b-9352-3ac3b5a0816d service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584369 Apr 25 14:45:48.461896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238564-6a6c-45d6-99c5-6daa2e016b64 req-df6fb94f-3881-4185-b789-bfb9501aec4e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:48.465768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4238564-6a6c-45d6-99c5-6daa2e016b64 req-df6fb94f-3881-4185-b789-bfb9501aec4e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1949167 Apr 25 14:45:48.488782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:45:48.528479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:45:48.581948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05fc75-4bb9-4129-b68d-8c2651120c7b req-bac93eb1-9571-4d4d-bc10-b747bf64ee4b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:48.581948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f05fc75-4bb9-4129-b68d-8c2651120c7b req-bac93eb1-9571-4d4d-bc10-b747bf64ee4b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.2164557 Apr 25 14:45:48.625708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Made reservation on behalf of 94e1e8f534224e96a5cf855f2de9c807 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:45:48.628784 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:48.633650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:48.644540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4238564-6a6c-45d6-99c5-6daa2e016b64 req-464f465c-5f9c-491d-ac72-aaa0b04d442c tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500676 Apr 25 14:45:48.647786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:48.670043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:48.702345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4565c713-bce0-4600-80d3-eb96012a384d req-d01cf0f6-b520-42d3-ae29-68480600653e service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352717 Apr 25 14:45:48.848448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Allocated IP 172.20.0.9 (b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3/879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08/67a754fa-4f93-4afe-bbdb-fb29538098bb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:45:48.871614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:48.917276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8738df6-d7b2-4384-8081-e5ae551280a3 req-8af6ccbc-279e-4ae0-9486-b737a4902bac tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:48.927252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f05fc75-4bb9-4129-b68d-8c2651120c7b req-c1accb5f-32de-4f5c-bcc3-11ab029db15c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253820 Apr 25 14:45:48.927438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8738df6-d7b2-4384-8081-e5ae551280a3 req-8af6ccbc-279e-4ae0-9486-b737a4902bac tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1171789 Apr 25 14:45:48.977309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:48.977953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:48.979681 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] 10.222.0.15 "PUT /v2.0/ports/14cbf12b-1205-481c-af79-94bde2c8dd4c HTTP/1.1" status: 200 len: 1091 time: 2.6960785 Apr 25 14:45:48.980132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:49.024118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8738df6-d7b2-4384-8081-e5ae551280a3 req-b6e0cfc9-2200-42b6-b4bf-d9e93a1b66a4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959015 Apr 25 14:45:49.181530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e834-f570-444d-9a5d-de795378bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:49.259805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1d0c773-ab96-4b48-8d65-ff83e37bac8e req-6d80e054-cf28-434e-8c97-28914ef40c33 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 210 time: 0.0533915 Apr 25 14:45:49.332863 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18074bb6-9b95-4d50-a300-067cacbf9aee'] response: {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'code': 200} Apr 25 14:45:49.369101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:49.446878 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af122462-7a1a-4998-b266-ce67ab6dbd07'] response: {'name': 'network-changed', 'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'status': 'completed', 'code': 200} Apr 25 14:45:49.452590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:49.467198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-e9d2d4ad-6204-4986-9158-56c7b19e33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:49.469121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-e9d2d4ad-6204-4986-9158-56c7b19e33fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45&device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 1094 time: 0.4203839 Apr 25 14:45:49.479868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Transition to ACTIVE for port object 67a754fa-4f93-4afe-bbdb-fb29538098bb will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:49.568159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:49.617383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:49.622771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:49.623418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:49.666921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:49.670482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-6c1ef2a2-40da-4b66-be68-eaa7f4a3763b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c HTTP/1.1" status: 200 len: 217 time: 0.1679211 Apr 25 14:45:49.725418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-a4e5456b-642a-445f-9a87-7c89d38e8bbd tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:49.726163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-a4e5456b-642a-445f-9a87-7c89d38e8bbd tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Synchronizing usage tracker for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:49.747734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-a4e5456b-642a-445f-9a87-7c89d38e8bbd tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Unset dirty status for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:49.748632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:45:49.757508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-a4e5456b-642a-445f-9a87-7c89d38e8bbd tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 943 time: 0.1954796 Apr 25 14:45:49.765974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:45:49.768910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-1898c515-9bb4-43f8-9a44-2d0e2111c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:49.770614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-1898c515-9bb4-43f8-9a44-2d0e2111c540 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74b188e6-154d-40fa-9ddb-57d928bd12df HTTP/1.1" status: 200 len: 845 time: 0.0937705 Apr 25 14:45:49.771529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:45:49.829288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-43ae40ff-b16c-4683-8e91-c974cac62a0b tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Synchronizing usage tracker for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:49.846033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-43ae40ff-b16c-4683-8e91-c974cac62a0b tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Unset dirty status for tenant:b4ecefb5a8d94fcda379e5ecc83bea45 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:49.865987 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-188a5df4-12f0-4132-a50e-2ea06c73eb0f req-43ae40ff-b16c-4683-8e91-c974cac62a0b tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009469 Apr 25 14:45:49.878953 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:49.959005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:49.959680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:49.966880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:49.979575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:50.023981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-5ea00356-5c8d-4437-9eda-4539b0a37bb5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8374102 Apr 25 14:45:50.030281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59182-aec5-4843-b901-27994424bf44 req-be114bdd-68b7-4042-a803-4636895308dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.032126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-be114bdd-68b7-4042-a803-4636895308dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193196 Apr 25 14:45:50.036980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Request body: {'port': {'device_id': '0237e08d-8223-446e-9586-66fd7bd55daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:50.139308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:50.159006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.159366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.159769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.162605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.163001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.163359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.163709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.164051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.164390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.164726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.165125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.165421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:45:50.202446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c41f1a7e-417a-4e5c-ade9-f95f211f8cd0 None None] Provisioning for port 67a754fa-4f93-4afe-bbdb-fb29538098bb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:45:50.210150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c41f1a7e-417a-4e5c-ade9-f95f211f8cd0 None None] Provisioning complete for port 67a754fa-4f93-4afe-bbdb-fb29538098bb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:50.210732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c41f1a7e-417a-4e5c-ade9-f95f211f8cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:50.216331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.223508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.230007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.236579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.243346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.252363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.260965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.264479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-c6fb890d-78af-4126-8061-f4ec34421eb6 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.2617860 Apr 25 14:45:50.281995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:50.294640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c41f1a7e-417a-4e5c-ade9-f95f211f8cd0 None None] Port 67a754fa-4f93-4afe-bbdb-fb29538098bb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:50.431845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f877d7e6-6c6f-43de-8cb0-d094fe0d66b7 req-d43ee198-c65d-4939-b891-bbb9a89e6b92 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600728 Apr 25 14:45:50.502288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-1459eae7-4d47-4839-a94c-b2fb13a7ec30 service neutron] 10.222.0.15 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332679 Apr 25 14:45:50.547332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c200f8-b3e1-4cf0-9fb6-5145e2304c8b req-fab97f2c-d724-4a1b-a1c0-70551a88ab50 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.548818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59c200f8-b3e1-4cf0-9fb6-5145e2304c8b req-fab97f2c-d724-4a1b-a1c0-70551a88ab50 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3284833 Apr 25 14:45:50.715612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6066-36a1-405b-9e75-238185b5eb25 req-33f087f2-0156-4917-b39d-49729b08d7eb tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:50.717487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-960f6066-36a1-405b-9e75-238185b5eb25 req-33f087f2-0156-4917-b39d-49729b08d7eb tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.1404145 Apr 25 14:45:50.774462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59c200f8-b3e1-4cf0-9fb6-5145e2304c8b req-1117c07f-3c72-4e1c-811d-3bde2fde1ce0 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098293 Apr 25 14:45:50.780189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-960f6066-36a1-405b-9e75-238185b5eb25 req-0c215e9c-3ec6-4075-98c4-f0fda32f099a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518544 Apr 25 14:45:50.820733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-d797a8f6-bc2d-43b3-8b1e-c96551f97ecb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1581197 Apr 25 14:45:50.885746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2be59182-aec5-4843-b901-27994424bf44 req-07846fbd-8faa-4012-b66b-0509c3272a80 service neutron] 10.222.0.15 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308473 Apr 25 14:45:51.118265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89b9d-05c2-4abf-bc74-d944d6d68644 req-f32cfc41-536e-4060-bdef-68d58093e004 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.119715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffe89b9d-05c2-4abf-bc74-d944d6d68644 req-f32cfc41-536e-4060-bdef-68d58093e004 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.1913555 Apr 25 14:45:51.126409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-05346b14-5349-46e4-8212-30cd3b46a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.127846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-05346b14-5349-46e4-8212-30cd3b46a949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45&device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 1094 time: 0.1438072 Apr 25 14:45:51.171513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670c4e9-3943-437c-9531-e001706ad567 req-f9956db0-4836-4820-a588-02cac63b03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.173001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-f9956db0-4836-4820-a588-02cac63b03c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 1096 time: 0.2205002 Apr 25 14:45:51.182383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:51.193640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:51.247834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Transition to ACTIVE for port object 67a754fa-4f93-4afe-bbdb-fb29538098bb will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:45:51.254954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:51.277931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffe89b9d-05c2-4abf-bc74-d944d6d68644 req-32f0fd34-273a-4fdc-995f-699ae9920304 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482909 Apr 25 14:45:51.323038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-d78073e3-5bfb-4e7e-b7bf-5424362cf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.324514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-d78073e3-5bfb-4e7e-b7bf-5424362cf95b service neutron] 10.222.0.15 "GET /v2.0/networks?id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7 HTTP/1.1" status: 200 len: 907 time: 0.1811862 Apr 25 14:45:51.334099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:51.437953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-c54292f4-8a71-4e08-b565-eb6543469456 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c HTTP/1.1" status: 200 len: 217 time: 0.1010718 Apr 25 14:45:51.558623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-6cd3d053-d691-46d5-84f7-c2b6802be1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.565218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-6cd3d053-d691-46d5-84f7-c2b6802be1e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74b188e6-154d-40fa-9ddb-57d928bd12df HTTP/1.1" status: 200 len: 845 time: 0.1204472 Apr 25 14:45:51.628524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8636-2934-40c7-93c1-f2c10e4e4400 req-4448f874-182c-4ed5-bd44-68bac05efde2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.629940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f6de8636-2934-40c7-93c1-f2c10e4e4400 req-4448f874-182c-4ed5-bd44-68bac05efde2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:51.645798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:51.667827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-011d0b88-ab66-4c23-8882-2aa629947c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.669883 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-011d0b88-ab66-4c23-8882-2aa629947c07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972927 Apr 25 14:45:51.772797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f6de8636-2934-40c7-93c1-f2c10e4e4400 req-4448f874-182c-4ed5-bd44-68bac05efde2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:51.780665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6de8636-2934-40c7-93c1-f2c10e4e4400 req-4448f874-182c-4ed5-bd44-68bac05efde2 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 931 time: 0.7238646 Apr 25 14:45:51.806573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670c4e9-3943-437c-9531-e001706ad567 req-4fe48e90-ac10-4746-996b-13209a31a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:51.808028 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-4fe48e90-ac10-4746-996b-13209a31a019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.6119149 Apr 25 14:45:51.890361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-517b8c38-00ea-4ff5-92ef-287e90043619 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 200 len: 217 time: 0.0724633 Apr 25 14:45:51.935331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-38940947-a5a7-43fe-be49-ec842b3abd51 service neutron] 10.222.0.15 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580271 Apr 25 14:45:51.967830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6de8636-2934-40c7-93c1-f2c10e4e4400 req-e49d7255-b07a-43ad-bbda-de0848f8c561 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862602 Apr 25 14:45:51.978859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:45:51.979201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:45:51.979536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:52.008423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670c4e9-3943-437c-9531-e001706ad567 req-f881a902-4db1-4f35-a095-adfc6a5625fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.010055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-f881a902-4db1-4f35-a095-adfc6a5625fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.1091740 Apr 25 14:45:52.015135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Port 67a754fa-4f93-4afe-bbdb-fb29538098bb on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:45:52.015585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:45:52.031910 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990cbc76-5799-45d6-926f-994aa33c2441'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:45:52.088763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:45:52.089241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Checking segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:45:52.089711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Bound using segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:45:52.090263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Bound port: 67a754fa-4f93-4afe-bbdb-fb29538098bb, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:45:52.090708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:52.104084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-d045e979-f988-419d-8ca2-538c834948be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836277 Apr 25 14:45:52.108930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5453c26b-acdb-43ab-a199-ecc0471df005 req-73a72860-ec97-42cb-a7e5-a450c2c95ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568103 Apr 25 14:45:52.120863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29221-930a-4daf-aba6-6e3f7451a502 req-b67dc436-9b44-46fb-b2a8-88a453cd5ecf tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.123185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fa29221-930a-4daf-aba6-6e3f7451a502 req-b67dc436-9b44-46fb-b2a8-88a453cd5ecf tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 943 time: 0.2808173 Apr 25 14:45:52.173739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fa29221-930a-4daf-aba6-6e3f7451a502 req-928d92ae-a8b6-4693-9589-92972989bcfb tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437164 Apr 25 14:45:52.425352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ac9a6-a7fa-4200-94b0-0f5e4449783d req-b3ca94cf-c7ea-4edb-b290-68d5bb53ece0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.427062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-685ac9a6-a7fa-4200-94b0-0f5e4449783d req-b3ca94cf-c7ea-4edb-b290-68d5bb53ece0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.1264331 Apr 25 14:45:52.439355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:52.477793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:45:52.477793 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-595487f1-ae81-46eb-aa28-2d8204be3446 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584871 Apr 25 14:45:52.497593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-685ac9a6-a7fa-4200-94b0-0f5e4449783d req-5acbb02e-8d6f-4cfe-820d-79c29fc9e1a3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Apr 25 14:45:52.503754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:52.529558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.535514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.541432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.547830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.553758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.571618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.579891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.590361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-d36497b3-2a65-47cf-9062-d4aa151f26f4 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.4196856 Apr 25 14:45:52.636143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e169a29-8106-4fb1-8290-fe623efd2247 req-8c255f02-c4b3-46df-8510-22c0c3f65fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.637819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e169a29-8106-4fb1-8290-fe623efd2247 req-8c255f02-c4b3-46df-8510-22c0c3f65fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1097 time: 0.4621069 Apr 25 14:45:52.707673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.710852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:52.710852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] 10.222.0.15 "PUT /v2.0/ports/67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 1091 time: 2.6768441 Apr 25 14:45:52.719976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:52.854016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b009-c1bc-4256-ab54-187646bf2a82 req-f9664513-1793-4193-bf73-d295146aab54 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.855506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3309b009-c1bc-4256-ab54-187646bf2a82 req-f9664513-1793-4193-bf73-d295146aab54 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2370126 Apr 25 14:45:52.891745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eb9c879-ee7c-4821-82a7-c26be9c76b72 req-3a49fbd1-ed0f-4cc8-9e01-adbfc96b161b tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2995188 Apr 25 14:45:52.914364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.921644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.929154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.936129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.943508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.954007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.954204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e169a29-8106-4fb1-8290-fe623efd2247 req-ff012d8e-6213-48a5-936e-f72e3d20a661 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736857 Apr 25 14:45:52.957586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5948d0-4482-4951-84e2-48ae4d85e292 service neutron] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:52.960682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:52.963345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-96a42a33-b378-42d4-b2b9-b60678f959a5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.2400911 Apr 25 14:45:52.997726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3309b009-c1bc-4256-ab54-187646bf2a82 req-f4e2f39b-295b-4638-95dd-16f7df49c6c3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339574 Apr 25 14:45:53.007581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c670c4e9-3943-437c-9531-e001706ad567 req-8322c4b7-755b-4217-8b21-b75015c65ec0 service neutron] 10.222.0.15 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226483 Apr 25 14:45:53.024474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14cbf12b-1205-481c-af79-94bde2c8dd4c details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:53.034496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-376c4985-caf1-43f8-8cda-81be9ccd5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:53.036109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-376c4985-caf1-43f8-8cda-81be9ccd5987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1094 time: 0.2462516 Apr 25 14:45:53.161336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-4f5e08b6-a4b6-48e6-abac-0d41f82e77f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 217 time: 0.1092727 Apr 25 14:45:53.229993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-32697dac-df7d-46d0-b5af-a5b557629b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:53.233675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-32697dac-df7d-46d0-b5af-a5b557629b7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.0654809 Apr 25 14:45:53.275585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:53.293516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'port_id': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'mac_address': 'fa:16:3e:3b:bb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:53.313817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-6c5d75a6-4bc8-4405-8bf2-dd6b43001637 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:53.316429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-6c5d75a6-4bc8-4405-8bf2-dd6b43001637 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "GET /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0862322 Apr 25 14:45:53.358238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6179a6-ccd4-402c-8fd5-c9d408a3129f req-111e7d21-d411-4b9b-9acf-4c59c7852ad0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:53.359318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c6179a6-ccd4-402c-8fd5-c9d408a3129f req-111e7d21-d411-4b9b-9acf-4c59c7852ad0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.2379849 Apr 25 14:45:53.364583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-f40df88e-bb98-43db-b4ba-9bd2d94847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:53.366018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-f40df88e-bb98-43db-b4ba-9bd2d94847c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237919 Apr 25 14:45:53.414916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:53.440689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cbf12b-1205-481c-af79-94bde2c8dd4c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:53.506416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:53.520555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:53.521302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:53.531665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c6179a6-ccd4-402c-8fd5-c9d408a3129f req-e09ffed7-a2fe-4ff7-9492-dcc64bd04db4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625302 Apr 25 14:45:53.599093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-c9939a63-c13a-4282-a5d5-45e0dd763f74 service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166572 Apr 25 14:45:53.641675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa0b36-281d-4a04-b81d-134121be0ce1 req-6f6eaf9e-667d-4fb2-92be-c08b874fee4d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:53.643349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21fa0b36-281d-4a04-b81d-134121be0ce1 req-6f6eaf9e-667d-4fb2-92be-c08b874fee4d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.4651134 Apr 25 14:45:53.655193 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711ad2dd-1155-4e01-b87a-04ead924f4e6'] response: {'name': 'network-changed', 'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'status': 'completed', 'code': 200} Apr 25 14:45:53.681761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:53.792693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21fa0b36-281d-4a04-b81d-134121be0ce1 req-885667fb-d7ca-418d-8524-286b4ddbe5b7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215110 Apr 25 14:45:53.804041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-a378ea4e-7c3f-45cd-88e1-4408213aaa8c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "GET /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4794290 Apr 25 14:45:53.818257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:53.930451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:53.944746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'mac_address': 'fa:16:3e:f4:78:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:54.031188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:54.050698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec316604-b1e4-4e50-8318-975d932e97a3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:54.067464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:54.074902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f6d26fc-9de3-49c0-828b-d48a918b80e1 req-92204d5f-bcb6-4ca2-84e2-3d0506f6fafe service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639716 Apr 25 14:45:54.077424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:54.082397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:54.157858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:54.158139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef23f-3fe0-4a45-ad32-6aaa1596e2d2 req-684d1207-5ca0-4a3b-bb21-de43c4270a4b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:54.159734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b2ef23f-3fe0-4a45-ad32-6aaa1596e2d2 req-684d1207-5ca0-4a3b-bb21-de43c4270a4b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 943 time: 0.3471711 Apr 25 14:45:54.176543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec316604-b1e4-4e50-8318-975d932e97a3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:54.331486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b2ef23f-3fe0-4a45-ad32-6aaa1596e2d2 req-01e1e1a7-2ce1-40cb-8f2c-390c17be9178 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956473 Apr 25 14:45:54.362233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['14cbf12b-1205-481c-af79-94bde2c8dd4c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:54.401610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-12cb0c9e-d276-4c80-915c-94c450dedf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:54.403486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-12cb0c9e-d276-4c80-915c-94c450dedf3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1094 time: 0.2417200 Apr 25 14:45:54.465498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f182da-1710-43ce-ba44-c84e842a9bf3 req-78d0c9f9-8980-4f8f-963f-7a8147abb3f6 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:54.478817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d0f182da-1710-43ce-ba44-c84e842a9bf3 req-78d0c9f9-8980-4f8f-963f-7a8147abb3f6 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 944 time: 0.4681203 Apr 25 14:45:54.651040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d0f182da-1710-43ce-ba44-c84e842a9bf3 req-fbcfd38b-47aa-4756-b5da-4154802379ca tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712306 Apr 25 14:45:54.676069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=60d0532a-5451-4778-9e05-64b2ccaa7657,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:54.747695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-dbab5b7c-51f7-4e3c-9308-dbc85044a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:54.750054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-dbab5b7c-51f7-4e3c-9308-dbc85044a9e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.3405442 Apr 25 14:45:54.751599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] For port 60d0532a-5451-4778-9e05-64b2ccaa7657, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:54.863872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] device_id is not set on port 60d0532a-5451-4778-9e05-64b2ccaa7657 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:45:54.917602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-9f0955b5-6f18-4b5b-9c1d-fda0117c4b01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 217 time: 0.1573117 Apr 25 14:45:54.988436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:55.005694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:55.051537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-dd32a9ed-5c81-4583-a104-92fb2b3cd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.053115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-dd32a9ed-5c81-4583-a104-92fb2b3cd65a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.1267385 Apr 25 14:45:55.158528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:55.238812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-55e4f93e-e168-4641-a472-86ea53f8b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.241725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-55e4f93e-e168-4641-a472-86ea53f8b2ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780655 Apr 25 14:45:55.315506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec72637-aced-4791-80f9-23be9171be67 req-5082c441-aec0-4fab-8b86-b9c067e8fc04 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.317660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ec72637-aced-4791-80f9-23be9171be67 req-5082c441-aec0-4fab-8b86-b9c067e8fc04 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1912649 Apr 25 14:45:55.340879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] No DVR routers for this DVR port 60d0532a-5451-4778-9e05-64b2ccaa7657 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:45:55.515020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c62e1d29-b603-4cb7-a0b1-aa511377c4b6 None None] Provisioning complete for port 60d0532a-5451-4778-9e05-64b2ccaa7657 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:55.515020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c62e1d29-b603-4cb7-a0b1-aa511377c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:55.522398 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ec72637-aced-4791-80f9-23be9171be67 req-b79d7ff2-c432-454b-b102-17ef7067e566 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869750 Apr 25 14:45:55.539937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.561202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.581132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c62e1d29-b603-4cb7-a0b1-aa511377c4b6 None None] Port 60d0532a-5451-4778-9e05-64b2ccaa7657 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:55.587383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.604146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.620946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.624125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-f9355fc2-4aa5-474a-879a-698759d3f5e0 service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601995 Apr 25 14:45:55.631612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.654095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.671370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3783f8a7-38a2-4552-93fd-70552128c057 req-55af3a49-5fdd-498a-a3a8-b72601cc7142 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 5436 time: 0.8099501 Apr 25 14:45:55.732554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] In _notify_port_updated(), no bound segment for port 60d0532a-5451-4778-9e05-64b2ccaa7657 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:45:55.733705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.734569 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:55.736097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-528b307b-b342-49fe-93b1-e1f6af523ef0 service neutron] 10.222.0.21 "PUT /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 200 len: 1028 time: 1.9228578 Apr 25 14:45:55.810669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3783f8a7-38a2-4552-93fd-70552128c057 req-a0f92e70-701b-4142-92ee-04ad02746792 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&id=03bd76f9-407f-434c-be1c-6ad15969bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382949 Apr 25 14:45:55.907959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-d8418ff4-68a9-4fd5-96e1-264b6340c519 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.909471 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-d8418ff4-68a9-4fd5-96e1-264b6340c519 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "GET /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1663561 Apr 25 14:45:55.910234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bcb77013-3edd-444c-8719-a37e22e1f920 req-089749a0-05a1-49cd-b775-c148b16860d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759516 Apr 25 14:45:55.921078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb84f6-58de-45be-9827-fba9f656e605 req-2905a78e-2364-41fb-ac51-190e4f297dfa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:55.922534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8cb84f6-58de-45be-9827-fba9f656e605 req-2905a78e-2364-41fb-ac51-190e4f297dfa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.1817019 Apr 25 14:45:55.940888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:56.028317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8cb84f6-58de-45be-9827-fba9f656e605 req-4bbbb754-1a4f-41f2-b30f-dc73dab268c7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884438 Apr 25 14:45:56.241983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:56.293242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be541-f8f7-4af7-a2bd-7fe21de3b67f req-138b12e9-9d7f-4947-8e12-e2d94e42d4d0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:56.301740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-259be541-f8f7-4af7-a2bd-7fe21de3b67f req-138b12e9-9d7f-4947-8e12-e2d94e42d4d0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 943 time: 0.1187446 Apr 25 14:45:56.407100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4efde-f264-41a7-99ca-c0ea1b4598c0 req-694e2200-3ff3-4992-9d28-b5beb1ce9550 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:56.415221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d2d4efde-f264-41a7-99ca-c0ea1b4598c0 req-694e2200-3ff3-4992-9d28-b5beb1ce9550 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.3625207 Apr 25 14:45:56.428385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-259be541-f8f7-4af7-a2bd-7fe21de3b67f req-fc2776b2-6617-4a31-882b-031bf9404b89 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233926 Apr 25 14:45:56.482657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628194f-237e-419c-9f92-4d372e3c56bf req-bb95c3ef-9628-4422-b27e-a70590060337 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:56.484108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0628194f-237e-419c-9f92-4d372e3c56bf req-bb95c3ef-9628-4422-b27e-a70590060337 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 946 time: 0.1562002 Apr 25 14:45:56.667577 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d2d4efde-f264-41a7-99ca-c0ea1b4598c0 req-bd0137b0-1727-419a-96a0-d8b1ad92053a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511027 Apr 25 14:45:56.689279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:56.689701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:56.781633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=3906474c-4e83-4321-8105-4bf8368714c1,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:56.827467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] For port 3906474c-4e83-4321-8105-4bf8368714c1, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:45:56.901100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] device_id is not set on port 3906474c-4e83-4321-8105-4bf8368714c1 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:45:56.911210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:56.918817 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.051594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca330-52c3-4a71-8f23-17941037b8da req-4080c150-5c04-4f11-8c9c-8e0da7a53155 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:57.053135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f38ca330-52c3-4a71-8f23-17941037b8da req-4080c150-5c04-4f11-8c9c-8e0da7a53155 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 944 time: 0.4486346 Apr 25 14:45:57.072914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:45:57.196250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f38ca330-52c3-4a71-8f23-17941037b8da req-7cdf64de-57a8-41ea-8dc3-5470182f0cca tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701840 Apr 25 14:45:57.295441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:57.296098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.436669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] No DVR routers for this DVR port 3906474c-4e83-4321-8105-4bf8368714c1 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:45:57.486607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:45:57.528802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 60d0532a-5451-4778-9e05-64b2ccaa7657 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:57.546426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:45:57.589455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] In _notify_port_updated(), no bound segment for port 3906474c-4e83-4321-8105-4bf8368714c1 on network ecd76a9f-b183-4948-9f11-602fe608ffff {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:45:57.590258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:57.591468 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.592705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] 10.222.0.21 "PUT /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 200 len: 1028 time: 1.6740248 Apr 25 14:45:57.695018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 60d0532a-5451-4778-9e05-64b2ccaa7657 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:45:57.695453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 439feec1-f746-430d-a041-65ffb057cd4b no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:57.758661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port efcdd8e5-ee1c-4316-9312-b2bac8596f78 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:45:57.759548 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.810764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:57.813930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011eda3-08dc-43f3-8e49-0a77352cb317 service neutron] Pushing event updated for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:57.837302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'mac_address': 'fa:16:3e:e9:29:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:45:57.869707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824cd52-a88c-404d-b1b1-185a6c35f64e req-abb0af14-3ad1-4917-bc94-c04d980e79bc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:57.878775 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5824cd52-a88c-404d-b1b1-185a6c35f64e req-abb0af14-3ad1-4917-bc94-c04d980e79bc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.6273055 Apr 25 14:45:57.882041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97fa41d8-26eb-41a8-ab2b-2d2b399822ed None None] Provisioning complete for port 3906474c-4e83-4321-8105-4bf8368714c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:57.882412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97fa41d8-26eb-41a8-ab2b-2d2b399822ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.893498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c39167-542b-40e8-814a-b874518a01aa req-34ebf0cd-21cb-4681-ad08-2b7ff252ff6b tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:57.894232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50728) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:45:57.896888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4c39167-542b-40e8-814a-b874518a01aa req-34ebf0cd-21cb-4681-ad08-2b7ff252ff6b tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3563108 Apr 25 14:45:57.899895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.913892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'floatingip': {'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:45:57.975089 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:57.992729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:58.056195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:58.078085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:58.148008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:45:58.153925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:58.156474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'name': 'network-vif-deleted', 'tag': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:58.163389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:45:58.174280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4c39167-542b-40e8-814a-b874518a01aa req-214d86f7-e7ba-48b7-b85f-ead1ec5be44d tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595589 Apr 25 14:45:58.208116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0628194f-237e-419c-9f92-4d372e3c56bf req-78387a12-7b44-4ce0-9ed7-222825b4162b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "DELETE /v2.0/ports/cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b HTTP/1.1" status: 204 len: 173 time: 1.7139957 Apr 25 14:45:58.286886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:58.369256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:58.370245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ec316604-b1e4-4e50-8318-975d932e97a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:45:58.370626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:58.496519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=439feec1-f746-430d-a041-65ffb057cd4b,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:58.587399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:45:58.592837 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:58.597513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0a12e-e9f3-4142-a7bd-c771a4342fc6 req-aef77a88-4ab2-46ef-8776-ed848300e1d9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:58.604906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6a0a12e-e9f3-4142-a7bd-c771a4342fc6 req-aef77a88-4ab2-46ef-8776-ed848300e1d9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.2641726 Apr 25 14:45:58.666428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] For port efcdd8e5-ee1c-4316-9312-b2bac8596f78, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=efcdd8e5-ee1c-4316-9312-b2bac8596f78,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:58.667103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:58.685356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6a0a12e-e9f3-4142-a7bd-c771a4342fc6 req-27288e23-666a-4922-a6b0-1c1200c110d1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782912 Apr 25 14:45:58.742785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-97fa41d8-26eb-41a8-ab2b-2d2b399822ed None None] Port 3906474c-4e83-4321-8105-4bf8368714c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:45:58.785424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:58.785991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 14b85121-920a-4452-a801-61638e7280b2 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:45:58.899534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for efcdd8e5-ee1c-4316-9312-b2bac8596f78 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:45:58.935357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1f3835d0-caa6-4865-b441-1b3beb4be673 req-27bdf6cc-95b8-45f4-9b64-acb723712b15 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:45:58.995896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1f3835d0-caa6-4865-b441-1b3beb4be673 req-27bdf6cc-95b8-45f4-9b64-acb723712b15 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:45:59.000182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f3835d0-caa6-4865-b441-1b3beb4be673 req-27bdf6cc-95b8-45f4-9b64-acb723712b15 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2f2d24c-bc78-4875-883e-f39351c7a3dc HTTP/1.1" status: 200 len: 210 time: 0.1484931 Apr 25 14:45:59.044246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:59.050979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:59.080212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['67a754fa-4f93-4afe-bbdb-fb29538098bb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:45:59.217354 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430ffb1a-9475-4a1d-a593-02f4e16d5009'] response: {'server_uuid': 'f2f2d24c-bc78-4875-883e-f39351c7a3dc', 'name': 'network-vif-deleted', 'tag': 'cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b', 'status': 'completed', 'code': 200} Apr 25 14:45:59.281833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:59.411021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:45:59.515416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507755a8-8fe6-4ff9-8f70-7c169021bef2 req-4a143995-3f52-45b9-baa0-66fab4c7de2d tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:59.523326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-507755a8-8fe6-4ff9-8f70-7c169021bef2 req-4a143995-3f52-45b9-baa0-66fab4c7de2d tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 944 time: 0.1533895 Apr 25 14:45:59.580444 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-507755a8-8fe6-4ff9-8f70-7c169021bef2 req-5c113565-0885-4e10-8f2c-553c6aa56958 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560498 Apr 25 14:45:59.700816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-3cb06d89-753a-4819-9af1-8011c20cd62e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:59.707124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-3cb06d89-753a-4819-9af1-8011c20cd62e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:59.714342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-3cb06d89-753a-4819-9af1-8011c20cd62e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:59.719035 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c73cf40-b4d7-4bcf-a08e-ffbe0ea31df3'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b', 'code': 200} Apr 25 14:45:59.721445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-3cb06d89-753a-4819-9af1-8011c20cd62e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:59.726640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:59.728335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-3cb06d89-753a-4819-9af1-8011c20cd62e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:45:59.730494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-3cb06d89-753a-4819-9af1-8011c20cd62e tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 3884 time: 1.6049349 Apr 25 14:45:59.863031 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:59.902493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14b85121-920a-4452-a801-61638e7280b2,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:45:59.924063 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:45:59.926961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9fcada1f-afc1-4c0a-94af-be3963df33e2 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:00.060011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25a5a-f858-4f72-97b2-148e17e63d07 req-e988ae55-0a1c-4752-bacb-93335fc99fdc tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:00.063699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:00.073754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ff9443c-c5fc-43d1-b3ef-780fe613f82f req-32bdf4bf-e92d-4afc-a31f-4d8581153fdf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605948 Apr 25 14:46:00.080772 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:00.096659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93d25a5a-f858-4f72-97b2-148e17e63d07 req-e988ae55-0a1c-4752-bacb-93335fc99fdc tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2938144 Apr 25 14:46:00.167900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=efcdd8e5-ee1c-4316-9312-b2bac8596f78,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:00.221498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93d25a5a-f858-4f72-97b2-148e17e63d07 req-18d08522-5ece-4d4a-a348-4d5e02171fbb tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221781 Apr 25 14:46:00.255637 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:00.256477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14cbf12b-1205-481c-af79-94bde2c8dd4c up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:46:00.456399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:00.514726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] No DVR routers for this DVR port efcdd8e5-ee1c-4316-9312-b2bac8596f78 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:00.519050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:00.544435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:00.573540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:46:00.581772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-9375c59b-44f9-4dc6-b0f9-cf4946017bda tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "DELETE /v2.0/ports/efcdd8e5-ee1c-4316-9312-b2bac8596f78 HTTP/1.1" status: 204 len: 173 time: 2.9512827 Apr 25 14:46:00.587523 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:00.736885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:46:00.780823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 14cbf12b-1205-481c-af79-94bde2c8dd4c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:46:00.802642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:00.818732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:00.819685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 14cbf12b-1205-481c-af79-94bde2c8dd4c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:46:00.820183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:00.885244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:00.885965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:01.041442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.090359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 439feec1-f746-430d-a041-65ffb057cd4b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:01.090802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.112375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-09c599ce-377a-42f6-b1b9-7c8e99a73bc3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:01.120591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-09c599ce-377a-42f6-b1b9-7c8e99a73bc3 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.3572502 Apr 25 14:46:01.140974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-8180fefc-8917-4ffb-ac94-e1d4aedb5b13 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/quotas/26f2e6a1dd8944cd8f891eafa0e238d6 HTTP/1.1" status: 200 len: 375 time: 0.0170867 Apr 25 14:46:01.248942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-5e136751-78fd-4697-9105-71739fd354be tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068728 Apr 25 14:46:01.298215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.317300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:01.330374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.400555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:01.402225 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.429315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.433057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device efcdd8e5-ee1c-4316-9312-b2bac8596f78 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:01.482297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a129ed-e6d0-4b1b-a2cc-454cbe0e7488 req-48a783df-2d9e-48d9-ad17-c5386ef21df3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:01.484305 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32a129ed-e6d0-4b1b-a2cc-454cbe0e7488 req-48a783df-2d9e-48d9-ad17-c5386ef21df3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 1.1215053 Apr 25 14:46:01.498482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-9821473d-15dd-40a3-b914-64228b80d0fe service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484763 Apr 25 14:46:01.650115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: efcdd8e5-ee1c-4316-9312-b2bac8596f78 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:01.655302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device efcdd8e5-ee1c-4316-9312-b2bac8596f78 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:01.655918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3906474c-4e83-4321-8105-4bf8368714c1 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:01.723927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b85121-920a-4452-a801-61638e7280b2'}, {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}, {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2'}, {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:01.776502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:01.782017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:01.783599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-99d77c04-6b88-4e80-9dfc-d772ddc5304d service neutron] 10.222.0.23 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819507 Apr 25 14:46:01.791421 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:01.816952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32a129ed-e6d0-4b1b-a2cc-454cbe0e7488 req-98c2463b-0b06-4a3a-9e70-6f5d9fe7fe1e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199308 Apr 25 14:46:01.889236 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Floating IP eab6ba10-ddb0-4abe-820a-ebb679ce88b9 associated. External IP: 172.25.0.85, port: 36dd2432-b5cb-46f9-8b69-d1ac6c81806d. Apr 25 14:46:01.895562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:01.899743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 3906474c-4e83-4321-8105-4bf8368714c1 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:01.902082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:46:01.936357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:02.119236 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df89371e-ba94-4852-a7b6-ba83483b00c9'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': 'efcdd8e5-ee1c-4316-9312-b2bac8596f78', 'status': 'completed', 'code': 200} Apr 25 14:46:02.121095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] For port 439feec1-f746-430d-a041-65ffb057cd4b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=439feec1-f746-430d-a041-65ffb057cd4b,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:02.121464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:02.160908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:02.163454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device cfcd0a3b-1e1e-4f1b-bde6-7c9b613c962b not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:02.203882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 67a754fa-4f93-4afe-bbdb-fb29538098bb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:46:02.209787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 67a754fa-4f93-4afe-bbdb-fb29538098bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:46:02.210268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:02.388307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 439feec1-f746-430d-a041-65ffb057cd4b owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:02.402521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:02.421049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28915c-7a13-44f7-889c-f3d1892122ed req-aaae5e06-8f2e-4183-b89e-e0db6f42726c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:02.438143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28915c-7a13-44f7-889c-f3d1892122ed req-aaae5e06-8f2e-4183-b89e-e0db6f42726c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:02.473012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28915c-7a13-44f7-889c-f3d1892122ed req-aaae5e06-8f2e-4183-b89e-e0db6f42726c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:02.493647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28915c-7a13-44f7-889c-f3d1892122ed req-aaae5e06-8f2e-4183-b89e-e0db6f42726c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:02.499890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd28915c-7a13-44f7-889c-f3d1892122ed req-aaae5e06-8f2e-4183-b89e-e0db6f42726c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 3143 time: 0.2411036 Apr 25 14:46:02.505509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:02.531498 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:02.705065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:02.815913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd28915c-7a13-44f7-889c-f3d1892122ed req-d842b76a-fb05-4e8a-8102-3bf147ba4756 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091869 Apr 25 14:46:03.127334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb792de-f95b-4ccf-ba42-95d36929856f req-67109746-951d-44cd-801f-5242bd4a2e11 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:03.127334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fb792de-f95b-4ccf-ba42-95d36929856f req-67109746-951d-44cd-801f-5242bd4a2e11 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1518295 Apr 25 14:46:03.238763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fb792de-f95b-4ccf-ba42-95d36929856f req-9d1cb067-752c-467a-b85d-13e570f89d71 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074293 Apr 25 14:46:03.257385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:03.323071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8c7aa-e54a-4d3d-8a1e-4d1a3cb34a88 req-8d7fe66f-816f-4544-b026-618cd60455e9 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:03.331135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87c8c7aa-e54a-4d3d-8a1e-4d1a3cb34a88 req-8d7fe66f-816f-4544-b026-618cd60455e9 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 1.0513039 Apr 25 14:46:03.376658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Router 690b793b-32a5-47a1-a0ff-3c92f0caea28 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:46:03.387583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=439feec1-f746-430d-a041-65ffb057cd4b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:03.438835 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd22004-1d5a-467f-ab02-b78fa76082f4'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b85121-920a-4452-a801-61638e7280b2', 'code': 200} Apr 25 14:46:03.439192 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd22004-1d5a-467f-ab02-b78fa76082f4'] response: {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'code': 200} Apr 25 14:46:03.439731 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd22004-1d5a-467f-ab02-b78fa76082f4'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2', 'code': 200} Apr 25 14:46:03.441447 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd22004-1d5a-467f-ab02-b78fa76082f4'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8', 'code': 200} Apr 25 14:46:03.676100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87c8c7aa-e54a-4d3d-8a1e-4d1a3cb34a88 req-6e9b24b3-7e79-414b-8133-d6f15e502c6a tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440235 Apr 25 14:46:03.713492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] No DVR routers for this DVR port 439feec1-f746-430d-a041-65ffb057cd4b on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:03.718035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:03.730509 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4610ecf-67d7-4d3e-b18d-c56480b53257 req-98994596-fdfe-48d0-9199-0d43f672b251 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 210 time: 0.1224070 Apr 25 14:46:03.753923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-abac8435-ff20-42bc-b90b-e45fb3862d0a tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "DELETE /v2.0/ports/439feec1-f746-430d-a041-65ffb057cd4b HTTP/1.1" status: 204 len: 173 time: 3.1651630 Apr 25 14:46:04.118263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:04.125985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:04.190145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:04.191181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:04.275016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:46:04.286835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] Sync routers for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:46:04.288523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:04.304182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:04.309995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:04.363048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-db24c9e5-ae57-4008-9da8-a696cd28cda4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "PUT /v2.0/floatingips/eab6ba10-ddb0-4abe-820a-ebb679ce88b9 HTTP/1.1" status: 200 len: 991 time: 6.4601746 Apr 25 14:46:04.374016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbc932-5c34-4c8b-aa36-1d1546239ba4 req-c0cdff5a-5d4a-44a1-9d62-66491ce4fa1d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:04.385412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbc932-5c34-4c8b-aa36-1d1546239ba4 req-c0cdff5a-5d4a-44a1-9d62-66491ce4fa1d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:04.399812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbc932-5c34-4c8b-aa36-1d1546239ba4 req-c0cdff5a-5d4a-44a1-9d62-66491ce4fa1d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:04.414200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cecbc932-5c34-4c8b-aa36-1d1546239ba4 req-c0cdff5a-5d4a-44a1-9d62-66491ce4fa1d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 2410 time: 0.3006651 Apr 25 14:46:04.476853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d16d4-5e2f-4601-af80-7672e2ef4163 req-1843aece-ef54-49d7-b7bb-2e4834f253e8 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:04.478478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-284afa7f-1ca1-427e-b8ff-8ff92c31df4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:04.484056 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-774d16d4-5e2f-4601-af80-7672e2ef4163 req-1843aece-ef54-49d7-b7bb-2e4834f253e8 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.5566730 Apr 25 14:46:04.488418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-284afa7f-1ca1-427e-b8ff-8ff92c31df4a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 806 time: 0.7041452 Apr 25 14:46:04.527170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Request body: {'port': {'device_id': 'cd227129-0877-4fab-be84-30adeb89db10', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'admin_state_up': True, 'tenant_id': '26f2e6a1dd8944cd8f891eafa0e238d6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:04.603704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-774d16d4-5e2f-4601-af80-7672e2ef4163 req-02a4bca8-8b57-41ee-9292-fd937936e81d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999985 Apr 25 14:46:04.665020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cecbc932-5c34-4c8b-aa36-1d1546239ba4 req-5b29d04a-9268-4c4d-a985-f221e4659dcf tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498224 Apr 25 14:46:04.723071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:04.808270 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f50c88-a1c6-4247-a467-ba70d3b63d9c'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': '439feec1-f746-430d-a041-65ffb057cd4b', 'status': 'completed', 'code': 200} Apr 25 14:46:05.065284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] For port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:05.066224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:05.149261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f59cb-1857-4348-8794-0438830c11bd req-8bbeae3a-6643-41f8-8d10-e07e0ace01c1 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:05.156837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-116f59cb-1857-4348-8794-0438830c11bd req-8bbeae3a-6643-41f8-8d10-e07e0ace01c1 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1993153 Apr 25 14:46:05.187342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:46:05.197519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:46:05.249050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-116f59cb-1857-4348-8794-0438830c11bd req-2362e80f-56c4-4eab-b4ea-ed360dc599cf tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912080 Apr 25 14:46:05.249768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Made reservation on behalf of 26f2e6a1dd8944cd8f891eafa0e238d6 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:46:05.261902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:05.444224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:05.494146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c'}, {'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:05.589826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'eab6ba10-ddb0-4abe-820a-ebb679ce88b9', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:19Z', 'updated_at': '2022-04-25T14:46:00Z', 'revision_number': 1, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:27Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:05.597938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] Checking router: 690b793b-32a5-47a1-a0ff-3c92f0caea28 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:46:05.621066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:05.621895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:05.668334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Allocated IP 172.20.0.5 (51e98ba1-6020-4f44-8ce9-b7e277434afa/eb6948b8-94fc-4390-92fd-e6c0e8118701/a28d5953-7e63-44f1-beb9-fbba95f77ea3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:46:05.837738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:05.954046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:06.053894 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:06.073338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:46:06.197232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:06.221464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event updated for resources: {'Port': ['ID=a28d5953-7e63-44f1-beb9-fbba95f77ea3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:06.241113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Network 51e98ba1-6020-4f44-8ce9-b7e277434afa is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:46:06.244645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:46:06.247255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:46:06.303676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=cd3e82e0-c18f-4307-b916-dc7f93bcf0b8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:06.322009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc439-d49a-419f-8619-bce550732dda req-70663235-7fd1-42d9-b558-c86cb717ee7b tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:06.330914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a3cc439-d49a-419f-8619-bce550732dda req-70663235-7fd1-42d9-b558-c86cb717ee7b tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.3460822 Apr 25 14:46:06.363781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:06.364545 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:06.414677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a3cc439-d49a-419f-8619-bce550732dda req-57caad04-efd3-41a7-90c8-ad32fe2b4b5c tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826361 Apr 25 14:46:06.416356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-2cb0a3b6-deac-424b-9ab4-5ed8f9bd2bf2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9022012 Apr 25 14:46:06.436985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] No DVR routers for this DVR port cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:06.441963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Request body: {'port': {'device_id': 'cd227129-0877-4fab-be84-30adeb89db10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:06.444512 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:06.506714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff07225-ea25-4399-a370-d9eaa0ab540f req-b20ab957-7d74-4fdc-bdfb-1d5437bcb841 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:06.521000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bff07225-ea25-4399-a370-d9eaa0ab540f req-b20ab957-7d74-4fdc-bdfb-1d5437bcb841 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 1.2255628 Apr 25 14:46:06.599194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-0d152e3e-7e8c-43ed-930a-b183be36b3c9 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "DELETE /v2.0/ports/cd3e82e0-c18f-4307-b916-dc7f93bcf0b8 HTTP/1.1" status: 204 len: 173 time: 2.8139224 Apr 25 14:46:06.697291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bff07225-ea25-4399-a370-d9eaa0ab540f req-e2ec003d-5f21-4184-9498-799d4d04a11d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752520 Apr 25 14:46:06.757554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 14b85121-920a-4452-a801-61638e7280b2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:06.757879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:06.862541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}, {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:06.889777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:06.938231 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225fa164-1746-4968-8176-20bd19432860'] response: {'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'code': 200} Apr 25 14:46:06.938847 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225fa164-1746-4968-8176-20bd19432860'] response: {'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'code': 200} Apr 25 14:46:07.063529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'eab6ba10-ddb0-4abe-820a-ebb679ce88b9', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:19Z', 'updated_at': '2022-04-25T14:46:00Z', 'revision_number': 1, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:27Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:07.070838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4df07-3378-4b99-8b1d-3242a4cfbdae None None] The sync data for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 is: [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'eab6ba10-ddb0-4abe-820a-ebb679ce88b9', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:19Z', 'updated_at': '2022-04-25T14:46:00Z', 'revision_number': 1, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:27Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:46:07.209788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] For port 14b85121-920a-4452-a801-61638e7280b2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=14b85121-920a-4452-a801-61638e7280b2,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:07.210151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:07.463817 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c732ec-25b7-4535-983a-4827483ec960 None None] New status for floating IP eab6ba10-ddb0-4abe-820a-ebb679ce88b9: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:46:07.507219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764dd70-129e-4410-b338-76cfd0f93b58 req-5b555092-7adb-4f46-b72c-aa1c6e43f614 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:07.508604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6764dd70-129e-4410-b338-76cfd0f93b58 req-5b555092-7adb-4f46-b72c-aa1c6e43f614 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:46:07.617330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6764dd70-129e-4410-b338-76cfd0f93b58 req-5b555092-7adb-4f46-b72c-aa1c6e43f614 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:46:07.623798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6764dd70-129e-4410-b338-76cfd0f93b58 req-5b555092-7adb-4f46-b72c-aa1c6e43f614 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 931 time: 0.8359365 Apr 25 14:46:07.624301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57149b95-e448-4430-86c6-e8b8c48fe16b req-046f47b5-8859-47d1-a75e-b00eb940375f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:07.640160 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57149b95-e448-4430-86c6-e8b8c48fe16b req-046f47b5-8859-47d1-a75e-b00eb940375f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.4220765 Apr 25 14:46:07.768843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfdc1d-eab9-4309-8e9f-13ad03360732 req-cd01d3eb-eae0-4e45-be04-bb9b07f33d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:07.771157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eccfdc1d-eab9-4309-8e9f-13ad03360732 req-cd01d3eb-eae0-4e45-be04-bb9b07f33d1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1096 time: 0.7525115 Apr 25 14:46:07.798912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9dd6-bcd2-4870-b8d3-9c38ecc72ac3 req-4250a1c0-20e9-4b1b-810f-c1eab0f6ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:07.801441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec6a9dd6-bcd2-4870-b8d3-9c38ecc72ac3 req-4250a1c0-20e9-4b1b-810f-c1eab0f6ac27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 1096 time: 0.7816653 Apr 25 14:46:07.871448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57149b95-e448-4430-86c6-e8b8c48fe16b req-837e476a-9d84-4ae2-a110-de3183fbdb0c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285652 Apr 25 14:46:07.912029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6764dd70-129e-4410-b338-76cfd0f93b58 req-897492db-76cd-499e-a0e8-a87725859a31 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872450 Apr 25 14:46:07.934211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:07.934723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:07.935251 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Floating IP 27eedd99-69c7-4f4d-96ab-776cd1a11f0e disassociated. External IP: 172.25.0.5, port: 14b85121-920a-4452-a801-61638e7280b2. Apr 25 14:46:07.935733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 14b85121-920a-4452-a801-61638e7280b2 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:08.085567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eccfdc1d-eab9-4309-8e9f-13ad03360732 req-db7a2343-8c5f-4537-8abc-e094293590e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823265 Apr 25 14:46:08.108789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec6a9dd6-bcd2-4870-b8d3-9c38ecc72ac3 req-837dfd5e-ad95-4e09-a85b-2b4edb968449 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364651 Apr 25 14:46:08.286950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28d5953-7e63-44f1-beb9-fbba95f77ea3 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:46:08.295090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:08.303071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634fc1b-d018-420a-a63a-5986431dbcc3 req-6f48d62a-65cf-4a01-9d4d-26ad82444e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:08.310017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634fc1b-d018-420a-a63a-5986431dbcc3 req-6f48d62a-65cf-4a01-9d4d-26ad82444e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:08.311864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b634fc1b-d018-420a-a63a-5986431dbcc3 req-6f48d62a-65cf-4a01-9d4d-26ad82444e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:46:08.350844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:08.386065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Transition to ACTIVE for port object a28d5953-7e63-44f1-beb9-fbba95f77ea3 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:46:08.396077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:08.439905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b634fc1b-d018-420a-a63a-5986431dbcc3 req-6f48d62a-65cf-4a01-9d4d-26ad82444e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:46:08.451010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b634fc1b-d018-420a-a63a-5986431dbcc3 req-6f48d62a-65cf-4a01-9d4d-26ad82444e9d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 1677 time: 0.3742375 Apr 25 14:46:08.516542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=14b85121-920a-4452-a801-61638e7280b2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:08.529624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Pushing event updated for resources: {'Port': ['ID=a28d5953-7e63-44f1-beb9-fbba95f77ea3,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:08.542635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d184da6-fda1-4865-970e-4e478cf7d447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:08.574318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc629-d85f-44b5-afdd-5e61d1433b87 req-d1d7b622-7837-4e69-9c08-d972d3497448 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:08.576000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09cc629-d85f-44b5-afdd-5e61d1433b87 req-d1d7b622-7837-4e69-9c08-d972d3497448 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2783008 Apr 25 14:46:08.729715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a09cc629-d85f-44b5-afdd-5e61d1433b87 req-94578fb6-c3a8-48c5-85e1-2da2b9f8c66a tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126204 Apr 25 14:46:08.733488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Attempting to bind port a28d5953-7e63-44f1-beb9-fbba95f77ea3 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:46:08.734545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Attempting to bind port a28d5953-7e63-44f1-beb9-fbba95f77ea3 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:46:08.735137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Attempting to bind port a28d5953-7e63-44f1-beb9-fbba95f77ea3 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:46:08.743420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Port a28d5953-7e63-44f1-beb9-fbba95f77ea3 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:46:08.743987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Attempting to bind port a28d5953-7e63-44f1-beb9-fbba95f77ea3 on network 51e98ba1-6020-4f44-8ce9-b7e277434afa {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:46:08.752718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:46:08.753283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Checking segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:46:08.753850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Bound using segment: {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:46:08.754464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Bound port: a28d5953-7e63-44f1-beb9-fbba95f77ea3, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d682f30-ab2a-42ba-bcf0-8503b198d153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:46:08.754979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:08.910214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] For port a28d5953-7e63-44f1-beb9-fbba95f77ea3, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:46:08.920698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] For port a28d5953-7e63-44f1-beb9-fbba95f77ea3, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:46:08.928541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:09.011280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b634fc1b-d018-420a-a63a-5986431dbcc3 req-a5105d1c-59be-479a-a4e6-596a82384006 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5499427 Apr 25 14:46:09.050263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:46:09.140061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:09.141142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:09.143597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] 10.222.0.21 "PUT /v2.0/ports/a28d5953-7e63-44f1-beb9-fbba95f77ea3 HTTP/1.1" status: 200 len: 1091 time: 2.7071517 Apr 25 14:46:09.152542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd227129-0877-4fab-be84-30adeb89db10', 'tag': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:09.200359 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43aef644-e753-48b1-b4e7-271ebac8c945'] response: {'name': 'network-changed', 'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'status': 'completed', 'code': 200} Apr 25 14:46:09.200989 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43aef644-e753-48b1-b4e7-271ebac8c945'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': 'cd3e82e0-c18f-4307-b916-dc7f93bcf0b8', 'status': 'completed', 'code': 200} Apr 25 14:46:09.372605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f2de9-fde3-4d9b-a820-a7107600525b service neutron] Pushing event updated for resources: {'Port': ['ID=a28d5953-7e63-44f1-beb9-fbba95f77ea3,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:09.415427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89871e14-76dd-4072-8801-3b7cf619f8f8 req-b0de3a19-5742-4684-9599-ccf04cd50150 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:09.424001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89871e14-76dd-4072-8801-3b7cf619f8f8 req-b0de3a19-5742-4684-9599-ccf04cd50150 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.4771142 Apr 25 14:46:09.513762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89871e14-76dd-4072-8801-3b7cf619f8f8 req-516fe7eb-20a0-4fd1-b7a9-d1634397eedf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860784 Apr 25 14:46:09.556344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-6e0446e7-495e-4016-b4c8-9887c49cc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:09.563247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-6e0446e7-495e-4016-b4c8-9887c49cc692 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 1094 time: 0.3478217 Apr 25 14:46:09.675364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-30297995-b507-4070-a32b-fe96197f4040 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3 HTTP/1.1" status: 200 len: 217 time: 0.1036911 Apr 25 14:46:09.735973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-da893d30-37ed-452f-adbf-d789452d87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:09.737731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-da893d30-37ed-452f-adbf-d789452d87e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1097 time: 0.5702636 Apr 25 14:46:09.742875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:46:09.754446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] Sync routers for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:46:09.778720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:09.779293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:09.783597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-b99c2c4a-b8d7-451a-bed7-8f27ae5632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:09.785083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-b99c2c4a-b8d7-451a-bed7-8f27ae5632b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.0963855 Apr 25 14:46:09.865741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e65c-e558-4ec7-92ef-294dc59e16eb req-cc488385-8b38-4cb4-8e83-b6ef647d6708 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:09.867695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c111e65c-e558-4ec7-92ef-294dc59e16eb req-cc488385-8b38-4cb4-8e83-b6ef647d6708 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.5285382 Apr 25 14:46:09.919530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-57a56d78-d300-49fe-8e47-82a42d83afc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553133 Apr 25 14:46:10.100345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] No DVR routers for this DVR port 14b85121-920a-4452-a801-61638e7280b2 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:10.108203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:10.110517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-283a446f-7a7f-4898-9de5-011e7eba48cc tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "DELETE /v2.0/ports/14b85121-920a-4452-a801-61638e7280b2 HTTP/1.1" status: 204 len: 173 time: 3.4995434 Apr 25 14:46:10.122318 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c111e65c-e558-4ec7-92ef-294dc59e16eb req-35ca1bba-c084-4605-b039-38920bfc79cd tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119875 Apr 25 14:46:10.139657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:10.211320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314dd8e-5e04-4d44-8e94-5027a01df956 req-8be2df32-d35f-4ef3-a778-f932435e4278 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:10.212785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3314dd8e-5e04-4d44-8e94-5027a01df956 req-8be2df32-d35f-4ef3-a778-f932435e4278 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.4267943 Apr 25 14:46:10.213167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-5040e3c0-7d2d-4ef5-98cf-e0483082a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:10.214679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-5040e3c0-7d2d-4ef5-98cf-e0483082a974 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.4399772 Apr 25 14:46:10.306853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3314dd8e-5e04-4d44-8e94-5027a01df956 req-a7a85cee-681e-419d-833e-5fbff63f21f3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783870 Apr 25 14:46:10.307962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-ba1aea16-9315-402e-91bd-bfb6b3e73342 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676493 Apr 25 14:46:10.343712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 9fcada1f-afc1-4c0a-94af-be3963df33e2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:10.344156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:10.603160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbb14db-370a-40c6-83c0-a0cf60531b3d req-55f110f2-c0b2-46d1-981f-a3856a66aaea service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857451 Apr 25 14:46:10.604661 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc111082-9119-41eb-be7e-7d17b198fc6d'] response: {'name': 'network-changed', 'server_uuid': 'cd227129-0877-4fab-be84-30adeb89db10', 'tag': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3', 'status': 'completed', 'code': 200} Apr 25 14:46:10.670213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-3bdd4e46-0929-46c7-a1c5-0e6eb7bb3565 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 1001 time: 0.4362779 Apr 25 14:46:10.750715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-eb04cae9-5a6e-4d0c-af81-f501c860364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:10.752444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-eb04cae9-5a6e-4d0c-af81-f501c860364e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0663338 Apr 25 14:46:10.814910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:09Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:10.834553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] Checking router: f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:46:10.851523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:10.852063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:45:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:10.884181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366017-ba6e-4158-b12e-ec0dfa41cff6 req-3f6eeb74-7d2d-46fa-86e9-111bbfc79490 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:10.892148 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26366017-ba6e-4158-b12e-ec0dfa41cff6 req-3f6eeb74-7d2d-46fa-86e9-111bbfc79490 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 943 time: 0.4522793 Apr 25 14:46:11.042226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26366017-ba6e-4158-b12e-ec0dfa41cff6 req-4255c33a-8f8f-4326-8fb2-441ff453569c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487815 Apr 25 14:46:11.118623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-4cafe40b-d2a6-4bc5-9f08-dac67403ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:11.120103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-4cafe40b-d2a6-4bc5-9f08-dac67403ed81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 1094 time: 0.4402027 Apr 25 14:46:11.155436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-9aec55b8-cee5-4666-9b8a-9b31e674ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:11.155436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-9aec55b8-cee5-4666-9b8a-9b31e674ff3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3806691 Apr 25 14:46:11.217969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': '14b85121-920a-4452-a801-61638e7280b2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:11.248970 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e80d6fb8-8c00-4de1-8969-d5b4dcdb7d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:11.341645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] For port 9fcada1f-afc1-4c0a-94af-be3963df33e2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9fcada1f-afc1-4c0a-94af-be3963df33e2,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:11.342667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:11.405207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d11ed-24fd-4784-9d00-d54e00d89377 req-c8022ad6-dee8-4142-9956-4030e0c77fce tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:11.407532 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-690d11ed-24fd-4784-9d00-d54e00d89377 req-c8022ad6-dee8-4142-9956-4030e0c77fce tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.5947123 Apr 25 14:46:11.567030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 9fcada1f-afc1-4c0a-94af-be3963df33e2 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:11.589883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:11.709711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-690d11ed-24fd-4784-9d00-d54e00d89377 req-f12f1346-efb5-4913-ad0d-b5648e0eb434 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477637 Apr 25 14:46:11.757399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-9e775fa6-1d6d-4083-ba58-6ae93edbcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:11.759001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-9e775fa6-1d6d-4083-ba58-6ae93edbcda3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 200 len: 907 time: 0.5474329 Apr 25 14:46:12.005066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-52841ce2-5534-495e-a0e7-dcd18afaf1d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3 HTTP/1.1" status: 200 len: 217 time: 0.2283626 Apr 25 14:46:12.009635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:12.091883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-0b1b23af-48e2-4a02-9922-09f8ba307c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:12.093697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-0b1b23af-48e2-4a02-9922-09f8ba307c8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 200 len: 846 time: 0.0792038 Apr 25 14:46:12.093920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-b0018acb-77cf-422a-82f0-eebc29a7da62 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9154608 Apr 25 14:46:12.095890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:12.113020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8537540-dd9f-4360-a00a-0e9f0ffdd6df req-15a09382-4927-4ed7-8c63-7acdb1a35baf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:12.114808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8537540-dd9f-4360-a00a-0e9f0ffdd6df req-15a09382-4927-4ed7-8c63-7acdb1a35baf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.1641245 Apr 25 14:46:12.155783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51018) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:12.170334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Request body: {'floatingip': {'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:12.265213 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:12.282258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-867aa417-01a5-45c0-9bf8-8a1af46a61a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51e98ba1-6020-4f44-8ce9-b7e277434afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663249 Apr 25 14:46:12.316850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:09Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:12.334917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98056a0a-a5d1-4302-8c54-58f103703d76 None None] The sync data for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 is: [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:39:45Z', 'revision_number': 4, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'e0492b01-40ca-4d86-8007-c7ebd368a792', 'name': '', 'network_id': '6b6edac4-a28b-4c44-ae60-cc143ce55153', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'mac_address': 'fa:16:3e:71:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:41Z', 'updated_at': '2022-04-25T14:40:09Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'subnets': [{'id': '82399c15-2e8d-41dc-978b-b99746e0dab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:46:12.407802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=9fcada1f-afc1-4c0a-94af-be3963df33e2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:12.462636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-2e98bbcc-479d-4fb3-b8bb-79478b602c36 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698062 Apr 25 14:46:12.576205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:12.689018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] No DVR routers for this DVR port 9fcada1f-afc1-4c0a-94af-be3963df33e2 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:12.693813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:12.811020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bbcf2-0e7d-48dd-b298-82b2db06f3e2 req-552824df-b9c9-4c87-846f-342a71dff352 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:12.811973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ba4bbcf2-0e7d-48dd-b298-82b2db06f3e2 req-552824df-b9c9-4c87-846f-342a71dff352 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Synchronizing usage tracker for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:46:12.824156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-301b4707-0862-45d0-9922-13330592a787 req-3db48ce8-3fcb-4551-b2bb-ca93d34eb9f7 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.21 "DELETE /v2.0/ports/9fcada1f-afc1-4c0a-94af-be3963df33e2 HTTP/1.1" status: 204 len: 173 time: 2.7007134 Apr 25 14:46:12.827357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-357234ac-fbae-444c-a7f9-8ed585ba6a65 req-1a6da315-dba5-4de6-8813-01e8a761874f service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146010 Apr 25 14:46:12.850319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ba4bbcf2-0e7d-48dd-b298-82b2db06f3e2 req-552824df-b9c9-4c87-846f-342a71dff352 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Unset dirty status for tenant:67e15919f68444b8986727cc85f12ffd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:46:12.851980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba4bbcf2-0e7d-48dd-b298-82b2db06f3e2 req-552824df-b9c9-4c87-846f-342a71dff352 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 943 time: 1.3405640 Apr 25 14:46:12.898957 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a3b7b-5b8d-4ac7-9497-bc3de92a5446 None None] New status for floating IP 27eedd99-69c7-4f4d-96ab-776cd1a11f0e: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:46:12.960275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba4bbcf2-0e7d-48dd-b298-82b2db06f3e2 req-e4566b6a-f2e0-4956-9b62-b3b947833e88 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3494c2e-96a5-45f9-b5c3-28affe78ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875645 Apr 25 14:46:13.256532 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa85c7e-e95f-41fb-a79f-992cb61206f6 req-e029a16c-3ccd-48c3-9758-49b465524140 service neutron] 10.222.0.21 "GET /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258015 Apr 25 14:46:13.297637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bff26-4887-432e-8453-cebb21900c49 req-12782198-55cd-494e-b8ab-d7cddf5abca9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:13.299320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d8bff26-4887-432e-8453-cebb21900c49 req-12782198-55cd-494e-b8ab-d7cddf5abca9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.8356950 Apr 25 14:46:13.458724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8c870-4c7e-42a2-a5ad-6ce2566e0b6c req-e7217eb8-0939-44f4-a97e-0ae4c4940fca tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:13.460766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34a8c870-4c7e-42a2-a5ad-6ce2566e0b6c req-e7217eb8-0939-44f4-a97e-0ae4c4940fca tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.1651142 Apr 25 14:46:13.469825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a28d5953-7e63-44f1-beb9-fbba95f77ea3 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:46:13.532068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d8bff26-4887-432e-8453-cebb21900c49 req-2b0b0bd1-684d-4c0c-89d1-0c5d0b733438 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171996 Apr 25 14:46:13.619057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34a8c870-4c7e-42a2-a5ad-6ce2566e0b6c req-affb6208-c3cc-4e0d-b4ad-73fb62b8c656 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504071 Apr 25 14:46:13.655717 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8a7d90-de18-4076-9daf-638ed855857b'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': '14b85121-920a-4452-a801-61638e7280b2', 'status': 'completed', 'code': 200} Apr 25 14:46:13.858764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:13.891720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port a28d5953-7e63-44f1-beb9-fbba95f77ea3, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:13.960529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3', 'network_id': '51e98ba1-6020-4f44-8ce9-b7e277434afa', 'port_id': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3', 'mac_address': 'fa:16:3e:34:08:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6948b8-94fc-4390-92fd-e6c0e8118701', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:46:14.160247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:14.196073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28d5953-7e63-44f1-beb9-fbba95f77ea3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:46:14.213069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96778676-fc3c-4de0-95f0-1d0d88802c46 req-b4819e9b-413b-49d6-8964-c140e70e14e2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:14.214594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96778676-fc3c-4de0-95f0-1d0d88802c46 req-b4819e9b-413b-49d6-8964-c140e70e14e2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 943 time: 0.2189276 Apr 25 14:46:14.219620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port a28d5953-7e63-44f1-beb9-fbba95f77ea3, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:14.226932 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:14.322708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=a28d5953-7e63-44f1-beb9-fbba95f77ea3,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:14.324288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f1f74-344f-4c50-9b27-c5384998b4d8 req-b1885845-80cd-4af4-ba09-831a9ce9b7e4 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:14.346912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a9f1f74-344f-4c50-9b27-c5384998b4d8 req-b1885845-80cd-4af4-ba09-831a9ce9b7e4 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2511246 Apr 25 14:46:14.347003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96778676-fc3c-4de0-95f0-1d0d88802c46 req-526af59e-1429-4a28-ac38-9c740a37339d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236794 Apr 25 14:46:14.534542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:14.535708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a9f1f74-344f-4c50-9b27-c5384998b4d8 req-7b5c511c-6c29-4361-862d-aa8c1c93fba6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892009 Apr 25 14:46:14.578114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['a28d5953-7e63-44f1-beb9-fbba95f77ea3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:46:14.629203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:14.849077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f702f78-fd67-474d-8786-ace9a2c10785 req-27611976-6c62-4492-99e9-ce7993a2bd14 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 210 time: 0.0830355 Apr 25 14:46:15.026815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c498666-ee24-4d23-a84e-316dc7daeae5 req-cc68ae75-9a5c-4dc4-a4be-591a574c8f91 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:15.037126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51066) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:15.039811 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c498666-ee24-4d23-a84e-316dc7daeae5 req-cc68ae75-9a5c-4dc4-a4be-591a574c8f91 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.5036795 Apr 25 14:46:15.041659 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Floating IP 1da99c22-3669-406a-b481-a30ca8ff84e9 associated. External IP: 172.25.0.91, port: 67a754fa-4f93-4afe-bbdb-fb29538098bb. Apr 25 14:46:15.140540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Request body: {'floatingip': {'port_id': '14cbf12b-1205-481c-af79-94bde2c8dd4c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:15.256543 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:15.639710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141b3bf-6d56-4c25-aba3-08f36ba32ba8 req-c8d55f2b-8adf-42ab-b2c2-b35d80f15622 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:15.646936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c141b3bf-6d56-4c25-aba3-08f36ba32ba8 req-c8d55f2b-8adf-42ab-b2c2-b35d80f15622 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.6106884 Apr 25 14:46:15.663322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:15.713998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a6cc-c17f-44b9-aaba-0308c87e8bc0 req-efc1e04a-cf16-4261-9050-79db601a33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:15.715527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc37a6cc-c17f-44b9-aaba-0308c87e8bc0 req-efc1e04a-cf16-4261-9050-79db601a33c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 1097 time: 0.4658113 Apr 25 14:46:15.816558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc37a6cc-c17f-44b9-aaba-0308c87e8bc0 req-f1462797-8666-4ed9-a5d2-cd72ebcaac37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858033 Apr 25 14:46:15.822464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c141b3bf-6d56-4c25-aba3-08f36ba32ba8 req-f7eeaa99-95af-4c38-b2f7-8f3f587586de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745162 Apr 25 14:46:15.941226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed93d-6eb1-4aca-8a00-c069c06ce96e req-8eed820d-cc25-4485-8499-261057604d29 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:15.942929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b8ed93d-6eb1-4aca-8a00-c069c06ce96e req-8eed820d-cc25-4485-8499-261057604d29 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 944 time: 0.4680448 Apr 25 14:46:16.017607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:46:16.039893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b8ed93d-6eb1-4aca-8a00-c069c06ce96e req-d94e6819-02db-48b3-b8a1-0b5ccb1a6c9a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882413 Apr 25 14:46:16.207005 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb506199-733d-449b-8a2a-ded1db0a8e90'] response: {'server_uuid': '811a7b81-4fe1-4a89-8400-3ce65e29bef8', 'name': 'network-vif-deleted', 'tag': '9fcada1f-afc1-4c0a-94af-be3963df33e2', 'status': 'completed', 'code': 200} Apr 25 14:46:16.481941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd41c1-bc8b-462f-8f0a-8ff393caba0f req-49be5f51-2f1c-4232-9337-c9a7a77aeaf3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:16.493618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dccd41c1-bc8b-462f-8f0a-8ff393caba0f req-49be5f51-2f1c-4232-9337-c9a7a77aeaf3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3659725 Apr 25 14:46:16.710656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:46:16.715184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:16.777271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0268ef-9239-491c-96a5-a726c42cd2fd req-2bc0b03b-9ff0-4548-9e1f-173d85f24303 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:16.785175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e0268ef-9239-491c-96a5-a726c42cd2fd req-2bc0b03b-9ff0-4548-9e1f-173d85f24303 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.4574594 Apr 25 14:46:16.859307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e0268ef-9239-491c-96a5-a726c42cd2fd req-8f2981d1-c526-4626-9167-0bf76a013e31 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728948 Apr 25 14:46:16.859938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:46:16.860900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-31731f88-032b-4520-b0f2-81fd864d697e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "PUT /v2.0/floatingips/1da99c22-3669-406a-b481-a30ca8ff84e9 HTTP/1.1" status: 200 len: 990 time: 4.6994467 Apr 25 14:46:16.875983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:16.956590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:16.957279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:17.099951 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:17.107842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:17.156491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a43fb9-78ad-43d8-9f53-36b471151384 req-95ff5489-5ea6-4cae-a97a-3243c3241497 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/ports?device_id=811a7b81-4fe1-4a89-8400-3ce65e29bef8 HTTP/1.1" status: 200 len: 210 time: 0.1015146 Apr 25 14:46:17.354167 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dccd41c1-bc8b-462f-8f0a-8ff393caba0f req-c33d0e9f-d980-4c1c-a6cb-75ae5d6db509 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8583424 Apr 25 14:46:17.386077 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Floating IP d1089f0d-492f-4e2f-ae36-99169030a552 associated. External IP: 172.25.0.129, port: 14cbf12b-1205-481c-af79-94bde2c8dd4c. Apr 25 14:46:17.396805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:17.472540 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90b3dbe-6411-4315-81e3-158e7d87de13'] response: {'name': 'network-changed', 'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'status': 'completed', 'code': 200} Apr 25 14:46:17.516824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a28d5953-7e63-44f1-beb9-fbba95f77ea3 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:46:17.594665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034811-75b8-498a-b177-d48bcec91b6a req-f9f3bbcc-5541-42a6-af9b-f2bd290fe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:17.596221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-f9f3bbcc-5541-42a6-af9b-f2bd290fe18c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1096 time: 0.1011908 Apr 25 14:46:17.860234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034811-75b8-498a-b177-d48bcec91b6a req-50633372-62d0-4dd7-8811-83939c03f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:17.862758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-50633372-62d0-4dd7-8811-83939c03f6f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.2591202 Apr 25 14:46:17.898756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port a28d5953-7e63-44f1-beb9-fbba95f77ea3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:46:17.962434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port a28d5953-7e63-44f1-beb9-fbba95f77ea3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:46:17.963089 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:18.051667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d3a2d-c461-4ad2-94a9-c5eb5a603379 req-efd0ef7f-731f-45ab-abb9-9d47695097b1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:18.053939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-376d3a2d-c461-4ad2-94a9-c5eb5a603379 req-efd0ef7f-731f-45ab-abb9-9d47695097b1 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 944 time: 0.3937824 Apr 25 14:46:18.088394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-642c5265-1cbe-4a5c-8a4d-d9d0b39a635f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 998 time: 0.2082903 Apr 25 14:46:18.207948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034811-75b8-498a-b177-d48bcec91b6a req-8d11a175-f3e1-4b13-b75a-c33e2a937cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:18.209303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-376d3a2d-c461-4ad2-94a9-c5eb5a603379 req-43169681-ca56-4fdb-83e2-8aad3526dc23 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489973 Apr 25 14:46:18.220494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-8d11a175-f3e1-4b13-b75a-c33e2a937cff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.1238279 Apr 25 14:46:18.247486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Router ea16417e-ccf9-421d-afff-57aa42893c91 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:46:18.344258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034811-75b8-498a-b177-d48bcec91b6a req-c2acc18a-4e73-48d2-8d87-fe1f9edc8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:18.345774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-c2acc18a-4e73-48d2-8d87-fe1f9edc8465 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114423 Apr 25 14:46:18.391936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:18.433226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd227129-0877-4fab-be84-30adeb89db10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:18.446445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port a28d5953-7e63-44f1-beb9-fbba95f77ea3, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:18.456578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:18.503552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51188) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:18.533007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=a28d5953-7e63-44f1-beb9-fbba95f77ea3,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:18.537196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '1da99c22-3669-406a-b481-a30ca8ff84e9', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'mac_address': 'fa:16:3e:e9:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e08d-8223-446e-9586-66fd7bd55daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:43Z', 'updated_at': '2022-04-25T14:46:14Z', 'revision_number': 1, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:18.542116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:46:18.559555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:18.561178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:18.675904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-007d8109-57e9-4cca-a882-e102c1b37391 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:18.729991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-cd9ed431-7bff-4c6d-98d8-89ea5b7dde60 service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778741 Apr 25 14:46:18.758467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-007d8109-57e9-4cca-a882-e102c1b37391 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:18.774160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:46:18.787848 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba9c6d5-53d3-4c05-9e3d-3d60044fd1c8'] response: {'server_uuid': 'cd227129-0877-4fab-be84-30adeb89db10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3', 'code': 200} Apr 25 14:46:18.792201 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] Sync routers for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:46:18.793204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:18.811276 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:18.811276 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:18.821852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98c29e-ef94-40d3-8f63-cbf2a9d190b4 req-16a73199-0a9e-444d-83df-a2c0f510b990 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:18.821852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e98c29e-ef94-40d3-8f63-cbf2a9d190b4 req-16a73199-0a9e-444d-83df-a2c0f510b990 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2645366 Apr 25 14:46:18.859663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:18.910778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3121796d-89a5-478d-a822-f2a3da12d8c1 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "PUT /v2.0/floatingips/d1089f0d-492f-4e2f-ae36-99169030a552 HTTP/1.1" status: 200 len: 991 time: 3.7747476 Apr 25 14:46:18.914890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:19.033586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e98c29e-ef94-40d3-8f63-cbf2a9d190b4 req-84983b81-c18d-4060-9e6f-bde1df7aaf21 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971363 Apr 25 14:46:19.056123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1287d6-8e9b-4331-97a6-6e7764b29ac6 req-288534d2-b12d-436f-a6d9-b4924d376322 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:19.061489 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b1287d6-8e9b-4331-97a6-6e7764b29ac6 req-288534d2-b12d-436f-a6d9-b4924d376322 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 951 time: 0.1082070 Apr 25 14:46:19.107017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-007d8109-57e9-4cca-a882-e102c1b37391 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:19.133911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64034811-75b8-498a-b177-d48bcec91b6a req-769ef27f-7c45-411a-860d-95f449c888ab service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963370 Apr 25 14:46:19.159841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d8109-57e9-4cca-a882-e102c1b37391 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3494c2e-96a5-45f9-b5c3-28affe78ad7e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:19.169820 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:19.172487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-007d8109-57e9-4cca-a882-e102c1b37391 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:19.173947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-007d8109-57e9-4cca-a882-e102c1b37391 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3494c2e-96a5-45f9-b5c3-28affe78ad7e HTTP/1.1" status: 204 len: 168 time: 0.6693921 Apr 25 14:46:19.178313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51220) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:19.193781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b1287d6-8e9b-4331-97a6-6e7764b29ac6 req-8b5953ec-8c2e-4b54-81aa-55b903d997a0 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288226 Apr 25 14:46:19.308325 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b92dba2-db27-4a0e-b8d3-5ae88d0f8aa6'] response: {'name': 'network-changed', 'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'status': 'completed', 'code': 200} Apr 25 14:46:19.331405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979b25c-e1d1-46d8-99a0-2f88c4532a33 req-8d2e89ca-fc77-40a8-8814-366b93a0e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:19.332891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5979b25c-e1d1-46d8-99a0-2f88c4532a33 req-8d2e89ca-fc77-40a8-8814-366b93a0e8e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 1096 time: 0.4510417 Apr 25 14:46:19.336543 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-3a79173c-2b7e-4958-82f1-b0bd86f97d78 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] show failed (client error): The resource could not be found. Apr 25 14:46:19.337532 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3a79173c-2b7e-4958-82f1-b0bd86f97d78 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "GET /v2.0/security-groups/d3494c2e-96a5-45f9-b5c3-28affe78ad7e HTTP/1.1" status: 404 len: 347 time: 0.1570518 Apr 25 14:46:19.341246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:19.557411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '1da99c22-3669-406a-b481-a30ca8ff84e9', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'mac_address': 'fa:16:3e:e9:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e08d-8223-446e-9586-66fd7bd55daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:43Z', 'updated_at': '2022-04-25T14:46:14Z', 'revision_number': 1, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:19.562788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5979b25c-e1d1-46d8-99a0-2f88c4532a33 req-b5155b8b-014e-4df7-a3e0-1a4ac5b3649f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227178 Apr 25 14:46:19.568306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cc814-bf09-4564-9ab8-adf6f5880763 None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '1da99c22-3669-406a-b481-a30ca8ff84e9', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'mac_address': 'fa:16:3e:e9:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e08d-8223-446e-9586-66fd7bd55daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:43Z', 'updated_at': '2022-04-25T14:46:14Z', 'revision_number': 1, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:46:19.600549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329043-7585-4c80-9623-d3c6be41c28a req-a03a5b0c-1c59-4540-b40d-c26098c74d19 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:19.602397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5329043-7585-4c80-9623-d3c6be41c28a req-a03a5b0c-1c59-4540-b40d-c26098c74d19 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.3851621 Apr 25 14:46:19.782660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd1089f0d-492f-4e2f-ae36-99169030a552', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'port_id': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'mac_address': 'fa:16:3e:3b:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:33Z', 'updated_at': '2022-04-25T14:46:16Z', 'revision_number': 1, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:30Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:19.786680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-92ab8e80-9f1b-49b4-b06b-9962ffa05d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:19.788083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] Checking router: ea16417e-ccf9-421d-afff-57aa42893c91 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:46:19.788675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-92ab8e80-9f1b-49b4-b06b-9962ffa05d80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45&device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 1096 time: 0.4344065 Apr 25 14:46:19.798277 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:19.799917 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:19.909848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 7396d9b5-c712-4b53-8696-44306e219abb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:19.910690 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:19.992264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbd714-e2b9-45c1-8c29-f3e61ba6e301 None None] New status for floating IP 1da99c22-3669-406a-b481-a30ca8ff84e9: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:46:20.120525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:20.126085 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:20.126493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:20.220201 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f5329043-7585-4c80-9623-d3c6be41c28a req-4bd1238e-4832-4a4b-a7a0-d506051cfff0 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6024084 Apr 25 14:46:20.226829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-214b74aa-57a8-4b8e-91b9-5814e1784547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:20.228273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-214b74aa-57a8-4b8e-91b9-5814e1784547 service neutron] 10.222.0.15 "GET /v2.0/networks?id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7 HTTP/1.1" status: 200 len: 907 time: 0.4222341 Apr 25 14:46:20.314030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 7396d9b5-c712-4b53-8696-44306e219abb owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:20.521881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:20.604313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=7396d9b5-c712-4b53-8696-44306e219abb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:20.745125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-aed70e92-076c-4df8-9b23-4cc6306cdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:20.745125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-aed70e92-076c-4df8-9b23-4cc6306cdc30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94449557ad8b4adab5296111342f7379&device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 1097 time: 1.0342457 Apr 25 14:46:20.831299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:20.887050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-5d8a06ed-eb07-4ec4-a175-d369fc4c8e91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c HTTP/1.1" status: 200 len: 999 time: 0.6317272 Apr 25 14:46:20.901401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:20.903211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-add7077b-aeca-4155-a3f1-b14a7c6b742d tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/floatingips/27eedd99-69c7-4f4d-96ab-776cd1a11f0e HTTP/1.1" status: 204 len: 168 time: 1.5609171 Apr 25 14:46:20.905970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51294) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:20.949299 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd1089f0d-492f-4e2f-ae36-99169030a552', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'port_id': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'mac_address': 'fa:16:3e:3b:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:33Z', 'updated_at': '2022-04-25T14:46:16Z', 'revision_number': 1, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:30Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:20.955313 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f302-52ff-498f-a223-31a7bb5f838f None None] The sync data for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 is: [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd1089f0d-492f-4e2f-ae36-99169030a552', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'port_id': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'mac_address': 'fa:16:3e:3b:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:45:33Z', 'updated_at': '2022-04-25T14:46:16Z', 'revision_number': 1, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:30Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:46:21.019666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7f719-7a4c-46ae-aa1d-ee22c62ce02b req-57218cb8-7dba-4f7a-8d79-f45f39155663 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:21.023474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-52b7f719-7a4c-46ae-aa1d-ee22c62ce02b req-57218cb8-7dba-4f7a-8d79-f45f39155663 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.3444049 Apr 25 14:46:21.037956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-8f72ffa3-adb9-43a8-801d-c8daabae4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:21.040428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-8f72ffa3-adb9-43a8-801d-c8daabae4be4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 200 len: 912 time: 0.2867682 Apr 25 14:46:21.051991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0a7f9-034a-4047-90a8-f124fa8c3558 req-68d06f7a-5b42-47fc-abae-7992a539c68a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:21.063139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91f0a7f9-034a-4047-90a8-f124fa8c3558 req-68d06f7a-5b42-47fc-abae-7992a539c68a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.4053442 Apr 25 14:46:21.093166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 60d0532a-5451-4778-9e05-64b2ccaa7657 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:21.093784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:21.144236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-52b7f719-7a4c-46ae-aa1d-ee22c62ce02b req-5d528999-74c6-4e18-b066-a470e3728b22 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144004 Apr 25 14:46:21.163001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-f9993db8-1a54-4aac-bfe5-e8aea414a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:21.165438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-f9993db8-1a54-4aac-bfe5-e8aea414a10b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74b188e6-154d-40fa-9ddb-57d928bd12df HTTP/1.1" status: 200 len: 845 time: 0.2548075 Apr 25 14:46:21.166757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-81d1036a-1f02-42c0-a7a2-56dc19f3529f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93 HTTP/1.1" status: 200 len: 217 time: 0.0997581 Apr 25 14:46:21.183308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:21.314065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91f0a7f9-034a-4047-90a8-f124fa8c3558 req-07defee1-8513-4f2a-8f9b-ba3ee50e3730 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498276 Apr 25 14:46:21.373918 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c793cd5-d404-48c0-95f3-7d8055992f3f None None] New status for floating IP d1089f0d-492f-4e2f-ae36-99169030a552: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:46:21.410378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-8d9ebe58-4d73-42b1-b3d0-128df64c456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:21.412229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-8d9ebe58-4d73-42b1-b3d0-128df64c456f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 200 len: 851 time: 0.1557803 Apr 25 14:46:21.475952 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:21.512270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-3a27343e-6695-4c11-8907-7c51fb3e4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:21.514888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-3a27343e-6695-4c11-8907-7c51fb3e4727 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77fb34aa-10b9-485f-99aa-7d0b511bcfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986565 Apr 25 14:46:21.527247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-ad9988b9-a7a1-4fdf-94e3-bfd9eec0ca1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c417c48-af90-4aec-b6df-bd735be0999b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981867 Apr 25 14:46:21.692088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:21.695552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:21.718768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:21.807144 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7deb77-7c91-4482-9efb-6856a4657bf7'] response: {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'code': 200} Apr 25 14:46:21.825882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:21.835390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:22.029902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 60d0532a-5451-4778-9e05-64b2ccaa7657 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:22.098910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-9898a6c1-20b6-4fef-ba48-f9e6974bbfb7 service neutron] 10.222.0.15 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663168 Apr 25 14:46:22.113213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-cc72f435-e41c-4af0-b416-c8f931e52245 service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008106 Apr 25 14:46:22.211703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:22.288269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=60d0532a-5451-4778-9e05-64b2ccaa7657,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:22.327360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c8e8e-5ca6-40e2-beb2-d823d7990b8f req-76571afc-5fe6-4096-84b6-418f22fd933e tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:22.328834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af4c8e8e-5ca6-40e2-beb2-d823d7990b8f req-76571afc-5fe6-4096-84b6-418f22fd933e tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 949 time: 0.3870742 Apr 25 14:46:22.331329 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-72cd9a56-6dca-4bb9-8643-70b2ae51ebc6 req-791172a3-e7cc-476a-ab94-5a3993ab7a55 service neutron] 10.222.0.15 "GET /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889522 Apr 25 14:46:22.503467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb302c-d3f3-4cd0-94be-f005fd530f1c req-95231202-1b10-4e32-8357-8fa543227dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870873 Apr 25 14:46:22.508804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af4c8e8e-5ca6-40e2-beb2-d823d7990b8f req-f5e1d62a-0a54-481e-bee5-6973a6f5ef24 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016078 Apr 25 14:46:22.595029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3542b6-3e88-4786-97e4-c8d9d61f9f37 req-ed164f0b-2c75-4660-8a92-066f222bacb2 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:22.596511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad3542b6-3e88-4786-97e4-c8d9d61f9f37 req-ed164f0b-2c75-4660-8a92-066f222bacb2 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2655602 Apr 25 14:46:22.599397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:22.641924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9a445922-0501-4df8-b70a-db6593145808 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/ports/60d0532a-5451-4778-9e05-64b2ccaa7657 HTTP/1.1" status: 204 len: 168 time: 1.7327166 Apr 25 14:46:22.643153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51342) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:22.651319 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad3542b6-3e88-4786-97e4-c8d9d61f9f37 req-b9c77418-0849-4fb9-91fa-75eb5084d7f3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 Apr 25 14:46:22.774947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 3906474c-4e83-4321-8105-4bf8368714c1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:22.774947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:22.906002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3952cd-ee1e-481f-83be-b30f3247a7ad req-a29260ee-e778-439f-81f5-af446e27a2bf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:22.907492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3952cd-ee1e-481f-83be-b30f3247a7ad req-a29260ee-e778-439f-81f5-af446e27a2bf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.2229786 Apr 25 14:46:23.165930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed3952cd-ee1e-481f-83be-b30f3247a7ad req-6237cc2b-8547-4731-96a2-2e6c82c3cb7b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527201 Apr 25 14:46:23.219312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:23.359603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 3906474c-4e83-4321-8105-4bf8368714c1 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:23.500194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:46:23.570983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:23.631513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Port': ['ID=3906474c-4e83-4321-8105-4bf8368714c1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.689521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.692885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:23.693671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.693671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.693671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:23.707415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:46:23.776789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:23.778230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b69be-5a97-473c-a7c5-e2d43e814047 req-457169f5-558a-445f-8995-8e04e9c463f2 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:23.782003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca5ea-c479-4d1b-9ea3-9670ae95f866 req-89dc9d57-b832-4f9c-a863-6f40dcc14f5e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:23.783472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aecca5ea-c479-4d1b-9ea3-9670ae95f866 req-89dc9d57-b832-4f9c-a863-6f40dcc14f5e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.2676613 Apr 25 14:46:23.786064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e8b69be-5a97-473c-a7c5-e2d43e814047 req-457169f5-558a-445f-8995-8e04e9c463f2 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 949 time: 0.1418264 Apr 25 14:46:23.788211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:23.796920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36dd2432-b5cb-46f9-8b69-d1ac6c81806d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:46:23.813537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:23.818607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ecbe8e51-bd33-4059-a941-bc1b263f4d4c tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/ports/3906474c-4e83-4321-8105-4bf8368714c1 HTTP/1.1" status: 204 len: 168 time: 1.1741924 Apr 25 14:46:23.821226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:23.822347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:23.850654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e8b69be-5a97-473c-a7c5-e2d43e814047 req-8a53c2f2-50fe-4441-a8fe-f534ed03a791 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Apr 25 14:46:23.889508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aecca5ea-c479-4d1b-9ea3-9670ae95f866 req-d4bfdf5a-79aa-4e09-ae89-177b845da485 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893829 Apr 25 14:46:23.904604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:23.925973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['36dd2432-b5cb-46f9-8b69-d1ac6c81806d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:46:23.935566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting subnet 897b90ec-c385-4ac0-a341-49c4ed3e3380 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:46:23.949915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.050017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.185690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57ef9b-89fa-46a9-867e-c0869580ec0c req-3df13907-230d-43c7-81a2-bc99133cbf1b tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:24.196292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e57ef9b-89fa-46a9-867e-c0869580ec0c req-3df13907-230d-43c7-81a2-bc99133cbf1b tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1845727 Apr 25 14:46:24.279211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e57ef9b-89fa-46a9-867e-c0869580ec0c req-5ecd54a3-2b66-4293-be6b-71403fa16e0f tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718300 Apr 25 14:46:24.413427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1569b07-9d8f-4f2a-8058-d17e0e9643b3 req-e3723bc9-1b4a-476d-a627-e55ac619f6af tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:24.414917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1569b07-9d8f-4f2a-8058-d17e0e9643b3 req-e3723bc9-1b4a-476d-a627-e55ac619f6af tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.2615695 Apr 25 14:46:24.422075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.488076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-cef98ace-1ab5-4237-a67f-8fb29f045e98 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:24.489526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-cef98ace-1ab5-4237-a67f-8fb29f045e98 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.15 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 949 time: 0.2757540 Apr 25 14:46:24.574078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1569b07-9d8f-4f2a-8058-d17e0e9643b3 req-ba83a58a-f1fa-4ae1-a25d-6b331b877f9c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202700 Apr 25 14:46:24.597975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Deleting port ec316604-b1e4-4e50-8318-975d932e97a3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:24.598289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.638308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.687492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Subnet': ['ID=897b90ec-c385-4ac0-a341-49c4ed3e3380,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:24.691462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.701318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc93a6-cda5-4818-97ad-4bd3e7e5cfd0 None None] Network 0e3e82c6-f360-407c-a954-ddd4f2f0844f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:46:24.710210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-458d6d47-1f31-412b-88ab-68c6d8905a34 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/subnets/897b90ec-c385-4ac0-a341-49c4ed3e3380 HTTP/1.1" status: 204 len: 168 time: 0.8879485 Apr 25 14:46:24.711367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:24.814848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting subnet f3243090-a8f5-4334-afc9-7ec9a07417ca {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:46:24.818820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:24.899660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.047489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.092684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] For port ec316604-b1e4-4e50-8318-975d932e97a3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec316604-b1e4-4e50-8318-975d932e97a3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:25.093094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.105911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] DHCP port deletion for 0e3e82c6-f360-407c-a954-ddd4f2f0844f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:46:25.111631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] Deleting port 86be5eea-ad97-4781-b042-46616c861704 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:25.112819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.183093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.238069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Subnet': ['ID=f3243090-a8f5-4334-afc9-7ec9a07417ca,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:25.254210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.264186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0f16f14b-44ed-4ff3-8a6e-381e4f4dd362 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/subnets/f3243090-a8f5-4334-afc9-7ec9a07417ca HTTP/1.1" status: 204 len: 168 time: 0.5517213 Apr 25 14:46:25.267047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:25.336955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0089222-407c-4b62-b73c-4982b38fffcd req-77b039a6-8a6f-4206-997d-65baf35aa0ba tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:25.338725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0089222-407c-4b62-b73c-4982b38fffcd req-77b039a6-8a6f-4206-997d-65baf35aa0ba tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 949 time: 0.2108793 Apr 25 14:46:25.376769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Calling delete_port for ec316604-b1e4-4e50-8318-975d932e97a3 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:25.397730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] For port 86be5eea-ad97-4781-b042-46616c861704, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86be5eea-ad97-4781-b042-46616c861704,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:25.398144 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.408421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553823e-5a5e-441a-9711-07c35ababe32 None None] Network ecd76a9f-b183-4948-9f11-602fe608ffff requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:46:25.433303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147305aa-e56c-4631-a011-668f55699296 req-4c3c6ea0-642d-4ee5-aa15-39d9b857047c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:25.440611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-147305aa-e56c-4631-a011-668f55699296 req-4c3c6ea0-642d-4ee5-aa15-39d9b857047c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.4730148 Apr 25 14:46:25.457198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0089222-407c-4b62-b73c-4982b38fffcd req-3849544e-598d-47b8-b325-4acab02c0489 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/security-groups?id=b912a321-67ce-411f-b765-8791410aea98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650549 Apr 25 14:46:25.485353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.507442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 86be5eea-ad97-4781-b042-46616c861704 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:25.507961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.557637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:46:25.560386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-147305aa-e56c-4631-a011-668f55699296 req-d4712d9e-0cb4-4811-bfd4-f38b2544728e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138239 Apr 25 14:46:25.671350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.723167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Pushing event deleted for resources: {'Port': ['ID=ec316604-b1e4-4e50-8318-975d932e97a3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:25.750962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] Calling delete_port for 86be5eea-ad97-4781-b042-46616c861704 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:25.809946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] No DVR routers for this DVR port ec316604-b1e4-4e50-8318-975d932e97a3 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:25.812534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.815118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-deleted', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:25.858354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ee6a78d-ab98-45db-b6a9-667dbecfafec req-9fd5bb97-9053-468a-b7f7-c5f7397d8986 tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.15 "DELETE /v2.0/ports/ec316604-b1e4-4e50-8318-975d932e97a3 HTTP/1.1" status: 204 len: 173 time: 1.3594065 Apr 25 14:46:25.877583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] For port 86be5eea-ad97-4781-b042-46616c861704, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=86be5eea-ad97-4781-b042-46616c861704,segment=NetworkSegment(df3b53f3-44b1-46be-9a13-3d2de40a54a2),segment_id=df3b53f3-44b1-46be-9a13-3d2de40a54a2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:25.878714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:25.903792 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b45e23f-17ef-4b71-9424-e99d4782e304'] response: {'server_uuid': '00e569c8-a389-4df7-82eb-0494770e6621', 'name': 'network-vif-deleted', 'tag': 'ec316604-b1e4-4e50-8318-975d932e97a3', 'status': 'completed', 'code': 200} Apr 25 14:46:25.916192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e67144-797a-4549-9017-f39a590ad64b req-afd3d145-677f-4c32-8055-30dc949e40ab tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:25.923801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79e67144-797a-4549-9017-f39a590ad64b req-afd3d145-677f-4c32-8055-30dc949e40ab tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.2844462 Apr 25 14:46:25.980918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:46:25.981596 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.019330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.059590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Calling delete_port for 86be5eea-ad97-4781-b042-46616c861704 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:26.083590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] Pushing event deleted for resources: {'Port': ['ID=86be5eea-ad97-4781-b042-46616c861704,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:26.104079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51671a91-6c55-4141-a1d7-6306cdfe86a2 None None] No DVR routers for this DVR port 86be5eea-ad97-4781-b042-46616c861704 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:26.145519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79e67144-797a-4549-9017-f39a590ad64b req-83e10952-f592-422e-bc84-f2d1132a3084 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204354 Apr 25 14:46:26.217884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:46:26.218422 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:46:26.229438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86be5eea-ad97-4781-b042-46616c861704 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:26.278981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] DHCP port deletion for ecd76a9f-b183-4948-9f11-602fe608ffff request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:46:26.283317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 86be5eea-ad97-4781-b042-46616c861704 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:26.283667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 86be5eea-ad97-4781-b042-46616c861704 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:26.292433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] Deleting port 9f887763-32ce-48e4-971e-856088351a9d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:26.293383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.345094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.388413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:26.434033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:26.447256 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6d7bbf-b21a-49e3-b21b-699639a7abd0'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:46:26.450695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.703818 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-37959a60-4cb3-403f-b66f-1ecfa97e12de req-479cd996-12f8-4906-9382-e0077f8eebfd tempest-ImagesOneServerTestJSON-1537687039 tempest-ImagesOneServerTestJSON-1537687039-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e569c8-a389-4df7-82eb-0494770e6621 HTTP/1.1" status: 200 len: 210 time: 0.0643439 Apr 25 14:46:26.720346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Deleting port 86be5eea-ad97-4781-b042-46616c861704 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:26.720824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.755900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] For port 9f887763-32ce-48e4-971e-856088351a9d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9f887763-32ce-48e4-971e-856088351a9d,segment=NetworkSegment(fc91f191-544e-4fa0-ad65-1848376ee9a9),segment_id=fc91f191-544e-4fa0-ad65-1848376ee9a9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:26.756918 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:26.800850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01ed1-755e-4897-aada-aa12cdef4dda req-8465fc09-9caf-4df4-bfdb-e0156fee2e76 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:26.803599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1c01ed1-755e-4897-aada-aa12cdef4dda req-8465fc09-9caf-4df4-bfdb-e0156fee2e76 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1377437 Apr 25 14:46:26.814527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] The port '86be5eea-ad97-4781-b042-46616c861704' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:46:26.850047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1c01ed1-755e-4897-aada-aa12cdef4dda req-76848832-49d5-4968-8c35-a4d435d00c77 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Apr 25 14:46:26.897958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] Calling delete_port for 9f887763-32ce-48e4-971e-856088351a9d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:26.937395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:26.983753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.031160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] Pushing event deleted for resources: {'Port': ['ID=9f887763-32ce-48e4-971e-856088351a9d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:27.034666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b4c29-f671-406e-9fc6-284ca1e029a1 None None] No DVR routers for this DVR port 9f887763-32ce-48e4-971e-856088351a9d on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:27.091904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.123376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3e82c6-f360-407c-a954-ddd4f2f0844f']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:27.141816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3b53f3-44b1-46be-9a13-3d2de40a54a2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:27.142119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3b53f3-44b1-46be-9a13-3d2de40a54a2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:27.156367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.172335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6407b9-aa51-4e04-beb6-6538dd27088d req-ba747714-7e5b-43a9-8256-5703ff99ae0e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:27.173799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af6407b9-aa51-4e04-beb6-6538dd27088d req-ba747714-7e5b-43a9-8256-5703ff99ae0e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.3268602 Apr 25 14:46:27.181501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.203233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:46:27.203637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.210285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:46:27.218672 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:46:27.247331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: ec316604-b1e4-4e50-8318-975d932e97a3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:27.247691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec316604-b1e4-4e50-8318-975d932e97a3 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:27.309603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af6407b9-aa51-4e04-beb6-6538dd27088d req-b357bb57-7b7f-41a7-9e9e-43b813b454bb tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291234 Apr 25 14:46:27.316484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.348695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.351565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Network': ['ID=0e3e82c6-f360-407c-a954-ddd4f2f0844f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:27.368739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.369111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.369457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.369793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.370129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.370566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.370785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.371704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.372036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.372364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.372686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.373008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:27.391401 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbd41795-43f1-46ff-8e6d-02c1a4968b2f tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/networks/0e3e82c6-f360-407c-a954-ddd4f2f0844f HTTP/1.1" status: 204 len: 168 time: 2.1232772 Apr 25 14:46:27.394045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51464) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:27.535499 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.692653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.723578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd76a9f-b183-4948-9f11-602fe608ffff']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:27.737239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91f191-544e-4fa0-ad65-1848376ee9a9') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:27.738192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91f191-544e-4fa0-ad65-1848376ee9a9') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:27.751784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.794343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.803264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:46:27.803600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:46:27.834074 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:46:27.947842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.969506 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:27.985623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] Pushing event deleted for resources: {'Network': ['ID=ecd76a9f-b183-4948-9f11-602fe608ffff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:28.009082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-db0c856f-2235-4d3c-94da-743cd0fbb8c5 tempest-TaggedBootDevicesTest-338192064 tempest-TaggedBootDevicesTest-338192064-project] 10.222.0.23 "DELETE /v2.0/networks/ecd76a9f-b183-4948-9f11-602fe608ffff HTTP/1.1" status: 204 len: 168 time: 0.6025817 Apr 25 14:46:28.154451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9f887763-32ce-48e4-971e-856088351a9d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:28.235154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff40fc-7a40-4ddf-b8e2-92dc2948d6bd req-0d212e76-ddf9-4a27-8bfe-fc22c71e5dd6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:28.236693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daff40fc-7a40-4ddf-b8e2-92dc2948d6bd req-0d212e76-ddf9-4a27-8bfe-fc22c71e5dd6 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1846242 Apr 25 14:46:28.265203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 9f887763-32ce-48e4-971e-856088351a9d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:28.270064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9f887763-32ce-48e4-971e-856088351a9d not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:28.335072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daff40fc-7a40-4ddf-b8e2-92dc2948d6bd req-85b4d7a6-cf89-4757-ad7f-90f8cdfc8d8e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859184 Apr 25 14:46:28.425256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51516) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:28.548892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0940479-ab52-4c2e-91aa-c81f7c239200 req-abcc83f0-abf2-463b-ae22-061f459313a4 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:28.556039 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0940479-ab52-4c2e-91aa-c81f7c239200 req-abcc83f0-abf2-463b-ae22-061f459313a4 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1131666 Apr 25 14:46:28.623918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0940479-ab52-4c2e-91aa-c81f7c239200 req-25d47a15-867f-4bfc-8d7d-c94bb404ef0b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668015 Apr 25 14:46:28.719917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:28.793879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:28.795030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-12396601-dce9-495b-a7ce-288d187317a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5eaf2672bab4ada8d4573838d54d034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685529 Apr 25 14:46:28.910669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e03fd4-3ada-4a2e-9319-ee168ca3d638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:28.961321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e03fd4-3ada-4a2e-9319-ee168ca3d638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:29.043680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e03fd4-3ada-4a2e-9319-ee168ca3d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:29.076602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e03fd4-3ada-4a2e-9319-ee168ca3d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912a321-67ce-411f-b765-8791410aea98,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:29.086303 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e03fd4-3ada-4a2e-9319-ee168ca3d638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:29.087769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48e03fd4-3ada-4a2e-9319-ee168ca3d638 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b912a321-67ce-411f-b765-8791410aea98 HTTP/1.1" status: 204 len: 168 time: 0.2928975 Apr 25 14:46:29.655253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d488-8b08-4d43-909a-b9bc61a12bcf req-e5391880-dff3-4e3d-825a-37dffcf13313 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:29.669765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5564d488-8b08-4d43-909a-b9bc61a12bcf req-e5391880-dff3-4e3d-825a-37dffcf13313 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1853175 Apr 25 14:46:29.782723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5564d488-8b08-4d43-909a-b9bc61a12bcf req-7fa73585-6ff4-480c-9309-a81f00931fa5 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115108 Apr 25 14:46:30.032241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb437f-39ae-446b-91da-c2baed42100b req-d750a6ae-f090-41f7-a998-7df5363d87a9 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:30.037574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ceb437f-39ae-446b-91da-c2baed42100b req-d750a6ae-f090-41f7-a998-7df5363d87a9 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1733336 Apr 25 14:46:30.137003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-eaa0bc6c-1faa-4985-9e26-a5d617c2c380 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:30.138552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-eaa0bc6c-1faa-4985-9e26-a5d617c2c380 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.15 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.1849260 Apr 25 14:46:30.142045 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ceb437f-39ae-446b-91da-c2baed42100b req-cfb3a31d-ece1-4168-8e71-a12f0b8dc84e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970025 Apr 25 14:46:30.243093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Deleting port a106b383-cb31-4ad8-8530-b2df8f62ab93 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:30.243725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:30.609866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] For port a106b383-cb31-4ad8-8530-b2df8f62ab93, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a106b383-cb31-4ad8-8530-b2df8f62ab93,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:30.610410 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:30.785309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Calling delete_port for a106b383-cb31-4ad8-8530-b2df8f62ab93 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:31.211435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:31.226460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['51b5f745-57d0-49be-87df-a428b3ed163c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:46:31.373703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a106b383-cb31-4ad8-8530-b2df8f62ab93'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:46:31.711779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Pushing event deleted for resources: {'Port': ['ID=a106b383-cb31-4ad8-8530-b2df8f62ab93,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:31.822756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] No DVR routers for this DVR port a106b383-cb31-4ad8-8530-b2df8f62ab93 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:31.828011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:31.831671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'name': 'network-vif-deleted', 'tag': 'a106b383-cb31-4ad8-8530-b2df8f62ab93'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:31.846033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea844-c6f1-4d13-9f00-07a40bd8df7d req-1d0c0d26-a304-450f-b3bf-ade72948a03e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:31.853571 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-844ea844-c6f1-4d13-9f00-07a40bd8df7d req-1d0c0d26-a304-450f-b3bf-ade72948a03e tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=c687e1e3-a15c-4952-8b06-8178d815c0a4 HTTP/1.1" status: 200 len: 946 time: 0.8023422 Apr 25 14:46:31.937151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-844ea844-c6f1-4d13-9f00-07a40bd8df7d req-106f6cbc-3580-49b5-8668-98f9a15102e3 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789044 Apr 25 14:46:31.942712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05212bd-4e92-446f-b930-a225557be9f6 req-31d9ebd9-e063-45e7-b017-adfe99d8c61a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:31.943215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecb4ee8f-9330-424c-99db-20096884e5b8 req-0d4f8192-d2b1-4b4c-b552-1c308eb21249 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.15 "DELETE /v2.0/ports/a106b383-cb31-4ad8-8530-b2df8f62ab93 HTTP/1.1" status: 204 len: 173 time: 1.7957263 Apr 25 14:46:31.944282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f05212bd-4e92-446f-b930-a225557be9f6 req-31d9ebd9-e063-45e7-b017-adfe99d8c61a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1922574 Apr 25 14:46:32.039669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f05212bd-4e92-446f-b930-a225557be9f6 req-f76c18a0-b1d5-4c8c-885a-1153e00fdd3c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783808 Apr 25 14:46:32.099690 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c324ff41-df7f-4d9a-a7c2-c67bb70aae96'] response: {'server_uuid': 'c687e1e3-a15c-4952-8b06-8178d815c0a4', 'name': 'network-vif-deleted', 'tag': 'a106b383-cb31-4ad8-8530-b2df8f62ab93', 'status': 'completed', 'code': 200} Apr 25 14:46:33.215701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:33.246733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a106b383-cb31-4ad8-8530-b2df8f62ab93 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:33.321186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: a106b383-cb31-4ad8-8530-b2df8f62ab93 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:33.321848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a106b383-cb31-4ad8-8530-b2df8f62ab93 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:33.410097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4840b-8e3b-4168-bb7a-3ac6f696057a req-abfc37de-fdbf-4bb2-b3c6-8a189bf962f2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:33.413917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ece4840b-8e3b-4168-bb7a-3ac6f696057a req-abfc37de-fdbf-4bb2-b3c6-8a189bf962f2 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1478729 Apr 25 14:46:33.548850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ece4840b-8e3b-4168-bb7a-3ac6f696057a req-38257214-d9a5-47e3-871e-722b19de1eec tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301630 Apr 25 14:46:33.585738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:33.644935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:46:33.656454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Usage tracker for resource:security_group_rule and tenant:09f4722783a247f29680a506e41e9edb is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:46:33.659883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:46:33.676493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:46:33.912271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:33.926304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:33.974125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fb595-64c2-43dc-98a2-f17826402c96,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:34.066771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7389c-e1a5-4b8f-89cf-9a88798c9ecf req-57ae69d3-5b29-4f0a-abae-6bec64d68314 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:34.066771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-58b7389c-e1a5-4b8f-89cf-9a88798c9ecf req-57ae69d3-5b29-4f0a-abae-6bec64d68314 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Synchronizing usage tracker for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:46:34.091901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c6d0a2eb-3cea-400c-bb1f-3cfce9ddc5ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09f4722783a247f29680a506e41e9edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8620913 Apr 25 14:46:34.096285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:34.100902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-58b7389c-e1a5-4b8f-89cf-9a88798c9ecf req-57ae69d3-5b29-4f0a-abae-6bec64d68314 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Unset dirty status for tenant:94449557ad8b4adab5296111342f7379 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:46:34.110322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-58b7389c-e1a5-4b8f-89cf-9a88798c9ecf req-57ae69d3-5b29-4f0a-abae-6bec64d68314 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.2790256 Apr 25 14:46:34.126657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:34.188590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-58b7389c-e1a5-4b8f-89cf-9a88798c9ecf req-072bbd0a-6a1c-4bec-b0e6-949b9fd71dff tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770943 Apr 25 14:46:34.228083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296bf2b4-dee3-47a0-afd9-0b87209a8a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:34.256335 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296bf2b4-dee3-47a0-afd9-0b87209a8a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:34.323645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296bf2b4-dee3-47a0-afd9-0b87209a8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:34.348697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296bf2b4-dee3-47a0-afd9-0b87209a8a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:34.351488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-296bf2b4-dee3-47a0-afd9-0b87209a8a03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea1fb595-64c2-43dc-98a2-f17826402c96 HTTP/1.1" status: 204 len: 168 time: 0.2614870 Apr 25 14:46:34.356459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bf2b4-dee3-47a0-afd9-0b87209a8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fb595-64c2-43dc-98a2-f17826402c96,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:34.804605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54de7-2997-4066-b2b4-ee0f0adba6fc req-f4cf8e4e-42c9-4c1f-8afc-5fdf1b49a076 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:34.810498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-73b54de7-2997-4066-b2b4-ee0f0adba6fc req-f4cf8e4e-42c9-4c1f-8afc-5fdf1b49a076 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1133139 Apr 25 14:46:34.888658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-73b54de7-2997-4066-b2b4-ee0f0adba6fc req-a2bbaf75-f355-4dbb-b86a-ef9a2f985a3b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713096 Apr 25 14:46:35.427084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:35.462769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef29a-aaa1-42f9-b47f-d838c8883209 req-737da0ae-2e2f-4650-9768-d8fafea42704 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:35.471039 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b7ef29a-aaa1-42f9-b47f-d838c8883209 req-737da0ae-2e2f-4650-9768-d8fafea42704 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.1188111 Apr 25 14:46:35.575034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b7ef29a-aaa1-42f9-b47f-d838c8883209 req-60b77f72-a1cb-4389-b9af-a3db1e2d0d82 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025982 Apr 25 14:46:35.675364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1423011228-network', 'tenant_id': '005397a8be3a45d79fcf25459b52e96d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:35.808872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:46:35.808872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Usage tracker for resource:network and tenant:005397a8be3a45d79fcf25459b52e96d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:46:35.808872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:46:35.808872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:46:35.920486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Made reservation on behalf of 005397a8be3a45d79fcf25459b52e96d for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:46:35.920486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:35.920486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:35.963908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:46:35.973563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Usage tracker for resource:security_group_rule and tenant:005397a8be3a45d79fcf25459b52e96d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:46:35.977649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:46:35.997262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:46:36.334319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.359369 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.377079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:46:36.385515 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.385515 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Added segment d4ae0ab5-9673-4426-99a1-1e1c217bdc1b of type vlan for network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f Apr 25 14:46:36.429263 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.525007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b1aaf-1d12-4a2c-921b-a5233943ce70 req-ff53f22e-4878-4f4e-b3bc-2e4f4ec3c735 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:36.533425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-289b1aaf-1d12-4a2c-921b-a5233943ce70 req-ff53f22e-4878-4f4e-b3bc-2e4f4ec3c735 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.3901200 Apr 25 14:46:36.535973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffede61-6fea-4565-9517-6cf86654885b req-13137cd2-2f63-424a-9081-f01bf2589822 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:36.537518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ffede61-6fea-4565-9517-6cf86654885b req-13137cd2-2f63-424a-9081-f01bf2589822 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 0.2395387 Apr 25 14:46:36.543612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.544679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:36.545394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.670516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Deleting port 51b5f745-57d0-49be-87df-a428b3ed163c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:36.671127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:36.757704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Pushing event updated for resources: {'Network': ['ID=87598e0f-fcc6-4320-8c52-e52d6a8bd78f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:36.757704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3223379 Apr 25 14:46:36.766016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51736) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:36.766016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56504ac-4166-47b1-8fce-eea28a455ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c5890-8713-4c82-8145-8b6773929b69,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:36.778018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Request body: {'subnet': {'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1423011228-subnet', 'tenant_id': '005397a8be3a45d79fcf25459b52e96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:36.797684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-289b1aaf-1d12-4a2c-921b-a5233943ce70 req-44fcf83d-38b0-4d06-8459-cdd438d2d597 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564518 Apr 25 14:46:36.797684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:46:36.801882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:46:36.832479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Usage tracker for resource:subnet and tenant:005397a8be3a45d79fcf25459b52e96d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:46:36.840269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:46:36.854030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:46:36.882797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Made reservation on behalf of 005397a8be3a45d79fcf25459b52e96d for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:46:36.882797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:37.451083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] For port 51b5f745-57d0-49be-87df-a428b3ed163c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=51b5f745-57d0-49be-87df-a428b3ed163c,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:37.451440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:37.545295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:37.609080 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:46:37.629474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Calling delete_port for 51b5f745-57d0-49be-87df-a428b3ed163c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:37.722930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddf7634-b417-4b8c-9eae-0768bd816169,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:37.750209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Checking segment: {'id': 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:46:37.750209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Network hostable DHCP agents. Network: 87598e0f-fcc6-4320-8c52-e52d6a8bd78f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:46:37.791990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:46:37.810596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 87598e0f-fcc6-4320-8c52-e52d6a8bd78f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:46:37.814996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:37.815594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:37.821074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe4f97-aaec-4130-81c1-5caf92c7bd27 None None] Network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:46:37.885138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e76224-0ead-40ff-9dc9-7bd98e7fc640 req-db959c9c-42e5-4002-b6c2-ed700d756604 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:37.899854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca200b1c-9074-4f65-b0f1-bf5469e1c4f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1358380 Apr 25 14:46:37.900761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5e76224-0ead-40ff-9dc9-7bd98e7fc640 req-db959c9c-42e5-4002-b6c2-ed700d756604 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 945 time: 1.0180326 Apr 25 14:46:38.062997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5e76224-0ead-40ff-9dc9-7bd98e7fc640 req-15627064-4fba-4f51-b169-092c4df448b7 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/security-groups?id=66803701-c14e-4f34-916e-fb399f9020cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504359 Apr 25 14:46:38.322008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:38.476591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Pushing event deleted for resources: {'Port': ['ID=51b5f745-57d0-49be-87df-a428b3ed163c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:38.517991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45660527-8949-42c1-9e90-0d64d05c8caf req-d2c29b42-84d1-410b-852c-7f9b9e75dd16 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:38.523505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['51b5f745-57d0-49be-87df-a428b3ed163c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:46:38.540037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45660527-8949-42c1-9e90-0d64d05c8caf req-d2c29b42-84d1-410b-852c-7f9b9e75dd16 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1767254 Apr 25 14:46:38.611482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] No DVR routers for this DVR port 51b5f745-57d0-49be-87df-a428b3ed163c on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:38.619475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:38.623635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'name': 'network-vif-deleted', 'tag': '51b5f745-57d0-49be-87df-a428b3ed163c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:38.672848 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45660527-8949-42c1-9e90-0d64d05c8caf req-45c7cf62-ca11-48d0-9d8c-fd161af607af tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425812 Apr 25 14:46:38.703359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ffede61-6fea-4565-9517-6cf86654885b req-02a84204-48db-4e60-8da9-2e8928ef33aa tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.21 "DELETE /v2.0/ports/51b5f745-57d0-49be-87df-a428b3ed163c HTTP/1.1" status: 204 len: 173 time: 2.1586657 Apr 25 14:46:38.778789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-615bb34b-6eb0-4aa7-bada-7aaffd00c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:38.815854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee145a-fe99-4b45-9432-d7d7f4ddacde None None] Network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:46:38.837217 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd31a09-19a7-43ca-8d7f-e792b5a73522'] response: {'server_uuid': 'aa25380a-38db-4357-bd52-1856ebf01c64', 'name': 'network-vif-deleted', 'tag': '51b5f745-57d0-49be-87df-a428b3ed163c', 'status': 'completed', 'code': 200} Apr 25 14:46:39.403694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-165a7fdf-253b-4c10-8503-b19d0c9593df tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:39.410633 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-165a7fdf-253b-4c10-8503-b19d0c9593df tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/networks?id=87598e0f-fcc6-4320-8c52-e52d6a8bd78f HTTP/1.1" status: 200 len: 818 time: 0.3515141 Apr 25 14:46:39.427050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-0b7484fb-46da-48bb-b4c9-01fa34d28353 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/quotas/005397a8be3a45d79fcf25459b52e96d HTTP/1.1" status: 200 len: 375 time: 0.0151796 Apr 25 14:46:39.457633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0337f1b9-b8ec-4823-a565-7a8d75d95013 req-4bdeaa13-e225-4f8a-900d-9c2115520060 tempest-ServerRescueTestJSON-274403562 tempest-ServerRescueTestJSON-274403562-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa25380a-38db-4357-bd52-1856ebf01c64 HTTP/1.1" status: 200 len: 210 time: 0.0615542 Apr 25 14:46:39.562150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-f0c6fb47-25ab-4a86-bb9e-b3b4c98b7fdc tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=005397a8be3a45d79fcf25459b52e96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173522 Apr 25 14:46:40.058848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-21603c4d-c448-4349-992b-44a9051e0b71 service neutron] 10.222.0.23 "GET /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015621 Apr 25 14:46:40.066260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24895218-b120-4e56-a210-a3fb51f021e1 req-d32f0815-d74f-45d7-870d-38f7ea8bef66 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:40.076995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24895218-b120-4e56-a210-a3fb51f021e1 req-d32f0815-d74f-45d7-870d-38f7ea8bef66 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.2472789 Apr 25 14:46:40.172613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24895218-b120-4e56-a210-a3fb51f021e1 req-f5815296-7d52-415b-979c-cf0c8b020f6c tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879776 Apr 25 14:46:40.343741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-f0d23232-f5b0-4c42-9426-ba22452d3a48 service neutron] 10.222.0.23 "GET /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783859 Apr 25 14:46:40.657217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51824) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:40.756557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c4346ea-caae-4984-9962-a1ae8dc5ce95 req-d2833550-a174-46e8-a522-2001cbfc6374 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 210 time: 0.0850434 Apr 25 14:46:40.890749 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-758fdf24-9bd8-49ab-9fe2-964ec3cc423f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:41.085190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51838) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:41.621008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51b5f745-57d0-49be-87df-a428b3ed163c no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:41.700782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 51b5f745-57d0-49be-87df-a428b3ed163c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:41.700782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 51b5f745-57d0-49be-87df-a428b3ed163c not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:41.772390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:41.889193 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:41.898527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c29f6-899d-4622-9d9b-9ad561a324da req-9ce48cb7-e8cf-4910-90ad-ec14de4b989a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:41.916924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a36c29f6-899d-4622-9d9b-9ad561a324da req-9ce48cb7-e8cf-4910-90ad-ec14de4b989a tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.4545527 Apr 25 14:46:41.980097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a36c29f6-899d-4622-9d9b-9ad561a324da req-9a208047-96b6-467a-a8b1-be30e81b6c67 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 Apr 25 14:46:42.070780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33288b87-1480-439a-bd00-62bdc490afd4 req-aa295124-e4c0-462b-bb40-e90c32e25996 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 210 time: 0.0765960 Apr 25 14:46:42.115139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:43.005340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:43.053155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Deleting port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:43.053718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:43.208526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-24dc8aec-a24f-4ad0-9316-a26f86cc9d68 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:43.208526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-24dc8aec-a24f-4ad0-9316-a26f86cc9d68 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.21 "GET /v2.0/networks?id=87598e0f-fcc6-4320-8c52-e52d6a8bd78f HTTP/1.1" status: 200 len: 818 time: 0.4367166 Apr 25 14:46:43.230855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Request body: {'port': {'device_id': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f', 'admin_state_up': True, 'tenant_id': '005397a8be3a45d79fcf25459b52e96d'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:43.494949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-376ef97f-c33d-401e-b5ee-ceb4068cb61a req-99e9826e-d2e0-455f-be98-6a15d1795e0d tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 210 time: 0.0513039 Apr 25 14:46:43.585769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:43.587396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] For port 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,segment=NetworkSegment(dc5cae0f-1564-4e7f-8df9-ea0368e962b0),segment_id=dc5cae0f-1564-4e7f-8df9-ea0368e962b0)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:43.587396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:43.618872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a70e-5e19-41ba-8769-2f1e4b105f7d req-87a87fed-e096-4b5e-b208-53aff3139f51 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:43.629802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b76a70e-5e19-41ba-8769-2f1e4b105f7d req-87a87fed-e096-4b5e-b208-53aff3139f51 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.2729108 Apr 25 14:46:43.803630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Calling delete_port for 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:43.852366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b76a70e-5e19-41ba-8769-2f1e4b105f7d req-764f5020-f2c9-44f3-b3d7-662a5c80e025 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213316 Apr 25 14:46:43.991033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:46:44.000615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Usage tracker for resource:port and tenant:005397a8be3a45d79fcf25459b52e96d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:46:44.000615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:46:44.005386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:46:44.028343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Made reservation on behalf of 005397a8be3a45d79fcf25459b52e96d for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:46:44.031262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:44.275001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:44.298371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Allocated IP 172.20.0.11 (87598e0f-fcc6-4320-8c52-e52d6a8bd78f/8ddf7634-b417-4b8c-9eae-0768bd816169/7e981503-9f76-494b-b815-5de6f5ed1d43) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:46:44.339353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Pushing event deleted for resources: {'Port': ['ID=09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:44.546019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Deleting port e0492b01-40ca-4d86-8007-c7ebd368a792 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:44.546430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:44.787690 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:44.939391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8ce5a8e-1ae9-4c5f-8e69-65f736b3ede3 req-e16fbd7b-7611-4c09-9f84-c252c04fabe2 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 210 time: 0.0971465 Apr 25 14:46:44.962287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:45.081152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:45.084793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] For port e0492b01-40ca-4d86-8007-c7ebd368a792, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e0492b01-40ca-4d86-8007-c7ebd368a792,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:45.085376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:45.375031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Calling delete_port for e0492b01-40ca-4d86-8007-c7ebd368a792 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:45.441696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:46:45.452687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:46:45.459167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:46:45.461718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990525d-f882-40b6-bdd8-36496506d2fa req-01f85549-0f04-42f3-a201-0f12824ab5c7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:45.470066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c990525d-f882-40b6-bdd8-36496506d2fa req-01f85549-0f04-42f3-a201-0f12824ab5c7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.3511884 Apr 25 14:46:45.527524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Pushing event updated for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:45.653435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c990525d-f882-40b6-bdd8-36496506d2fa req-2d94246a-fcf4-464e-b495-5fd329efdccf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756492 Apr 25 14:46:45.752308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Router 574af498-17e3-4f83-ab6d-41b79bf4ccee has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:46:45.799652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:45.800525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:45.844227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-1da4ea96-2430-422c-a8a8-c362726d0630 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6255605 Apr 25 14:46:45.856608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Request body: {'port': {'device_id': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:46:46.046435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:46.219571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:46:46.236384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] Sync routers for ids ['574af498-17e3-4f83-ab6d-41b79bf4ccee'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:46:46.268803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e04d62f7-3570-4e0f-b489-9f56cb9eb74d admin admin] 10.222.0.23 "PUT /v2.0/routers/574af498-17e3-4f83-ab6d-41b79bf4ccee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6143618 Apr 25 14:46:46.268803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51924) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:46.284593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] Routers {'574af498-17e3-4f83-ab6d-41b79bf4ccee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:46.284593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['574af498-17e3-4f83-ab6d-41b79bf4ccee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:46.576640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:46.611369 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:46.764299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] Set router 574af498-17e3-4f83-ab6d-41b79bf4ccee gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:46.780805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0492b01-40ca-4d86-8007-c7ebd368a792,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:47.080872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:47.107022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Deleting port 60dc5eb1-5d19-449c-bdfa-698f339dce92 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:47.107022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:47.212412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835be39-81ba-43d8-8148-765f7344fcc0 req-b7a13c51-7aba-4c2b-80be-6f3a816cca03 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:47.212412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b835be39-81ba-43d8-8148-765f7344fcc0 req-b7a13c51-7aba-4c2b-80be-6f3a816cca03 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Synchronizing usage tracker for tenant:005397a8be3a45d79fcf25459b52e96d on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:46:47.352749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b835be39-81ba-43d8-8148-765f7344fcc0 req-b7a13c51-7aba-4c2b-80be-6f3a816cca03 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Unset dirty status for tenant:005397a8be3a45d79fcf25459b52e96d on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:46:47.353748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b835be39-81ba-43d8-8148-765f7344fcc0 req-b7a13c51-7aba-4c2b-80be-6f3a816cca03 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 932 time: 0.9895570 Apr 25 14:46:47.377170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] For port 60dc5eb1-5d19-449c-bdfa-698f339dce92, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=60dc5eb1-5d19-449c-bdfa-698f339dce92,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:47.377541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:47.461689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:46:44Z', 'revision_number': 5, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port': {'id': '60dc5eb1-5d19-449c-bdfa-698f339dce92', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:44:18Z', 'updated_at': '2022-04-25T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:47.466911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] Checking router: 574af498-17e3-4f83-ab6d-41b79bf4ccee for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:46:47.476882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] Routers {'574af498-17e3-4f83-ab6d-41b79bf4ccee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:47.477844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['574af498-17e3-4f83-ab6d-41b79bf4ccee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:47.525680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b835be39-81ba-43d8-8148-765f7344fcc0 req-a97969c5-627e-45dc-934b-73d014cd5e24 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596618 Apr 25 14:46:47.572912 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:47.600075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Calling delete_port for 60dc5eb1-5d19-449c-bdfa-698f339dce92 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:47.828907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] Set router 574af498-17e3-4f83-ab6d-41b79bf4ccee gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:47.837858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:46:47.881791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:48.121604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:46:47Z', 'revision_number': 6, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:48.133193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4bd27-245c-4a48-9289-a946e1e795f8 None None] The sync data for ids ['574af498-17e3-4f83-ab6d-41b79bf4ccee'] in n-d-811416-6 is: [{'id': '574af498-17e3-4f83-ab6d-41b79bf4ccee', 'name': 'tempest-ServerRescueTestJSON-1530157832-router', 'tenant_id': '94449557ad8b4adab5296111342f7379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:44:17Z', 'updated_at': '2022-04-25T14:46:47Z', 'revision_number': 6, 'project_id': '94449557ad8b4adab5296111342f7379', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:46:48.145694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e981503-9f76-494b-b815-5de6f5ed1d43 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:46:48.163226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:48.540249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc5eb1-5d19-449c-bdfa-698f339dce92,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:48.658747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7574cdb-b857-4c31-9c1f-3f74206b0163 req-2eace651-acc4-4833-b744-5ffb858df44e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:48.693703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7574cdb-b857-4c31-9c1f-3f74206b0163 req-2eace651-acc4-4833-b744-5ffb858df44e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 1.7159884 Apr 25 14:46:48.737935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Transition to ACTIVE for port object 7e981503-9f76-494b-b815-5de6f5ed1d43 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:46:48.758533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:46:48.758533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:48.777704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7574cdb-b857-4c31-9c1f-3f74206b0163 req-6ff420b2-c24d-416c-940c-b643642ba9b7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721924 Apr 25 14:46:48.794118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.043015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.049772 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.113527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.113527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 574af498-17e3-4f83-ab6d-41b79bf4ccee {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:46:49.142451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.142451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e26565c5-101f-40f1-be5a-5a2dcbe699de admin admin] 10.222.0.23 "DELETE /v2.0/routers/574af498-17e3-4f83-ab6d-41b79bf4ccee HTTP/1.1" status: 204 len: 168 time: 2.8701823 Apr 25 14:46:49.152425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b4b5d-a8ae-42bb-a4f6-0fb7eece7828 req-c9f9d2e5-a396-4c33-8577-8f6064a8c46c tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:49.152425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-378b4b5d-a8ae-42bb-a4f6-0fb7eece7828 req-c9f9d2e5-a396-4c33-8577-8f6064a8c46c tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.2107592 Apr 25 14:46:49.152425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51986) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:49.272475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-378b4b5d-a8ae-42bb-a4f6-0fb7eece7828 req-c3b71971-c770-4eb6-8d0e-9c976073d3b5 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Synchronizing usage tracker for tenant:005397a8be3a45d79fcf25459b52e96d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:46:49.277632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Deleting subnet 3f358c71-b217-4dd1-a4e5-ed754000bfcd {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:46:49.282211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.348839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.379740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-378b4b5d-a8ae-42bb-a4f6-0fb7eece7828 req-c3b71971-c770-4eb6-8d0e-9c976073d3b5 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Unset dirty status for tenant:005397a8be3a45d79fcf25459b52e96d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:46:49.379740 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-378b4b5d-a8ae-42bb-a4f6-0fb7eece7828 req-c3b71971-c770-4eb6-8d0e-9c976073d3b5 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817515 Apr 25 14:46:49.436251 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.460794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Pushing event updated for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:49.560434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:46:49.570195 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] Sync routers for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:46:49.591922 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:49.592491 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:49.631134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.710894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefbfe9-1a3d-48e8-87d1-7fbd6d1ec8f7 req-eea30855-b39a-40ab-bb87-369380c94112 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:49.720166 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fbefbfe9-1a3d-48e8-87d1-7fbd6d1ec8f7 req-eea30855-b39a-40ab-bb87-369380c94112 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 1.0335689 Apr 25 14:46:49.745826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e5cd85e1-84db-4995-a761-5beebb682a13 admin admin] 10.222.0.23 "PUT /v2.0/routers/f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6593595 Apr 25 14:46:49.745826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:49.814449 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:49.884846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fbefbfe9-1a3d-48e8-87d1-7fbd6d1ec8f7 req-8cd52053-d9f3-4d45-a9b8-529482e30896 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683888 Apr 25 14:46:49.902199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:49.914767 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f358c71-b217-4dd1-a4e5-ed754000bfcd HTTP/1.1" status: 204 len: 168 time: 0.7615008 Apr 25 14:46:49.922772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:49.923993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Attempting to bind port 7e981503-9f76-494b-b815-5de6f5ed1d43 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:46:49.924614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Attempting to bind port 7e981503-9f76-494b-b815-5de6f5ed1d43 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:46:49.925839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Attempting to bind port 7e981503-9f76-494b-b815-5de6f5ed1d43 on network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:46:49.926271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30288-be94-42b1-b206-eeab21fe8421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f358c71-b217-4dd1-a4e5-ed754000bfcd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:50.074003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Port 7e981503-9f76-494b-b815-5de6f5ed1d43 on network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:46:50.074003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Attempting to bind port 7e981503-9f76-494b-b815-5de6f5ed1d43 on network 87598e0f-fcc6-4320-8c52-e52d6a8bd78f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:46:50.076904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592810f-5ee7-44a9-b898-9d4a1d6891ec req-18ce3481-e55a-4355-8d50-5ec6d0f7d03b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:50.100955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a592810f-5ee7-44a9-b898-9d4a1d6891ec req-18ce3481-e55a-4355-8d50-5ec6d0f7d03b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.3623531 Apr 25 14:46:50.251270 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:46:46Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:50.264838 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] Checking router: f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:46:50.302138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:50.305702 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] Routers {'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:46:50.305702 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:50.319955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a592810f-5ee7-44a9-b898-9d4a1d6891ec req-2ed68f67-1582-4b59-891e-0e4e7cb54df3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117004 Apr 25 14:46:50.478190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:50.478190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 09d6d5c1-cd68-4e9d-ba0c-b95067c47cc1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:50.478190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 60dc5eb1-5d19-449c-bdfa-698f339dce92 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:50.542370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:50.609949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 60dc5eb1-5d19-449c-bdfa-698f339dce92 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:50.610238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 60dc5eb1-5d19-449c-bdfa-698f339dce92 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:50.766522 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] Set router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:46:50.886187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cccd5f-7bed-4f5b-aec5-9c07e796ef44 req-9e84c636-8b69-4334-8e21-cd330c3ea202 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:50.894380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06cccd5f-7bed-4f5b-aec5-9c07e796ef44 req-9e84c636-8b69-4334-8e21-cd330c3ea202 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.2057314 Apr 25 14:46:50.967386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06cccd5f-7bed-4f5b-aec5-9c07e796ef44 req-f8ae307d-891d-4cea-bb7f-acfb469f72f4 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717940 Apr 25 14:46:51.014411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:46:51.014411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Checking segment: {'id': 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:46:51.014411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Bound using segment: {'id': 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:46:51.014411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Bound port: 7e981503-9f76-494b-b815-5de6f5ed1d43, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:46:51.014411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:51.047125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:51.253492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:51.267809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Deleting port 888070cc-7b73-4df9-9c3e-518f0e1e1203 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:51.267809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:51.336193 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:46:46Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:51.343219 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95292357-9606-4424-9cf3-9ec0fcc55b14 None None] The sync data for ids ['f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c'] in n-d-811416-6 is: [{'id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'name': 'tempest-TaggedBootDevicesTest-523968899-router', 'tenant_id': '67e15919f68444b8986727cc85f12ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:34Z', 'updated_at': '2022-04-25T14:46:46Z', 'revision_number': 5, 'project_id': '67e15919f68444b8986727cc85f12ffd', 'gw_port': {'id': '888070cc-7b73-4df9-9c3e-518f0e1e1203', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:46:51.550900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] For port 888070cc-7b73-4df9-9c3e-518f0e1e1203, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=888070cc-7b73-4df9-9c3e-518f0e1e1203,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:51.552163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:51.650142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1c0d8-62ae-4661-82f2-52abde0eafc4 req-55c965b6-a3a5-4695-91a7-4625db33d81a tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:51.662057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7eb1c0d8-62ae-4661-82f2-52abde0eafc4 req-55c965b6-a3a5-4695-91a7-4625db33d81a tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.1601925 Apr 25 14:46:51.749582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7eb1c0d8-62ae-4661-82f2-52abde0eafc4 req-cf5bd409-1428-4a63-aec7-ebfa7d233074 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934112 Apr 25 14:46:51.816991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Calling delete_port for 888070cc-7b73-4df9-9c3e-518f0e1e1203 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:52.074239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7f0f-412c-4c86-98b1-579c18003716 req-8f0e3933-b7c6-431d-9aae-7c72fcafec90 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:52.087591 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6cc7f0f-412c-4c86-98b1-579c18003716 req-8f0e3933-b7c6-431d-9aae-7c72fcafec90 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.1981363 Apr 25 14:46:52.124953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e0492b01-40ca-4d86-8007-c7ebd368a792 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:52.131228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70e087-650c-4389-b8de-f23427cd3809 req-0a8c1a6d-4fa1-4a1e-8507-2d2583a3c72e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:52.144962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c70e087-650c-4389-b8de-f23427cd3809 req-0a8c1a6d-4fa1-4a1e-8507-2d2583a3c72e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 2.0270941 Apr 25 14:46:52.180947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6cc7f0f-412c-4c86-98b1-579c18003716 req-8007011f-7814-4f9c-a1f4-a6d14117f26c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847840 Apr 25 14:46:52.193559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e0492b01-40ca-4d86-8007-c7ebd368a792 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:52.193559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e0492b01-40ca-4d86-8007-c7ebd368a792 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:52.383744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba1e7-5999-40d2-bc86-a94952e967ca req-516f7af7-7a86-412a-8311-e75e3a1e3a5f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:52.383744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dba1e7-5999-40d2-bc86-a94952e967ca req-516f7af7-7a86-412a-8311-e75e3a1e3a5f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.0919666 Apr 25 14:46:52.390119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:52.401098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:46:52.433515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:46:52.441863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dba1e7-5999-40d2-bc86-a94952e967ca req-b53405e8-9868-4802-a8e6-089324b1de9a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511401 Apr 25 14:46:52.447584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:52.468254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c417c48-af90-4aec-b6df-bd735be0999b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:52.525457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c70e087-650c-4389-b8de-f23427cd3809 req-4837ee14-55fa-4b8f-814c-a609a8517d8e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796794 Apr 25 14:46:52.548299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:52.548299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5cae0f-1564-4e7f-8df9-ea0368e962b0') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:52.579498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:52.579498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:52.579498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] 10.222.0.21 "PUT /v2.0/ports/7e981503-9f76-494b-b815-5de6f5ed1d43 HTTP/1.1" status: 200 len: 1092 time: 6.7271190 Apr 25 14:46:52.579498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:52.594619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:52.683976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:52.740536 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c604cc3d-f47d-4a1e-9e04-d512d9e4b9d6'] response: {'name': 'network-changed', 'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43', 'status': 'completed', 'code': 200} Apr 25 14:46:52.793702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:46:52.793702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:46:52.812903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b876b7-7676-466a-b566-949d6db06c5c service neutron] Pushing event updated for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:52.983556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:53.001341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:53.009502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:53.070780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c417c48-af90-4aec-b6df-bd735be0999b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:53.074156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-b72ca359-14a5-4dab-98f0-4aab908d6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:53.075827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-b72ca359-14a5-4dab-98f0-4aab908d6367 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=005397a8be3a45d79fcf25459b52e96d&device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 1095 time: 0.4354713 Apr 25 14:46:53.103182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=888070cc-7b73-4df9-9c3e-518f0e1e1203,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:53.226211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-fb7db1a6-339f-427d-8f43-0eb0311e81e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e981503-9f76-494b-b815-5de6f5ed1d43 HTTP/1.1" status: 200 len: 217 time: 0.1221402 Apr 25 14:46:53.226211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f603b33-ec6c-4cda-89f0-e50be9d22a1f admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c417c48-af90-4aec-b6df-bd735be0999b HTTP/1.1" status: 204 len: 168 time: 3.2795134 Apr 25 14:46:53.307074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-cedcfe2c-bce5-4d2d-ad14-84616870f0e5 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:53.312299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-cedcfe2c-bce5-4d2d-ad14-84616870f0e5 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.6282945 Apr 25 14:46:53.346946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5490ade-7d8d-4aef-b483-b5984723bec1 req-b309805a-9bc0-4bf9-81d1-fe0a2cf4f60a tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:53.357399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5490ade-7d8d-4aef-b483-b5984723bec1 req-b309805a-9bc0-4bf9-81d1-fe0a2cf4f60a tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.1234810 Apr 25 14:46:53.409423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5490ade-7d8d-4aef-b483-b5984723bec1 req-824aa0e4-0130-44e6-9055-d947611a4a7a tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 Apr 25 14:46:53.541731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:53.631025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:53.673085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2defca2c-313e-43a9-8311-fe511005bd0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94449557ad8b4adab5296111342f7379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281958 Apr 25 14:46:53.673294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:53.674418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:53.841885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe407-7df3-4959-8029-e898253ae343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:53.931466 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe407-7df3-4959-8029-e898253ae343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:53.954116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Deleting port 14cbf12b-1205-481c-af79-94bde2c8dd4c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:53.954476 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.059516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.081961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2529e4a-e39c-40f0-9309-0ec501862435 req-2df090f4-c002-4df0-aced-a8894a275280 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:54.098378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2529e4a-e39c-40f0-9309-0ec501862435 req-2df090f4-c002-4df0-aced-a8894a275280 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.3542559 Apr 25 14:46:54.129499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:54.173221 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe407-7df3-4959-8029-e898253ae343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.182157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:54.188583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.192809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-d1336f0f-33b8-4878-bfcf-d4781740d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:54.198869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-d1336f0f-33b8-4878-bfcf-d4781740d698 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ddf7634-b417-4b8c-9eae-0768bd816169 HTTP/1.1" status: 200 len: 858 time: 0.9128389 Apr 25 14:46:54.204886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.234546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe407-7df3-4959-8029-e898253ae343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66803701-c14e-4f34-916e-fb399f9020cd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:54.253163 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2529e4a-e39c-40f0-9309-0ec501862435 req-b5d6bec1-74e7-45f9-b42e-dd6c7032899a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591897 Apr 25 14:46:54.274786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe407-7df3-4959-8029-e898253ae343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.276846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b5fe407-7df3-4959-8029-e898253ae343 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66803701-c14e-4f34-916e-fb399f9020cd HTTP/1.1" status: 204 len: 168 time: 0.6007261 Apr 25 14:46:54.340728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.380697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-723d261a-a8d9-4016-9a7d-42cd3eef8c50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87598e0f-fcc6-4320-8c52-e52d6a8bd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029017 Apr 25 14:46:54.416789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.426163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.432976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.432976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.432976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:46:54.646092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.646601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:46:54.684650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2e87f-e024-4029-99fc-6ea05e24f750 req-bca4eec1-2fa4-416d-8c7f-cbf250ae6370 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:54.684650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79b2e87f-e024-4029-99fc-6ea05e24f750 req-bca4eec1-2fa4-416d-8c7f-cbf250ae6370 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.2331474 Apr 25 14:46:54.823603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.823603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-473a14e7-38ac-4921-9309-97b2412671c0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f1b0a8b8-8ea7-4690-81b8-290fc7a1a82c HTTP/1.1" status: 204 len: 168 time: 5.0716164 Apr 25 14:46:54.858495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80cd32-dd49-4961-80f5-81dc908e4268 req-5f86138f-8ee4-4481-a630-e88a74c2f9cc tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:54.868631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e80cd32-dd49-4961-80f5-81dc908e4268 req-5f86138f-8ee4-4481-a630-e88a74c2f9cc tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 1.1634238 Apr 25 14:46:54.868631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:54.868631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:54.891628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52138) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:54.949384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79b2e87f-e024-4029-99fc-6ea05e24f750 req-103ac079-cbdf-44a5-bc4a-9b239fbd52c0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645032 Apr 25 14:46:55.058303 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf83cd82-add5-42ac-b485-555b0c6781b6'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:46:55.074612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Deleting subnet 82399c15-2e8d-41dc-978b-b99746e0dab3 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:46:55.103246 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:55.168777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-4e93e7b4-4241-4f85-8840-e135ec63c5c6 service neutron] 10.222.0.21 "GET /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816899 Apr 25 14:46:55.211856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e80cd32-dd49-4961-80f5-81dc908e4268 req-06029094-62bf-490a-9893-ec257d78a2c7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428211 Apr 25 14:46:55.266581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:55.332409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 14cbf12b-1205-481c-af79-94bde2c8dd4c no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:55.346678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340ce50-70cb-40f3-aea3-1824f1cd37a1 req-c8a9d54a-d9fe-49b2-a06d-896a6003ad8f tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:55.357728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9340ce50-70cb-40f3-aea3-1824f1cd37a1 req-c8a9d54a-d9fe-49b2-a06d-896a6003ad8f tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 945 time: 0.1548486 Apr 25 14:46:55.520638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9340ce50-70cb-40f3-aea3-1824f1cd37a1 req-79f0cd6e-1ca5-41c6-9682-87ea9596c876 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576247 Apr 25 14:46:55.751772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:55.815767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcacdc2-ff3c-4e7e-929d-feaadbaddd84 req-32e519cd-8042-49ce-899d-d16cffc57d30 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:55.829953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fcacdc2-ff3c-4e7e-929d-feaadbaddd84 req-32e519cd-8042-49ce-899d-d16cffc57d30 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1784344 Apr 25 14:46:55.849922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:55.857116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:55.885136 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fcacdc2-ff3c-4e7e-929d-feaadbaddd84 req-b66e1d80-683a-48d4-b5d2-7fcb7ef96383 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615876 Apr 25 14:46:55.934996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.098625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:56.119557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 888070cc-7b73-4df9-9c3e-518f0e1e1203 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:56.162546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 888070cc-7b73-4df9-9c3e-518f0e1e1203 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:56.162546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 888070cc-7b73-4df9-9c3e-518f0e1e1203 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:56.215873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.261150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c441d6-775d-4cd0-9c39-d74f40ceefba req-a5449025-2ee5-41f3-ba6b-ef69aff1701b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:56.262725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27c441d6-775d-4cd0-9c39-d74f40ceefba req-a5449025-2ee5-41f3-ba6b-ef69aff1701b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.1171143 Apr 25 14:46:56.295233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.302344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026cba1-88eb-4587-a63e-cffc5890df8b None None] Network 6b6edac4-a28b-4c44-ae60-cc143ce55153 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:46:56.306815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82399c15-2e8d-41dc-978b-b99746e0dab3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:56.352951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffae37-eeda-4f15-9cc7-d990231d0862 req-c539b529-a138-45c4-a0b4-e96ba27a9e09 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:56.361468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eaffae37-eeda-4f15-9cc7-d990231d0862 req-c539b529-a138-45c4-a0b4-e96ba27a9e09 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.5143020 Apr 25 14:46:56.370317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc95412-ff2c-4158-a8e6-60e3a49ec96b req-519d5cb9-38a1-4df4-9c36-eabc08c10928 service neutron] 10.222.0.21 "GET /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1854668 Apr 25 14:46:56.370317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d99147b-ce3e-4d11-9227-663e770e035a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82399c15-2e8d-41dc-978b-b99746e0dab3 HTTP/1.1" status: 204 len: 168 time: 1.4796302 Apr 25 14:46:56.390293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.390293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.390293 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Floating IP d1089f0d-492f-4e2f-ae36-99169030a552 disassociated. External IP: 172.25.0.129, port: 14cbf12b-1205-481c-af79-94bde2c8dd4c. Apr 25 14:46:56.390293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Calling delete_port for 14cbf12b-1205-481c-af79-94bde2c8dd4c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:56.402441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27c441d6-775d-4cd0-9c39-d74f40ceefba req-7ddc0670-204f-4498-b7d0-1dbdf6b7fabf tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291850 Apr 25 14:46:56.402540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52192) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:56.512222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eaffae37-eeda-4f15-9cc7-d990231d0862 req-13e1ebe1-6f0f-4611-91d2-dcc55c15f6d0 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526361 Apr 25 14:46:56.662291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.732112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Deleting port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:56.732112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:56.833454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-816211b2-dfb6-4871-9cc9-6dbeafbdb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:56.835378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-816211b2-dfb6-4871-9cc9-6dbeafbdb8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=005397a8be3a45d79fcf25459b52e96d&device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 1095 time: 0.3375652 Apr 25 14:46:56.903305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:46:56.903305 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:46:56.927938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcaaa-301c-4fa6-9e8a-78a632afd7f8 req-b6b3b9d4-3767-4863-82d6-296963451bab tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:56.927938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7dbdcaaa-301c-4fa6-9e8a-78a632afd7f8 req-b6b3b9d4-3767-4863-82d6-296963451bab tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.2724757 Apr 25 14:46:57.016486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] DHCP port deletion for 6b6edac4-a28b-4c44-ae60-cc143ce55153 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:46:57.030087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Deleting port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:57.030087 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:57.113325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:46:57.231714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-5fbf5e8a-5905-4ff6-ba1a-5e36bbecc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:57.231714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-5fbf5e8a-5905-4ff6-ba1a-5e36bbecc70a service neutron] 10.222.0.21 "GET /v2.0/networks?id=87598e0f-fcc6-4320-8c52-e52d6a8bd78f HTTP/1.1" status: 200 len: 919 time: 0.3866470 Apr 25 14:46:57.288955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] For port 16f0c36e-54e1-4466-9068-f71dbccd8bb9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=16f0c36e-54e1-4466-9068-f71dbccd8bb9,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:57.295563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:57.369568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-d3667740-492f-4552-a267-a801f3e59be2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e981503-9f76-494b-b815-5de6f5ed1d43 HTTP/1.1" status: 200 len: 217 time: 0.1274724 Apr 25 14:46:57.413371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Deleting port 14cbf12b-1205-481c-af79-94bde2c8dd4c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:57.413371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:57.512235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] For port 16f0c36e-54e1-4466-9068-f71dbccd8bb9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=16f0c36e-54e1-4466-9068-f71dbccd8bb9,segment=NetworkSegment(38deebe5-9ab9-41bb-94ae-6b2392800eb6),segment_id=38deebe5-9ab9-41bb-94ae-6b2392800eb6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:57.512664 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:57.523374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7dbdcaaa-301c-4fa6-9e8a-78a632afd7f8 req-cc6d3f79-97df-4682-83b3-9c9bbf920152 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847588 Apr 25 14:46:57.538884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Calling delete_port for 16f0c36e-54e1-4466-9068-f71dbccd8bb9 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:57.567887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-97f2f775-7c4e-4621-9a0e-18ad8606c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:57.570012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-97f2f775-7c4e-4621-9a0e-18ad8606c1f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ddf7634-b417-4b8c-9eae-0768bd816169 HTTP/1.1" status: 200 len: 858 time: 0.1950648 Apr 25 14:46:57.753698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-cfe4d3e6-4f38-40f4-86c6-5e5caae0c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:57.753698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-cfe4d3e6-4f38-40f4-86c6-5e5caae0c2bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1095 time: 0.2404094 Apr 25 14:46:57.760607 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103488b8-5a61-4a38-bdc4-332c08b81d5b'] response: {'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'code': 200} Apr 25 14:46:57.770119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Calling delete_port for 16f0c36e-54e1-4466-9068-f71dbccd8bb9 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:57.788039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:57.865751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:46:57.866149 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:46:57.879794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f0c36e-54e1-4466-9068-f71dbccd8bb9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:57.945146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-9d962e5e-08f3-416e-9971-797cafb96cb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87598e0f-fcc6-4320-8c52-e52d6a8bd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2456629 Apr 25 14:46:57.947347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] No DVR routers for this DVR port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:46:58.174280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 16f0c36e-54e1-4466-9068-f71dbccd8bb9 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:46:58.214831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.216333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 16f0c36e-54e1-4466-9068-f71dbccd8bb9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:46:58.216333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 16f0c36e-54e1-4466-9068-f71dbccd8bb9 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:46:58.255846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdc350-b7b0-488c-8167-3777d6356a2a req-34f325b8-e3d3-4f61-a466-6e06b2486261 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:58.262157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0cdc350-b7b0-488c-8167-3777d6356a2a req-34f325b8-e3d3-4f61-a466-6e06b2486261 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 943 time: 0.7766654 Apr 25 14:46:58.280086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177c6c8-9897-4286-beb6-6f9b9a7dc0c2 req-91f86da8-a19f-4925-88d3-fd061f7d6348 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:58.291234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9177c6c8-9897-4286-beb6-6f9b9a7dc0c2 req-91f86da8-a19f-4925-88d3-fd061f7d6348 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.4319770 Apr 25 14:46:58.301522 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-86ce67a2-092b-4f2f-8303-e2416a261fb0 service neutron] 10.222.0.21 "GET /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404245 Apr 25 14:46:58.324013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-788757b5-ec27-494c-abe5-b045bb876fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:58.325479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-788757b5-ec27-494c-abe5-b045bb876fda service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.5310721 Apr 25 14:46:58.327969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6edac4-a28b-4c44-ae60-cc143ce55153']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:58.366988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Deleting port 16f0c36e-54e1-4466-9068-f71dbccd8bb9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:46:58.367547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.439526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] For port 14cbf12b-1205-481c-af79-94bde2c8dd4c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=14cbf12b-1205-481c-af79-94bde2c8dd4c,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:46:58.439526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.498293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-308e96c2-cbee-4086-89db-c2b48fb3c8a5 None None] The port '16f0c36e-54e1-4466-9068-f71dbccd8bb9' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:46:58.599033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0cdc350-b7b0-488c-8167-3777d6356a2a req-6d86cbed-7867-4b22-a149-5f9e3bf8bac7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386338 Apr 25 14:46:58.647219 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9177c6c8-9897-4286-beb6-6f9b9a7dc0c2 req-a9a301d2-8147-4521-812c-217bb31114a0 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534279 Apr 25 14:46:58.658755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38deebe5-9ab9-41bb-94ae-6b2392800eb6') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:58.659062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38deebe5-9ab9-41bb-94ae-6b2392800eb6') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:46:58.701227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.734552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.739022 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.772048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:46:58.772048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.835604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42e0a648-a71c-4870-a08b-a202709fdc29 req-bff78b60-fc64-4129-a651-c930550c08f9 service neutron] 10.222.0.21 "GET /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209312 Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:46:58.893958 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:46:58.946568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.984306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:58.992300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-cf40d142-6c85-46de-a1ad-08424c5db56e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.6565549 Apr 25 14:46:58.997021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6edac4-a28b-4c44-ae60-cc143ce55153,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:46:59.054075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a7bc75de-71c0-4ea1-ac6d-471229c27652 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b6edac4-a28b-4c44-ae60-cc143ce55153 HTTP/1.1" status: 204 len: 168 time: 2.6454480 Apr 25 14:46:59.054321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52244) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:46:59.099455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-64f6c5a5-fc71-4a2b-a147-0b221c1d918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:59.099455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-64f6c5a5-fc71-4a2b-a147-0b221c1d918f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0956154 Apr 25 14:46:59.188263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cbf85-f0bd-474a-9022-b5fbdb1495c4 req-32d48cce-87db-449a-915f-a108cf808163 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:59.191174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf0cbf85-f0bd-474a-9022-b5fbdb1495c4 req-32d48cce-87db-449a-915f-a108cf808163 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.2943871 Apr 25 14:46:59.205684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf442cf-6307-42b8-8f43-8b4549bfc080 req-49dd2e0d-bd0e-4fc6-8123-b01bede56da0 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:59.218623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aaf442cf-6307-42b8-8f43-8b4549bfc080 req-49dd2e0d-bd0e-4fc6-8123-b01bede56da0 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.3770204 Apr 25 14:46:59.253910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:59.254194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:46:59.254509 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Floating IP d1089f0d-492f-4e2f-ae36-99169030a552 disassociated. External IP: 172.25.0.129, port: 14cbf12b-1205-481c-af79-94bde2c8dd4c. Apr 25 14:46:59.255056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Calling delete_port for 14cbf12b-1205-481c-af79-94bde2c8dd4c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:46:59.261957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf0cbf85-f0bd-474a-9022-b5fbdb1495c4 req-d77b04ea-f910-4aaf-a4b9-c3b9d3517f4d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590889 Apr 25 14:46:59.289553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-08657920-cd0d-4b9d-be82-ff4b707be10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:59.292157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-08657920-cd0d-4b9d-be82-ff4b707be10e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842263 Apr 25 14:46:59.436207 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aaf442cf-6307-42b8-8f43-8b4549bfc080 req-1daacae0-653f-4a77-8b0c-6d79b7d63f4d tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138817 Apr 25 14:46:59.442614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-328e2038-7801-4b82-b95c-c6d086ac3ce7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:59.444781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-328e2038-7801-4b82-b95c-c6d086ac3ce7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.4617999 Apr 25 14:46:59.481967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-14869966-b38e-4db5-8af3-3b00be6c7e03 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789100 Apr 25 14:46:59.715208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:46:59.780194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-017b9605-5fc4-4d37-9d90-971c4631b568 req-84dde064-97c2-45f5-80ae-1b1f3f2c3a75 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648685 Apr 25 14:46:59.944190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f30a-5655-4c91-a9df-1f7f8eaf1847 req-6cf41fb1-46a8-4979-ab8d-6322e44d5da8 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:46:59.946100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf00f30a-5655-4c91-a9df-1f7f8eaf1847 req-6cf41fb1-46a8-4979-ab8d-6322e44d5da8 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 943 time: 0.1103785 Apr 25 14:46:59.999520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:00.015518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:47:00.031100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52268) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:00.041007 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf00f30a-5655-4c91-a9df-1f7f8eaf1847 req-b2657db2-3ff7-486c-8835-070e6b522596 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa247701-b079-4730-878b-2af16b896253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846148 Apr 25 14:47:00.071597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port a28d5953-7e63-44f1-beb9-fbba95f77ea3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:00.071597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.100505 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.124465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dd2432-b5cb-46f9-8b69-d1ac6c81806d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:00.161384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:00.169418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.253895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.273095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:00.303560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Usage tracker for resource:security_group_rule and tenant:5828a8d45a8140fa8a88480dcec38157 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:00.305569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:00.314021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['36dd2432-b5cb-46f9-8b69-d1ac6c81806d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:00.362962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:00.395760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:00.590043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.602732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.716754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527b7f79-9f67-4c17-b98a-6ef1848e4c22,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:00.736733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8c5866d6-d84c-4346-813c-b8592aafed9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5828a8d45a8140fa8a88480dcec38157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039795 Apr 25 14:47:00.749914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99e706-93f9-436e-a43e-e7f27239a99b req-24c1f234-11f5-4a29-8d66-e44f95d1a0d9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:00.760368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d99e706-93f9-436e-a43e-e7f27239a99b req-24c1f234-11f5-4a29-8d66-e44f95d1a0d9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.2624333 Apr 25 14:47:00.760368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52288) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:00.825819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.853615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d99e706-93f9-436e-a43e-e7f27239a99b req-b2f99879-ca2f-4c57-a2a5-dd4bf2a1b088 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976214 Apr 25 14:47:00.888622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b6cb6-3099-4bf4-93aa-568dd70bbf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:00.933266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event deleted for resources: {'Port': ['ID=14cbf12b-1205-481c-af79-94bde2c8dd4c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:01.013642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b6cb6-3099-4bf4-93aa-568dd70bbf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:01.057927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f33d7-89a3-4a73-b45f-0fc494eebf37 req-d5d23bc9-171c-40ff-b66a-7270f37004a5 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:01.067642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f1f33d7-89a3-4a73-b45f-0fc494eebf37 req-d5d23bc9-171c-40ff-b66a-7270f37004a5 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 945 time: 0.9026585 Apr 25 14:47:01.079218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port a28d5953-7e63-44f1-beb9-fbba95f77ea3, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a28d5953-7e63-44f1-beb9-fbba95f77ea3,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:01.079218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:01.091945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602956f0-f494-45ef-ad1e-fc87b784fd38 req-4a8696f3-b01b-40df-932f-2adf862d3c07 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:01.091945 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-602956f0-f494-45ef-ad1e-fc87b784fd38 req-4a8696f3-b01b-40df-932f-2adf862d3c07 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 0.1318300 Apr 25 14:47:01.154947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b6cb6-3099-4bf4-93aa-568dd70bbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:01.180339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b6cb6-3099-4bf4-93aa-568dd70bbf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b7f79-9f67-4c17-b98a-6ef1848e4c22,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:01.187470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-602956f0-f494-45ef-ad1e-fc87b784fd38 req-df02482d-079e-4150-b080-b565ee81e435 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 Apr 25 14:47:01.192919 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b6cb6-3099-4bf4-93aa-568dd70bbf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:01.220616 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a87b6cb6-3099-4bf4-93aa-568dd70bbf41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/527b7f79-9f67-4c17-b98a-6ef1848e4c22 HTTP/1.1" status: 204 len: 168 time: 0.4217534 Apr 25 14:47:01.303651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for a28d5953-7e63-44f1-beb9-fbba95f77ea3 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:01.465795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3713a113-e854-47e5-a674-89699dd6547b req-f9e8f253-02f4-4602-a3af-90defd20eaa9 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 210 time: 0.0680230 Apr 25 14:47:01.603572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Router ea16417e-ccf9-421d-afff-57aa42893c91 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:47:01.755660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e981503-9f76-494b-b815-5de6f5ed1d43 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:47:01.810722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f1f33d7-89a3-4a73-b45f-0fc494eebf37 req-9192f6d9-de64-4fbd-be31-31877435c172 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7436004 Apr 25 14:47:01.836468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:47:01.900955 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.050942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['a28d5953-7e63-44f1-beb9-fbba95f77ea3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:02.153055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a94154a3-b189-4773-869c-e9adca5d2c17'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:02.174371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab1ec-a8f9-4448-aa70-cdfe611f0891 req-14f64a09-cf90-4aeb-86ca-24f3b42e1e28 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:02.176569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e6ab1ec-a8f9-4448-aa70-cdfe611f0891 req-14f64a09-cf90-4aeb-86ca-24f3b42e1e28 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.1541378 Apr 25 14:47:02.293460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e6ab1ec-a8f9-4448-aa70-cdfe611f0891 req-ace29c81-e6f8-42a9-a84a-ce00e4644652 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980337 Apr 25 14:47:02.382225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=a28d5953-7e63-44f1-beb9-fbba95f77ea3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:02.415415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:47:02.415415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.475562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:02.477678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port a28d5953-7e63-44f1-beb9-fbba95f77ea3 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:02.502693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '7e981503-9f76-494b-b815-5de6f5ed1d43', 'network_id': '87598e0f-fcc6-4320-8c52-e52d6a8bd78f', 'port_id': '7e981503-9f76-494b-b815-5de6f5ed1d43', 'mac_address': 'fa:16:3e:4e:c7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddf7634-b417-4b8c-9eae-0768bd816169', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:47:02.553270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.577802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd227129-0877-4fab-be84-30adeb89db10', 'name': 'network-vif-deleted', 'tag': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:02.609758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.640049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e981503-9f76-494b-b815-5de6f5ed1d43 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:02.689119 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.722051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:02.727255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:02.738613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.788117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:47:02.836318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:02.843187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.850358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] Sync routers for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:47:02.863015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:02.879461 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:02.918778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f3bcbad-fbdc-493d-bc3e-2ce879b5f8f9 req-f7837e5b-a223-48bb-bfbe-b639d542c557 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd720a8-cbb7-429d-98f8-4f291818adb4 HTTP/1.1" status: 200 len: 210 time: 0.0947945 Apr 25 14:47:02.953498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:47:02.955303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:03.038757 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81fbd4b-ae39-44ff-93f2-848420da3494'] response: {'server_uuid': 'cd227129-0877-4fab-be84-30adeb89db10', 'name': 'network-vif-deleted', 'tag': 'a28d5953-7e63-44f1-beb9-fbba95f77ea3', 'status': 'completed', 'code': 200} Apr 25 14:47:03.099207 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1aad82ae-cc15-49b7-a5ac-f1377a851881 req-f7774c88-e22a-4d83-a5c1-7ed259737743 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.21 "DELETE /v2.0/ports/a28d5953-7e63-44f1-beb9-fbba95f77ea3 HTTP/1.1" status: 204 len: 173 time: 3.6303732 Apr 25 14:47:03.109003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] No DVR routers for this DVR port 14cbf12b-1205-481c-af79-94bde2c8dd4c on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:03.125463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:03.132130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d372d4e-31e0-4e04-92c1-308dfebb0c06 req-60e284db-9d9f-45a2-b1ee-7315a1640bd7 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.15 "DELETE /v2.0/ports/14cbf12b-1205-481c-af79-94bde2c8dd4c HTTP/1.1" status: 204 len: 173 time: 9.7262027 Apr 25 14:47:03.288489 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602a17a3-d111-49ce-bc84-15b25a56ded4'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:47:03.348609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:47:03.497440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9bf5503-d207-4627-a22a-d58085297ed0 req-36e56c92-e42d-43e6-8501-bb718e684b4e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd227129-0877-4fab-be84-30adeb89db10 HTTP/1.1" status: 200 len: 210 time: 0.1075578 Apr 25 14:47:03.551186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1e95-7bf5-4a91-a49b-ea97664813bd req-e653f7f6-364b-47bc-8990-b0e6c3d0c0d8 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:03.565962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-150a1e95-7bf5-4a91-a49b-ea97664813bd req-e653f7f6-364b-47bc-8990-b0e6c3d0c0d8 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 945 time: 1.0489488 Apr 25 14:47:03.633319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['7e981503-9f76-494b-b815-5de6f5ed1d43'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:03.900368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-150a1e95-7bf5-4a91-a49b-ea97664813bd req-f3603cd4-36ea-4848-9222-bce0c8e74a83 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306530 Apr 25 14:47:03.995141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a28d5953-7e63-44f1-beb9-fbba95f77ea3 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:04.234849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Deleting port 1cf9d822-fcf1-4d23-89a1-8275664b52c7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:04.235961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:04.523534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: a28d5953-7e63-44f1-beb9-fbba95f77ea3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:47:04.523885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a28d5953-7e63-44f1-beb9-fbba95f77ea3 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:47:04.611351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:04.612875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:04.765352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:30Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:04.785079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] Checking router: ea16417e-ccf9-421d-afff-57aa42893c91 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:47:04.837860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:47:04.838572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:05.058873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'name': 'network-vif-deleted', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:05.126499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c593578-30c0-4bc8-a71e-730a2f2cc83c req-6d3a57ec-856e-49a6-a4a7-537390bc7b0b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:05.144180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c593578-30c0-4bc8-a71e-730a2f2cc83c req-6d3a57ec-856e-49a6-a4a7-537390bc7b0b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.9612017 Apr 25 14:47:05.260665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:47:05.277553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] For port 1cf9d822-fcf1-4d23-89a1-8275664b52c7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1cf9d822-fcf1-4d23-89a1-8275664b52c7,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:05.278211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:05.374029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:47:05.670989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Calling delete_port for 1cf9d822-fcf1-4d23-89a1-8275664b52c7 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:05.806732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c593578-30c0-4bc8-a71e-730a2f2cc83c req-04de7e85-020c-4561-b495-ce80eda3647b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6546602 Apr 25 14:47:05.824674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:05.895798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'mac_address': 'fa:16:3e:e9:29:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:47:06.036931 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c692d0ae-38d6-490d-bdac-a29afe0c8fd8'] response: {'server_uuid': 'ccd720a8-cbb7-429d-98f8-4f291818adb4', 'name': 'network-vif-deleted', 'tag': '14cbf12b-1205-481c-af79-94bde2c8dd4c', 'status': 'completed', 'code': 200} Apr 25 14:47:06.399925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d40c7e-45fc-46d2-832a-0486f79908ea req-bb6e354d-6934-44b8-b1ce-1004d7938453 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:06.399925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33d40c7e-45fc-46d2-832a-0486f79908ea req-bb6e354d-6934-44b8-b1ce-1004d7938453 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 945 time: 0.3160450 Apr 25 14:47:06.476378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52446) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:06.568911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:06.571412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:06.638281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33d40c7e-45fc-46d2-832a-0486f79908ea req-006db7f7-b6c5-4de0-8ead-854250f45687 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182133 Apr 25 14:47:06.696127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:06.741049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf9d822-fcf1-4d23-89a1-8275664b52c7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:06.957403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:06.968612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:07.010929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-475f0138-370d-404f-8ae0-f5ecd059cc5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:07.091350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:07.144242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:30Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:07.151882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['67a754fa-4f93-4afe-bbdb-fb29538098bb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:07.177097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-475f0138-370d-404f-8ae0-f5ecd059cc5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:07.192202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e282-b343-497e-811d-ebe63b62146e None None] The sync data for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 is: [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:45:16Z', 'revision_number': 4, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fa326b4c-c1a9-4ba4-9203-15fb3202f577', 'name': '', 'network_id': '77fb34aa-10b9-485f-99aa-7d0b511bcfa7', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'mac_address': 'fa:16:3e:52:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:14Z', 'updated_at': '2022-04-25T14:45:30Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'subnets': [{'id': '74b188e6-154d-40fa-9ddb-57d928bd12df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:47:07.800346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e981503-9f76-494b-b815-5de6f5ed1d43 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:47:07.946912 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4de94-08e7-4321-b6ea-44d9f5f41500 None None] New status for floating IP d1089f0d-492f-4e2f-ae36-99169030a552: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:47:07.966807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-475f0138-370d-404f-8ae0-f5ecd059cc5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.062298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f0138-370d-404f-8ae0-f5ecd059cc5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa247701-b079-4730-878b-2af16b896253,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:08.089304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.134404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-475f0138-370d-404f-8ae0-f5ecd059cc5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.136866 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-475f0138-370d-404f-8ae0-f5ecd059cc5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa247701-b079-4730-878b-2af16b896253 HTTP/1.1" status: 204 len: 168 time: 1.6591318 Apr 25 14:47:08.140262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52500) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:08.189193 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-044e826c-19e2-473b-9b9e-ac7d542431f2 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] show failed (client error): The resource could not be found. Apr 25 14:47:08.192055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-044e826c-19e2-473b-9b9e-ac7d542431f2 tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "GET /v2.0/security-groups/fa247701-b079-4730-878b-2af16b896253 HTTP/1.1" status: 404 len: 347 time: 0.0498617 Apr 25 14:47:08.196641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:08.222531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 7e981503-9f76-494b-b815-5de6f5ed1d43 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:47:08.237071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 7e981503-9f76-494b-b815-5de6f5ed1d43 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:47:08.237805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.625614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5272475-2c1a-46d6-8b6f-fb09900403eb req-c0baf6c5-2163-4189-b309-2fae2977d66e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:08.642816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5272475-2c1a-46d6-8b6f-fb09900403eb req-c0baf6c5-2163-4189-b309-2fae2977d66e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 1.3566129 Apr 25 14:47:08.724910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.743978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Deleting port 42f7bfa7-a8e5-4fe3-9d9f-72969cff0689 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:08.745951 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.832011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:08.858799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e31681f4-48a2-46f7-89c2-8fc4239a3e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:08.878565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:08.889231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:09.061181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:47:09.103163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:09.161933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:09.161933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:09.208756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5272475-2c1a-46d6-8b6f-fb09900403eb req-cef1e40b-600b-49b8-80c4-54bef9020801 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627148 Apr 25 14:47:09.396221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:47:09.442020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Calling delete_port for 42f7bfa7-a8e5-4fe3-9d9f-72969cff0689 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:09.569487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:47:09.590833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a00b-c7b2-41ba-834f-0ad79aa49d89 req-b9dabf34-777b-4f50-84fb-7bdb11730b2f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:09.603457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b375578c-2736-4249-af10-c2c93b33eeea admin admin] 10.222.0.23 "PUT /v2.0/routers/7fd3dbd5-d3e8-4f41-b895-b9714adc98f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5361633 Apr 25 14:47:09.603457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:09.607158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] Sync routers for ids ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:47:09.614367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6913a00b-c7b2-41ba-834f-0ad79aa49d89 req-b9dabf34-777b-4f50-84fb-7bdb11730b2f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 945 time: 1.1961524 Apr 25 14:47:09.679355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] Routers {'7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:47:09.686265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:46:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:09.797105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6913a00b-c7b2-41ba-834f-0ad79aa49d89 req-5f2932fd-bcac-4e6d-8d51-be71eae1a158 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758509 Apr 25 14:47:09.895772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 67a754fa-4f93-4afe-bbdb-fb29538098bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:47:09.902036 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:10.168270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:10.271873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:10.299823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Pushing event deleted for resources: {'Port': ['ID=42f7bfa7-a8e5-4fe3-9d9f-72969cff0689,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:10.368279 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572bc2a8-3723-499f-8ff2-53bd87872ce7'] response: {'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43', 'code': 200} Apr 25 14:47:10.524409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] Set router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:47:10.823558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:10.937606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:10.937606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-80660855-9db5-46de-b4ec-dc8572272b5e tempest-ServersTestJSON-578851764 tempest-ServersTestJSON-578851764-project] 10.222.0.23 "DELETE /v2.0/floatingips/d1089f0d-492f-4e2f-ae36-99169030a552 HTTP/1.1" status: 204 len: 168 time: 2.7312768 Apr 25 14:47:10.937606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52550) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:11.236091 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2063-9eab-4e0c-843a-953a6d86cb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:11.349923 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:11.607475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd4fd7-2c26-4208-9e96-c4aac648cc4c req-87762dd4-e4ff-48b8-a58f-cdcd2f271fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:11.614411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93cd4fd7-2c26-4208-9e96-c4aac648cc4c req-87762dd4-e4ff-48b8-a58f-cdcd2f271fab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 1097 time: 1.4406023 Apr 25 14:47:11.735018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93cd4fd7-2c26-4208-9e96-c4aac648cc4c req-49c2b9d6-8b8d-4d8f-8ad0-4f9687591c8c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093693 Apr 25 14:47:11.737635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:11.742818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:11.789359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Deleting port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:11.789609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:11.796150 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:11.905417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233deb8e-b8ce-4769-8537-d1e6c5eafdf0 req-a6a2dbce-1233-42bc-807b-20bbff3abb35 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:11.915057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-233deb8e-b8ce-4769-8537-d1e6c5eafdf0 req-a6a2dbce-1233-42bc-807b-20bbff3abb35 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 1.3046851 Apr 25 14:47:11.987040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-233deb8e-b8ce-4769-8537-d1e6c5eafdf0 req-b84543e2-c1ba-403b-9134-9fb9d8bc4f9d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707054 Apr 25 14:47:12.004116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:12.159838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:12.199925 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:12.259626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c10bc-61f1-490d-8cdb-8fa69e0e070b req-a6f8d0d2-faa6-480a-b74b-9bf10e810867 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:12.277702 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d32c10bc-61f1-490d-8cdb-8fa69e0e070b req-a6f8d0d2-faa6-480a-b74b-9bf10e810867 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 946 time: 0.7815566 Apr 25 14:47:12.374332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:12.423022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:47:06Z', 'revision_number': 5, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port': {'id': 'dcf45bea-09f5-4b7a-bedd-b6199cdefcb1', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:40:01Z', 'updated_at': '2022-04-25T14:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:12.428687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] Checking router: 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:47:12.438947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] Routers {'7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:47:12.439947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:47:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:12.497022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] For port dcf45bea-09f5-4b7a-bedd-b6199cdefcb1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:12.497173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:12.668348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] Set router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:47:12.845117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:47:11Z', 'revision_number': 6, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:12.851176 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4510756-b89b-486e-9544-769d790d942a'] response: {'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'code': 200} Apr 25 14:47:12.851176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4756-28d0-43e2-a493-a9b608ae1b63 None None] The sync data for ids ['7fd3dbd5-d3e8-4f41-b895-b9714adc98f0'] in n-d-811416-6 is: [{'id': '7fd3dbd5-d3e8-4f41-b895-b9714adc98f0', 'name': 'tempest-TaggedBootDevicesTest-810675719-router', 'tenant_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:58Z', 'updated_at': '2022-04-25T14:47:11Z', 'revision_number': 6, 'project_id': '38c37b16ac2d40fa8baaec28c0f0dfd7', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:47:12.983925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d32c10bc-61f1-490d-8cdb-8fa69e0e070b req-0171f88c-d595-4d1c-b045-752467838922 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149956 Apr 25 14:47:13.068446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Calling delete_port for dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:13.599425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:14.105837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:14.188112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a18d0d-c050-4a02-978b-89cb898c176f req-e55667d3-7bb9-4c2e-837a-068a0ee60121 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:14.200215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47a18d0d-c050-4a02-978b-89cb898c176f req-e55667d3-7bb9-4c2e-837a-068a0ee60121 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.6731930 Apr 25 14:47:14.214658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1cf9d822-fcf1-4d23-89a1-8275664b52c7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:14.254468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf45bea-09f5-4b7a-bedd-b6199cdefcb1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:14.429698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47a18d0d-c050-4a02-978b-89cb898c176f req-356a7428-1482-4216-84e5-9bdbefa8a3a1 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186890 Apr 25 14:47:14.444042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1cf9d822-fcf1-4d23-89a1-8275664b52c7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:47:14.444042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1cf9d822-fcf1-4d23-89a1-8275664b52c7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:47:14.444042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:14.457619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:14.569279 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:47:14.624243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:47:14.624789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dcf45bea-09f5-4b7a-bedd-b6199cdefcb1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:47:14.718231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.140818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.144590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.216886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.217851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:47:15.277891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa699e-bf82-4947-87bd-0f9277e235dd req-9997755b-db12-4ce8-a324-af910485e25c tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:15.280404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fdfa699e-bf82-4947-87bd-0f9277e235dd req-9997755b-db12-4ce8-a324-af910485e25c tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 946 time: 0.6684644 Apr 25 14:47:15.287613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.289160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-431b0561-0e0f-43ab-a982-4a1bf1c3455e admin admin] 10.222.0.23 "DELETE /v2.0/routers/7fd3dbd5-d3e8-4f41-b895-b9714adc98f0 HTTP/1.1" status: 204 len: 168 time: 5.6926453 Apr 25 14:47:15.335255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52618) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:15.339568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fdfa699e-bf82-4947-87bd-0f9277e235dd req-c5612b02-96d6-4731-b0fe-4cd0c488766f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Apr 25 14:47:15.454668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Deleting subnet aa5d7be9-0d15-4fbe-a290-8717ef4bad44 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:47:15.458405 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.523611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Deleting port fa326b4c-c1a9-4ba4-9203-15fb3202f577 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:15.524181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.552538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.774225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:15.946673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:16.036874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5d7be9-0d15-4fbe-a290-8717ef4bad44,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:16.067767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:16.073786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0aac9-8098-43ff-a6f3-065037af6168 None None] Network 058b7543-87bf-49c5-84b8-5be20591873b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:16.091069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16344929-be79-4dfe-879c-5a720fa0013a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa5d7be9-0d15-4fbe-a290-8717ef4bad44 HTTP/1.1" status: 204 len: 168 time: 0.7501938 Apr 25 14:47:16.095716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52640) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:16.353970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] For port fa326b4c-c1a9-4ba4-9203-15fb3202f577, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fa326b4c-c1a9-4ba4-9203-15fb3202f577,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:16.354155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:16.806204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Calling delete_port for fa326b4c-c1a9-4ba4-9203-15fb3202f577 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:16.850197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-a2e35333-a2f5-475e-b3e7-f923bf9ac098 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:16.850930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-a2e35333-a2f5-475e-b3e7-f923bf9ac098 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:16.973453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] DHCP port deletion for 058b7543-87bf-49c5-84b8-5be20591873b request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:47:16.982567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] Deleting port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:16.982975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:17.147455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-a2e35333-a2f5-475e-b3e7-f923bf9ac098 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:17.148876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-a2e35333-a2f5-475e-b3e7-f923bf9ac098 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 945 time: 1.2649548 Apr 25 14:47:17.195818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:17.362034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:17.386085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port a94154a3-b189-4773-869c-e9adca5d2c17 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:17.386657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:17.475332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa326b4c-c1a9-4ba4-9203-15fb3202f577,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:17.618969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d638aa-81a3-485c-80a2-f063fc1bd996 req-92f06ad0-9d7f-4fda-9812-2221575bd556 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:17.639512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48d638aa-81a3-485c-80a2-f063fc1bd996 req-92f06ad0-9d7f-4fda-9812-2221575bd556 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 945 time: 2.2127609 Apr 25 14:47:17.725725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] For port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:17.726140 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:17.882764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Deleting port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:17.883816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:17.940408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48d638aa-81a3-485c-80a2-f063fc1bd996 req-73ad2996-8216-43dd-b8b3-af8926888d2e tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999005 Apr 25 14:47:17.942399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36d93-43ef-4990-9f3b-c8bb6d5e4f0d req-794a3e4d-e0c4-4e6a-a737-43bae24cd885 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:17.951933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-53b36d93-43ef-4990-9f3b-c8bb6d5e4f0d req-794a3e4d-e0c4-4e6a-a737-43bae24cd885 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 1.0640078 Apr 25 14:47:18.206928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] Calling delete_port for 9dc05a25-1c81-47f9-a3fb-951d0b95f65b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:18.346618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9dc05a25-1c81-47f9-a3fb-951d0b95f65b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:18.614487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-53b36d93-43ef-4990-9f3b-c8bb6d5e4f0d req-02c2a257-9b4c-4441-a340-927612d7ebe9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6612616 Apr 25 14:47:18.646544 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:18.690212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:18.819488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] Pushing event deleted for resources: {'Port': ['ID=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:18.844241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2f00d-bcc9-4a0b-8545-858d6914f602 None None] No DVR routers for this DVR port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:18.943953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] For port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9dc05a25-1c81-47f9-a3fb-951d0b95f65b,segment=NetworkSegment(e9712b03-eebb-4cdc-a77d-323dcce62f45),segment_id=e9712b03-eebb-4cdc-a77d-323dcce62f45)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:18.944537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:19.045011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:19.474681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a94154a3-b189-4773-869c-e9adca5d2c17 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:19.478244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Calling delete_port for 9dc05a25-1c81-47f9-a3fb-951d0b95f65b owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:19.694840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833335-fb61-410c-a4ea-215708f7a98a req-679354ec-c38a-4813-97c6-9f6df2aaeebb tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:19.709215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32833335-fb61-410c-a4ea-215708f7a98a req-679354ec-c38a-4813-97c6-9f6df2aaeebb tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 946 time: 0.8522866 Apr 25 14:47:19.714932 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:47:19.715593 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:47:19.752860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:19.753501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:19.783869 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:19.826534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:19.827784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:19.839445 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:19.854936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32833335-fb61-410c-a4ea-215708f7a98a req-bc01e3da-ef88-451a-9cd4-0c11dfc4d91d tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412480 Apr 25 14:47:19.954726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957294-6467-4af9-bec3-6ade26794b49 req-d1e5ade8-5965-44cf-95ff-14d0caca124f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:19.963825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50957294-6467-4af9-bec3-6ade26794b49 req-d1e5ade8-5965-44cf-95ff-14d0caca124f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 946 time: 1.9807239 Apr 25 14:47:20.028473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:20.250444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for a94154a3-b189-4773-869c-e9adca5d2c17 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:20.312290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Deleting port 9dc05a25-1c81-47f9-a3fb-951d0b95f65b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:20.312630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:20.587674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Router ea16417e-ccf9-421d-afff-57aa42893c91 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:47:20.623123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb34c-aabc-42e0-a169-0c16d9eba710 req-daabc34f-d950-4d82-a2a7-f7834e1a4174 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:20.624685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-375fb34c-aabc-42e0-a169-0c16d9eba710 req-daabc34f-d950-4d82-a2a7-f7834e1a4174 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.3055120 Apr 25 14:47:20.867913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] The port '9dc05a25-1c81-47f9-a3fb-951d0b95f65b' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:47:20.874938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Deleting port 7e981503-9f76-494b-b815-5de6f5ed1d43 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:20.875287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:20.915525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-375fb34c-aabc-42e0-a169-0c16d9eba710 req-30d85c11-1ae5-4e7c-9b13-43f58fb09a26 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762437 Apr 25 14:47:21.014874 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f7c530-f8c6-40a1-a3c0-b1a63a9c74f9'] response: {'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17', 'code': 200} Apr 25 14:47:21.052715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7f53a-f5c7-4b1a-ba47-e92f76ae1bbf req-fed3c8b5-48f7-46e2-b87b-1cbbecb7e9d7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:21.062495 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76b7f53a-f5c7-4b1a-ba47-e92f76ae1bbf req-fed3c8b5-48f7-46e2-b87b-1cbbecb7e9d7 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 945 time: 1.3934095 Apr 25 14:47:21.168026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:47:21.180150 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] Sync routers for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:47:21.199050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b7a6a426-a0ca-45ce-96c1-5d0e10333fc5 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea16417e-ccf9-421d-afff-57aa42893c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2641747 Apr 25 14:47:21.199742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:21.204694 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:47:21.210415 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:47:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:21.358082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:21.486952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058b7543-87bf-49c5-84b8-5be20591873b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:21.529763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9712b03-eebb-4cdc-a77d-323dcce62f45') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:21.530073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9712b03-eebb-4cdc-a77d-323dcce62f45') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:21.570905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:21.607344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:21.620393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:47:21.620852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:47:21.777065 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:47:21.808086 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:47:21.813619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e981503-9f76-494b-b815-5de6f5ed1d43 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:21.820701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:21.899255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:21.960175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:22.100803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:47:22.102204 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:47:22.102823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=058b7543-87bf-49c5-84b8-5be20591873b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:22.145768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76b7f53a-f5c7-4b1a-ba47-e92f76ae1bbf req-56605fa6-49c2-46fc-bf42-f19e0ccd667b tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0825424 Apr 25 14:47:22.163311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2944e618-a209-406d-8f49-387898a824c6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/058b7543-87bf-49c5-84b8-5be20591873b HTTP/1.1" status: 204 len: 168 time: 6.0640655 Apr 25 14:47:22.474787 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:22.476345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349b8f-1c3c-4693-9457-a3da95cf2468 req-d79af068-da9b-4304-beab-ff599a31f6a5 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:22.478332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2349b8f-1c3c-4693-9457-a3da95cf2468 req-d79af068-da9b-4304-beab-ff599a31f6a5 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 946 time: 0.6670752 Apr 25 14:47:22.604502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Deleting port a94154a3-b189-4773-869c-e9adca5d2c17 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:22.604850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:22.650854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:22.669528 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:22.793307 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:47:17Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:22.809981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] Checking router: ea16417e-ccf9-421d-afff-57aa42893c91 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:47:22.835659 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] Routers {'ea16417e-ccf9-421d-afff-57aa42893c91'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:47:22.836295 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:47:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea16417e-ccf9-421d-afff-57aa42893c91'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:22.882630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:22.908947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:22.910249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:22.977589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:23.016778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:23.214880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2349b8f-1c3c-4693-9457-a3da95cf2468 req-1eda51ad-b266-42eb-ac0d-0b172d3dc510 tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270339 Apr 25 14:47:23.222575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:23.249732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Deleting port 454b8ed7-ff08-410b-92ce-02990ca806c4 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:23.250094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:23.343328 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ecd40f-850a-4fc6-8628-164e1a4e06cf'] response: {'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43', 'code': 200} Apr 25 14:47:23.348596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] Set router ea16417e-ccf9-421d-afff-57aa42893c91 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:47:23.552920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Calling delete_port for 7e981503-9f76-494b-b815-5de6f5ed1d43 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:23.768298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] For port 454b8ed7-ff08-410b-92ce-02990ca806c4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=454b8ed7-ff08-410b-92ce-02990ca806c4,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:23.768671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:23.806045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bbcbc-a8a6-4afb-9393-95a72ff4f79b req-532589fe-1e23-4239-b800-5d2119f59e80 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:23.820304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c45bbcbc-a8a6-4afb-9393-95a72ff4f79b req-532589fe-1e23-4239-b800-5d2119f59e80 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 943 time: 0.2197988 Apr 25 14:47:23.881886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a80eacc4-3380-4c4f-ae65-ed740e53bbae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67e15919f68444b8986727cc85f12ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9877877 Apr 25 14:47:23.892549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52764) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:24.095711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] For port a94154a3-b189-4773-869c-e9adca5d2c17, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a94154a3-b189-4773-869c-e9adca5d2c17,segment=NetworkSegment(5d682f30-ab2a-42ba-bcf0-8503b198d153),segment_id=5d682f30-ab2a-42ba-bcf0-8503b198d153)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:24.096069 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:24.162790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Calling delete_port for 454b8ed7-ff08-410b-92ce-02990ca806c4 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:24.310714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Calling delete_port for a94154a3-b189-4773-869c-e9adca5d2c17 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:24.353487 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:47:17Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:24.357901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c45bbcbc-a8a6-4afb-9393-95a72ff4f79b req-13d76d6a-f569-407c-8ca9-ffb3bbe61273 tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/security-groups?id=34c78fdc-98f3-4515-862e-c194e895fdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297811 Apr 25 14:47:24.366827 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4c746-7e96-4421-a9dc-736f56f68916 None None] The sync data for ids ['ea16417e-ccf9-421d-afff-57aa42893c91'] in n-d-811416-6 is: [{'id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'name': 'tempest-ServersTestJSON-1791248564-router', 'tenant_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:08Z', 'updated_at': '2022-04-25T14:47:17Z', 'revision_number': 5, 'project_id': 'b4ecefb5a8d94fcda379e5ecc83bea45', 'gw_port': {'id': '454b8ed7-ff08-410b-92ce-02990ca806c4', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16417e-ccf9-421d-afff-57aa42893c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:09Z', 'updated_at': '2022-04-25T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:47:24.700146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:24.713281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f76a7c-c7cf-4372-af0e-f24903a499f3 req-b787f74d-1593-4139-a4df-14a664ad93ad tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:24.724555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76f76a7c-c7cf-4372-af0e-f24903a499f3 req-b787f74d-1593-4139-a4df-14a664ad93ad tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 1.5443482 Apr 25 14:47:24.726402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:47:24.726725 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:47:24.727265 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:24.831703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Pushing event deleted for resources: {'Port': ['ID=454b8ed7-ff08-410b-92ce-02990ca806c4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:25.205717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.231393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Pushing event deleted for resources: {'Port': ['ID=a94154a3-b189-4773-869c-e9adca5d2c17,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:25.233774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Deleting port 7e981503-9f76-494b-b815-5de6f5ed1d43 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:25.234298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.327170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.327821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.328342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.328877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.329411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.329923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.330427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.330930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.331575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.332078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.332579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.333101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:25.404213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-330685f5-8012-4d4b-8e13-77f1fb84666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.438063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-330685f5-8012-4d4b-8e13-77f1fb84666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.515151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] No DVR routers for this DVR port a94154a3-b189-4773-869c-e9adca5d2c17 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:25.523368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76f76a7c-c7cf-4372-af0e-f24903a499f3 req-6ae1208c-ce95-4a18-b103-f73b7419309d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7978821 Apr 25 14:47:25.524915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.531583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'name': 'network-vif-deleted', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:25.536162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-330685f5-8012-4d4b-8e13-77f1fb84666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.584682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330685f5-8012-4d4b-8e13-77f1fb84666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd76f9-407f-434c-be1c-6ad15969bce0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:25.657546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac2ac58d-b5e4-4930-aa75-5feda048483c req-aaeeb568-56bc-44ad-aeee-81a772461c9d tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.15 "DELETE /v2.0/ports/a94154a3-b189-4773-869c-e9adca5d2c17 HTTP/1.1" status: 204 len: 173 time: 8.4845712 Apr 25 14:47:25.878447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:25.886706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.021630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.022154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea16417e-ccf9-421d-afff-57aa42893c91 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:47:26.086863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d7a259dd-5ea9-4220-9b51-e6cb26f9cd8b req-41f5863f-96be-41cc-8903-664116493ddc tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Synchronizing usage tracker for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:26.091939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-330685f5-8012-4d4b-8e13-77f1fb84666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.143934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-330685f5-8012-4d4b-8e13-77f1fb84666d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03bd76f9-407f-434c-be1c-6ad15969bce0 HTTP/1.1" status: 204 len: 168 time: 1.5320916 Apr 25 14:47:26.191229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a5a8a-0d5c-4a0c-b22f-53883e67d66e req-17c777b4-8e50-407b-8dcb-4e26cb832a3f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:26.202948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c59a5a8a-0d5c-4a0c-b22f-53883e67d66e req-17c777b4-8e50-407b-8dcb-4e26cb832a3f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 944 time: 1.2693570 Apr 25 14:47:26.309443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] For port 7e981503-9f76-494b-b815-5de6f5ed1d43, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e981503-9f76-494b-b815-5de6f5ed1d43,segment=NetworkSegment(d4ae0ab5-9673-4426-99a1-1e1c217bdc1b),segment_id=d4ae0ab5-9673-4426-99a1-1e1c217bdc1b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:26.309881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.334567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fa326b4c-c1a9-4ba4-9203-15fb3202f577 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:26.335511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d7a259dd-5ea9-4220-9b51-e6cb26f9cd8b req-41f5863f-96be-41cc-8903-664116493ddc tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] Unset dirty status for tenant:26f2e6a1dd8944cd8f891eafa0e238d6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:26.336719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7a259dd-5ea9-4220-9b51-e6cb26f9cd8b req-41f5863f-96be-41cc-8903-664116493ddc tempest-ServersTestJSON-1073791853 tempest-ServersTestJSON-1073791853-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f4ebab-7a8f-4cb4-b65a-e77d97310c3b HTTP/1.1" status: 200 len: 210 time: 0.3522224 Apr 25 14:47:26.363346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.388451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-efa779ab-7e7e-4f86-8101-d2c0a02cc97d admin admin] 10.222.0.23 "DELETE /v2.0/routers/ea16417e-ccf9-421d-afff-57aa42893c91 HTTP/1.1" status: 204 len: 168 time: 5.1774211 Apr 25 14:47:26.392975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52834) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:26.587240 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009078d5-7d12-405a-8337-9997d1d742d5'] response: {'server_uuid': '29f4ebab-7a8f-4cb4-b65a-e77d97310c3b', 'name': 'network-vif-deleted', 'tag': 'a94154a3-b189-4773-869c-e9adca5d2c17', 'status': 'completed', 'code': 200} Apr 25 14:47:26.620883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fa326b4c-c1a9-4ba4-9203-15fb3202f577 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:47:26.627687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fa326b4c-c1a9-4ba4-9203-15fb3202f577 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:47:26.795199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Deleting subnet 74b188e6-154d-40fa-9ddb-57d928bd12df {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:47:26.800634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.879678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:26.931892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Calling delete_port for 7e981503-9f76-494b-b815-5de6f5ed1d43 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:27.001356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:27.149790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:27.213353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52860) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:27.250775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148b701-7676-4ceb-ad93-02a3a8ec8e32 None None] Network 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:27.267131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c59a5a8a-0d5c-4a0c-b22f-53883e67d66e req-3f6c1066-9980-44fd-b511-4e3a4845e56f tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5c5890-8713-4c82-8145-8b6773929b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0623114 Apr 25 14:47:27.268486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:27.304874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/74b188e6-154d-40fa-9ddb-57d928bd12df HTTP/1.1" status: 204 len: 168 time: 0.8588822 Apr 25 14:47:27.306364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4de68-d0f4-47b6-b98a-95c6bc7f53cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b188e6-154d-40fa-9ddb-57d928bd12df,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:27.319952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52866) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:27.658643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47333a-b6e4-4f2b-a845-3d01a4153cb3 req-d5c508c1-f1d1-478f-abba-edd0286a255c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:27.666240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8c47333a-b6e4-4f2b-a845-3d01a4153cb3 req-d5c508c1-f1d1-478f-abba-edd0286a255c tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.5730398 Apr 25 14:47:27.678408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dfb1f58f-c2bc-496f-85e3-6857123b7a92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38c37b16ac2d40fa8baaec28c0f0dfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537320 Apr 25 14:47:27.693515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:27.778651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:27.805023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Deleting port 2513dad8-3f80-4436-a83a-52cd6268eaf0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:27.805389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:27.934234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8c47333a-b6e4-4f2b-a845-3d01a4153cb3 req-c10365a4-a544-4826-bb53-6c898d219650 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307854 Apr 25 14:47:27.937068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52882) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:28.079929 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:28.092298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] DHCP port deletion for 77fb34aa-10b9-485f-99aa-7d0b511bcfa7 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:47:28.106106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Deleting port 2513dad8-3f80-4436-a83a-52cd6268eaf0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:28.106657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:28.358396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 454b8ed7-ff08-410b-92ce-02990ca806c4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:28.367167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Pushing event deleted for resources: {'Port': ['ID=7e981503-9f76-494b-b815-5de6f5ed1d43,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:28.391164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b60c870e-37b6-49fe-b47b-7321e6f67f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:28.488054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b60c870e-37b6-49fe-b47b-7321e6f67f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:28.715796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 454b8ed7-ff08-410b-92ce-02990ca806c4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:47:28.729422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 454b8ed7-ff08-410b-92ce-02990ca806c4 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:47:28.730089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2513dad8-3f80-4436-a83a-52cd6268eaf0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:28.857315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] For port 2513dad8-3f80-4436-a83a-52cd6268eaf0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2513dad8-3f80-4436-a83a-52cd6268eaf0,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:28.858289 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:28.949341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b60c870e-37b6-49fe-b47b-7321e6f67f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:28.956808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-84aff82b-f9fe-4102-a94a-a96138e0b0c7 req-dc6dd6bf-1f0b-4fa4-964b-ec5e8835b96d tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Synchronizing usage tracker for tenant:005397a8be3a45d79fcf25459b52e96d on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:29.067206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c870e-37b6-49fe-b47b-7321e6f67f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038221b7-bf83-4964-b9f5-b076ae574d28,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:29.096347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] No DVR routers for this DVR port 7e981503-9f76-494b-b815-5de6f5ed1d43 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:29.142743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.173797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'name': 'network-vif-deleted', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:29.179186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50957294-6467-4af9-bec3-6ade26794b49 req-82999eb3-ceb9-4cd5-b607-371b1af8ba8a tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.21 "DELETE /v2.0/ports/7e981503-9f76-494b-b815-5de6f5ed1d43 HTTP/1.1" status: 204 len: 173 time: 9.0622320 Apr 25 14:47:29.195251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b60c870e-37b6-49fe-b47b-7321e6f67f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.196379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b60c870e-37b6-49fe-b47b-7321e6f67f49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/038221b7-bf83-4964-b9f5-b076ae574d28 HTTP/1.1" status: 204 len: 168 time: 1.4937830 Apr 25 14:47:29.275327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-84aff82b-f9fe-4102-a94a-a96138e0b0c7 req-dc6dd6bf-1f0b-4fa4-964b-ec5e8835b96d tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] Unset dirty status for tenant:005397a8be3a45d79fcf25459b52e96d on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:29.300947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84aff82b-f9fe-4102-a94a-a96138e0b0c7 req-dc6dd6bf-1f0b-4fa4-964b-ec5e8835b96d tempest-InstanceActionsV221TestJSON-1696580984 tempest-InstanceActionsV221TestJSON-1696580984-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe7af52b-2a87-4c1e-842d-9db4201509d3 HTTP/1.1" status: 200 len: 210 time: 0.6615036 Apr 25 14:47:29.329281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Deleting subnet eb6948b8-94fc-4390-92fd-e6c0e8118701 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:47:29.344692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.369560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:29.412888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Calling delete_port for 2513dad8-3f80-4436-a83a-52cd6268eaf0 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:29.439184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] For port 2513dad8-3f80-4436-a83a-52cd6268eaf0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2513dad8-3f80-4436-a83a-52cd6268eaf0,segment=NetworkSegment(1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b),segment_id=1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:29.440442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.496710 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3102ff9b-570d-4e0a-aba7-3cd3954fcff7'] response: {'server_uuid': 'fe7af52b-2a87-4c1e-842d-9db4201509d3', 'name': 'network-vif-deleted', 'tag': '7e981503-9f76-494b-b815-5de6f5ed1d43', 'status': 'completed', 'code': 200} Apr 25 14:47:29.564790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.780048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.853870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:29.983375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Pushing event deleted for resources: {'Port': ['ID=2513dad8-3f80-4436-a83a-52cd6268eaf0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:29.990679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] No DVR routers for this DVR port 2513dad8-3f80-4436-a83a-52cd6268eaf0 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:30.048938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.050002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.051677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.052871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.054123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.055027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.055852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.057429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.059269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.059837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.060658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.061340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:47:30.076954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.163639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Calling delete_port for 2513dad8-3f80-4436-a83a-52cd6268eaf0 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:47:30.211754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.224194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6948b8-94fc-4390-92fd-e6c0e8118701,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:30.251806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-673b1181-53c7-406d-ac55-1317798d7730 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb6948b8-94fc-4390-92fd-e6c0e8118701 HTTP/1.1" status: 204 len: 168 time: 2.3084364 Apr 25 14:47:30.257871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:30.284047 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.304377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 2513dad8-3f80-4436-a83a-52cd6268eaf0 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:47:30.305167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2513dad8-3f80-4436-a83a-52cd6268eaf0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:47:30.438714 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:47:30.439079 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:47:30.614566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d829a-9613-4f01-ac2e-cf9f214612ae req-3975ef55-34a6-4483-a01b-82c591163756 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:30.633805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d2d829a-9613-4f01-ac2e-cf9f214612ae req-3975ef55-34a6-4483-a01b-82c591163756 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 1.2928598 Apr 25 14:47:30.637324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.652456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.765546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.768935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:30.795728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Usage tracker for resource:security_group_rule and tenant:a97e381684bb40f799646791239a8d0a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:30.802171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fb34aa-10b9-485f-99aa-7d0b511bcfa7']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:30.820288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:30.864443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:30.881359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:30.882045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3cd385-54d5-4fb3-a3b3-8cc362ecc96b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:30.940681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Deleting port 2513dad8-3f80-4436-a83a-52cd6268eaf0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:47:30.941890 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:30.957847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d2d829a-9613-4f01-ac2e-cf9f214612ae req-59b948fd-c727-46a7-9ee9-7726e591cdfe tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230278 Apr 25 14:47:30.968519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.016663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.054495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.078963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53066) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:31.088918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53070) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:31.095701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8b228c01-bedd-4d57-8571-8a3b731e342c None None] The port '2513dad8-3f80-4436-a83a-52cd6268eaf0' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:47:31.097318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e98ba1-6020-4f44-8ce9-b7e277434afa']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:31.115634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d682f30-ab2a-42ba-bcf0-8503b198d153') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:31.115934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d682f30-ab2a-42ba-bcf0-8503b198d153') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:31.141638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.161505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.169533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:47:31.169965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.177468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:47:31.178007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:47:31.192758 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:47:31.301243 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:47:31.307371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.321060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.380713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] 10.222.0.23 "DELETE /v2.0/networks/51e98ba1-6020-4f44-8ce9-b7e277434afa HTTP/1.1" status: 204 len: 168 time: 1.1215367 Apr 25 14:47:31.381954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ef68-cbf7-47a3-88f4-0f1c7df4c44a admin admin] Pushing event deleted for resources: {'Network': ['ID=51e98ba1-6020-4f44-8ce9-b7e277434afa,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:31.454495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1179517469-network', 'tenant_id': '394163fb81e64487b7e30b628dbc5b7c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:31.460139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:31.465505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Usage tracker for resource:network and tenant:394163fb81e64487b7e30b628dbc5b7c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:31.469785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:31.493224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:31.510275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.520954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Made reservation on behalf of 394163fb81e64487b7e30b628dbc5b7c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:31.524190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.566033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.587336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53100) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:31.630931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.662239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8910519e-dbea-42ac-ae00-f994d10a1ce1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26f2e6a1dd8944cd8f891eafa0e238d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736690 Apr 25 14:47:31.670821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Deleting subnet 8ddf7634-b417-4b8c-9eae-0768bd816169 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:47:31.677314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:31.712278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:31.724469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.755126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Usage tracker for resource:security_group_rule and tenant:394163fb81e64487b7e30b628dbc5b7c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:31.766766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.774588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:31.781426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:31.796782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fb34aa-10b9-485f-99aa-7d0b511bcfa7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:31.822138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.893348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-89c18de2-6d4a-4914-b8bb-f1f51411d331 admin admin] 10.222.0.23 "DELETE /v2.0/networks/77fb34aa-10b9-485f-99aa-7d0b511bcfa7 HTTP/1.1" status: 204 len: 168 time: 4.5664146 Apr 25 14:47:31.942079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:31.995857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a97e381684bb40f799646791239a8d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3098166 Apr 25 14:47:31.996989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01f37-1f5d-4442-bfa4-77cbe5bbda63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6163b1-8611-4849-8fb8-4e770778c994,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:31.999839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53142) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:32.020001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842561-8a38-4c23-ba98-86c3672f3443 req-9da42248-8a01-400d-b12a-fab3d31e76b8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:32.028166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f842561-8a38-4c23-ba98-86c3672f3443 req-9da42248-8a01-400d-b12a-fab3d31e76b8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.8167319 Apr 25 14:47:32.106943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3d4946d-99f2-400d-aa20-b6ee6c1bcd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.134367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.204705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378cedd6-8419-48f5-8345-2f759dd92826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.210110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f842561-8a38-4c23-ba98-86c3672f3443 req-7d05c7c5-4fe4-4466-bb7f-8002218e9501 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806498 Apr 25 14:47:32.225112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3d4946d-99f2-400d-aa20-b6ee6c1bcd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.257937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378cedd6-8419-48f5-8345-2f759dd92826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.269645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.274329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53158) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:32.401369 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.446019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af153c0d-42bd-489f-93f9-a056997b8e09,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:32.462015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0f93651b-f406-4739-91fe-ead9d1718a3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4ecefb5a8d94fcda379e5ecc83bea45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853883 Apr 25 14:47:32.465508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53174) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:32.484847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.488126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af8f4-3f9b-4094-a78f-dd176bf3ce72 req-7f67ffff-2ea3-44f9-9c5a-a27ebd411689 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:32.489863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-748af8f4-3f9b-4094-a78f-dd176bf3ce72 req-7f67ffff-2ea3-44f9-9c5a-a27ebd411689 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.1932127 Apr 25 14:47:32.496518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:47:32.563462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddf7634-b417-4b8c-9eae-0768bd816169,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:32.570292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3d4946d-99f2-400d-aa20-b6ee6c1bcd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.584295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.584569 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Added segment 6c4819d6-c2d4-440d-9c50-f62d3ed2b7de of type vlan for network fb0e537b-0270-4d55-8a2b-1b59a804af77 Apr 25 14:47:32.586387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.588365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378cedd6-8419-48f5-8345-2f759dd92826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.609273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4946d-99f2-400d-aa20-b6ee6c1bcd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c78fdc-98f3-4515-862e-c194e895fdf4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:32.609847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-748af8f4-3f9b-4094-a78f-dd176bf3ce72 req-6bbb1a10-6f8c-41dd-bfc6-0773ac47910b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114724 Apr 25 14:47:32.642449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cedd6-8419-48f5-8345-2f759dd92826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6163b1-8611-4849-8fb8-4e770778c994,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:32.644669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24052518-5d17-4e76-b3a9-47f179ee7a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.680619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.717995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-378cedd6-8419-48f5-8345-2f759dd92826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.718617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c893680-e2bf-4ae2-a48a-2e5e40f066ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ddf7634-b417-4b8c-9eae-0768bd816169 HTTP/1.1" status: 204 len: 168 time: 1.6328244 Apr 25 14:47:32.719858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-378cedd6-8419-48f5-8345-2f759dd92826 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db6163b1-8611-4849-8fb8-4e770778c994 HTTP/1.1" status: 204 len: 168 time: 0.7190197 Apr 25 14:47:32.723219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.724188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:32.724832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.729914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53198) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:32.738283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24052518-5d17-4e76-b3a9-47f179ee7a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.785397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3d4946d-99f2-400d-aa20-b6ee6c1bcd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.786389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3d4946d-99f2-400d-aa20-b6ee6c1bcd64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34c78fdc-98f3-4515-862e-c194e895fdf4 HTTP/1.1" status: 204 len: 168 time: 1.0643215 Apr 25 14:47:32.862344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24052518-5d17-4e76-b3a9-47f179ee7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.889025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24052518-5d17-4e76-b3a9-47f179ee7a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e52832-8380-42bd-a2c8-524d17ef2ac8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:32.902602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24052518-5d17-4e76-b3a9-47f179ee7a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.907398 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24052518-5d17-4e76-b3a9-47f179ee7a58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29e52832-8380-42bd-a2c8-524d17ef2ac8 HTTP/1.1" status: 204 len: 168 time: 0.4405732 Apr 25 14:47:32.934924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8410990 Apr 25 14:47:32.938316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53226) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:32.944576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Request body: {'subnet': {'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1179517469-subnet', 'tenant_id': '394163fb81e64487b7e30b628dbc5b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:32.955472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:32.960353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d16a8b-e1a4-4e54-a2c4-b3c8dbbf0a78 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0e537b-0270-4d55-8a2b-1b59a804af77,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:32.964729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Usage tracker for resource:subnet and tenant:394163fb81e64487b7e30b628dbc5b7c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:32.969453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:32.971870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:32.983625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network fb0e537b-0270-4d55-8a2b-1b59a804af77 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:47:32.988662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:33.004930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Made reservation on behalf of 394163fb81e64487b7e30b628dbc5b7c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:33.008124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.138582 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.182363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87598e0f-fcc6-4320-8c52-e52d6a8bd78f']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:33.203466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:33.203793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ae0ab5-9673-4426-99a1-1e1c217bdc1b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:47:33.218854 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.261507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.274573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:47:33.275063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:47:33.305777 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:47:33.337238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.464297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f013c6c7-77b7-412b-8dde-9c473ae2cb88,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:33.501529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Checking segment: {'id': '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:33.501888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Network hostable DHCP agents. Network: fb0e537b-0270-4d55-8a2b-1b59a804af77, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:47:33.541198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Network fb0e537b-0270-4d55-8a2b-1b59a804af77 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:47:33.563215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, fb0e537b-0270-4d55-8a2b-1b59a804af77) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:47:33.572544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:33.575813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c381f-9d3f-4707-9930-de6464bea51a None None] Network fb0e537b-0270-4d55-8a2b-1b59a804af77 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:33.589555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.595379 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.612559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:33.650683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=87598e0f-fcc6-4320-8c52-e52d6a8bd78f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:33.655375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0bad85bd-cd1c-4a17-8b9c-7265c6604cb3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/87598e0f-fcc6-4320-8c52-e52d6a8bd78f HTTP/1.1" status: 204 len: 168 time: 0.9092374 Apr 25 14:47:33.668572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83237fc0-0fea-45d8-9873-7c8c79f27a19 req-c8d1b99a-6026-4236-9e5b-9093b262905d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:33.674438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2404462b-3801-44f9-827d-6a5eb9ee7922 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7242742 Apr 25 14:47:33.675838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-83237fc0-0fea-45d8-9873-7c8c79f27a19 req-c8d1b99a-6026-4236-9e5b-9093b262905d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.2470341 Apr 25 14:47:33.733064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-83237fc0-0fea-45d8-9873-7c8c79f27a19 req-f5d25c54-2fce-4b68-96fe-5f45372b3d23 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561788 Apr 25 14:47:34.049757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0f802-208b-41f3-b74c-5222747e0174 None None] Network fb0e537b-0270-4d55-8a2b-1b59a804af77 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:34.055355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a27cbf-6bb4-4080-a1d3-89f796a1e7f9 req-4bc9b560-f3bd-4130-8414-f8d46be53d4e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:34.057110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49a27cbf-6bb4-4080-a1d3-89f796a1e7f9 req-4bc9b560-f3bd-4130-8414-f8d46be53d4e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.1618559 Apr 25 14:47:34.121655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49a27cbf-6bb4-4080-a1d3-89f796a1e7f9 req-9ac2c593-742d-4fb4-88a9-68203e4760d3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464151 Apr 25 14:47:34.215325 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:34.308437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53402) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:34.419071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a4861e03-dd4f-45fd-8234-4d3150ea2bd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=005397a8be3a45d79fcf25459b52e96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093645 Apr 25 14:47:34.421469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53418) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:34.536837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0df6-a19e-48c2-bb20-b7cfb5209eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:34.596793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0df6-a19e-48c2-bb20-b7cfb5209eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:34.811538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-2fa12a85-31b4-476c-b89a-3a6c8203d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:34.811538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-2fa12a85-31b4-476c-b89a-3a6c8203d7c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1096 time: 1.0235391 Apr 25 14:47:34.821420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c5c-5c4f-4b1f-a2b2-3df0838f546b req-d50a0212-5680-4efc-b983-f493433f13ab tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:34.823437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95882c5c-5c4f-4b1f-a2b2-3df0838f546b req-d50a0212-5680-4efc-b983-f493433f13ab tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.1782503 Apr 25 14:47:34.824231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0df6-a19e-48c2-bb20-b7cfb5209eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:34.869358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb0df6-a19e-48c2-bb20-b7cfb5209eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c5890-8713-4c82-8145-8b6773929b69,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:34.921468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0df6-a19e-48c2-bb20-b7cfb5209eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:34.925225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9dcb0df6-a19e-48c2-bb20-b7cfb5209eb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be5c5890-8713-4c82-8145-8b6773929b69 HTTP/1.1" status: 204 len: 168 time: 0.5003517 Apr 25 14:47:34.981086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95882c5c-5c4f-4b1f-a2b2-3df0838f546b req-d8279ea9-c983-4a2e-96c4-9821aab713a4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460688 Apr 25 14:47:35.049888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-f442a075-b915-43d5-942a-2acebe718962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:35.051645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-f442a075-b915-43d5-942a-2acebe718962 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.2154377 Apr 25 14:47:35.343359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-931e17f9-545d-45d4-9d80-0c9d1da18623 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 1000 time: 0.2854981 Apr 25 14:47:35.483964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-9c4541a9-954e-498e-b0bf-7e419d977b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:35.486067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-9c4541a9-954e-498e-b0bf-7e419d977b6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.1354628 Apr 25 14:47:35.589360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-84ef3317-303a-4f6b-ab8e-ff5e5ba66d09 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:35.591521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-84ef3317-303a-4f6b-ab8e-ff5e5ba66d09 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Synchronizing usage tracker for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:35.610832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d8ec3-6ad6-43a3-8db8-68f36af4020a req-a8413adf-c874-4d08-80c4-5b767e05f0c7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:35.612866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e39d8ec3-6ad6-43a3-8db8-68f36af4020a req-a8413adf-c874-4d08-80c4-5b767e05f0c7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.2610922 Apr 25 14:47:35.621886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-84ef3317-303a-4f6b-ab8e-ff5e5ba66d09 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Unset dirty status for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:35.623615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-84ef3317-303a-4f6b-ab8e-ff5e5ba66d09 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/networks?id=fb0e537b-0270-4d55-8a2b-1b59a804af77 HTTP/1.1" status: 200 len: 814 time: 0.3332210 Apr 25 14:47:35.642950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-7e3e4822-be14-4505-932c-0e322c405a8c tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/quotas/394163fb81e64487b7e30b628dbc5b7c HTTP/1.1" status: 200 len: 375 time: 0.0125120 Apr 25 14:47:35.667220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-48a97a43-fb40-49d9-9c0f-e15a011d232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:35.668707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-48a97a43-fb40-49d9-9c0f-e15a011d232d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666062 Apr 25 14:47:35.687451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e39d8ec3-6ad6-43a3-8db8-68f36af4020a req-72216db8-0e2e-4d1e-912c-f2ee39c36b5e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615518 Apr 25 14:47:35.697702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-9a223fcf-893e-4ee6-bae5-772928a4a0b7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:47:35.702404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-9a223fcf-893e-4ee6-bae5-772928a4a0b7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255985 Apr 25 14:47:35.713723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-d8e6cf92-e5f6-48b6-83a9-9ac954abd0b1 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=394163fb81e64487b7e30b628dbc5b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638759 Apr 25 14:47:35.733507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53486) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:35.859225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:35.874125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-a6c40964-365b-460c-b4da-e6cd78029fe7 service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616135 Apr 25 14:47:35.976668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-7abe6370-60fc-4f5e-bcb0-a8f540049e04 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555287 Apr 25 14:47:36.060059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2080244723-network', 'tenant_id': 'c8adbc80f5154b7a9376c6bf0cdf7a63'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:36.095045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:36.116796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Usage tracker for resource:network and tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:36.123590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:36.147123 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.149397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:36.187187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Made reservation on behalf of c8adbc80f5154b7a9376c6bf0cdf7a63 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:36.192172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.215265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:36.224557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71a8de80-436e-4212-aee7-5744a2e7d331 req-71943ad5-f9d2-4a5d-bc1c-bded19993984 service neutron] 10.222.0.15 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446143 Apr 25 14:47:36.239996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:36.249977 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.273897 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-be229af9-1fce-4c98-9b02-93a2dd220ea2 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903106 Apr 25 14:47:36.326506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.379401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:36.383299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Usage tracker for resource:security_group_rule and tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:36.388928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:36.407043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:36.417305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:36.500818 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d01c710-a0f7-43dc-8370-49f8dc608671'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:47:36.649364 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4428ed7e-758c-411b-a5fb-fb3e97f383e5 req-a7c66770-7a8c-49de-ad87-7a48ff50db10 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 210 time: 0.0624509 Apr 25 14:47:36.707202 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.723482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.787884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8ef23-715a-48f7-bd8e-186ee795d74c req-0b060e20-a1a1-423d-a8ec-21907cb4605b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:36.796346 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ec8ef23-715a-48f7-bd8e-186ee795d74c req-0b060e20-a1a1-423d-a8ec-21907cb4605b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5820248 Apr 25 14:47:36.802337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c8a3a-eab5-4098-a909-5ee0d40670f3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:36.906637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:47:36.935662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ec8ef23-715a-48f7-bd8e-186ee795d74c req-06e787f9-8eb7-4d2c-b4be-2c32ead1bdee tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379662 Apr 25 14:47:36.938591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:36.939019 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Added segment 302d520d-df8e-46bb-bf92-3aec3ea2ba9c of type vlan for network 7e1f52a9-013d-4ad2-a399-8088e294ee60 Apr 25 14:47:36.981018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:37.027716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:37.028929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:37.029746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:37.200030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4651988 Apr 25 14:47:37.200153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:37.206622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Request body: {'subnet': {'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2080244723-subnet', 'tenant_id': 'c8adbc80f5154b7a9376c6bf0cdf7a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:37.206845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356dc7b-368b-4439-8f86-2b2a01592c69 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1f52a9-013d-4ad2-a399-8088e294ee60,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:37.221419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 7e1f52a9-013d-4ad2-a399-8088e294ee60 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:47:37.228092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:37.247019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Usage tracker for resource:subnet and tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:37.253925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:37.261001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f98d3-5fde-49ee-80fe-27b1e43c9159 req-7634bbe0-83cb-43ca-98fb-fccc6750732b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:37.268053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:37.271017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae8f98d3-5fde-49ee-80fe-27b1e43c9159 req-7634bbe0-83cb-43ca-98fb-fccc6750732b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.1304266 Apr 25 14:47:37.294769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Made reservation on behalf of c8adbc80f5154b7a9376c6bf0cdf7a63 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:37.298811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:37.341243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae8f98d3-5fde-49ee-80fe-27b1e43c9159 req-1a60745b-d9eb-4b39-9c21-ff6e1f6b604d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691662 Apr 25 14:47:37.493550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:37.583322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:37.661442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:37.813447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aef3e392-7302-42fc-bc56-6f778ab6728b req-ad196525-8a4a-4373-8b08-6858c422f023 tempest-ServersAaction247Test-923658466 tempest-ServersAaction247Test-923658466-project] 10.222.0.23 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.1593747 Apr 25 14:47:37.895882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:37.941243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:37.945675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.052201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1335543369-network', 'tenant_id': '77465cd5bda94e05bedcb7a1366268ee'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:38.110566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:38.138037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5c8ad40-9fdd-4976-985a-ce12b3ed53f2 req-083bda98-a75a-43b9-a23a-e4f34c064a19 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 210 time: 0.0917506 Apr 25 14:47:38.148897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:38.169816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Usage tracker for resource:network and tenant:77465cd5bda94e05bedcb7a1366268ee is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:38.188018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:38.198710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:38.200910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7abcba-ec25-4112-8f29-0055bd2b6216,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:38.222185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Checking segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:38.222546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Network hostable DHCP agents. Network: 7e1f52a9-013d-4ad2-a399-8088e294ee60, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:47:38.238515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Made reservation on behalf of 77465cd5bda94e05bedcb7a1366268ee for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:38.240999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.262257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.282260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Network 7e1f52a9-013d-4ad2-a399-8088e294ee60 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:47:38.284831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:38.293283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Usage tracker for resource:security_group_rule and tenant:77465cd5bda94e05bedcb7a1366268ee is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:38.297484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:38.301721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfcdc6-3240-4531-a5fc-e578d2b20a09 req-b31731f3-bf0c-43c4-8700-76c21a829987 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:38.305286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:38.309476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 7e1f52a9-013d-4ad2-a399-8088e294ee60) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:47:38.318638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e8447-2deb-44e7-ae2f-a240ba83ea85 None None] Network 7e1f52a9-013d-4ad2-a399-8088e294ee60 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:38.327913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75cfcdc6-3240-4531-a5fc-e578d2b20a09 req-b31731f3-bf0c-43c4-8700-76c21a829987 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1452920 Apr 25 14:47:38.339509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:38.340102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.456148 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce5e267e-c5a8-4669-b2a4-5b1c0b4ddba9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2544541 Apr 25 14:47:38.526791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:38.566729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc6280b3-4b16-462f-9282-e20e43ea539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.693792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.750883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-3b9f1ff1-904b-4805-b888-2e6df4897406 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:38.753203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-3b9f1ff1-904b-4805-b888-2e6df4897406 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.15 "GET /v2.0/networks?id=fb0e537b-0270-4d55-8a2b-1b59a804af77 HTTP/1.1" status: 200 len: 814 time: 0.3663223 Apr 25 14:47:38.772876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Request body: {'port': {'device_id': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77', 'admin_state_up': True, 'tenant_id': '394163fb81e64487b7e30b628dbc5b7c'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:38.828523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.842452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75cfcdc6-3240-4531-a5fc-e578d2b20a09 req-43a2f38e-cc1d-4bdc-95bc-9de0b3fd102c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5126681 Apr 25 14:47:38.851764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff32e9-2003-4a3a-ae03-5fe5f7f6d294 None None] Network 7e1f52a9-013d-4ad2-a399-8088e294ee60 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:38.904047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:47:38.925732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:38.928264 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Added segment 536c4dc5-81b7-4290-86fd-e09567452949 of type vlan for network 684ec089-461b-4a22-86f8-ee82f121a9de Apr 25 14:47:38.992817 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e14c83c-ba54-4b20-8f40-5431d289c971'] response: {'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'code': 200} Apr 25 14:47:38.994667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:39.060344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:39.065304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Usage tracker for resource:port and tenant:394163fb81e64487b7e30b628dbc5b7c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:39.068636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:39.075334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:39.096009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Made reservation on behalf of 394163fb81e64487b7e30b628dbc5b7c for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:39.100052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:39.159703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:39.163578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:39.164926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:39.226747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b125679-7b36-4534-bfb6-77025d0a1148,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:39.397257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Allocated IP 172.20.0.4 (fb0e537b-0270-4d55-8a2b-1b59a804af77/f013c6c7-77b7-412b-8dde-9c473ae2cb88/ee12386e-dbae-42e7-b02d-da9d61f4313a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:47:39.424202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] Pushing event updated for resources: {'Network': ['ID=684ec089-461b-4a22-86f8-ee82f121a9de,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:39.435773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 684ec089-461b-4a22-86f8-ee82f121a9de details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:47:39.451770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53638) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:39.451995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b92efcda-e25e-429f-990a-5b44ee842b3c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9571369 Apr 25 14:47:39.471406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Request body: {'subnet': {'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1335543369-subnet', 'tenant_id': '77465cd5bda94e05bedcb7a1366268ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:39.480517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948d9c-6196-4ada-9c97-b20b60fcc3a9 req-abd2e03d-db46-4525-bfd4-31ae03abfca7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:39.491882 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec948d9c-6196-4ada-9c97-b20b60fcc3a9 req-abd2e03d-db46-4525-bfd4-31ae03abfca7 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 943 time: 0.7917862 Apr 25 14:47:39.501545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:39.532245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Usage tracker for resource:subnet and tenant:77465cd5bda94e05bedcb7a1366268ee is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:39.551367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:39.569101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:39.590271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec948d9c-6196-4ada-9c97-b20b60fcc3a9 req-fe808d83-49c1-438c-b588-15c8e22f9aaf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970788 Apr 25 14:47:39.807955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Made reservation on behalf of 77465cd5bda94e05bedcb7a1366268ee for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:39.810281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:39.840962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db781fe1-5cb5-4bd2-b617-d6bb1a972777 req-865bc4d4-cfa1-4001-a008-1fff0b897560 tempest-ServersAaction247Test-923658466 tempest-ServersAaction247Test-923658466-project] 10.222.0.23 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.0773139 Apr 25 14:47:39.893620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:47:39.951495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53656) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:40.062215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-51724301-5dfa-4a28-ac42-4586388f60c2 req-955e1b64-870b-4009-9e20-f3d7c546d10e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 210 time: 0.0777333 Apr 25 14:47:40.111781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.135016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:40.140340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Usage tracker for resource:security_group_rule and tenant:4c7fcb0ceb7042ba947adc20334af1ab is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:40.142185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:40.143304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:40.150155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:40.169917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'mac_address': 'fa:16:3e:d4:f1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:47:40.254649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-675a67f8-83d1-4a08-afdc-e998ac562676 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:40.255344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-675a67f8-83d1-4a08-afdc-e998ac562676 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Synchronizing usage tracker for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:40.264967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.270752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.280228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.290415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dd2432-b5cb-46f9-8b69-d1ac6c81806d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:40.307355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.309531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:40.318177 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.344194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c7fcb0ceb7042ba947adc20334af1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890374 Apr 25 14:47:40.349327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53664) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:40.393910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d60d-d4ca-443d-8209-a8e6ced03ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ecec2c-7740-432a-be86-64f18ea282a4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:40.401293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['36dd2432-b5cb-46f9-8b69-d1ac6c81806d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:40.450059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-675a67f8-83d1-4a08-afdc-e998ac562676 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Unset dirty status for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:40.458895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-675a67f8-83d1-4a08-afdc-e998ac562676 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 814 time: 0.7035229 Apr 25 14:47:40.469149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfae44b9-a8fa-4531-90d4-26b4e26b78df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.505148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:40.529465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-c6632768-af9a-4d23-8d08-1e83b6e3e03f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/quotas/c8adbc80f5154b7a9376c6bf0cdf7a63 HTTP/1.1" status: 200 len: 375 time: 0.0683427 Apr 25 14:47:40.551597 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfae44b9-a8fa-4531-90d4-26b4e26b78df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.637374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfae44b9-a8fa-4531-90d4-26b4e26b78df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.647071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-1eaad186-64d8-4a54-b0d4-e5bc84ca781e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167543 Apr 25 14:47:40.665173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae44b9-a8fa-4531-90d4-26b4e26b78df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ecec2c-7740-432a-be86-64f18ea282a4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:40.679114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfae44b9-a8fa-4531-90d4-26b4e26b78df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.681748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cfae44b9-a8fa-4531-90d4-26b4e26b78df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16ecec2c-7740-432a-be86-64f18ea282a4 HTTP/1.1" status: 204 len: 168 time: 0.3316574 Apr 25 14:47:40.760128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.831740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.914035 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e162139-ffff-4b85-9e76-43aeee24e6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:40.940211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Pushing event updated for resources: {'Port': ['ID=ee12386e-dbae-42e7-b02d-da9d61f4313a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:40.968572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Network fb0e537b-0270-4d55-8a2b-1b59a804af77 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:47:40.975781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:47:40.986384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:47:41.012624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b64f19-8fa0-4eba-a43a-878e5f4f8320,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:41.018204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Checking segment: {'id': '536c4dc5-81b7-4290-86fd-e09567452949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:41.018572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Network hostable DHCP agents. Network: 684ec089-461b-4a22-86f8-ee82f121a9de, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:47:41.036877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-d1590110-1420-4516-af49-5b4c08c5fc81 service neutron] 10.222.0.23 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887961 Apr 25 14:47:41.150523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee6c4-5d78-47a1-ba5f-c7e083bd24de req-21818128-44b3-4af1-8895-fc73b51d20cb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:41.157576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d2ee6c4-5d78-47a1-ba5f-c7e083bd24de req-21818128-44b3-4af1-8895-fc73b51d20cb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 946 time: 0.1723931 Apr 25 14:47:41.188745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-410203f1-b0c1-41f4-ab09-962c0afdf09e req-2a01bf80-90a9-4fb3-84e0-39c283bb4db0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.1056831 Apr 25 14:47:41.217620 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d2ee6c4-5d78-47a1-ba5f-c7e083bd24de req-863a6440-95b0-4a68-830a-d5b599b10abb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590882 Apr 25 14:47:41.218362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53690) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:41.251127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.260050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:41.265271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Usage tracker for resource:security_group_rule and tenant:59ad8447458a4580895a37bef3cc090a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:41.268294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:41.269677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Network 684ec089-461b-4a22-86f8-ee82f121a9de is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:47:41.275864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:41.294878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:41.295778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.332142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bff2920-56b8-4d11-9ff2-c3aa857d03e6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5684359 Apr 25 14:47:41.336678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 684ec089-461b-4a22-86f8-ee82f121a9de) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:47:41.344689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:41.345449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.345847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbfac6a-8072-42c7-a635-9011a4ccfeda None None] Network 684ec089-461b-4a22-86f8-ee82f121a9de requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:41.381730 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-435bf3b6-e44c-4be8-aa76-a336f1681bcd service neutron] 10.222.0.23 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440256 Apr 25 14:47:41.387732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Request body: {'port': {'device_id': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:41.391222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.397391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.524350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20ddced3-d4f3-490c-836b-8dca3acdef2c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0605600 Apr 25 14:47:41.581976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1346f9cc-f9e3-46d1-95da-0ecd13e52bee req-11970a5f-fb93-493e-bda5-8046193b40eb tempest-ServersAaction247Test-923658466 tempest-ServersAaction247Test-923658466-project] 10.222.0.23 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.1744807 Apr 25 14:47:41.595052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59ad8447458a4580895a37bef3cc090a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752038 Apr 25 14:47:41.602343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:47:41.610164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 53700) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:41.632259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66353a00-3da5-46c1-9d1e-030880068237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b569e427-0b38-4ac3-af99-e8bc500bedcf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:41.763790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.800173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24a96497-e73d-4dea-9d5c-635729de9bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.932885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d33e3-2bdc-48e0-bfbb-4242371175b7 None None] Network 684ec089-461b-4a22-86f8-ee82f121a9de requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:47:41.940535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24a96497-e73d-4dea-9d5c-635729de9bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:41.961786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:47:42.018110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf5ded-9770-4271-b814-abf0aee98ee7 req-0c22f1f3-d622-45c9-aeaa-bae42fc677ec tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:42.019482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9faf5ded-9770-4271-b814-abf0aee98ee7 req-0c22f1f3-d622-45c9-aeaa-bae42fc677ec tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 931 time: 0.1751678 Apr 25 14:47:42.052651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24a96497-e73d-4dea-9d5c-635729de9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.066825 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.082330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a96497-e73d-4dea-9d5c-635729de9bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b569e427-0b38-4ac3-af99-e8bc500bedcf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:42.130363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9faf5ded-9770-4271-b814-abf0aee98ee7 req-c66f2094-cff3-48a8-a646-7ff2d43b4070 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Synchronizing usage tracker for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:42.132048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.137206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24a96497-e73d-4dea-9d5c-635729de9bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.164149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-24a96497-e73d-4dea-9d5c-635729de9bb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b569e427-0b38-4ac3-af99-e8bc500bedcf HTTP/1.1" status: 204 len: 168 time: 0.5319073 Apr 25 14:47:42.226140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9faf5ded-9770-4271-b814-abf0aee98ee7 req-c66f2094-cff3-48a8-a646-7ff2d43b4070 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Unset dirty status for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:42.228869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9faf5ded-9770-4271-b814-abf0aee98ee7 req-c66f2094-cff3-48a8-a646-7ff2d43b4070 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970036 Apr 25 14:47:42.357243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:47:42.357632 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.405242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d39e67c-a9ca-44eb-8882-20ad2973102e req-e97990a2-03e5-4d13-bcf4-14e1cdd1b4b8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 210 time: 0.1009164 Apr 25 14:47:42.540352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee12386e-dbae-42e7-b02d-da9d61f4313a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:42.559539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.577002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Transition to ACTIVE for port object ee12386e-dbae-42e7-b02d-da9d61f4313a will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:47:42.584647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.823051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:42.984444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:43.008142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:43.022534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:43.133052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Pushing event updated for resources: {'Port': ['ID=ee12386e-dbae-42e7-b02d-da9d61f4313a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:43.149948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:43.229986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1ff8c-6aec-4590-a10c-9872ee9f9f9b req-526b4bc6-e851-49d4-86c2-062ab0d57d9a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:43.237351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fd1ff8c-6aec-4590-a10c-9872ee9f9f9b req-526b4bc6-e851-49d4-86c2-062ab0d57d9a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.3855088 Apr 25 14:47:43.275894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-ef57371d-0a4f-4ffc-b141-35ea5bb777fd tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:43.276610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-ef57371d-0a4f-4ffc-b141-35ea5bb777fd tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Synchronizing usage tracker for tenant:77465cd5bda94e05bedcb7a1366268ee on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:43.296836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Attempting to bind port ee12386e-dbae-42e7-b02d-da9d61f4313a on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:47:43.297211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Attempting to bind port ee12386e-dbae-42e7-b02d-da9d61f4313a by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:47:43.297678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Attempting to bind port ee12386e-dbae-42e7-b02d-da9d61f4313a on network fb0e537b-0270-4d55-8a2b-1b59a804af77 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:43.306846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fd1ff8c-6aec-4590-a10c-9872ee9f9f9b req-e07bcc1c-a311-443c-9163-4d5d59b32a45 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686140 Apr 25 14:47:43.307720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Port ee12386e-dbae-42e7-b02d-da9d61f4313a on network fb0e537b-0270-4d55-8a2b-1b59a804af77 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:47:43.308701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Attempting to bind port ee12386e-dbae-42e7-b02d-da9d61f4313a on network fb0e537b-0270-4d55-8a2b-1b59a804af77 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:43.312900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-ef57371d-0a4f-4ffc-b141-35ea5bb777fd tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Unset dirty status for tenant:77465cd5bda94e05bedcb7a1366268ee on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:43.313900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:47:43.314532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Checking segment: {'id': '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:43.315222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Bound using segment: {'id': '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:47:43.315809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Bound port: ee12386e-dbae-42e7-b02d-da9d61f4313a, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:47:43.315943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-ef57371d-0a4f-4ffc-b141-35ea5bb777fd tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/networks?id=684ec089-461b-4a22-86f8-ee82f121a9de HTTP/1.1" status: 200 len: 814 time: 0.2329199 Apr 25 14:47:43.316442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:43.344512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-3cd27b80-66bc-4f27-b47c-739be4b34b0b tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/quotas/77465cd5bda94e05bedcb7a1366268ee HTTP/1.1" status: 200 len: 375 time: 0.0222864 Apr 25 14:47:43.465305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] For port ee12386e-dbae-42e7-b02d-da9d61f4313a, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:47:43.469316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] For port ee12386e-dbae-42e7-b02d-da9d61f4313a, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a,segment=NetworkSegment(6c4819d6-c2d4-440d-9c50-f62d3ed2b7de),segment_id=6c4819d6-c2d4-440d-9c50-f62d3ed2b7de)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:47:43.476625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:43.518739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-dbdffaac-6c29-4adf-8532-f13a4334dd79 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77465cd5bda94e05bedcb7a1366268ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1605921 Apr 25 14:47:43.604520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:43.629063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:43.631031 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:43.638082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee12386e-dbae-42e7-b02d-da9d61f4313a HTTP/1.1" status: 200 len: 1091 time: 2.2504733 Apr 25 14:47:43.643939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'tag': 'ee12386e-dbae-42e7-b02d-da9d61f4313a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:43.693216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75e1337b-8a3f-470f-9c32-896c820220a4 req-b116b75e-cff3-4e01-a044-bea0242ffe34 tempest-ServersAaction247Test-923658466 tempest-ServersAaction247Test-923658466-project] 10.222.0.23 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.1965542 Apr 25 14:47:43.835256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-7aea4fe1-43d1-4254-a06d-efc858e2ae74 service neutron] 10.222.0.23 "GET /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967498 Apr 25 14:47:43.974243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee05f6-1597-49e3-81c7-61ffd29a8550 service neutron] Pushing event updated for resources: {'Port': ['ID=ee12386e-dbae-42e7-b02d-da9d61f4313a,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:44.052930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b6df6928-a0ce-40fa-b33d-4a9d7d516ccf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:44.055374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b6df6928-a0ce-40fa-b33d-4a9d7d516ccf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.21 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 814 time: 0.4129574 Apr 25 14:47:44.063865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-36b676c8-0a64-416e-9ccc-35714f62d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:44.065345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-36b676c8-0a64-416e-9ccc-35714f62d88b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=394163fb81e64487b7e30b628dbc5b7c&device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 1094 time: 0.2950010 Apr 25 14:47:44.078584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Request body: {'port': {'device_id': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'admin_state_up': True, 'tenant_id': 'c8adbc80f5154b7a9376c6bf0cdf7a63'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:44.187383 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbeb650b-74f6-4ce5-b859-983c1a2ebed2'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:47:44.250982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-af296145-ef9b-4e59-a91d-c4360994e61d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a HTTP/1.1" status: 200 len: 217 time: 0.1570544 Apr 25 14:47:44.416426 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-12a1fa43-8c09-4d93-8586-3f6aea62eead service neutron] 10.222.0.23 "GET /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762002 Apr 25 14:47:44.757945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bfc607b-d264-4912-9bcb-39840945c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:44.759995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-2bfc607b-d264-4912-9bcb-39840945c15e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f013c6c7-77b7-412b-8dde-9c473ae2cb88 HTTP/1.1" status: 200 len: 854 time: 0.4828460 Apr 25 14:47:44.861457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:44.880854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Usage tracker for resource:port and tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:44.892813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:44.899136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-6c7ec34f-a8ab-443c-ac77-ab40e900f87f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb0e537b-0270-4d55-8a2b-1b59a804af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036711 Apr 25 14:47:44.927099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:44.929424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5851e9d3-d043-4251-9207-0293174c6410 req-48e66de8-8d69-4444-85c4-f96620b57d52 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 210 time: 0.0560887 Apr 25 14:47:44.997597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da622aa-6750-4a63-bae1-97628149a31e req-2b0c3823-8007-4b92-bdd7-68861a87109e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:44.999907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3da622aa-6750-4a63-bae1-97628149a31e req-2b0c3823-8007-4b92-bdd7-68861a87109e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Synchronizing usage tracker for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:45.012177 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c2178d-916a-4d65-b485-b639e13d22bc'] response: {'name': 'network-changed', 'server_uuid': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'tag': 'ee12386e-dbae-42e7-b02d-da9d61f4313a', 'status': 'completed', 'code': 200} Apr 25 14:47:45.301533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-bf2070a2-8068-4c69-9ad5-5bf137bd3fed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6670659 Apr 25 14:47:45.443797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Made reservation on behalf of c8adbc80f5154b7a9376c6bf0cdf7a63 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:45.457276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:45.554677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3da622aa-6750-4a63-bae1-97628149a31e req-2b0c3823-8007-4b92-bdd7-68861a87109e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Unset dirty status for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:45.565807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3da622aa-6750-4a63-bae1-97628149a31e req-2b0c3823-8007-4b92-bdd7-68861a87109e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 943 time: 1.0456603 Apr 25 14:47:45.802222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-4fdac21e-53ad-42cb-a912-f390405d01ad service neutron] 10.222.0.15 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8796563 Apr 25 14:47:45.939107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3da622aa-6750-4a63-bae1-97628149a31e req-c1035e04-05e2-48f7-bfb3-570d4b6ee8ef tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663533 Apr 25 14:47:46.447555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ccc46-8ec0-47d3-b5f2-c9dcb1a86741 req-55a65270-493c-4993-a4c0-2dfbbd1d230e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:46.451727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa2ccc46-8ec0-47d3-b5f2-c9dcb1a86741 req-55a65270-493c-4993-a4c0-2dfbbd1d230e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 943 time: 0.2744083 Apr 25 14:47:46.536902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa2ccc46-8ec0-47d3-b5f2-c9dcb1a86741 req-c606482f-8b1b-4829-9988-3d9eac8eef1a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754335 Apr 25 14:47:46.606055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Allocated IP 172.20.0.14 (7e1f52a9-013d-4ad2-a399-8088e294ee60/7d7abcba-ec25-4112-8f29-0055bd2b6216/02187c02-51f1-478c-98de-87ba8dc5cd9b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:47:46.609212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b130122-7d60-401f-82d6-96e2d0a1d4b1 req-954cdf02-0099-44b3-b6b3-9ba90b402f32 service neutron] 10.222.0.15 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774000 Apr 25 14:47:46.691039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb3019-5213-406c-8c9d-0f7d384c1a5a req-0fe7f8d7-1626-4664-8cd8-abaa94e0601e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:46.699336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e6fb3019-5213-406c-8c9d-0f7d384c1a5a req-0fe7f8d7-1626-4664-8cd8-abaa94e0601e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.3410761 Apr 25 14:47:46.982625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e6fb3019-5213-406c-8c9d-0f7d384c1a5a req-704ede25-06d4-4b3a-97b0-5be20a64b93a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820363 Apr 25 14:47:47.170788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1120dd44-68b8-47df-b5c2-06a9d9792de4 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:47.172522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1120dd44-68b8-47df-b5c2-06a9d9792de4 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.21 "GET /v2.0/networks?id=684ec089-461b-4a22-86f8-ee82f121a9de HTTP/1.1" status: 200 len: 814 time: 0.2967589 Apr 25 14:47:47.222064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Request body: {'port': {'device_id': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de', 'admin_state_up': True, 'tenant_id': '77465cd5bda94e05bedcb7a1366268ee'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:47.332303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-5de145c9-6872-4882-a086-89e6c0d46ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:47.334202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-5de145c9-6872-4882-a086-89e6c0d46ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=394163fb81e64487b7e30b628dbc5b7c&device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 1094 time: 0.5881608 Apr 25 14:47:47.337809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:47.353958 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76860851-30a2-4a8d-a687-7d70671d2063 req-488fdb1c-ff0c-43b1-bde0-9533be6e04e7 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 210 time: 0.1792266 Apr 25 14:47:47.545214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:47.577478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Usage tracker for resource:port and tenant:77465cd5bda94e05bedcb7a1366268ee is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:47.651582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:47.690991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:47.757334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-562e4e7f-115a-4b85-ae18-b720c0ba0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:47.760483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-562e4e7f-115a-4b85-ae18-b720c0ba0ec0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb0e537b-0270-4d55-8a2b-1b59a804af77 HTTP/1.1" status: 200 len: 915 time: 0.4189572 Apr 25 14:47:47.822493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73bc463f-07ea-46ab-911a-6983176d4a85 req-c9a05d77-95b2-46d6-816d-5cf26d8af011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f9ce06d4c834573a7c7efe2ec479d34&device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.0609822 Apr 25 14:47:47.831843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2b2c209-df7a-46bf-89ad-5768390d641d req-7457026c-ed14-431f-b56c-4ba52e5ea354 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 210 time: 0.1419270 Apr 25 14:47:47.849077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Made reservation on behalf of 77465cd5bda94e05bedcb7a1366268ee for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:47:47.857199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:47.911541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-3b6b7546-af5c-4186-a169-7e0111218a36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a HTTP/1.1" status: 200 len: 217 time: 0.0876257 Apr 25 14:47:47.980379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-869a7e15-8d3a-49e0-97fb-37c1aa13a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:47.982196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-869a7e15-8d3a-49e0-97fb-37c1aa13a467 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa&tenant_id=94e1e8f534224e96a5cf855f2de9c807 HTTP/1.1" status: 200 len: 1094 time: 0.4125683 Apr 25 14:47:48.002970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:48.053929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-6d9571b3-60e2-4844-af3c-91da16141736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:48.056368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-6d9571b3-60e2-4844-af3c-91da16141736 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f013c6c7-77b7-412b-8dde-9c473ae2cb88 HTTP/1.1" status: 200 len: 854 time: 0.0701358 Apr 25 14:47:48.112038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73bc463f-07ea-46ab-911a-6983176d4a85 req-37bb3f27-a408-44e9-8df9-b7b793cdfb74 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0f9ce06d4c834573a7c7efe2ec479d34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1993010 Apr 25 14:47:48.114333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-42837c21-c22e-4184-940d-e85ce57283bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb0e537b-0270-4d55-8a2b-1b59a804af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488281 Apr 25 14:47:48.287021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:48.386031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Allocated IP 172.20.0.4 (684ec089-461b-4a22-86f8-ee82f121a9de/56b64f19-8fa0-4eba-a43a-878e5f4f8320/b4b23d42-749f-4a7c-b804-801110ed1647) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:47:48.504241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-1362cbd2-ff8f-40ed-8aca-3c2d4073de04 service neutron] 10.222.0.15 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931953 Apr 25 14:47:48.732719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc463f-07ea-46ab-911a-6983176d4a85 req-c09f3952-97cf-47d9-8595-7baa5d3332c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:48.734497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73bc463f-07ea-46ab-911a-6983176d4a85 req-c09f3952-97cf-47d9-8595-7baa5d3332c6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6097534 Apr 25 14:47:48.795596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e21bd-651b-437d-a583-65bc169bac79 req-c8010a7f-f999-47a5-b5d6-abe01ef5349c tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:48.797954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4e21bd-651b-437d-a583-65bc169bac79 req-c8010a7f-f999-47a5-b5d6-abe01ef5349c tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 943 time: 0.8829875 Apr 25 14:47:48.799243 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:48.905174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:48.997470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a4e21bd-651b-437d-a583-65bc169bac79 req-fe2bfefe-0102-493b-9481-3b2570ea7ce6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859763 Apr 25 14:47:49.021613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fd27f-45c3-41c2-a79a-bfb5de7cd18c req-bd14b0d8-b2fb-4e34-ba74-837f043fa7cb tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:49.026755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f8fd27f-45c3-41c2-a79a-bfb5de7cd18c req-bd14b0d8-b2fb-4e34-ba74-837f043fa7cb tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 943 time: 0.9154906 Apr 25 14:47:49.105428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Network 7e1f52a9-013d-4ad2-a399-8088e294ee60 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:47:49.109312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:47:49.118359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:47:49.232732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f8fd27f-45c3-41c2-a79a-bfb5de7cd18c req-84a935f7-9427-4507-b915-d19590e332cb tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915326 Apr 25 14:47:49.314469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66d44fc9-8339-4177-8bfd-15b6bd813187 req-817855ae-71cd-452e-a155-7250ebeb10f1 service neutron] 10.222.0.15 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922559 Apr 25 14:47:49.322484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:49.323864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:49.536124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:49.572108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:47:49.621007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1bbe7b6-99ae-4aa4-9dc9-816ba70c64c9 req-b25d241e-9ee9-42c5-ae94-0514f10a2521 tempest-ServersAaction247Test-923658466 tempest-ServersAaction247Test-923658466-project] 10.222.0.23 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.3052473 Apr 25 14:47:49.623728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53980) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:49.629533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:49.638453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:49.639988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ee12386e-dbae-42e7-b02d-da9d61f4313a details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:47:49.670774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Transition to ACTIVE for port object 67a754fa-4f93-4afe-bbdb-fb29538098bb will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:47:49.691434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:49.700158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-b0a090b0-87a1-426b-a876-9f3a4505b18f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6336751 Apr 25 14:47:49.712947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Request body: {'port': {'device_id': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:49.957743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:49.980908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:49.992888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ee12386e-dbae-42e7-b02d-da9d61f4313a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a,segment=NetworkSegment(6c4819d6-c2d4-440d-9c50-f62d3ed2b7de),segment_id=6c4819d6-c2d4-440d-9c50-f62d3ed2b7de)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:49.996906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Usage tracker for resource:security_group_rule and tenant:2c74927fe57a40e293ecf5f695d4419c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:50.003692 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.015937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ee12386e-dbae-42e7-b02d-da9d61f4313a', 'network_id': 'fb0e537b-0270-4d55-8a2b-1b59a804af77', 'port_id': 'ee12386e-dbae-42e7-b02d-da9d61f4313a', 'mac_address': 'fa:16:3e:41:87:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f013c6c7-77b7-412b-8dde-9c473ae2cb88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:47:50.051084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fc5f589-433e-4c1c-8d7a-0d275b2f5221 req-19c5bc80-b3b1-4796-9c83-634b5d451fb7 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 210 time: 0.0653059 Apr 25 14:47:50.051565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:50.081791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:50.083921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.112927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=9']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:50.144360 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.181292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee12386e-dbae-42e7-b02d-da9d61f4313a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:50.203674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ee12386e-dbae-42e7-b02d-da9d61f4313a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a,segment=NetworkSegment(6c4819d6-c2d4-440d-9c50-f62d3ed2b7de),segment_id=6c4819d6-c2d4-440d-9c50-f62d3ed2b7de)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:50.214231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.262305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.375114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Pushing event updated for resources: {'Port': ['ID=b4b23d42-749f-4a7c-b804-801110ed1647,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:50.441939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ee12386e-dbae-42e7-b02d-da9d61f4313a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:47:50.496798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Network 684ec089-461b-4a22-86f8-ee82f121a9de is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:47:50.506503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:47:50.515461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:47:50.596342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:50.597061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.603611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] No DVR routers for this DVR port 67a754fa-4f93-4afe-bbdb-fb29538098bb on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:47:50.610581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ee12386e-dbae-42e7-b02d-da9d61f4313a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:50.641669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73bc463f-07ea-46ab-911a-6983176d4a85 req-526af113-dae2-48d3-a526-5cbda59285ef tempest-ServersAaction247Test-923658466 tempest-ServersAaction247Test-923658466-project] 10.222.0.15 "GET /v2.0/ports?device_id=822fca95-d71d-472c-a5fe-b20073f12a14 HTTP/1.1" status: 200 len: 210 time: 0.0934885 Apr 25 14:47:50.762498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-1cccf9b9-f7c3-442f-9b3e-196ea31dbf17 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5496709 Apr 25 14:47:50.777206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Request body: {'port': {'device_id': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:50.817503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbddc5-1ff9-4310-b0c1-3be62719c281 req-a056305c-45e9-4cd7-857c-0af5fb6da8e9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:50.825249 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cafbddc5-1ff9-4310-b0c1-3be62719c281 req-a056305c-45e9-4cd7-857c-0af5fb6da8e9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 1.1589899 Apr 25 14:47:50.837182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.850029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-c6b01806-501f-4d2b-8e30-e7da20a89881 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:50.851050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-c6b01806-501f-4d2b-8e30-e7da20a89881 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Synchronizing usage tracker for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:50.915834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:50.980436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a938bf-373d-47ea-ab1e-36f0ed0aace1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:51.002483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-c6b01806-501f-4d2b-8e30-e7da20a89881 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Unset dirty status for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:51.010430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-c6b01806-501f-4d2b-8e30-e7da20a89881 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 932 time: 0.5869069 Apr 25 14:47:51.019563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-86159d00-2db7-4651-8545-07bae368e498 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c74927fe57a40e293ecf5f695d4419c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3882768 Apr 25 14:47:51.033876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54002) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:51.128706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cafbddc5-1ff9-4310-b0c1-3be62719c281 req-af40872c-b446-4afb-b079-9cc5a0b7aa14 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026421 Apr 25 14:47:51.145339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:51.154173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.174161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Transition to ACTIVE for port object 02187c02-51f1-478c-98de-87ba8dc5cd9b will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:47:51.186045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.216938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.327506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:47:51.328069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:47:51.328594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:51.336891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Port 67a754fa-4f93-4afe-bbdb-fb29538098bb on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:47:51.337451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Attempting to bind port 67a754fa-4f93-4afe-bbdb-fb29538098bb on network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:51.350345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:47:51.350935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Checking segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:51.351482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Bound using segment: {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:47:51.365755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Bound port: 67a754fa-4f93-4afe-bbdb-fb29538098bb, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067ce3fa-8fd1-4df8-949b-fa3a40b12234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:47:51.385862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.443526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:51.456036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-54c7fe5f-69b2-4b07-96b1-12276afa81bc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Synchronizing usage tracker for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:51.494841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e18502-7192-495c-a79e-d0936f3ae20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.537881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e18502-7192-495c-a79e-d0936f3ae20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.568540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:47:51.648773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:47:51.657457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:47:51.660754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ee12386e-dbae-42e7-b02d-da9d61f4313a up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:47:51.688594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.759464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-54c7fe5f-69b2-4b07-96b1-12276afa81bc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Unset dirty status for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:51.767995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b272572-f642-4cb4-80c9-e7141e52fdcf req-54c7fe5f-69b2-4b07-96b1-12276afa81bc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564149 Apr 25 14:47:51.770724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:47:51.771062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:47:51.771391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:51.791527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:51.792494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.794989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] 10.222.0.21 "PUT /v2.0/ports/67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 1091 time: 3.7994292 Apr 25 14:47:51.796519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:51.803624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Port 02187c02-51f1-478c-98de-87ba8dc5cd9b on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:47:51.803624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:51.829259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:47:51.829637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Checking segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:51.830232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Bound using segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:47:51.831117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Bound port: 02187c02-51f1-478c-98de-87ba8dc5cd9b, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:47:51.831534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.845214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port ee12386e-dbae-42e7-b02d-da9d61f4313a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:47:51.934103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ee12386e-dbae-42e7-b02d-da9d61f4313a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:47:51.935487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:51.952919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e18502-7192-495c-a79e-d0936f3ae20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.031953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e18502-7192-495c-a79e-d0936f3ae20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a938bf-373d-47ea-ab1e-36f0ed0aace1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:52.044382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e18502-7192-495c-a79e-d0936f3ae20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.044382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-40e18502-7192-495c-a79e-d0936f3ae20c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8a938bf-373d-47ea-ab1e-36f0ed0aace1 HTTP/1.1" status: 204 len: 168 time: 1.0052130 Apr 25 14:47:52.145108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b23d42-749f-4a7c-b804-801110ed1647 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:47:52.154006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.171720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Transition to ACTIVE for port object b4b23d42-749f-4a7c-b804-801110ed1647 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:47:52.229931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.299127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:47:52.317608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:47:52.345473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.347322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.410087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee12386e-dbae-42e7-b02d-da9d61f4313a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:52.426930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ee12386e-dbae-42e7-b02d-da9d61f4313a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a,segment=NetworkSegment(6c4819d6-c2d4-440d-9c50-f62d3ed2b7de),segment_id=6c4819d6-c2d4-440d-9c50-f62d3ed2b7de)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:47:52.448254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.553097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15434e-da23-442e-9b21-e9f9f4631cbf req-a736bb08-80d1-4e25-8af9-7fc767c7f13d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:52.582027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee15434e-da23-442e-9b21-e9f9f4631cbf req-a736bb08-80d1-4e25-8af9-7fc767c7f13d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.4587574 Apr 25 14:47:52.598124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6655-aba2-48d4-a992-953d1ef41825 req-1a94cf8c-7fd3-4a0d-bc00-a13bf6c6a01e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:52.600139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c71d6655-aba2-48d4-a992-953d1ef41825 req-1a94cf8c-7fd3-4a0d-bc00-a13bf6c6a01e tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 944 time: 1.1697764 Apr 25 14:47:52.614744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ee12386e-dbae-42e7-b02d-da9d61f4313a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:52.626484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:52.628498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:52.630381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] 10.222.0.21 "PUT /v2.0/ports/02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 1092 time: 2.9227655 Apr 25 14:47:52.643126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:52.692976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee15434e-da23-442e-9b21-e9f9f4631cbf req-175d73f0-d892-4556-b82f-09c1ec6e82b3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098685 Apr 25 14:47:52.769218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17206b5b-3523-4208-853f-055a8ee29da7 service neutron] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:52.823831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54038) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:52.858495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ed28-353c-438b-9692-ce0e53a59815 service neutron] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:52.890479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-c55972a6-dec4-4861-a7e2-734a16c3cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:52.891973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-c55972a6-dec4-4861-a7e2-734a16c3cf6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1095 time: 0.2049792 Apr 25 14:47:52.962139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Attempting to bind port b4b23d42-749f-4a7c-b804-801110ed1647 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:47:52.962139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Attempting to bind port b4b23d42-749f-4a7c-b804-801110ed1647 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '536c4dc5-81b7-4290-86fd-e09567452949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:47:52.962429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Attempting to bind port b4b23d42-749f-4a7c-b804-801110ed1647 on network 684ec089-461b-4a22-86f8-ee82f121a9de {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:52.997806 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:53.036443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Port b4b23d42-749f-4a7c-b804-801110ed1647 on network 684ec089-461b-4a22-86f8-ee82f121a9de not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:47:53.036814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Attempting to bind port b4b23d42-749f-4a7c-b804-801110ed1647 on network 684ec089-461b-4a22-86f8-ee82f121a9de {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:47:53.072766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:53.088783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-c0c56b81-49fe-46b6-a83b-582994afe6f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 217 time: 0.1709685 Apr 25 14:47:53.107577 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c71d6655-aba2-48d4-a992-953d1ef41825 req-207a9a45-951d-4b3e-9089-90dbd94d1959 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478998 Apr 25 14:47:53.112710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-ec12e9e4-7a9e-4a64-a0c2-01d8e3832802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.116743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-ec12e9e4-7a9e-4a64-a0c2-01d8e3832802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1095 time: 0.9320440 Apr 25 14:47:53.116743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:47:53.116743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Checking segment: {'id': '536c4dc5-81b7-4290-86fd-e09567452949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:47:53.116743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Bound using segment: {'id': '536c4dc5-81b7-4290-86fd-e09567452949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:47:53.116743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Bound port: b4b23d42-749f-4a7c-b804-801110ed1647, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536c4dc5-81b7-4290-86fd-e09567452949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:47:53.118528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:53.233600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] For port b4b23d42-749f-4a7c-b804-801110ed1647, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:47:53.236818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] For port b4b23d42-749f-4a7c-b804-801110ed1647, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b4b23d42-749f-4a7c-b804-801110ed1647,segment=NetworkSegment(536c4dc5-81b7-4290-86fd-e09567452949),segment_id=536c4dc5-81b7-4290-86fd-e09567452949)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:47:53.260822 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a4cfea-16d8-42ac-93d4-3b7ba2dc92af'] response: {'name': 'network-changed', 'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'status': 'completed', 'code': 200} Apr 25 14:47:53.268043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:53.285672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b23d42-749f-4a7c-b804-801110ed1647,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:53.379561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b23d42-749f-4a7c-b804-801110ed1647,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:53.430151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54050) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:53.431641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Usage tracker for resource:security_group_rule and tenant:dbad6e1e1b5b4cd5b0557b5dd9d5297c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:53.452345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.453317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:53.455141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-71c73623-141a-461c-a311-05271e8d59c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4b23d42-749f-4a7c-b804-801110ed1647 HTTP/1.1" status: 200 len: 1091 time: 2.6830113 Apr 25 14:47:53.481342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:53.498965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:53.594837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-35b7ee07-0da3-4151-9739-c336569cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.596468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-35b7ee07-0da3-4151-9739-c336569cdf57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.1672158 Apr 25 14:47:53.734219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7032a-6d10-4571-b552-4fba51ef33a2 req-407de409-d3e5-4e7c-b1a1-a14f9e73712e tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.754142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fd7032a-6d10-4571-b552-4fba51ef33a2 req-407de409-d3e5-4e7c-b1a1-a14f9e73712e tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 943 time: 0.7392209 Apr 25 14:47:53.810549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-32cd6715-b8ce-44f5-9442-081dc892ba42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780710 Apr 25 14:47:53.837100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18782824-5a50-4047-a7a4-cb0690735fa3 req-3f03cb46-5d9a-463b-b8f7-403191130433 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.838695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18782824-5a50-4047-a7a4-cb0690735fa3 req-3f03cb46-5d9a-463b-b8f7-403191130433 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.4603083 Apr 25 14:47:53.840106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-b343ead0-8f41-465c-b175-90722c204be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.841594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-b343ead0-8f41-465c-b175-90722c204be1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.7009966 Apr 25 14:47:53.843504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-d64374c0-b8ce-401e-b28f-62d835db4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:53.844928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-d64374c0-b8ce-401e-b28f-62d835db4d8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77465cd5bda94e05bedcb7a1366268ee&device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 1094 time: 0.2999303 Apr 25 14:47:53.872652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:53.939081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:53.944449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Usage tracker for resource:security_group_rule and tenant:0f9ce06d4c834573a7c7efe2ec479d34 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:47:53.948733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:47:53.955370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:47:53.963075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fd7032a-6d10-4571-b552-4fba51ef33a2 req-f519bfd7-1620-47ba-b803-2fc51f30833d tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078540 Apr 25 14:47:54.062336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:54.073069 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ad4ac9-b9fe-4458-acbc-145d17c99889'] response: {'server_uuid': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee12386e-dbae-42e7-b02d-da9d61f4313a', 'code': 200} Apr 25 14:47:54.114216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:54.122147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-a9247a27-8f0c-4647-8f07-3d6d6050588f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b23d42-749f-4a7c-b804-801110ed1647 HTTP/1.1" status: 200 len: 217 time: 0.2446346 Apr 25 14:47:54.143455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18782824-5a50-4047-a7a4-cb0690735fa3 req-ce7c6430-eb64-4afb-9c9d-f205b28ef747 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974892 Apr 25 14:47:54.213283 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-87413c45-c22d-4389-8e2a-d499ede89cf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 998 time: 0.3346455 Apr 25 14:47:54.216391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-ec5703d6-07cc-42cc-94bd-da36a19c0d51 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794613 Apr 25 14:47:54.358509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-b76b0440-f8e9-4d0d-b8e1-bc751f794980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:54.365828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-b76b0440-f8e9-4d0d-b8e1-bc751f794980 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56b64f19-8fa0-4eba-a43a-878e5f4f8320 HTTP/1.1" status: 200 len: 854 time: 0.2276096 Apr 25 14:47:54.461765 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d94596-5861-401b-94f3-17ea688d0974'] response: {'name': 'network-changed', 'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'status': 'completed', 'code': 200} Apr 25 14:47:54.479545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbad6e1e1b5b4cd5b0557b5dd9d5297c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6512325 Apr 25 14:47:54.489005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54076) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:54.507971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1f9c2-ecca-4c51-8dde-9043f2eb48c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37697ce0-f2c5-48ac-bebb-4cfcbce9b147,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:54.593905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-e044d853-a56a-487d-90e2-3eeae24b3b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=684ec089-461b-4a22-86f8-ee82f121a9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387594 Apr 25 14:47:54.599055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-cb6c1a38-b72b-4b0a-ade4-f0485b59033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:54.600524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-cb6c1a38-b72b-4b0a-ade4-f0485b59033c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.3745418 Apr 25 14:47:54.607282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-b73cac25-7290-445b-9161-f7cc754bf040 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:47:54.608248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-b73cac25-7290-445b-9161-f7cc754bf040 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066626 Apr 25 14:47:54.696403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248add4-7a03-47dd-bfd1-a05c3f4f23c7 req-9916e950-14c0-4222-ba78-882e6c5f8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:54.697945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1248add4-7a03-47dd-bfd1-a05c3f4f23c7 req-9916e950-14c0-4222-ba78-882e6c5f8123 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 1096 time: 0.4788492 Apr 25 14:47:54.713528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31da9fa8-59a3-4944-81c1-2e6011837e33 req-fa421046-2f76-4217-a249-d9c64e31b3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967736 Apr 25 14:47:54.764305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93ede0bf-7baa-4c8a-8615-c85778803044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:54.794162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93ede0bf-7baa-4c8a-8615-c85778803044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:54.890314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1248add4-7a03-47dd-bfd1-a05c3f4f23c7 req-96b1fde9-a881-46ec-88e2-7e323039bc4a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745660 Apr 25 14:47:54.899255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:54.903742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fec7-d0d8-4b04-8159-117cdb837651 req-deaca994-0e04-4bbb-ba0e-69a3b6defd08 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:54.905472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ea0fec7-d0d8-4b04-8159-117cdb837651 req-deaca994-0e04-4bbb-ba0e-69a3b6defd08 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.5325620 Apr 25 14:47:54.914706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777694-1551-4da5-b125-6ef82e6b6941 req-9a4fac10-f8d1-4189-add9-1911fb210b05 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:54.923596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76777694-1551-4da5-b125-6ef82e6b6941 req-9a4fac10-f8d1-4189-add9-1911fb210b05 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.3313999 Apr 25 14:47:54.986336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:54.986645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-4c4f7833-bdbc-4b49-8fde-8bc4232d56c6 service neutron] 10.222.0.21 "GET /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639910 Apr 25 14:47:55.023563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-2e28a9b9-f800-4942-9295-0e8683c5c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:55.024790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c82a29-8148-486d-948f-c67e71942c81,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:55.025158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-2e28a9b9-f800-4942-9295-0e8683c5c00e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4100847 Apr 25 14:47:55.045858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76777694-1551-4da5-b125-6ef82e6b6941 req-58e6e182-caa1-4e51-8907-24cc78fccb9e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229002 Apr 25 14:47:55.101496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ea0fec7-d0d8-4b04-8159-117cdb837651 req-5c3ec514-bc0b-49b9-aafc-10449221ec96 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883006 Apr 25 14:47:55.238930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-51820c5e-bb9f-4184-a058-76c047b5decd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f9ce06d4c834573a7c7efe2ec479d34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8032477 Apr 25 14:47:55.240434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54096) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:55.268354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'tag': 'b4b23d42-749f-4a7c-b804-801110ed1647'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:47:55.294380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93ede0bf-7baa-4c8a-8615-c85778803044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:55.333687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede0bf-7baa-4c8a-8615-c85778803044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37697ce0-f2c5-48ac-bebb-4cfcbce9b147,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:55.336644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93ede0bf-7baa-4c8a-8615-c85778803044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:55.337798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-93ede0bf-7baa-4c8a-8615-c85778803044 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37697ce0-f2c5-48ac-bebb-4cfcbce9b147 HTTP/1.1" status: 204 len: 168 time: 0.8463938 Apr 25 14:47:55.482376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-7af1cabf-7450-414b-8ac0-da052b68d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:55.483260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-7af1cabf-7450-414b-8ac0-da052b68d784 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1095 time: 0.6598129 Apr 25 14:47:55.642585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4050d01d-cdce-4fd6-b77f-397b04426c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:55.844824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-c5730595-c450-43f9-9294-cd0620fef9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:55.846386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-c5730595-c450-43f9-9294-cd0620fef9cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 915 time: 0.3572121 Apr 25 14:47:55.854822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4050d01d-cdce-4fd6-b77f-397b04426c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:55.919418 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-a30570d6-e142-4db0-a816-79bc69a21360 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8431375 Apr 25 14:47:56.087809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-f99a30a3-d536-4098-bfa6-a6eb219367f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 217 time: 0.1898611 Apr 25 14:47:56.102670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49f914-3add-4945-aa41-26dd194be1ec req-e0fdfe2b-3ec8-45f7-8291-476cfb89e098 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:56.106383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a49f914-3add-4945-aa41-26dd194be1ec req-e0fdfe2b-3ec8-45f7-8291-476cfb89e098 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.8013220 Apr 25 14:47:56.234869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-469cf98e-6090-49f8-8f3c-b7eae744ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:56.235849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-469cf98e-6090-49f8-8f3c-b7eae744ede8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.1190720 Apr 25 14:47:56.246282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a49f914-3add-4945-aa41-26dd194be1ec req-eeb783fa-3297-4fbb-9a08-d18897663dc6 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791521 Apr 25 14:47:56.247292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d029cdd0-8b35-45f3-bdd3-bbd29708a002 req-cef75d1b-08f9-4ba1-8aac-6049be6871e9 service neutron] 10.222.0.21 "GET /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2430136 Apr 25 14:47:56.284279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4050d01d-cdce-4fd6-b77f-397b04426c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:56.288286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-b357a1e5-2076-4253-b1e1-75ce67e59ad3 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:56.288996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-b357a1e5-2076-4253-b1e1-75ce67e59ad3 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Synchronizing usage tracker for tenant:77465cd5bda94e05bedcb7a1366268ee on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:56.300351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b6397a6-7bd1-4f2d-afac-f7708dc8eb26 req-c64ea918-e9a1-4d33-a9c1-f5366f3f8ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700235 Apr 25 14:47:56.325824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-b209e816-80bc-4faa-afae-055a5cbd8ada service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786631 Apr 25 14:47:56.331980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050d01d-cdce-4fd6-b77f-397b04426c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c82a29-8148-486d-948f-c67e71942c81,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:47:56.341924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-b357a1e5-2076-4253-b1e1-75ce67e59ad3 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Unset dirty status for tenant:77465cd5bda94e05bedcb7a1366268ee on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:56.343257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-b357a1e5-2076-4253-b1e1-75ce67e59ad3 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 943 time: 0.8374863 Apr 25 14:47:56.630323 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4050d01d-cdce-4fd6-b77f-397b04426c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:56.631403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4050d01d-cdce-4fd6-b77f-397b04426c2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42c82a29-8148-486d-948f-c67e71942c81 HTTP/1.1" status: 204 len: 168 time: 1.3867812 Apr 25 14:47:56.698460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-788c6a44-fe82-40ac-8a88-4db1b1bf9120 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Synchronizing usage tracker for tenant:77465cd5bda94e05bedcb7a1366268ee on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:47:56.763824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-b1b9923d-3d12-4b6d-9761-bb0c01a1f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:56.765317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-b1b9923d-3d12-4b6d-9761-bb0c01a1f7c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1095 time: 0.3634844 Apr 25 14:47:56.769120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-788c6a44-fe82-40ac-8a88-4db1b1bf9120 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Unset dirty status for tenant:77465cd5bda94e05bedcb7a1366268ee on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:47:56.772052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-efc2aec8-1b2b-44cf-8089-e6de183bfd26 req-788c6a44-fe82-40ac-8a88-4db1b1bf9120 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197495 Apr 25 14:47:56.836448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-7b186741-a12d-47b9-9711-8edcb3c51ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979026 Apr 25 14:47:56.894157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8837345-e0bf-454a-8f8a-c08cb6b4a2f1 req-6962eb41-644d-43bc-b29c-a56798636b45 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:56.902044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8837345-e0bf-454a-8f8a-c08cb6b4a2f1 req-6962eb41-644d-43bc-b29c-a56798636b45 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.2764380 Apr 25 14:47:56.961171 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1459b7b1-428d-453e-83e5-f71a8e55ce52'] response: {'name': 'network-changed', 'server_uuid': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'tag': 'b4b23d42-749f-4a7c-b804-801110ed1647', 'status': 'completed', 'code': 200} Apr 25 14:47:57.099499 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8837345-e0bf-454a-8f8a-c08cb6b4a2f1 req-ab8d87f0-9e8d-49d2-a447-d8ddd7fda0d0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963041 Apr 25 14:47:57.177329 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb11bf4a-d366-4f44-af91-ec3905c2aba9 req-e99a59e8-db3c-488b-a49d-2545870e6dbb service neutron] 10.222.0.21 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347204 Apr 25 14:47:57.300891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-2c39094d-8588-4107-a722-80c14ae83845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:57.302357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-2c39094d-8588-4107-a722-80c14ae83845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.5291481 Apr 25 14:47:57.440192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-4319b971-9034-4834-83ea-5d58edd1fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:57.442518 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-4319b971-9034-4834-83ea-5d58edd1fee3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77465cd5bda94e05bedcb7a1366268ee&device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 1094 time: 0.4892974 Apr 25 14:47:57.548610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7e4a0-63bf-4e07-8d46-99e891009314 req-60e6a9d4-c030-4b6f-9642-e07b6a37d642 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:57.553202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92b7e4a0-63bf-4e07-8d46-99e891009314 req-60e6a9d4-c030-4b6f-9642-e07b6a37d642 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.2328260 Apr 25 14:47:57.623265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e70e8-17ef-4b99-a62b-621a43247fc7 req-655968ad-aa80-4029-b7bd-897f714c90ab tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:57.631414 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-134e70e8-17ef-4b99-a62b-621a43247fc7 req-655968ad-aa80-4029-b7bd-897f714c90ab tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.5305681 Apr 25 14:47:57.664079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-eb0027cf-1c06-4803-982d-e7ace2f16621 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 998 time: 0.3509305 Apr 25 14:47:57.722843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92b7e4a0-63bf-4e07-8d46-99e891009314 req-c45c53ce-5705-4af5-8e92-1e9bbd1991c1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619520 Apr 25 14:47:57.844162 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-134e70e8-17ef-4b99-a62b-621a43247fc7 req-c5b11b35-ba10-4313-a64d-0f5519f013fe tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123470 Apr 25 14:47:57.859622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-a95d4353-958d-40a7-9f5b-61ed31167f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:57.881413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-a95d4353-958d-40a7-9f5b-61ed31167f63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.2042911 Apr 25 14:47:57.886932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-5fec69b3-6e15-46ba-ab5c-236589bc197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:57.897541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-5fec69b3-6e15-46ba-ab5c-236589bc197d service neutron] 10.222.0.21 "GET /v2.0/networks?id=684ec089-461b-4a22-86f8-ee82f121a9de HTTP/1.1" status: 200 len: 915 time: 0.4409082 Apr 25 14:47:58.253850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-4bde7284-f2e8-4fb8-8b1b-5c9be9d36f2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b23d42-749f-4a7c-b804-801110ed1647 HTTP/1.1" status: 200 len: 217 time: 0.2282043 Apr 25 14:47:58.263550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee14f6-605d-47ac-a1e1-ce98dcb4b99d req-3d78cac5-c126-4a9e-8908-d1b7e1719702 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:58.272528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7eee14f6-605d-47ac-a1e1-ce98dcb4b99d req-3d78cac5-c126-4a9e-8908-d1b7e1719702 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.2390735 Apr 25 14:47:58.433671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7eee14f6-605d-47ac-a1e1-ce98dcb4b99d req-e59aaf88-6a84-4486-81e2-853ccc7c2ed7 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588435 Apr 25 14:47:58.458010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-557c21b4-74d2-4b5e-a094-4e673ae07f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:58.466394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-557c21b4-74d2-4b5e-a094-4e673ae07f33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56b64f19-8fa0-4eba-a43a-878e5f4f8320 HTTP/1.1" status: 200 len: 854 time: 0.1414731 Apr 25 14:47:58.484064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-5d42142d-bbd2-4620-a123-d0ce319530b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:58.494590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-5d42142d-bbd2-4620-a123-d0ce319530b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5956831 Apr 25 14:47:58.653063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-a64ae980-e753-4568-8d50-b10a37cf6d81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=684ec089-461b-4a22-86f8-ee82f121a9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713331 Apr 25 14:47:58.744199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:47:59.002511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae3a7-7553-42c1-93aa-6829581640b4 req-246a441f-78f4-495e-8ebb-5db436f31a1e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:59.004105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d1ae3a7-7553-42c1-93aa-6829581640b4 req-246a441f-78f4-495e-8ebb-5db436f31a1e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.2456591 Apr 25 14:47:59.020083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54226) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:47:59.161977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d1ae3a7-7553-42c1-93aa-6829581640b4 req-efd0a500-f92d-4d35-9896-1d4343d99f12 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423345 Apr 25 14:47:59.260121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3142f65-909e-4450-bc80-4651e4159816 req-c3673406-b659-4ff8-8c1e-b7a10fccca10 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:47:59.271115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3142f65-909e-4450-bc80-4651e4159816 req-c3673406-b659-4ff8-8c1e-b7a10fccca10 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 943 time: 1.0639560 Apr 25 14:47:59.365885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3142f65-909e-4450-bc80-4651e4159816 req-ed4bad2c-0399-43c7-b174-38650cfd116a tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931983 Apr 25 14:47:59.504202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-22a07679-0117-47da-b534-2aa6e3e2408d service neutron] 10.222.0.21 "GET /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336022 Apr 25 14:47:59.531653 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-b0a9a429-f591-4310-a0c0-45c481639152 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189429 Apr 25 14:47:59.577585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-86766842-network', 'tenant_id': 'a333b441b3ae40d287e31bceef4fab41'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:47:59.804356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:47:59.841926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Usage tracker for resource:network and tenant:a333b441b3ae40d287e31bceef4fab41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:00.026160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b4b23d42-749f-4a7c-b804-801110ed1647 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:00.031751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:00.048940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:00.101892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-df17d3c4-e2cc-4934-a072-cb71e51b60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:00.103666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-df17d3c4-e2cc-4934-a072-cb71e51b60a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1098 time: 0.5208521 Apr 25 14:48:00.104730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Made reservation on behalf of a333b441b3ae40d287e31bceef4fab41 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:00.107575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:00.126536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:00.367273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b4b23d42-749f-4a7c-b804-801110ed1647, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b4b23d42-749f-4a7c-b804-801110ed1647,segment=NetworkSegment(536c4dc5-81b7-4290-86fd-e09567452949),segment_id=536c4dc5-81b7-4290-86fd-e09567452949)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:00.403500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'b4b23d42-749f-4a7c-b804-801110ed1647', 'network_id': '684ec089-461b-4a22-86f8-ee82f121a9de', 'port_id': 'b4b23d42-749f-4a7c-b804-801110ed1647', 'mac_address': 'fa:16:3e:26:ce:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b64f19-8fa0-4eba-a43a-878e5f4f8320', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:00.412797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-fc5649e7-dfbe-4b44-8155-7e947c65d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:00.418193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-fc5649e7-dfbe-4b44-8155-7e947c65d5c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.2810731 Apr 25 14:48:00.490999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:00.547562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:00.565608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a2dae88-01e8-4618-959a-6237bd8554e9 req-e283755b-f5db-4bc7-a9be-99b02a00effb service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0284991 Apr 25 14:48:00.584282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e9384-69da-4905-b522-7b8ed36ac709 req-418a7da7-f4bf-4c44-a9c2-f7564c51d6a5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:00.586912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b23d42-749f-4a7c-b804-801110ed1647 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:00.599753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c04e9384-69da-4905-b522-7b8ed36ac709 req-418a7da7-f4bf-4c44-a9c2-f7564c51d6a5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.6487579 Apr 25 14:48:00.623044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b4b23d42-749f-4a7c-b804-801110ed1647, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b4b23d42-749f-4a7c-b804-801110ed1647,segment=NetworkSegment(536c4dc5-81b7-4290-86fd-e09567452949),segment_id=536c4dc5-81b7-4290-86fd-e09567452949)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:00.634246 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:00.635375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:00.661555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-952d6725-29a3-4e2f-a0d8-0dc876db1be1 req-27fe8cee-e5c2-4884-95ef-0750347cd4bb service neutron] 10.222.0.21 "GET /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1491585 Apr 25 14:48:00.757549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c04e9384-69da-4905-b522-7b8ed36ac709 req-e5184a93-bdce-4b7a-a8a7-93c3572ab0c1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564987 Apr 25 14:48:00.774794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Usage tracker for resource:security_group_rule and tenant:a333b441b3ae40d287e31bceef4fab41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:00.778536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-45b26447-42bb-408a-b674-1a6f379b2c12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 1001 time: 0.2973955 Apr 25 14:48:00.788795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716413-5385-4922-80a7-27148319439f req-81c691f2-2fc0-4d2e-a6e5-77bf0d5947cd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:00.791354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a716413-5385-4922-80a7-27148319439f req-81c691f2-2fc0-4d2e-a6e5-77bf0d5947cd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.9969027 Apr 25 14:48:00.793905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:00.839009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:00.928503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-3fecc679-6b95-4df9-9caa-b06d6b57e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:00.930833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-3fecc679-6b95-4df9-9caa-b06d6b57e29a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1381512 Apr 25 14:48:00.947333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a716413-5385-4922-80a7-27148319439f req-69e50a46-338b-4da3-88a6-64c2855b11a6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155143 Apr 25 14:48:00.996667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b4b23d42-749f-4a7c-b804-801110ed1647,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:01.066143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.074775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.075399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.075928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.077600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.085623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.093833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.094603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.095310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.096002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.096692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.097451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:01.325831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:01.346846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'port_id': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'mac_address': 'fa:16:3e:96:5a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7abcba-ec25-4112-8f29-0055bd2b6216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:01.518149 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:01.588348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:01.645889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:01.652990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:01.685557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:01.687126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54288) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:01.711869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-250b1c37-b6ae-4bcc-864d-e3e49ff3d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:01.715127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-250b1c37-b6ae-4bcc-864d-e3e49ff3d8df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7556908 Apr 25 14:48:01.725183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:01.758994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef5c27-b85f-4561-a6a7-1adb8eb70ed5 req-b65f6209-2558-4001-9537-3944194f72d4 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:01.775410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9ef5c27-b85f-4561-a6a7-1adb8eb70ed5 req-b65f6209-2558-4001-9537-3944194f72d4 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 944 time: 0.1968215 Apr 25 14:48:01.835055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:01.886105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9ef5c27-b85f-4561-a6a7-1adb8eb70ed5 req-9c3ac427-4030-4528-b832-c5bc9feb7a90 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071649 Apr 25 14:48:02.045358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-df333e72-cac6-4632-a176-24e5146eda41 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153541 Apr 25 14:48:02.050324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b4b23d42-749f-4a7c-b804-801110ed1647'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:02.157437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['02187c02-51f1-478c-98de-87ba8dc5cd9b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:02.239087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:02.268174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cfcc2-ad46-470b-b156-86ce5c358a37 req-82bf3a87-1822-495b-87dd-d69844971476 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:02.280366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-427cfcc2-ad46-470b-b156-86ce5c358a37 req-82bf3a87-1822-495b-87dd-d69844971476 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.1988256 Apr 25 14:48:02.375258 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-427cfcc2-ad46-470b-b156-86ce5c358a37 req-4c6309d7-2427-4b94-84bb-2c07075f5858 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933578 Apr 25 14:48:02.533068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f1f60ef-221b-44d6-bd1d-a33fec3be692 req-3d149fa3-cdc8-42b8-8c83-6c29d8171d7d service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654119 Apr 25 14:48:02.544633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:02.551205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:02.566164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad246466-1091-4d6e-aacc-73935301d26b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:02.572054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Usage tracker for resource:security_group_rule and tenant:3a63b1fbd8bd4a41bde00b544404f5c1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:02.589344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:02.604337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:02.604706 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Added segment a63e22d5-5b45-4bf9-a5d9-f116206df0fb of type vlan for network 4244e3e7-1ed9-4568-ae49-c79b884772ad Apr 25 14:48:02.606371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:02.690161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d6e33-b013-409b-a99f-e4afe798f464 req-6c6a6396-6059-4f45-9a7c-fe3e9a58f32f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:02.701120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e41d6e33-b013-409b-a99f-e4afe798f464 req-6c6a6396-6059-4f45-9a7c-fe3e9a58f32f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 1.4083598 Apr 25 14:48:02.903371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:02.986658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-75a94178-a8e0-40a6-818b-6f2ee47daffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:02.994739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-75a94178-a8e0-40a6-818b-6f2ee47daffa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=394163fb81e64487b7e30b628dbc5b7c&device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 1096 time: 1.6546557 Apr 25 14:48:03.020189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b4954-d537-4d10-967e-0a96d40dcbea req-54448bc6-7ec7-40d4-852a-065c72c80326 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:03.038743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c8b4954-d537-4d10-967e-0a96d40dcbea req-54448bc6-7ec7-40d4-852a-065c72c80326 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.3330777 Apr 25 14:48:03.080348 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:03.151726 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:03.177417 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c8b4954-d537-4d10-967e-0a96d40dcbea req-118a9dbe-ae49-41f6-8207-a32e56a8a94e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350932 Apr 25 14:48:03.219111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a63b1fbd8bd4a41bde00b544404f5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5203722 Apr 25 14:48:03.219347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54310) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:03.232639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a2180-e441-4ede-9831-359b65b88733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9216d-3034-45f9-939a-4d275117360f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:03.357748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4beda6cc-05ac-4f54-abfc-400859854325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:03.420042 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4beda6cc-05ac-4f54-abfc-400859854325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:03.546301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4beda6cc-05ac-4f54-abfc-400859854325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:03.559487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:48:03.573629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beda6cc-05ac-4f54-abfc-400859854325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9216d-3034-45f9-939a-4d275117360f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:03.576326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4beda6cc-05ac-4f54-abfc-400859854325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:03.577941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4beda6cc-05ac-4f54-abfc-400859854325 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bee9216d-3034-45f9-939a-4d275117360f HTTP/1.1" status: 204 len: 168 time: 0.3593810 Apr 25 14:48:03.642023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e41d6e33-b013-409b-a99f-e4afe798f464 req-7e16d7c0-06c4-48f4-b8a5-ae42010e3a43 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9391484 Apr 25 14:48:03.668926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de9ea-cc4a-4f9f-9bdd-bcef1fffea3c req-a28131f9-09e6-4b52-9bfd-29bac3f3a176 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:03.687366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb1de9ea-cc4a-4f9f-9bdd-bcef1fffea3c req-a28131f9-09e6-4b52-9bfd-29bac3f3a176 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.2129102 Apr 25 14:48:03.797138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-750a1fbf-a76c-4935-8e24-9c0da6dcfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:03.803985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-750a1fbf-a76c-4935-8e24-9c0da6dcfc70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb0e537b-0270-4d55-8a2b-1b59a804af77 HTTP/1.1" status: 200 len: 915 time: 0.7939339 Apr 25 14:48:03.808078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb1de9ea-cc4a-4f9f-9bdd-bcef1fffea3c req-e41202ec-934d-4743-abaa-896069c64ed4 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197138 Apr 25 14:48:03.949125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-bf3a5b95-d792-455a-83d1-1ce060dfcff5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a HTTP/1.1" status: 200 len: 217 time: 0.1385753 Apr 25 14:48:04.058668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b4b23d42-749f-4a7c-b804-801110ed1647 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:04.091590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.098161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:04.099251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.194300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.228434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54328) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:04.299109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port b4b23d42-749f-4a7c-b804-801110ed1647 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:04.303036 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.306228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port b4b23d42-749f-4a7c-b804-801110ed1647 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:04.306615 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.384807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:04.398375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Usage tracker for resource:security_group_rule and tenant:fd389c1d0220445fab6f4b8c06a5c260 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:04.406626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:04.431068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:04.482550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] Pushing event updated for resources: {'Network': ['ID=4244e3e7-1ed9-4568-ae49-c79b884772ad,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:04.501849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 4244e3e7-1ed9-4568-ae49-c79b884772ad details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:04.675711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1bcc0be3-8f22-4095-b365-2c618b1cd88c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 5.6544664 Apr 25 14:48:04.677337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54334) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:04.685603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-60157558-f477-4bd5-a2e8-7972a0422b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:04.687445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-60157558-f477-4bd5-a2e8-7972a0422b68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f013c6c7-77b7-412b-8dde-9c473ae2cb88 HTTP/1.1" status: 200 len: 854 time: 0.6640997 Apr 25 14:48:04.700518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Request body: {'subnet': {'network_id': '4244e3e7-1ed9-4568-ae49-c79b884772ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-86766842-subnet', 'tenant_id': 'a333b441b3ae40d287e31bceef4fab41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:04.744306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:04.777962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Usage tracker for resource:subnet and tenant:a333b441b3ae40d287e31bceef4fab41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:04.806581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-68dd0233-934a-46ad-99f3-ca25c0a35c98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb0e537b-0270-4d55-8a2b-1b59a804af77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984738 Apr 25 14:48:04.807532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:04.821092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb146-6f7f-49ec-a2eb-a6e8dac65100 req-b4529246-4d88-4e55-9b77-c98e25abc60c tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:04.822862 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-752bb146-6f7f-49ec-a2eb-a6e8dac65100 req-b4529246-4d88-4e55-9b77-c98e25abc60c tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 944 time: 0.8724227 Apr 25 14:48:04.854045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c608-cac7-4ae3-805a-9267fb5095fd req-adbff100-690d-47a8-b468-6e337bb5b78c tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:04.855933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d153c608-cac7-4ae3-805a-9267fb5095fd req-adbff100-690d-47a8-b468-6e337bb5b78c tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.3332198 Apr 25 14:48:04.917491 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.918158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:04.926245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.935441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:04.983320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d153c608-cac7-4ae3-805a-9267fb5095fd req-19faffd3-cbff-4f08-aeea-375e48753760 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133027 Apr 25 14:48:04.987828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b23d42-749f-4a7c-b804-801110ed1647'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:05.020133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b4b23d42-749f-4a7c-b804-801110ed1647, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b4b23d42-749f-4a7c-b804-801110ed1647,segment=NetworkSegment(536c4dc5-81b7-4290-86fd-e09567452949),segment_id=536c4dc5-81b7-4290-86fd-e09567452949)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:05.029156 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:05.139374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd389c1d0220445fab6f4b8c06a5c260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096315 Apr 25 14:48:05.147347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:05.165077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Made reservation on behalf of a333b441b3ae40d287e31bceef4fab41 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:05.167458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:05.203369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb3010-e68c-49b5-8e4f-5a345ad7cf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dfdecd-a7f4-46c6-bbb7-266323da1683,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:05.253917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b4b23d42-749f-4a7c-b804-801110ed1647,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:05.332584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-752bb146-6f7f-49ec-a2eb-a6e8dac65100 req-7c50c37c-f383-4cd4-9242-428b2c11ac01 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557629 Apr 25 14:48:05.480796 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-f95d76d1-8a38-4d8d-8c1e-65ba72acb170 service neutron] 10.222.0.15 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534047 Apr 25 14:48:05.537353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5291dea-1acb-4dfd-a251-e48ac6e811a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:05.658021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5291dea-1acb-4dfd-a251-e48ac6e811a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:05.877513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728dc46-212c-45c0-9a2b-1328cfae1b9e req-dc8b7980-41d1-49d3-b6d1-2c2fe3b4fa5f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:05.895660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9728dc46-212c-45c0-9a2b-1328cfae1b9e req-dc8b7980-41d1-49d3-b6d1-2c2fe3b4fa5f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.5927355 Apr 25 14:48:05.902058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7af1e2c-a493-40e1-aab8-a5d20f15a8db req-86efddbd-e515-4097-9b80-9f7cdf0002af service neutron] 10.222.0.15 "GET /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037797 Apr 25 14:48:05.974913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a810-457a-4596-a1e5-b9921477e660 req-f13b6722-0f4d-47d8-8960-4689f1adc510 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:05.981114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e55a810-457a-4596-a1e5-b9921477e660 req-f13b6722-0f4d-47d8-8960-4689f1adc510 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.2964509 Apr 25 14:48:06.054652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:06.070027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:06.150031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9728dc46-212c-45c0-9a2b-1328cfae1b9e req-22c0cf1c-0366-455a-896d-cc6131b452cb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505822 Apr 25 14:48:06.170924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5291dea-1acb-4dfd-a251-e48ac6e811a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:06.216848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 02187c02-51f1-478c-98de-87ba8dc5cd9b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:06.223231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 02187c02-51f1-478c-98de-87ba8dc5cd9b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:06.223666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:06.228264 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5291dea-1acb-4dfd-a251-e48ac6e811a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:06.239005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e55a810-457a-4596-a1e5-b9921477e660 req-d99a1103-7d13-4ca3-b649-d6f34da59d21 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495759 Apr 25 14:48:06.253527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5291dea-1acb-4dfd-a251-e48ac6e811a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58dfdecd-a7f4-46c6-bbb7-266323da1683 HTTP/1.1" status: 204 len: 168 time: 1.0764821 Apr 25 14:48:06.254741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5291dea-1acb-4dfd-a251-e48ac6e811a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dfdecd-a7f4-46c6-bbb7-266323da1683,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:06.298027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b4cf09-5dfd-4af2-b1d5-194650db3c60,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:06.300310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Checking segment: {'id': 'a63e22d5-5b45-4bf9-a5d9-f116206df0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4244e3e7-1ed9-4568-ae49-c79b884772ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:06.300678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Network hostable DHCP agents. Network: 4244e3e7-1ed9-4568-ae49-c79b884772ad, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:48:06.373872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Network 4244e3e7-1ed9-4568-ae49-c79b884772ad is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:48:06.400046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 4244e3e7-1ed9-4568-ae49-c79b884772ad) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:06.411480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:06.417708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:06.458691 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eacfe97-deb3-4919-b0d4-55bdf830ad7d'] response: {'server_uuid': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b23d42-749f-4a7c-b804-801110ed1647', 'code': 200} Apr 25 14:48:06.471166 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6fabd653-3f42-4a8a-95db-213c6f06c983 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7824531 Apr 25 14:48:06.473402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4b703-ad81-47e0-bc04-6d332c683b6c None None] Network 4244e3e7-1ed9-4568-ae49-c79b884772ad requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:06.747141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1c7f8-f379-4cbc-a7e1-b6a04362e35f req-8676a683-5f01-475a-9db0-6926339b2fa9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:06.756765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89f1c7f8-f379-4cbc-a7e1-b6a04362e35f req-8676a683-5f01-475a-9db0-6926339b2fa9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.4003074 Apr 25 14:48:06.905991 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89f1c7f8-f379-4cbc-a7e1-b6a04362e35f req-b7895d5f-29da-4716-a8b4-97ea895499e9 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475053 Apr 25 14:48:06.967741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:07.115179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:07.169578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:07.188505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299959f-7543-40e1-b3fc-1992197631a3 req-33bf1e7f-294b-41bb-9b2a-e917ca254f8f tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:07.230856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7299959f-7543-40e1-b3fc-1992197631a3 req-33bf1e7f-294b-41bb-9b2a-e917ca254f8f tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.2278011 Apr 25 14:48:07.283034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d4c23-b3d8-49e1-a649-282dfae331c2 req-91adfd41-1855-46b5-836b-82bfba9497d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:07.284554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a77d4c23-b3d8-49e1-a649-282dfae331c2 req-91adfd41-1855-46b5-836b-82bfba9497d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 1096 time: 0.7887187 Apr 25 14:48:07.287941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f9bdd-5bc6-4851-988e-190321b9cae2 req-c3f11aff-38fe-465f-a753-ccda1dd16861 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:07.297749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-738f9bdd-5bc6-4851-988e-190321b9cae2 req-c3f11aff-38fe-465f-a753-ccda1dd16861 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 945 time: 0.2401106 Apr 25 14:48:07.368588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:07.396272 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7299959f-7543-40e1-b3fc-1992197631a3 req-067f4bd4-9f10-499b-a016-86ad224a1f5f tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625972 Apr 25 14:48:07.439373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-738f9bdd-5bc6-4851-988e-190321b9cae2 req-12a851d5-a657-4fed-b521-c93953864657 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407068 Apr 25 14:48:07.453328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a77d4c23-b3d8-49e1-a649-282dfae331c2 req-5429749a-ca0a-434d-8ff2-c750e44f7fd1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223047 Apr 25 14:48:07.547742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d00dd-7933-451a-8c87-cd21554c5068 None None] Network 4244e3e7-1ed9-4568-ae49-c79b884772ad requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:07.959123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c40b-acc1-446a-90a4-193ba36e2b4c req-cc336393-c309-43b3-a3ab-433695ac54a5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:07.960516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f103c40b-acc1-446a-90a4-193ba36e2b4c req-cc336393-c309-43b3-a3ab-433695ac54a5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2102780 Apr 25 14:48:08.083102 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f103c40b-acc1-446a-90a4-193ba36e2b4c req-4e564d8e-0aae-4a4d-b701-01ff7f88f928 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128676 Apr 25 14:48:08.288425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e901f-d046-4394-8a99-0c6763ee6a4a req-521f5c42-3e92-44d9-a367-b81ffdd73d19 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:08.304395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d7e901f-d046-4394-8a99-0c6763ee6a4a req-521f5c42-3e92-44d9-a367-b81ffdd73d19 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 947 time: 0.1907792 Apr 25 14:48:08.401010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d54fb-0b5e-41d0-88a4-00d5ca34deb6 req-cec4a64e-afc1-4379-90d2-3135849d750d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:08.402828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-501d54fb-0b5e-41d0-88a4-00d5ca34deb6 req-cec4a64e-afc1-4379-90d2-3135849d750d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.1535964 Apr 25 14:48:08.431464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d7e901f-d046-4394-8a99-0c6763ee6a4a req-c1a3ed57-4a0e-402b-a2ea-229dedeaa4ba tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088984 Apr 25 14:48:08.460468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:08.526582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd950f60-48e5-4867-8c31-a6815c42f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:08.545693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-501d54fb-0b5e-41d0-88a4-00d5ca34deb6 req-ce91909a-3672-4134-bfb0-3069fa10c2e0 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369157 Apr 25 14:48:08.630700 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9425897-35aa-4f6b-bb16-58dee72d9fd2'] response: {'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'code': 200} Apr 25 14:48:08.923603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adaca3-34e7-4f10-ba2e-5d08dca51983 req-01694411-7cde-4924-b2f7-e8799a9bfb8a tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:08.926777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42adaca3-34e7-4f10-ba2e-5d08dca51983 req-01694411-7cde-4924-b2f7-e8799a9bfb8a tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.2563381 Apr 25 14:48:09.012926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42adaca3-34e7-4f10-ba2e-5d08dca51983 req-d9ddbc6b-d3fa-4f9b-868c-a932511966c7 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 Apr 25 14:48:09.073898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9440f-fe97-42e5-8904-109d2ed3cfde req-69fc13e6-0573-4cbd-9e1c-af343a4b52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:09.075606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99a9440f-fe97-42e5-8904-109d2ed3cfde req-69fc13e6-0573-4cbd-9e1c-af343a4b52a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1097 time: 0.3071382 Apr 25 14:48:09.122073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54474) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:09.337218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99a9440f-fe97-42e5-8904-109d2ed3cfde req-157a7061-b2f0-48c2-b7a5-eee2bd628250 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438588 Apr 25 14:48:09.379366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Deleting subnet 25b4cf09-5dfd-4af2-b1d5-194650db3c60 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:48:09.396596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:09.516814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64883917-daba-446f-8072-a0e65ea60965 req-6736ea09-9ee8-42be-8062-c66da2745f0a tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:09.525690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64883917-daba-446f-8072-a0e65ea60965 req-6736ea09-9ee8-42be-8062-c66da2745f0a tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 945 time: 0.6123667 Apr 25 14:48:09.603747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64883917-daba-446f-8072-a0e65ea60965 req-1f6b261f-9848-4eb8-87b5-d6de1ba37467 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Apr 25 14:48:09.639242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:09.763260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:09.896359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:09.946469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b4cf09-5dfd-4af2-b1d5-194650db3c60,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:09.955585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:09.966534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4f4a8a55-2586-436c-86da-7cd8b8adf03e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/25b4cf09-5dfd-4af2-b1d5-194650db3c60 HTTP/1.1" status: 204 len: 168 time: 0.8344538 Apr 25 14:48:09.969476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:10.011398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05481323-a9cf-443c-8035-f3f94026404b req-fe31d8e2-6f91-4d4a-baae-fc7ad633d1bc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:10.013226 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05481323-a9cf-443c-8035-f3f94026404b req-fe31d8e2-6f91-4d4a-baae-fc7ad633d1bc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1583347 Apr 25 14:48:10.068839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:48:10.098737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05481323-a9cf-443c-8035-f3f94026404b req-36abc672-5b97-4877-97be-2181090499d1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780942 Apr 25 14:48:10.339836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:10.398664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:10.408016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:10.470771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:10.594999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=14']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:10.627843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf7603-a4aa-46e7-8ba0-22eb440201c2 req-a0e21d46-3b7b-466e-b0d5-3ec8497f4392 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:10.630251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efbf7603-a4aa-46e7-8ba0-22eb440201c2 req-a0e21d46-3b7b-466e-b0d5-3ec8497f4392 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.1835883 Apr 25 14:48:10.632351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:10.729541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efbf7603-a4aa-46e7-8ba0-22eb440201c2 req-f10b15f4-56e3-465a-be92-5a304b21dd06 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895529 Apr 25 14:48:10.896678 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66d24fd1-cca4-42ca-9560-6b3bb55711c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.063606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a9f21-85ea-4ffd-8a31-0f81ecf76dff req-43c54f28-8b40-4835-b539-440cfd438256 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:11.074983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c70a9f21-85ea-4ffd-8a31-0f81ecf76dff req-43c54f28-8b40-4835-b539-440cfd438256 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.5722351 Apr 25 14:48:11.107594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.187059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443afe8-43bf-4a77-acee-248edc1036d1 req-2c16507b-66c2-42d6-bf72-1efd8c082c2a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:11.190890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c70a9f21-85ea-4ffd-8a31-0f81ecf76dff req-89cc205d-feff-41c7-b16f-850b7ae64d0a tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027002 Apr 25 14:48:11.194352 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8443afe8-43bf-4a77-acee-248edc1036d1 req-2c16507b-66c2-42d6-bf72-1efd8c082c2a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2186780 Apr 25 14:48:11.202711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4244e3e7-1ed9-4568-ae49-c79b884772ad']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:11.232371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e22d5-5b45-4bf9-a5d9-f116206df0fb') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:11.232669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e22d5-5b45-4bf9-a5d9-f116206df0fb') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:11.261950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.262525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8443afe8-43bf-4a77-acee-248edc1036d1 req-5dc9c23b-a7d9-4d12-9194-57cad046f93d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652597 Apr 25 14:48:11.299886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.319890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:11.322000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:11.357528 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:48:11.686090 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49c92fa-481b-4c40-9c35-4069c76b17b9'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'code': 200} Apr 25 14:48:11.767713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.777081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8485996c-1d83-418d-b77d-187d009debe9 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:11.780148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8485996c-1d83-418d-b77d-187d009debe9 tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.15 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.2849011 Apr 25 14:48:11.858770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.888464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.921859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:11.939876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4244e3e7-1ed9-4568-ae49-c79b884772ad,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:11.946558 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0bca8f3a-326b-44f8-a6ee-7e39502c4a67 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4244e3e7-1ed9-4568-ae49-c79b884772ad HTTP/1.1" status: 204 len: 168 time: 1.9758620 Apr 25 14:48:12.027149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5a9ac-7805-4133-bc26-c35515cbde81 req-d327c3b8-93f0-4404-a0f3-0ff716f9b3ce tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:12.035110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ae5a9ac-7805-4133-bc26-c35515cbde81 req-d327c3b8-93f0-4404-a0f3-0ff716f9b3ce tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 945 time: 0.4046204 Apr 25 14:48:12.115259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Deleting port ee12386e-dbae-42e7-b02d-da9d61f4313a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:12.117434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:12.174961 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ae5a9ac-7805-4133-bc26-c35515cbde81 req-ef74317f-a60e-4980-acc4-d6f6bfc8ee86 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388004 Apr 25 14:48:12.443145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] For port ee12386e-dbae-42e7-b02d-da9d61f4313a, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ee12386e-dbae-42e7-b02d-da9d61f4313a,segment=NetworkSegment(6c4819d6-c2d4-440d-9c50-f62d3ed2b7de),segment_id=6c4819d6-c2d4-440d-9c50-f62d3ed2b7de)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:12.457376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:12.575363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31ebb2-b350-4174-b6af-9c821916ef60 req-027d662c-a3f6-43b0-9f11-067645785d69 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:12.594384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c31ebb2-b350-4174-b6af-9c821916ef60 req-027d662c-a3f6-43b0-9f11-067645785d69 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.2402058 Apr 25 14:48:12.708165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c31ebb2-b350-4174-b6af-9c821916ef60 req-d8751db1-785d-4f5f-bc15-c2097c230d61 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101260 Apr 25 14:48:12.805468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54628) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:12.874930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0870155c-26c0-4f1d-8deb-b8215a29f169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a333b441b3ae40d287e31bceef4fab41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680792 Apr 25 14:48:12.877762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:12.994345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abd0e2f-6b2d-44bb-9c2c-4c2e4aff0bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.082138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Calling delete_port for ee12386e-dbae-42e7-b02d-da9d61f4313a owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:13.117738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abd0e2f-6b2d-44bb-9c2c-4c2e4aff0bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.220527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658c7e6-648a-472f-ad8f-651f0ccbc9e8 req-14ccb12b-7132-4e5c-9768-dbaf8dc136dd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:13.229015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4658c7e6-648a-472f-ad8f-651f0ccbc9e8 req-14ccb12b-7132-4e5c-9768-dbaf8dc136dd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 945 time: 0.1882181 Apr 25 14:48:13.296342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4658c7e6-648a-472f-ad8f-651f0ccbc9e8 req-d5ee8821-1332-4dec-9563-173a063511af tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/security-groups?id=af153c0d-42bd-489f-93f9-a056997b8e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626054 Apr 25 14:48:13.308859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abd0e2f-6b2d-44bb-9c2c-4c2e4aff0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.335532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.352759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ee12386e-dbae-42e7-b02d-da9d61f4313a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:13.357570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd0e2f-6b2d-44bb-9c2c-4c2e4aff0bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad246466-1091-4d6e-aacc-73935301d26b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:13.371613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9abd0e2f-6b2d-44bb-9c2c-4c2e4aff0bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.372771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9abd0e2f-6b2d-44bb-9c2c-4c2e4aff0bd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad246466-1091-4d6e-aacc-73935301d26b HTTP/1.1" status: 204 len: 168 time: 0.4939647 Apr 25 14:48:13.659889 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.692593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Pushing event deleted for resources: {'Port': ['ID=ee12386e-dbae-42e7-b02d-da9d61f4313a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:13.842691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26d06-0814-4205-93e7-50eeb329976a req-a9ec08bc-4c2f-4cee-96c7-bd4fd7396b77 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:13.844284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab26d06-0814-4205-93e7-50eeb329976a req-a9ec08bc-4c2f-4cee-96c7-bd4fd7396b77 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 1.6234245 Apr 25 14:48:13.859929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] No DVR routers for this DVR port ee12386e-dbae-42e7-b02d-da9d61f4313a on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:48:13.901148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:13.908610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'name': 'network-vif-deleted', 'tag': 'ee12386e-dbae-42e7-b02d-da9d61f4313a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:14.018350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab26d06-0814-4205-93e7-50eeb329976a req-86249a1f-f746-46ce-9208-cf1486b87803 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602342 Apr 25 14:48:14.035738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-196eb374-0eab-4dbe-98bc-42519b6490f4 req-8afcfac3-d7bf-44d0-a3b2-f8c1c9c429bd tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.15 "DELETE /v2.0/ports/ee12386e-dbae-42e7-b02d-da9d61f4313a HTTP/1.1" status: 204 len: 173 time: 2.2495143 Apr 25 14:48:14.393656 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2c1bc2-da8f-487c-8b4b-d7b76541977c'] response: {'server_uuid': 'fce9d008-d1a5-4b26-b95d-501d9ec675ed', 'name': 'network-vif-deleted', 'tag': 'ee12386e-dbae-42e7-b02d-da9d61f4313a', 'status': 'completed', 'code': 200} Apr 25 14:48:14.449316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0c544-5b55-4dbe-832f-a4bced86ae1c req-07e3a590-59ac-42c6-83bc-0bce771f99d8 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:14.457260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25d0c544-5b55-4dbe-832f-a4bced86ae1c req-07e3a590-59ac-42c6-83bc-0bce771f99d8 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.1911836 Apr 25 14:48:14.553247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25d0c544-5b55-4dbe-832f-a4bced86ae1c req-17476478-726d-4e25-942f-0efed9cad7f3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947065 Apr 25 14:48:14.704709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946976cc-e845-4655-9596-35c9994e1b42 req-dd260ece-4e70-452d-b918-b7fd6f02f96f tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:14.715103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-946976cc-e845-4655-9596-35c9994e1b42 req-dd260ece-4e70-452d-b918-b7fd6f02f96f tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 945 time: 0.1737936 Apr 25 14:48:14.830264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-946976cc-e845-4655-9596-35c9994e1b42 req-3f398794-e2f8-4c00-aecb-29b8738d9906 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112773 Apr 25 14:48:15.044770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b7d126db-b331-4b8a-a972-e216aaa44813 req-ae346552-8bcb-4fe4-a218-22e5b5677ddf tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Synchronizing usage tracker for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:15.079062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b7d126db-b331-4b8a-a972-e216aaa44813 req-ae346552-8bcb-4fe4-a218-22e5b5677ddf tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] Unset dirty status for tenant:394163fb81e64487b7e30b628dbc5b7c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:15.080228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b7d126db-b331-4b8a-a972-e216aaa44813 req-ae346552-8bcb-4fe4-a218-22e5b5677ddf tempest-InstanceActionsTestJSON-1115695097 tempest-InstanceActionsTestJSON-1115695097-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce9d008-d1a5-4b26-b95d-501d9ec675ed HTTP/1.1" status: 200 len: 210 time: 0.1695449 Apr 25 14:48:15.709547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54780) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:15.837059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ee12386e-dbae-42e7-b02d-da9d61f4313a no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:48:15.970620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: ee12386e-dbae-42e7-b02d-da9d61f4313a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:48:15.970970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ee12386e-dbae-42e7-b02d-da9d61f4313a not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:48:16.046053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-8c7b9656-9918-41b7-9a28-56038a7f7a97 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:16.067402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-8c7b9656-9918-41b7-9a28-56038a7f7a97 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 814 time: 0.3915813 Apr 25 14:48:16.091270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-defc23f2-b426-4d96-a82c-2000b5ab5680 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/quotas/c8adbc80f5154b7a9376c6bf0cdf7a63 HTTP/1.1" status: 200 len: 375 time: 0.0224543 Apr 25 14:48:16.156538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-3d28e40b-878a-40fd-82ca-c327f8758d1e tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:16.160365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-3d28e40b-878a-40fd-82ca-c327f8758d1e tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.21 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 945 time: 0.3439662 Apr 25 14:48:16.227316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-6b41f417-3084-404c-8b12-2d42ac679980 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340742 Apr 25 14:48:16.393229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-532001214-network', 'tenant_id': '417fbf4ce6e541958dbec8ff474606df'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:16.399394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:16.403556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Usage tracker for resource:network and tenant:417fbf4ce6e541958dbec8ff474606df is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:16.406946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:16.424540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Deleting port b4b23d42-749f-4a7c-b804-801110ed1647 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:16.424892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:16.460113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-b1c017f2-20bc-4cf2-9695-f3f6e6f6e699 service neutron] 10.222.0.23 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308233 Apr 25 14:48:16.503713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:16.605702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f1d6-fd87-45cc-b7f0-96bb15e6e31b req-c5f4ecce-0a2c-4dce-9223-0b992214cc92 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:16.617648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d87f1d6-fd87-45cc-b7f0-96bb15e6e31b req-c5f4ecce-0a2c-4dce-9223-0b992214cc92 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.6989136 Apr 25 14:48:16.700304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Made reservation on behalf of 417fbf4ce6e541958dbec8ff474606df for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:16.703961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:16.745375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:16.776751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:16.782015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Usage tracker for resource:security_group_rule and tenant:417fbf4ce6e541958dbec8ff474606df is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:16.786126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:16.793837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:16.953677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-ce29169f-2457-48ee-aa68-7a8df7641490 service neutron] 10.222.0.23 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917636 Apr 25 14:48:16.992756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:17.030144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:17.080792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d87f1d6-fd87-45cc-b7f0-96bb15e6e31b req-ba7c7fa6-ce6f-4796-b232-a82b4ba4fc4d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4621656 Apr 25 14:48:17.313979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:17.334847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3759f357-1332-4d92-b513-02b2e2dac124,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:17.405875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:17.409361 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Added segment b27a035d-49da-43e1-885f-6f9ff95faa2a of type vlan for network 470cb302-8fd2-447a-809c-2f8244dfe227 Apr 25 14:48:17.684914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb609-5acb-4425-9727-a5a033e4b955 req-cd30960c-9a17-47ad-8588-bbb1395a403e tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:17.718101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fbeb609-5acb-4425-9727-a5a033e4b955 req-cd30960c-9a17-47ad-8588-bbb1395a403e tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 945 time: 0.2849855 Apr 25 14:48:17.736372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] For port b4b23d42-749f-4a7c-b804-801110ed1647, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b4b23d42-749f-4a7c-b804-801110ed1647,segment=NetworkSegment(536c4dc5-81b7-4290-86fd-e09567452949),segment_id=536c4dc5-81b7-4290-86fd-e09567452949)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:17.770608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:17.786431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fbeb609-5acb-4425-9727-a5a033e4b955 req-ee05e954-6b3f-44a9-88cd-b5703d97549d tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b125679-7b36-4534-bfb6-77025d0a1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Apr 25 14:48:17.810499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:17.888460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54830) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:18.099438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Calling delete_port for b4b23d42-749f-4a7c-b804-801110ed1647 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:18.135467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96bebddd-04de-4c10-8080-5fa70cdf66ea req-c6e8a19c-c654-41a8-8375-993ebc789874 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 210 time: 0.1232626 Apr 25 14:48:18.164577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e651-de4d-4f16-ada6-9750acfdce46 req-83aee433-8fae-4033-bec6-6a701ce0eabc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:18.166281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Deleting subnet f013c6c7-77b7-412b-8dde-9c473ae2cb88 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:48:18.172696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b854e651-de4d-4f16-ada6-9750acfdce46 req-83aee433-8fae-4033-bec6-6a701ce0eabc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7830601 Apr 25 14:48:18.175024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.176090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:18.176818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.178212 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.281240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.362511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.379339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6648319 Apr 25 14:48:18.407298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54854) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:18.469735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b854e651-de4d-4f16-ada6-9750acfdce46 req-288051d9-fa9e-4e51-a7a7-90b4ac099e82 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961118 Apr 25 14:48:18.474561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Request body: {'subnet': {'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-532001214-subnet', 'tenant_id': '417fbf4ce6e541958dbec8ff474606df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:18.670647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d86df5-0390-4cb0-bffd-03dd49adcc4a req-054a093b-2d0b-40d2-90a7-89ec93cb064d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:18.673364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ae84a-ab25-4295-b64a-e340d97f22d9 admin admin] Pushing event updated for resources: {'Network': ['ID=470cb302-8fd2-447a-809c-2f8244dfe227,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:18.688884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 470cb302-8fd2-447a-809c-2f8244dfe227 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:18.698444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-58d86df5-0390-4cb0-bffd-03dd49adcc4a req-054a093b-2d0b-40d2-90a7-89ec93cb064d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.2711041 Apr 25 14:48:18.706192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:18.740561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.835041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f013c6c7-77b7-412b-8dde-9c473ae2cb88,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:18.837670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:18.848277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5f020b4b-8aaf-4643-8c71-e6235fbe20dd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f013c6c7-77b7-412b-8dde-9c473ae2cb88 HTTP/1.1" status: 204 len: 168 time: 0.9586613 Apr 25 14:48:18.857180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54872) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:18.907726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Usage tracker for resource:subnet and tenant:417fbf4ce6e541958dbec8ff474606df is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:18.915335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:18.917943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-58d86df5-0390-4cb0-bffd-03dd49adcc4a req-b2ad9820-5d4d-430b-a588-6b2aa370279a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185333 Apr 25 14:48:18.930119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:18.969684 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.026311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Made reservation on behalf of 417fbf4ce6e541958dbec8ff474606df for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:19.028530 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.077415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.141344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Pushing event deleted for resources: {'Port': ['ID=b4b23d42-749f-4a7c-b804-801110ed1647,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:19.243231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.250550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953527c-ec13-49e2-a23c-804f09fd6996 req-dd0bed70-5a06-40a8-8f45-a06e9434e728 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:19.250550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9953527c-ec13-49e2-a23c-804f09fd6996 req-dd0bed70-5a06-40a8-8f45-a06e9434e728 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5257289 Apr 25 14:48:19.250550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] No DVR routers for this DVR port b4b23d42-749f-4a7c-b804-801110ed1647 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:48:19.250550 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.250550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'name': 'network-vif-deleted', 'tag': 'b4b23d42-749f-4a7c-b804-801110ed1647'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:19.297434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0e537b-0270-4d55-8a2b-1b59a804af77']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:19.306511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80a88796-d389-4a88-b7d1-30b4b90e10fe req-91a8c606-a98e-4dc4-b058-b5ade43d6b55 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 210 time: 0.1721122 Apr 25 14:48:19.317720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:19.318365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4819d6-c2d4-440d-9c50-f62d3ed2b7de') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:19.337465 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.378977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.379877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9953527c-ec13-49e2-a23c-804f09fd6996 req-f92a6f11-04e5-4cde-8834-1aa7a77382f2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183233 Apr 25 14:48:19.383703 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb56c293-9e5e-4694-8dc2-77e0d433e4d6 req-59632f6b-1b1b-4008-af3a-6028972d3fc9 tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.21 "DELETE /v2.0/ports/b4b23d42-749f-4a7c-b804-801110ed1647 HTTP/1.1" status: 204 len: 173 time: 3.1994159 Apr 25 14:48:19.390745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:19.391203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:19.411130 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:48:19.486497 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44312ef2-d207-478a-aef1-600051a04976'] response: {'server_uuid': 'd746cfa9-6f6c-4ff2-a43a-6f3a1f121349', 'name': 'network-vif-deleted', 'tag': 'b4b23d42-749f-4a7c-b804-801110ed1647', 'status': 'completed', 'code': 200} Apr 25 14:48:19.594389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10d98882-a563-470b-98fb-64a5818619d0 req-b7142b04-7ae9-44d0-a13d-6e9a61a1175e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 210 time: 0.1188927 Apr 25 14:48:19.626210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.670401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:19.687886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0e537b-0270-4d55-8a2b-1b59a804af77,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:19.731329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11897a18-541c-4aa4-bb94-94432efe2c5b admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb0e537b-0270-4d55-8a2b-1b59a804af77 HTTP/1.1" status: 204 len: 168 time: 0.8723109 Apr 25 14:48:20.014264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54908) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:20.018171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.133781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b4b23d42-749f-4a7c-b804-801110ed1647 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:48:20.138037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4e6c9aa7-d370-4bc0-9116-33edfc89f80f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:20.139600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4e6c9aa7-d370-4bc0-9116-33edfc89f80f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.15 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 814 time: 0.5882609 Apr 25 14:48:20.189833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: b4b23d42-749f-4a7c-b804-801110ed1647 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:48:20.190484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b4b23d42-749f-4a7c-b804-801110ed1647 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:48:20.204768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Request body: {'port': {'device_id': '2196ecd2-8589-4eca-8796-352f56befc93', 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'admin_state_up': True, 'tenant_id': 'c8adbc80f5154b7a9376c6bf0cdf7a63'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:20.241612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3570840-0d30-471b-a2b3-26b9a8c9ff51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=394163fb81e64487b7e30b628dbc5b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258193 Apr 25 14:48:20.259637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54918) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:20.314998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d114483-af01-4b01-8614-f410ccb7d6c2 req-c646a80e-7864-4582-90c8-8ed5b6ec692e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:20.317727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d114483-af01-4b01-8614-f410ccb7d6c2 req-c646a80e-7864-4582-90c8-8ed5b6ec692e tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.2237983 Apr 25 14:48:20.331180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf4742b-8a6e-4e87-989d-8993b5fd4cd7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:20.358725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5926cf-deea-46ba-8ea7-5d9f2ef104ed req-324f940d-103e-44ff-b6a8-902f5c5fc90a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:20.362140 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e5926cf-deea-46ba-8ea7-5d9f2ef104ed req-324f940d-103e-44ff-b6a8-902f5c5fc90a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4723947 Apr 25 14:48:20.370298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Checking segment: {'id': 'b27a035d-49da-43e1-885f-6f9ff95faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:20.370583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Network hostable DHCP agents. Network: 470cb302-8fd2-447a-809c-2f8244dfe227, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:48:20.398934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d114483-af01-4b01-8614-f410ccb7d6c2 req-3d185a6e-2239-4d33-81e3-7881043c71e3 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658541 Apr 25 14:48:20.404450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc8a3f1b-1bb4-4883-9b0d-196a9d3874c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.440550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc8a3f1b-1bb4-4883-9b0d-196a9d3874c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.567657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Network 470cb302-8fd2-447a-809c-2f8244dfe227 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:48:20.579617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc8a3f1b-1bb4-4883-9b0d-196a9d3874c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.614138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a3f1b-1bb4-4883-9b0d-196a9d3874c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af153c0d-42bd-489f-93f9-a056997b8e09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:20.629937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 470cb302-8fd2-447a-809c-2f8244dfe227) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:20.645569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36752a78-98d5-400e-af71-44596d4155ca None None] Network 470cb302-8fd2-447a-809c-2f8244dfe227 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:20.650792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e5926cf-deea-46ba-8ea7-5d9f2ef104ed req-f358cae8-e349-41d5-bce0-6487e41a1ccd tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884351 Apr 25 14:48:20.654346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:20.656183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.672705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc8a3f1b-1bb4-4883-9b0d-196a9d3874c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.676376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc8a3f1b-1bb4-4883-9b0d-196a9d3874c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af153c0d-42bd-489f-93f9-a056997b8e09 HTTP/1.1" status: 204 len: 168 time: 0.4128776 Apr 25 14:48:20.697627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:20.714128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:20.723193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cf579550-2a10-4f3e-8502-8ae3d8520f04 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3048029 Apr 25 14:48:20.742551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Made reservation on behalf of c8adbc80f5154b7a9376c6bf0cdf7a63 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:20.750352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:20.841470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3f487fc-a1c1-4efd-9dec-18b8855b982c req-5351d473-7bc9-4b88-afe8-31928b4b5f4f tempest-ServerAddressesTestJSON-855228422 tempest-ServerAddressesTestJSON-855228422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d746cfa9-6f6c-4ff2-a43a-6f3a1f121349 HTTP/1.1" status: 200 len: 210 time: 0.0935102 Apr 25 14:48:21.101885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c258da8-1ff4-4556-8f51-6faae66685dd req-f8d86b33-5873-4885-95a1-a37ab7e7ff2f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 210 time: 0.1719811 Apr 25 14:48:21.250130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca851f-e15c-4aa7-b330-d92cf7ac3a42 None None] Network 470cb302-8fd2-447a-809c-2f8244dfe227 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:21.314094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Allocated IP 172.20.0.5 (7e1f52a9-013d-4ad2-a399-8088e294ee60/7d7abcba-ec25-4112-8f29-0055bd2b6216/5cd51dcf-9458-4f7f-b710-71e0a64ddccc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:48:21.559692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-f918969d-0fad-469c-9bab-d23558645334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:21.573427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-f918969d-0fad-469c-9bab-d23558645334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.2969036 Apr 25 14:48:21.806797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03a013-a0cf-4e0d-98cc-b3cb7811a68f req-eef1b9ca-58f8-4576-b539-e943483a4a83 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:21.808542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b03a013-a0cf-4e0d-98cc-b3cb7811a68f req-eef1b9ca-58f8-4576-b539-e943483a4a83 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.1361103 Apr 25 14:48:21.881177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b03a013-a0cf-4e0d-98cc-b3cb7811a68f req-cfd8292b-9c6f-4652-83b6-9556d2508fba tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665941 Apr 25 14:48:21.908961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db741cce-ed18-469a-869a-b906c9cd8f22 req-4d991f54-2788-4099-8537-db8261007b2a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:21.916669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db741cce-ed18-469a-869a-b906c9cd8f22 req-4d991f54-2788-4099-8537-db8261007b2a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5520430 Apr 25 14:48:21.947303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-e9651033-474d-4ab9-adeb-6ce30136ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:21.949146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-e9651033-474d-4ab9-adeb-6ce30136ddf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.3747499 Apr 25 14:48:22.220408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db741cce-ed18-469a-869a-b906c9cd8f22 req-b424a844-918f-4eb3-92d5-4be8af199734 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011506 Apr 25 14:48:22.243563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:22.272223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-e51d1406-3068-44a3-84b6-05a8db398b9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.2971654 Apr 25 14:48:22.342115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55002) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:22.380483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:22.393553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['02187c02-51f1-478c-98de-87ba8dc5cd9b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:22.524557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Network 7e1f52a9-013d-4ad2-a399-8088e294ee60 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:22.525049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Deleting subnet 56b64f19-8fa0-4eba-a43a-878e5f4f8320 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:48:22.533068 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:22.559416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:22.567477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-8023c0bd-a477-4194-a2cf-d60e3702d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:22.579062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-8023c0bd-a477-4194-a2cf-d60e3702d9b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2945590 Apr 25 14:48:22.580054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:22.715378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55016) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:22.748484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.035823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Pushing event updated for resources: {'Port': ['ID=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:23.037164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55032) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:23.090242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:23.091341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.097179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.114284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-2a3e2444-b6b5-42a3-aa05-79bd86431afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:23.115768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-2a3e2444-b6b5-42a3-aa05-79bd86431afe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904419 Apr 25 14:48:23.164293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-d46a6f4c-b4e3-4288-917d-435ff4704a22 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9655395 Apr 25 14:48:23.173803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691f88-43ec-44f4-a598-1c7c1a23b836 req-7d4f8973-15c5-49cf-8f83-6cd10e666ef4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:23.173803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6f691f88-43ec-44f4-a598-1c7c1a23b836 req-7d4f8973-15c5-49cf-8f83-6cd10e666ef4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Synchronizing usage tracker for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:23.194299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Request body: {'port': {'device_id': '2196ecd2-8589-4eca-8796-352f56befc93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:23.211635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-486701263-network', 'tenant_id': 'c483db2e0e3e4c8bbb11098a1f913515'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:23.243902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:23.252235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.271218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Usage tracker for resource:network and tenant:c483db2e0e3e4c8bbb11098a1f913515 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:23.278511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:23.284936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:23.291323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:23.295917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Usage tracker for resource:security_group_rule and tenant:5627868afb914da1a002456a585f0927 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:23.299016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:23.304812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:23.353461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6f691f88-43ec-44f4-a598-1c7c1a23b836 req-7d4f8973-15c5-49cf-8f83-6cd10e666ef4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Unset dirty status for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:23.354661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f691f88-43ec-44f4-a598-1c7c1a23b836 req-7d4f8973-15c5-49cf-8f83-6cd10e666ef4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 931 time: 0.6307273 Apr 25 14:48:23.383419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Made reservation on behalf of c483db2e0e3e4c8bbb11098a1f913515 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:23.385792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.407727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.464158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.470008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-87eeab7d-00c6-458a-80ae-88ccb4592690 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322837 Apr 25 14:48:23.486996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b64f19-8fa0-4eba-a43a-878e5f4f8320,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:23.496951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b4254947-882c-4930-b364-7ac7bffdac9f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:23.504173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b4254947-882c-4930-b364-7ac7bffdac9f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/networks?id=470cb302-8fd2-447a-809c-2f8244dfe227 HTTP/1.1" status: 200 len: 812 time: 0.7137797 Apr 25 14:48:23.528473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.536898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.544214 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f23e1b63-459f-4bf2-b548-19a1e2a6a0a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/56b64f19-8fa0-4eba-a43a-878e5f4f8320 HTTP/1.1" status: 204 len: 168 time: 1.2008212 Apr 25 14:48:23.551975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-e186c4b7-70d3-429b-b50d-dd5c5a72e06f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/quotas/417fbf4ce6e541958dbec8ff474606df HTTP/1.1" status: 200 len: 375 time: 0.0460918 Apr 25 14:48:23.555822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55052) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:23.594473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:23.603364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Usage tracker for resource:security_group_rule and tenant:c483db2e0e3e4c8bbb11098a1f913515 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:23.607846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-2acacaf0-69a5-46a5-8a9b-bde67352b87c tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=417fbf4ce6e541958dbec8ff474606df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548003 Apr 25 14:48:23.608929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:23.615983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f691f88-43ec-44f4-a598-1c7c1a23b836 req-646642e9-f52c-4d4f-910c-f95061e3877d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438951 Apr 25 14:48:23.625188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:23.634370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-593a9bf7-1732-40b3-87f7-bc3d6b6043bf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:48:23.635580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-593a9bf7-1732-40b3-87f7-bc3d6b6043bf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068083 Apr 25 14:48:23.705276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.720968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.857933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5627868afb914da1a002456a585f0927&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1420200 Apr 25 14:48:23.862695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:23.864916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c08fb-9d69-4bc6-8219-9ec9d7855307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e575d-8da1-4305-9825-3f216782e6aa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:23.941802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-2b328096-d5cc-4336-98dc-115509f522f1 service neutron] 10.222.0.23 "GET /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860370 Apr 25 14:48:23.942867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:23.955359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a61985b-b760-4b8a-9ae7-3ef0d20fb46f req-0f655965-64e1-4c48-a3c9-a70838ca5c4f service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682543 Apr 25 14:48:24.083195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68905f8d-10d9-4eae-9bd1-5810d0df7e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.111962 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68905f8d-10d9-4eae-9bd1-5810d0df7e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.115961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b1676-d548-41c2-b273-20b3b389d534 req-d73156b3-cc76-4d8a-9530-5a134c988282 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:24.118243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf4b1676-d548-41c2-b273-20b3b389d534 req-d73156b3-cc76-4d8a-9530-5a134c988282 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 944 time: 0.3264115 Apr 25 14:48:24.152211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:24.198368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.219044 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.281724 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.283723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b7326-0ad8-402b-9673-67a999ddeb5a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:24.292147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-8661ceb7-5aad-4abb-8990-d6d2e50385b0 service neutron] 10.222.0.23 "GET /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496182 Apr 25 14:48:24.307791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:24.315811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68905f8d-10d9-4eae-9bd1-5810d0df7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.335274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.335672 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Added segment 1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3 of type vlan for network ece8dc2c-d59d-478b-989c-c75ff0605e80 Apr 25 14:48:24.337268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684ec089-461b-4a22-86f8-ee82f121a9de']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:24.345470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905f8d-10d9-4eae-9bd1-5810d0df7e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e575d-8da1-4305-9825-3f216782e6aa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:24.374327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf4b1676-d548-41c2-b273-20b3b389d534 req-588c4352-ab59-4b5b-b703-582d9d9d56df tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020788 Apr 25 14:48:24.406248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68905f8d-10d9-4eae-9bd1-5810d0df7e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.407580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68905f8d-10d9-4eae-9bd1-5810d0df7e0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a4e575d-8da1-4305-9825-3f216782e6aa HTTP/1.1" status: 204 len: 168 time: 0.5384736 Apr 25 14:48:24.409659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.431714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:24.448616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'port_id': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'mac_address': 'fa:16:3e:e9:29:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:24.531386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.535421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:24.535421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.535610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.562808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:24.582679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:24.589278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.595256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536c4dc5-81b7-4290-86fd-e09567452949') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:24.596256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536c4dc5-81b7-4290-86fd-e09567452949') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:24.664897 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6072114 Apr 25 14:48:24.671717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:24.682495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Request body: {'subnet': {'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-486701263-subnet', 'tenant_id': 'c483db2e0e3e4c8bbb11098a1f913515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:24.687946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:24.692216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Usage tracker for resource:subnet and tenant:c483db2e0e3e4c8bbb11098a1f913515 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:24.695527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:24.792437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:24.825955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:24.872993 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3536ee31-6791-4e0c-bb36-bdf9ebe18b8a req-6d8ed520-6264-4271-9f9d-887f02d1c33f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 210 time: 0.1691642 Apr 25 14:48:24.876498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Made reservation on behalf of c483db2e0e3e4c8bbb11098a1f913515 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:24.878839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:24.912779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c235c-1bd7-4453-86af-e44b9e2d0f68 admin admin] Pushing event updated for resources: {'Network': ['ID=ece8dc2c-d59d-478b-989c-c75ff0605e80,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:24.926593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network ece8dc2c-d59d-478b-989c-c75ff0605e80 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:25.018727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.055186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd51dcf-9458-4f7f-b710-71e0a64ddccc {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:25.060783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.069158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.088016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:25.090281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['67a754fa-4f93-4afe-bbdb-fb29538098bb'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:25.094466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:25.113816 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:48:25.204791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55096) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:25.254895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.274945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:25.284879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5077c74d52e8485fa17b9482de589611 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:25.289876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Transition to ACTIVE for port object 5cd51dcf-9458-4f7f-b710-71e0a64ddccc will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:25.290807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:25.294671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.301832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:25.320749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.328616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.380253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.389209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=684ec089-461b-4a22-86f8-ee82f121a9de,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:25.399655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f88d7-b5fb-4708-8288-c411f8e1f92d req-b2d344ac-a1f1-4051-a547-88bb7eecdcdb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:25.401189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d4f88d7-b5fb-4708-8288-c411f8e1f92d req-b2d344ac-a1f1-4051-a547-88bb7eecdcdb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4310417 Apr 25 14:48:25.486470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38ef26-60d1-426b-a4f5-ed9b1e65faaa req-224eb893-4dd6-42c9-bc17-fb324c3e0c1f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:25.489932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d38ef26-60d1-426b-a4f5-ed9b1e65faaa req-224eb893-4dd6-42c9-bc17-fb324c3e0c1f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 931 time: 0.2548096 Apr 25 14:48:25.523489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.523628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.524966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.525205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.530806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:25.575254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2560ef-d92c-44ce-a654-1ff9e2df8d64,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:25.595301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-de14d578-764b-4f94-99a7-23c425ce08b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/684ec089-461b-4a22-86f8-ee82f121a9de HTTP/1.1" status: 204 len: 168 time: 2.0113969 Apr 25 14:48:25.602710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Checking segment: {'id': '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:25.603168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Network hostable DHCP agents. Network: ece8dc2c-d59d-478b-989c-c75ff0605e80, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:48:25.613798 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d38ef26-60d1-426b-a4f5-ed9b1e65faaa req-6ffc3c82-6c7b-4059-b70a-e94b253a85b8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129885 Apr 25 14:48:25.636022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Network ece8dc2c-d59d-478b-989c-c75ff0605e80 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:48:25.652493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, ece8dc2c-d59d-478b-989c-c75ff0605e80) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:25.664158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed61c0f-5e7d-4964-a5bf-0098e00ffa35 None None] Network ece8dc2c-d59d-478b-989c-c75ff0605e80 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:25.668169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:25.677912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23c98278-6700-4772-804d-623773b66627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.836830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-23c98278-6700-4772-804d-623773b66627 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1619594 Apr 25 14:48:25.871502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa86404-690b-4b22-a885-3f2420682585 req-357865a4-6223-4e90-b707-e1fd4865a8ff tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:25.873629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-caa86404-690b-4b22-a885-3f2420682585 req-357865a4-6223-4e90-b707-e1fd4865a8ff tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 945 time: 0.1342556 Apr 25 14:48:25.882746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:25.957770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:25.993676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.010017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55120) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:26.018833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-caa86404-690b-4b22-a885-3f2420682585 req-777956e4-bc4c-4a94-87b7-77e6f87aef19 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370759 Apr 25 14:48:26.112179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d4f88d7-b5fb-4708-8288-c411f8e1f92d req-a5938e57-710d-4c4c-b33f-68ccffe9c928 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6927791 Apr 25 14:48:26.167385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:26.191716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c37b5-f7cb-4e14-9098-02de023bc22d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:26.219987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a14ed3af-b6a1-4da3-8b83-342f441550e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5077c74d52e8485fa17b9482de589611&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0109284 Apr 25 14:48:26.229953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc079a44-2f72-4816-980b-5b8eaa6efe48 req-488a64b4-c647-481f-a754-f2a8366ac330 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 210 time: 0.0515251 Apr 25 14:48:26.230434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55128) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:26.287462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-395d9593-5b46-4e54-bcb0-5c72f352d62b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77465cd5bda94e05bedcb7a1366268ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622058 Apr 25 14:48:26.291569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55134) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:26.323340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Attempting to bind port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:26.323340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Attempting to bind port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:26.323340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Attempting to bind port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:26.324046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 67a754fa-4f93-4afe-bbdb-fb29538098bb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:26.339911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 67a754fa-4f93-4afe-bbdb-fb29538098bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:26.341434 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.356920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:26.357743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Attempting to bind port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:26.373546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:48:26.377599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Checking segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:26.377993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Bound using segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:48:26.378462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Bound port: 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:48:26.378822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.397457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105dfa71-bc50-4bb6-bf4d-5d6a2e679a50 None None] Network ece8dc2c-d59d-478b-989c-c75ff0605e80 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:26.599327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2894ec-8da1-4af6-90a9-065dd816cf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.649438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2894ec-8da1-4af6-90a9-065dd816cf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.659653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] For port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:48:26.663642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] For port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:48:26.767781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2894ec-8da1-4af6-90a9-065dd816cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.825281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2894ec-8da1-4af6-90a9-065dd816cf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.826665 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-be2894ec-8da1-4af6-90a9-065dd816cf57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb3c37b5-f7cb-4e14-9098-02de023bc22d HTTP/1.1" status: 204 len: 168 time: 0.5941658 Apr 25 14:48:26.829160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2894ec-8da1-4af6-90a9-065dd816cf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c37b5-f7cb-4e14-9098-02de023bc22d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:26.904759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17364b52-85d0-4487-a7ac-3ecfa1a87955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.907277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.973347 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17364b52-85d0-4487-a7ac-3ecfa1a87955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:26.988263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29b0bf-fcfa-4296-8f4d-9ed3c2e74eae req-2311df83-8e2c-48c3-a9b5-e7ab6485553e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:26.990138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec29b0bf-fcfa-4296-8f4d-9ed3c2e74eae req-2311df83-8e2c-48c3-a9b5-e7ab6485553e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 943 time: 0.1369278 Apr 25 14:48:27.045916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:27.085293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:27.097123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:27.105704 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:27.108880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec29b0bf-fcfa-4296-8f4d-9ed3c2e74eae req-fff7bd91-48aa-4d56-81b7-99eda79b7b63 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022670 Apr 25 14:48:27.249802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:27.252318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:27.261134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:27.265948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cd51dcf-9458-4f7f-b710-71e0a64ddccc HTTP/1.1" status: 200 len: 1091 time: 4.0832772 Apr 25 14:48:27.278919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2196ecd2-8589-4eca-8796-352f56befc93', 'tag': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:27.305954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17364b52-85d0-4487-a7ac-3ecfa1a87955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:27.401432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d59a6-76ac-4e67-a0a8-40431ae2856f req-908ffea9-072a-421b-88d8-b08e87ee106d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:27.402931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8f5d59a6-76ac-4e67-a0a8-40431ae2856f req-908ffea9-072a-421b-88d8-b08e87ee106d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.0931096 Apr 25 14:48:27.452218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364b52-85d0-4487-a7ac-3ecfa1a87955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b125679-7b36-4534-bfb6-77025d0a1148,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:27.454637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27bad3-689f-44dd-a559-2d43b35803b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:27.483697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8f5d59a6-76ac-4e67-a0a8-40431ae2856f req-f7d976a0-91f4-4576-b61d-01be35157e26 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734162 Apr 25 14:48:27.512570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17364b52-85d0-4487-a7ac-3ecfa1a87955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:27.513877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-17364b52-85d0-4487-a7ac-3ecfa1a87955 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b125679-7b36-4534-bfb6-77025d0a1148 HTTP/1.1" status: 204 len: 168 time: 1.2209587 Apr 25 14:48:27.547832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-5740fb1d-d5a1-402a-b346-701794618d4f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:27.548935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-5740fb1d-d5a1-402a-b346-701794618d4f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Synchronizing usage tracker for tenant:417fbf4ce6e541958dbec8ff474606df on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:27.609361 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf13350-ba82-438c-b113-8701abba2f46'] response: {'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'code': 200} Apr 25 14:48:27.674034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-5740fb1d-d5a1-402a-b346-701794618d4f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Unset dirty status for tenant:417fbf4ce6e541958dbec8ff474606df on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:27.686699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-5740fb1d-d5a1-402a-b346-701794618d4f tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.15 "GET /v2.0/networks?id=470cb302-8fd2-447a-809c-2f8244dfe227 HTTP/1.1" status: 200 len: 812 time: 1.0131330 Apr 25 14:48:27.698584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-9f201421-18ad-4642-b726-408405448418 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:27.701096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-9f201421-18ad-4642-b726-408405448418 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/networks?id=ece8dc2c-d59d-478b-989c-c75ff0605e80 HTTP/1.1" status: 200 len: 821 time: 0.6405990 Apr 25 14:48:27.706201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Request body: {'port': {'device_id': '4876659d-bc2b-408f-99e0-9164bdb24196', 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227', 'admin_state_up': True, 'tenant_id': '417fbf4ce6e541958dbec8ff474606df'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:27.734283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-947c636c-782e-4eb2-bb75-2864345db171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:27.736055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-947c636c-782e-4eb2-bb75-2864345db171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 1094 time: 0.4086823 Apr 25 14:48:27.762353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-d6081fbc-cc08-4375-ad24-d67919e5bf6b tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/quotas/c483db2e0e3e4c8bbb11098a1f913515 HTTP/1.1" status: 200 len: 375 time: 0.0300863 Apr 25 14:48:27.845499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4dbe3-1057-46b1-b979-bacc6afb4d78 req-18894edb-4724-4607-a628-5911e64b198b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:27.856729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fec4dbe3-1057-46b1-b979-bacc6afb4d78 req-18894edb-4724-4607-a628-5911e64b198b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1184497 Apr 25 14:48:27.920051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fec4dbe3-1057-46b1-b979-bacc6afb4d78 req-9f6ec722-5cfc-4a7b-8e8f-18c4e2d9e404 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552995 Apr 25 14:48:27.996249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-cc235532-0bb7-484a-be0d-a78a0d14db25 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c483db2e0e3e4c8bbb11098a1f913515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1536338 Apr 25 14:48:27.997531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-062419f9-3155-4d15-9a61-344044552535 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc HTTP/1.1" status: 200 len: 217 time: 0.2379441 Apr 25 14:48:28.126351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-111cc6f2-6309-4537-aaf8-d64ee9355a34 req-2ace588c-0e99-41ac-b330-338db3f8df6c tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 210 time: 0.0660865 Apr 25 14:48:28.245231 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff25356-2944-406c-b7d3-4b37c44bcf2c'] response: {'name': 'network-changed', 'server_uuid': '2196ecd2-8589-4eca-8796-352f56befc93', 'tag': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc', 'status': 'completed', 'code': 200} Apr 25 14:48:28.291395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6d7e1-0989-4bf0-8548-4bf3f82fff7e req-3765a1f0-e812-4dd1-840c-c24e5ff6c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:28.292877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14a6d7e1-0989-4bf0-8548-4bf3f82fff7e req-3765a1f0-e812-4dd1-840c-c24e5ff6c1ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1097 time: 0.4437518 Apr 25 14:48:28.363639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-543a146d-bd05-418b-afdc-951c5b9377ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:28.365200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-543a146d-bd05-418b-afdc-951c5b9377ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.3111813 Apr 25 14:48:28.388828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:28.467581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Usage tracker for resource:port and tenant:417fbf4ce6e541958dbec8ff474606df is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:28.535429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-2f80836c-3c40-406c-aaae-243e6f15fa22 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:48:28.536434 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-2f80836c-3c40-406c-aaae-243e6f15fa22 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5328345 Apr 25 14:48:28.546039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:28.552896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b8356-a120-438c-8291-99a78f591c49 req-3dd1d21f-7a70-45d3-ab4f-a7956e6d8d04 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:28.555511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-501b8356-a120-438c-8291-99a78f591c49 req-3dd1d21f-7a70-45d3-ab4f-a7956e6d8d04 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 943 time: 0.1113026 Apr 25 14:48:28.584632 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:48:28.622764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-e79dffa2-d977-4b8d-b230-dca47abe8521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306902 Apr 25 14:48:28.653918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14a6d7e1-0989-4bf0-8548-4bf3f82fff7e req-69f01886-ce0d-499c-b811-cb76e766aeb3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286116 Apr 25 14:48:28.674905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-501b8356-a120-438c-8291-99a78f591c49 req-fe2fb609-d54a-41e6-a1e0-a0da1aa09bf2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Apr 25 14:48:28.680457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:28.755848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:28.848723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Made reservation on behalf of 417fbf4ce6e541958dbec8ff474606df for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:28.852846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:28.976316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61888-dd85-4943-879a-c3afe9da180b req-2d74c120-1fb1-46dc-b0c2-5b42cca17241 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:28.979874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4c61888-dd85-4943-879a-c3afe9da180b req-2d74c120-1fb1-46dc-b0c2-5b42cca17241 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1494393 Apr 25 14:48:29.040512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-0b50bc76-57af-4a87-bac0-beb139b107e5 service neutron] 10.222.0.23 "GET /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937735 Apr 25 14:48:29.082778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4c61888-dd85-4943-879a-c3afe9da180b req-38193330-3554-4c86-a354-67f119f2eade tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949790 Apr 25 14:48:29.124691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-0efaa924-fada-4e68-9fe2-96b8a920417e service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418368 Apr 25 14:48:29.304422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f90bb0-0079-4e88-86f8-0f5dac685af7 req-bdcefd8c-2b33-4f12-b5e2-a9de66829edf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:29.306358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3f90bb0-0079-4e88-86f8-0f5dac685af7 req-bdcefd8c-2b33-4f12-b5e2-a9de66829edf tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.1028700 Apr 25 14:48:29.384727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3f90bb0-0079-4e88-86f8-0f5dac685af7 req-586b7d91-5f1c-4930-981d-ae402fb7f60b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678201 Apr 25 14:48:29.402994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Allocated IP 172.20.0.3 (470cb302-8fd2-447a-809c-2f8244dfe227/edf4742b-8a6e-4e87-989d-8993b5fd4cd7/3e1ddd6a-2da8-4292-a167-541dddbecab1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:48:29.514598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-9ec3ca49-8b1d-4b86-9ac2-74bb6481d12d service neutron] 10.222.0.23 "GET /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543293 Apr 25 14:48:29.524050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bd36034-2e1e-471a-9ddd-93c108314cc3 req-634dadeb-7138-4a88-ac25-ecfc6e85dbca service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458877 Apr 25 14:48:30.049987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-b5e39613-9854-4204-99cc-446937bc79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:30.052842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-b5e39613-9854-4204-99cc-446937bc79d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 1094 time: 0.4641976 Apr 25 14:48:30.070112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55318) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:30.073661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-440edda8-d8d7-448b-aba0-5a72f72adcad req-2f810582-37df-4498-9a37-67e534b0a07a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 210 time: 0.0858989 Apr 25 14:48:30.350220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:30.464125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378871d3-b064-4932-b4ba-191edb9764a4 req-094e4d13-5020-4c65-8bce-2cad4b77b010 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:30.472782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-378871d3-b064-4932-b4ba-191edb9764a4 req-094e4d13-5020-4c65-8bce-2cad4b77b010 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5709939 Apr 25 14:48:30.495138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:30.538977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-eff04896-4f2b-4c0d-83f6-15bddbd42d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:30.545468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-eff04896-4f2b-4c0d-83f6-15bddbd42d41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 915 time: 0.4741740 Apr 25 14:48:30.559582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:30.596158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Usage tracker for resource:security_group_rule and tenant:b24e0690a51346cc8ba2b59051029818 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:30.612799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:30.647911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:30.686721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-70ea1777-8642-44b6-8101-c9d5beccb004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc HTTP/1.1" status: 200 len: 217 time: 0.1339684 Apr 25 14:48:30.686958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca06e6-24f2-4191-b846-e17df06f2920 req-c7f9d8fb-65b4-4e77-93d1-31f00c71c18a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:30.693999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fca06e6-24f2-4191-b846-e17df06f2920 req-c7f9d8fb-65b4-4e77-93d1-31f00c71c18a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 943 time: 0.4137759 Apr 25 14:48:30.769143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fca06e6-24f2-4191-b846-e17df06f2920 req-7e981719-6d77-47a5-8f15-5250b7c1e103 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Apr 25 14:48:30.774032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-04092e25-d013-4f6a-ba6b-61fd06d33cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:30.775472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-04092e25-d013-4f6a-ba6b-61fd06d33cc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.0811942 Apr 25 14:48:30.793855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-378871d3-b064-4932-b4ba-191edb9764a4 req-6a180154-b2b0-42c6-98a8-83bae4d533c4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198743 Apr 25 14:48:30.930020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-085e3127-7b71-4b74-8eae-c90e2895cef1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340635 Apr 25 14:48:30.971733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:30.984414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.146210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa9e6960-6d25-46c7-82f9-e57c1e899bbf req-38cd1197-37aa-4b55-b967-411e4242da8f tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 210 time: 0.0981553 Apr 25 14:48:31.152830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b24e0690a51346cc8ba2b59051029818&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0780559 Apr 25 14:48:31.153796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e1d31-1b74-445b-9d00-cf40c6db380d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:31.155978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:31.187529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.187965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.191364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.192253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.192594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.193129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.193629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.194117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.194626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.195116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.195599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.196069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e8c05-2f3b-4de6-be49-4445ee88dc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:48:31.268524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e529f9-9e36-4c15-b2d0-326f174c317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.320020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.336371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e529f9-9e36-4c15-b2d0-326f174c317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.481509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd5790-3537-409f-a767-e5627d0ad631 req-8aa34900-7629-4b77-a1da-ce6ac8d688b6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:31.483474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71bd5790-3537-409f-a767-e5627d0ad631 req-8aa34900-7629-4b77-a1da-ce6ac8d688b6 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.1220698 Apr 25 14:48:31.484795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e529f9-9e36-4c15-b2d0-326f174c317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.540578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc80f12b-4f1c-42ff-9d75-f767880a986d req-c2281242-0c48-4871-aecd-2927898cdc80 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.2175512 Apr 25 14:48:31.555897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e529f9-9e36-4c15-b2d0-326f174c317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e1d31-1b74-445b-9d00-cf40c6db380d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:31.563660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-00c9cbf6-1368-4c31-a892-13d266eec1bd service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232257 Apr 25 14:48:31.604823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e529f9-9e36-4c15-b2d0-326f174c317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.608457 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-65e529f9-9e36-4c15-b2d0-326f174c317a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/903e1d31-1b74-445b-9d00-cf40c6db380d HTTP/1.1" status: 204 len: 168 time: 0.4490914 Apr 25 14:48:31.661766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71bd5790-3537-409f-a767-e5627d0ad631 req-b572ce56-0746-4025-83fb-6932e44ccc4d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476822 Apr 25 14:48:31.763673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Network 470cb302-8fd2-447a-809c-2f8244dfe227 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:31.828980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:31.841869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:31.894568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5cd51dcf-9458-4f7f-b710-71e0a64ddccc details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:31.984064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:31.985184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:31.995993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0762be-46f6-43c9-abbb-b5a6d5e213b9 req-b432186b-7704-445b-94ce-a01a7d79b333 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:32.005234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d0762be-46f6-43c9-abbb-b5a6d5e213b9 req-b432186b-7704-445b-94ce-a01a7d79b333 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 931 time: 0.1634631 Apr 25 14:48:32.101834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:32.116150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d0762be-46f6-43c9-abbb-b5a6d5e213b9 req-ee474445-0708-4fcf-b399-5d0320e64b2c tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029167 Apr 25 14:48:32.130544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc', 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'port_id': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc', 'mac_address': 'fa:16:3e:17:bd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7abcba-ec25-4112-8f29-0055bd2b6216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:32.209660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Pushing event updated for resources: {'Port': ['ID=3e1ddd6a-2da8-4292-a167-541dddbecab1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:32.221517 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:32.224405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-6a2817f7-c28b-4815-9cbb-81b8b3bba908 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:32.235049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-6a2817f7-c28b-4815-9cbb-81b8b3bba908 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.21 "GET /v2.0/networks?id=ece8dc2c-d59d-478b-989c-c75ff0605e80 HTTP/1.1" status: 200 len: 821 time: 0.2695243 Apr 25 14:48:32.246069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd51dcf-9458-4f7f-b710-71e0a64ddccc {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:32.282277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:32.296514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:32.327770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Request body: {'port': {'device_id': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80', 'admin_state_up': True, 'tenant_id': 'c483db2e0e3e4c8bbb11098a1f913515'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:32.434543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-b86a898a-b016-4fd6-b9b1-16f04f51a9c9 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7315910 Apr 25 14:48:32.467135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Request body: {'port': {'device_id': '4876659d-bc2b-408f-99e0-9164bdb24196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:32.479695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9d7d-3b74-45ca-b01a-806b1770f475 req-17e4cf2a-6703-4447-b4cd-f8ba0db7f289 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:32.482306 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-896b9d7d-3b74-45ca-b01a-806b1770f475 req-17e4cf2a-6703-4447-b4cd-f8ba0db7f289 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 944 time: 0.1526842 Apr 25 14:48:32.483565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:32.494148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5cd51dcf-9458-4f7f-b710-71e0a64ddccc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:32.609263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-896b9d7d-3b74-45ca-b01a-806b1770f475 req-4a1fcd65-5a84-4e96-9404-40b5b4358096 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124907 Apr 25 14:48:32.742112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21209c80-e702-4f58-9f8f-f4e2bf83d2ac req-ab307a9c-99b6-41c8-8e9e-0d8156019d8b service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1028111 Apr 25 14:48:32.810569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aae86d-6d79-4fc0-9e94-e1b25b546f53 req-c0f9f8aa-3a6f-4c89-899a-61199b970d82 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:32.812212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13aae86d-6d79-4fc0-9e94-e1b25b546f53 req-c0f9f8aa-3a6f-4c89-899a-61199b970d82 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 1.0531666 Apr 25 14:48:32.960806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:32.968026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:32.983194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Usage tracker for resource:port and tenant:c483db2e0e3e4c8bbb11098a1f913515 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:32.991487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13aae86d-6d79-4fc0-9e94-e1b25b546f53 req-97c71b35-c912-463a-8df6-3935bb9246bb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325350 Apr 25 14:48:32.997329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:33.107249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:33.158721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0cd6ff4-cc1d-4818-b683-678b99f03dac req-4d5df36d-ab99-42ec-9b45-e9126126d080 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 210 time: 0.0654418 Apr 25 14:48:33.358938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Made reservation on behalf of c483db2e0e3e4c8bbb11098a1f913515 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:33.363151 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:33.422152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb0fca-d54f-4fef-b3a8-b319a2234e23 req-e10639e0-f503-4858-a283-9447a419cde6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:33.432158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bedb0fca-d54f-4fef-b3a8-b319a2234e23 req-e10639e0-f503-4858-a283-9447a419cde6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1081419 Apr 25 14:48:33.519374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bedb0fca-d54f-4fef-b3a8-b319a2234e23 req-92fe2ff5-4bf8-4c0c-9034-a0abb874b2ad tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860686 Apr 25 14:48:33.719401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d16e-b24c-40bc-946c-5cb8656c87cd req-8f4aae54-c3d2-4477-a865-e1601a36bdd5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:33.727304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6bd9d16e-b24c-40bc-946c-5cb8656c87cd req-8f4aae54-c3d2-4477-a865-e1601a36bdd5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.5597045 Apr 25 14:48:33.733899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:48:33.861293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Allocated IP 172.20.0.12 (ece8dc2c-d59d-478b-989c-c75ff0605e80/8c2560ef-d92c-44ce-a654-1ff9e2df8d64/d83d7695-697f-4ca7-8141-afdd1d5dbc57) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:48:33.869844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6d46-9aa9-438c-8f35-45628b29a0f8 req-9ef54084-619d-490f-a6ac-8944954afebf tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:33.878723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60fe6d46-9aa9-438c-8f35-45628b29a0f8 req-9ef54084-619d-490f-a6ac-8944954afebf tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 931 time: 0.1341491 Apr 25 14:48:33.886326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1ddd6a-2da8-4292-a167-541dddbecab1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:33.898366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6bd9d16e-b24c-40bc-946c-5cb8656c87cd req-28b3eaa5-1d13-4047-b886-8976f055eb7b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693847 Apr 25 14:48:33.921168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5cd51dcf-9458-4f7f-b710-71e0a64ddccc up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:33.941324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60fe6d46-9aa9-438c-8f35-45628b29a0f8 req-1064878a-f60c-4852-bc86-b7af6568953e tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604873 Apr 25 14:48:34.111215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:34.117332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:34.117891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.228057 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.299587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.319593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0de7c-bf8d-41d5-8e9d-353e0d9a561d req-91f26e92-6a92-4006-a8ae-c6399da4f157 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:34.321465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2a0de7c-bf8d-41d5-8e9d-353e0d9a561d req-91f26e92-6a92-4006-a8ae-c6399da4f157 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 944 time: 0.1795731 Apr 25 14:48:34.344992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2196ecd2-8589-4eca-8796-352f56befc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:34.358962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:34.376206 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.383267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.442000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2a0de7c-bf8d-41d5-8e9d-353e0d9a561d req-90fc61c0-51cf-4e2a-9401-ea42026ee393 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067774 Apr 25 14:48:34.450236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e066b87-40e7-48bd-8c9f-4d5831359657 req-eca892e7-9906-40b6-b52b-738be0fb7a3f tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0758708 Apr 25 14:48:34.466695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Transition to ACTIVE for port object 3e1ddd6a-2da8-4292-a167-541dddbecab1 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:34.493076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.519278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:34.528305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55504) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:34.782499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.798186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9d553d9-e965-4fd8-bbc1-56249e1325b0 req-026350eb-1175-4776-b86c-8945f7571dcf tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 210 time: 0.0928152 Apr 25 14:48:34.826243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1ddd6a-2da8-4292-a167-541dddbecab1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:34.845117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1663717619'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:34.858815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:34.867318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Usage tracker for resource:network and tenant:1c18721b73924f4f8db8b8dcb11d6654 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:34.873213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:34.883873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:34.916466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Made reservation on behalf of 1c18721b73924f4f8db8b8dcb11d6654 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:34.917214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Attempting to bind port 3e1ddd6a-2da8-4292-a167-541dddbecab1 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:34.917724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Attempting to bind port 3e1ddd6a-2da8-4292-a167-541dddbecab1 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'b27a035d-49da-43e1-885f-6f9ff95faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:34.918238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Attempting to bind port 3e1ddd6a-2da8-4292-a167-541dddbecab1 on network 470cb302-8fd2-447a-809c-2f8244dfe227 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:34.921878 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.925895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Port 3e1ddd6a-2da8-4292-a167-541dddbecab1 on network 470cb302-8fd2-447a-809c-2f8244dfe227 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:34.926378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Attempting to bind port 3e1ddd6a-2da8-4292-a167-541dddbecab1 on network 470cb302-8fd2-447a-809c-2f8244dfe227 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:34.933532 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf18f17-1968-4c74-b831-7d60a90e4cd4'] response: {'server_uuid': '2196ecd2-8589-4eca-8796-352f56befc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc', 'code': 200} Apr 25 14:48:34.935625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:48:34.935942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Checking segment: {'id': 'b27a035d-49da-43e1-885f-6f9ff95faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:34.941769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Bound using segment: {'id': 'b27a035d-49da-43e1-885f-6f9ff95faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:48:34.942394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Bound port: 3e1ddd6a-2da8-4292-a167-541dddbecab1, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27a035d-49da-43e1-885f-6f9ff95faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:48:34.943021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.947661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-538b40dc-5914-4192-bd02-7eb542015e78 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:34.954395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-538b40dc-5914-4192-bd02-7eb542015e78 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.3257573 Apr 25 14:48:34.958518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.958642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:34.985617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-090f90d0-e41d-48a5-90f4-b125444be840 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/quotas/a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 375 time: 0.0303345 Apr 25 14:48:34.989888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:35.027883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Usage tracker for resource:security_group_rule and tenant:1c18721b73924f4f8db8b8dcb11d6654 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:35.036468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:35.043840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:35.233763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Network ece8dc2c-d59d-478b-989c-c75ff0605e80 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:35.247735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:35.259175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:35.283587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Pushing event updated for resources: {'Port': ['ID=d83d7695-697f-4ca7-8141-afdd1d5dbc57,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:35.284179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-7338caf1-18a6-4cd7-b247-21ffa321eb00 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2977252 Apr 25 14:48:35.285959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.292445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.352086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:35.354485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] For port 3e1ddd6a-2da8-4292-a167-541dddbecab1, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:48:35.359799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] For port 3e1ddd6a-2da8-4292-a167-541dddbecab1, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1,segment=NetworkSegment(b27a035d-49da-43e1-885f-6f9ff95faa2a),segment_id=b27a035d-49da-43e1-885f-6f9ff95faa2a)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:48:35.380906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:35.381561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.391008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.428145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8cde7-97c7-4c5b-85a9-03ae42086dde,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:35.431995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.432345 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Added segment d8902eae-2837-4412-9979-9ec4c1006c2e of type vlan for network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa Apr 25 14:48:35.454965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5d656-02c2-4d70-bf70-4dc3bd0fc4e2 req-7ca1aad3-cc83-4f9e-82a2-ccf68568472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:35.456435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32a5d656-02c2-4d70-bf70-4dc3bd0fc4e2 req-7ca1aad3-cc83-4f9e-82a2-ccf68568472c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 1096 time: 0.3884103 Apr 25 14:48:35.492500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:35.492694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab26f7f3-cada-4667-b885-dcef4386c326 req-ded7a6d0-6e33-4e72-8e23-ef925ba19fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.0693212 Apr 25 14:48:35.493139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.494466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e1ddd6a-2da8-4292-a167-541dddbecab1 HTTP/1.1" status: 200 len: 1091 time: 3.0330603 Apr 25 14:48:35.498888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876659d-bc2b-408f-99e0-9164bdb24196', 'tag': '3e1ddd6a-2da8-4292-a167-541dddbecab1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:35.516490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-6d9a7828-788f-49a4-938e-9e34fa4e34ba tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:35.516856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-6d9a7828-788f-49a4-938e-9e34fa4e34ba tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Synchronizing usage tracker for tenant:417fbf4ce6e541958dbec8ff474606df on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:35.517776 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.533071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-8dca80d4-eaca-4498-a76e-37115040f0be tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2102013 Apr 25 14:48:35.548279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-3a425708-d347-4cdf-90df-f5144a227ce9 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444553 Apr 25 14:48:35.608202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32a5d656-02c2-4d70-bf70-4dc3bd0fc4e2 req-4a340c46-db3f-4f34-868b-60710d99f2bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390104 Apr 25 14:48:35.609134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656630-18e1-4516-adf0-5550df0daac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1ddd6a-2da8-4292-a167-541dddbecab1,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:35.620297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-6d9a7828-788f-49a4-938e-9e34fa4e34ba tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Unset dirty status for tenant:417fbf4ce6e541958dbec8ff474606df on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:35.627705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-6d9a7828-788f-49a4-938e-9e34fa4e34ba tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 943 time: 0.4994226 Apr 25 14:48:35.675471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.681396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:35.681986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:35.684885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-78facd03-d541-4ff4-b570-6e0b0320546a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Synchronizing usage tracker for tenant:417fbf4ce6e541958dbec8ff474606df on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:35.711275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-e6ee1ed2-d763-493f-997b-992d8824129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:35.713320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-e6ee1ed2-d763-493f-997b-992d8824129d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=417fbf4ce6e541958dbec8ff474606df&device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 1094 time: 0.1555002 Apr 25 14:48:35.719624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-78facd03-d541-4ff4-b570-6e0b0320546a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Unset dirty status for tenant:417fbf4ce6e541958dbec8ff474606df on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:35.720872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc8ef921-1c4b-4477-b2de-5010c9f9f585 req-78facd03-d541-4ff4-b570-6e0b0320546a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920389 Apr 25 14:48:35.755172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Request body: {'port': {'device_id': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:35.814573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event updated for resources: {'Network': ['ID=9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:35.828700 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cadc849b-7c4c-46d8-8886-b9b9d2834952 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2991946 Apr 25 14:48:35.831562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55544) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:35.836557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:35.839632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Request body: {'subnet': {'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:35.897264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-2d290e2e-49ed-4354-901e-9bed44ec6bc8 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195632 Apr 25 14:48:35.930773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-2c870a69-5d1c-4c71-87d3-9cd721ea386d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1 HTTP/1.1" status: 200 len: 217 time: 0.1233659 Apr 25 14:48:36.018960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:36.027606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Usage tracker for resource:subnet and tenant:1c18721b73924f4f8db8b8dcb11d6654 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:36.032787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:36.046991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:36.072358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Made reservation on behalf of 1c18721b73924f4f8db8b8dcb11d6654 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:36.087613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-ef1dc31d-f8c6-4816-9ec8-9ec34daf6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:36.089914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-ef1dc31d-f8c6-4816-9ec8-9ec34daf6491 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf4742b-8a6e-4e87-989d-8993b5fd4cd7 HTTP/1.1" status: 200 len: 852 time: 0.1471586 Apr 25 14:48:36.094710 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:36.096130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:36.218652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-e0b58dd4-f333-4d03-9b19-68288ecc98ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=470cb302-8fd2-447a-809c-2f8244dfe227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120350 Apr 25 14:48:36.221260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78853c53-f53d-479d-948b-88e03ebb880d req-757cd557-b83b-431a-acf9-233062d65605 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1121871 Apr 25 14:48:36.278863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80706c77-a273-4c9b-97d8-3f0d840cb629 req-1f199ba5-7bbf-4c55-b5b8-482e14206891 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:36.283411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80706c77-a273-4c9b-97d8-3f0d840cb629 req-1f199ba5-7bbf-4c55-b5b8-482e14206891 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 945 time: 0.3934929 Apr 25 14:48:36.296796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb460080-1002-43d7-a7ce-a37a0f130027 req-c761690f-b694-4d2a-8362-a3f98401b074 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0706024 Apr 25 14:48:36.381371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80706c77-a273-4c9b-97d8-3f0d840cb629 req-eebcd09a-4379-4e88-9b79-a96fa33ed7f3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968471 Apr 25 14:48:36.526163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:36.592975 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b09fb37-7ffe-4755-b8d7-6cb38753e2f4'] response: {'name': 'network-changed', 'server_uuid': '4876659d-bc2b-408f-99e0-9164bdb24196', 'tag': '3e1ddd6a-2da8-4292-a167-541dddbecab1', 'status': 'completed', 'code': 200} Apr 25 14:48:36.652493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Checking segment: {'id': 'd8902eae-2837-4412-9979-9ec4c1006c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:36.653185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Network hostable DHCP agents. Network: 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:48:36.681702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d4d84d7-61d2-40f5-aee3-fdf7d1152f9f req-1d85546a-9c5e-4123-a3dc-9d03ffd9aa87 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 210 time: 0.0877664 Apr 25 14:48:36.818099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event updated for resources: {'Subnet': ['ID=6ef7207e-d73a-48d6-a2e1-7f8cef63db47,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:36.826365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:48:36.893295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563269df-6bb4-4c4e-8161-97ce38f74595 req-fe7a6131-2a57-4e72-8955-66c23490bb2d tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:36.895165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-563269df-6bb4-4c4e-8161-97ce38f74595 req-fe7a6131-2a57-4e72-8955-66c23490bb2d tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 932 time: 0.2374992 Apr 25 14:48:36.898882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:36.909516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:36.910125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:36.912599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f5fec-d7f9-4fc0-85bf-17438102b58f None None] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:36.998028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-254589ea-a8fa-426a-974a-44616d62ee14 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1649537 Apr 25 14:48:37.005659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55572) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:37.035614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-563269df-6bb4-4c4e-8161-97ce38f74595 req-1cd28b51-b2b6-45c9-a140-291adfc5bcad tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Synchronizing usage tracker for tenant:c483db2e0e3e4c8bbb11098a1f913515 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:37.058928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-563269df-6bb4-4c4e-8161-97ce38f74595 req-1cd28b51-b2b6-45c9-a140-291adfc5bcad tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Unset dirty status for tenant:c483db2e0e3e4c8bbb11098a1f913515 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:37.074254 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-563269df-6bb4-4c4e-8161-97ce38f74595 req-1cd28b51-b2b6-45c9-a140-291adfc5bcad tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157901 Apr 25 14:48:37.074708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Request body: {'port': {'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1673726634'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:37.134427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-a39e9d03-9774-4d29-b643-862f263919e8 service neutron] 10.222.0.15 "GET /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275453 Apr 25 14:48:37.355553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa', 'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa', 'tenant_id': '1c18721b73924f4f8db8b8dcb11d6654', 'fixed_ips': [{'subnet_id': '6ef7207e-d73a-48d6-a2e1-7f8cef63db47'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:48:37.356470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:37.611661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6ccc388-6533-4282-940d-64993d27c41a req-1f48e14b-877b-4f8e-a8b7-ffc947cd3a84 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0930321 Apr 25 14:48:37.630472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:48:37.644652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Allocated IP 172.20.0.2 (9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa/6ef7207e-d73a-48d6-a2e1-7f8cef63db47/e742ce73-c037-4b65-be3d-c510742ffc1d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:48:37.736615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:37.756902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Usage tracker for resource:port and tenant:1c18721b73924f4f8db8b8dcb11d6654 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:37.764163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:37.783008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:37.792918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a444f9-6b5b-4a98-8395-6ede784712e8 req-027f4445-9604-4baa-97c7-69ae03636486 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:37.794552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9a444f9-6b5b-4a98-8395-6ede784712e8 req-027f4445-9604-4baa-97c7-69ae03636486 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 943 time: 0.6825359 Apr 25 14:48:37.808228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23cba52c-465b-4a0d-b7d2-fc77a479f962 req-69f7ac0c-6999-45c3-8d48-d5390e444188 service neutron] 10.222.0.15 "GET /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444077 Apr 25 14:48:37.844014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d7695-697f-4ca7-8141-afdd1d5dbc57 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:37.844264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b50e28-21cc-4544-9d6a-bdad26a39b76 req-071ccdb8-0f72-499e-9df0-9732d0816613 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:37.851902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3b50e28-21cc-4544-9d6a-bdad26a39b76 req-071ccdb8-0f72-499e-9df0-9732d0816613 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 945 time: 0.1034265 Apr 25 14:48:37.881466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:37.905633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3b50e28-21cc-4544-9d6a-bdad26a39b76 req-3f30d5b5-8dd5-402a-97ce-b2eb1dd21f76 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526586 Apr 25 14:48:37.974706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Made reservation on behalf of 1c18721b73924f4f8db8b8dcb11d6654 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:37.979080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.004282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.020061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Transition to ACTIVE for port object e742ce73-c037-4b65-be3d-c510742ffc1d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:38.091337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Transition to ACTIVE for port object e742ce73-c037-4b65-be3d-c510742ffc1d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:38.105510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.110002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Transition to ACTIVE for port object d83d7695-697f-4ca7-8141-afdd1d5dbc57 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:38.120450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9a444f9-6b5b-4a98-8395-6ede784712e8 req-4d663ad4-0cd0-4e06-87a0-629002f29a29 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153436 Apr 25 14:48:38.125691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] device_id is not set on port 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:48:38.215337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.252161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:38.253320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Pushing event updated for resources: {'Port': ['ID=e742ce73-c037-4b65-be3d-c510742ffc1d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:38.278304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:38.283444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:38.568108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e95f74a-21d7-401b-8b72-eab0af87b669 req-222e941d-85b5-4ed6-bcac-9b1b84f24ed7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 210 time: 0.2730145 Apr 25 14:48:38.578908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-b0248c79-d87b-40f7-96cf-1bb24d08e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:38.580525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-b0248c79-d87b-40f7-96cf-1bb24d08e5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=417fbf4ce6e541958dbec8ff474606df&device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 1094 time: 0.7131884 Apr 25 14:48:38.628967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Attempting to bind port e742ce73-c037-4b65-be3d-c510742ffc1d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:38.631378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Attempting to bind port e742ce73-c037-4b65-be3d-c510742ffc1d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'd8902eae-2837-4412-9979-9ec4c1006c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:38.632476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Attempting to bind port e742ce73-c037-4b65-be3d-c510742ffc1d on network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:38.655870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:48:38.656373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Checking segment: {'id': 'd8902eae-2837-4412-9979-9ec4c1006c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:38.656907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.658687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Bound using segment: {'id': 'd8902eae-2837-4412-9979-9ec4c1006c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:48:38.659293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Bound port: e742ce73-c037-4b65-be3d-c510742ffc1d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8902eae-2837-4412-9979-9ec4c1006c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:48:38.660131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.769185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97b6d86d-22af-4b20-b8c8-4f15fc74864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.872311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] For port e742ce73-c037-4b65-be3d-c510742ffc1d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:48:38.876376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] For port e742ce73-c037-4b65-be3d-c510742ffc1d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e742ce73-c037-4b65-be3d-c510742ffc1d,segment=NetworkSegment(d8902eae-2837-4412-9979-9ec4c1006c2e),segment_id=d8902eae-2837-4412-9979-9ec4c1006c2e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:48:38.884008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:38.909905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16511764-5746-4955-9f3f-a766a151a5a0 req-5bdcbc68-c99c-481e-be0f-f61d2dd22991 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0680816 Apr 25 14:48:39.012842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0ec61-fc80-4c79-ac14-744519917eb6 None None] Pushing event updated for resources: {'Port': ['ID=e742ce73-c037-4b65-be3d-c510742ffc1d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:39.019007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d7695-697f-4ca7-8141-afdd1d5dbc57,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:39.148952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe1d4-c386-46d4-bee4-c91c9f920796 req-9eda3d73-b807-4794-8bca-89fc357e9334 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:39.150812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f1fe1d4-c386-46d4-bee4-c91c9f920796 req-9eda3d73-b807-4794-8bca-89fc357e9334 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 945 time: 0.0982871 Apr 25 14:48:39.208480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f1fe1d4-c386-46d4-bee4-c91c9f920796 req-c5d81fd4-8394-4fcb-a363-ea50ac06016f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 Apr 25 14:48:39.237943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-829bccaa-502b-40f5-9ec9-f961356b118a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:39.239856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-829bccaa-502b-40f5-9ec9-f961356b118a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 1.1993411 Apr 25 14:48:39.265221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'port': {'device_id': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'admin_state_up': True, 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:39.350943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-e74ebcbd-9073-442a-95cd-41951f18a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:39.350943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-e74ebcbd-9073-442a-95cd-41951f18a0ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=470cb302-8fd2-447a-809c-2f8244dfe227 HTTP/1.1" status: 200 len: 913 time: 0.6921902 Apr 25 14:48:39.361099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Attempting to bind port d83d7695-697f-4ca7-8141-afdd1d5dbc57 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:39.361712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Attempting to bind port d83d7695-697f-4ca7-8141-afdd1d5dbc57 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:39.362276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Attempting to bind port d83d7695-697f-4ca7-8141-afdd1d5dbc57 on network ece8dc2c-d59d-478b-989c-c75ff0605e80 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:39.430116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Allocated IP 172.20.0.8 (9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa/6ef7207e-d73a-48d6-a2e1-7f8cef63db47/9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:48:39.477413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc6900-2d61-452d-835b-f9ad701bfa7c req-56d320ec-1bd9-40a5-bf00-5572cd7ddcb4 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:39.478968 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7cc6900-2d61-452d-835b-f9ad701bfa7c req-56d320ec-1bd9-40a5-bf00-5572cd7ddcb4 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 943 time: 0.1260428 Apr 25 14:48:39.537398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a7cc6900-2d61-452d-835b-f9ad701bfa7c req-7b2ad63c-5d22-41c6-b888-ac267811edd6 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Apr 25 14:48:39.601213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Port d83d7695-697f-4ca7-8141-afdd1d5dbc57 on network ece8dc2c-d59d-478b-989c-c75ff0605e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:39.601679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Attempting to bind port d83d7695-697f-4ca7-8141-afdd1d5dbc57 on network ece8dc2c-d59d-478b-989c-c75ff0605e80 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:39.613090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-5052f5be-7317-437f-92bb-18e2aa8c53b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1 HTTP/1.1" status: 200 len: 217 time: 0.1275988 Apr 25 14:48:39.636938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:48:39.637331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Checking segment: {'id': '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:39.637702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Bound using segment: {'id': '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:48:39.638136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Bound port: d83d7695-697f-4ca7-8141-afdd1d5dbc57, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:48:39.638666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:39.735510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-314c3b1d-7bc4-4ddb-a2ec-9ca4e95582e4 req-4e996462-064b-41fa-91bc-a18bfbfa8506 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 210 time: 0.0482459 Apr 25 14:48:39.735963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569afa2-4fb8-4a8d-8a12-f9d4c9a7b6a9 req-8cb1da4e-5ead-4992-9784-9edcc055263d tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:39.736783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1569afa2-4fb8-4a8d-8a12-f9d4c9a7b6a9 req-8cb1da4e-5ead-4992-9784-9edcc055263d tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Synchronizing usage tracker for tenant:c483db2e0e3e4c8bbb11098a1f913515 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:39.903875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:39.906428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1569afa2-4fb8-4a8d-8a12-f9d4c9a7b6a9 req-8cb1da4e-5ead-4992-9784-9edcc055263d tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Unset dirty status for tenant:c483db2e0e3e4c8bbb11098a1f913515 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:39.908130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1569afa2-4fb8-4a8d-8a12-f9d4c9a7b6a9 req-8cb1da4e-5ead-4992-9784-9edcc055263d tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 944 time: 0.9261000 Apr 25 14:48:39.909324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-b7691b2e-c7df-41dd-84e5-1a38fc4b09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:39.911025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-b7691b2e-c7df-41dd-84e5-1a38fc4b09ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf4742b-8a6e-4e87-989d-8993b5fd4cd7 HTTP/1.1" status: 200 len: 852 time: 0.2752044 Apr 25 14:48:39.971574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 3e1ddd6a-2da8-4292-a167-541dddbecab1 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:39.994435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:40.035523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-c481d9a9-71e7-4c7a-aa85-80edd926fd75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=470cb302-8fd2-447a-809c-2f8244dfe227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101568 Apr 25 14:48:40.118867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:40.123028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.184878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] For port d83d7695-697f-4ca7-8141-afdd1d5dbc57, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:48:40.200507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.227280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 3e1ddd6a-2da8-4292-a167-541dddbecab1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1,segment=NetworkSegment(b27a035d-49da-43e1-885f-6f9ff95faa2a),segment_id=b27a035d-49da-43e1-885f-6f9ff95faa2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:40.248129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '3e1ddd6a-2da8-4292-a167-541dddbecab1', 'network_id': '470cb302-8fd2-447a-809c-2f8244dfe227', 'port_id': '3e1ddd6a-2da8-4292-a167-541dddbecab1', 'mac_address': 'fa:16:3e:55:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf4742b-8a6e-4e87-989d-8993b5fd4cd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:40.266006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c282a5f7-4e8f-4e02-bc06-f36385d5e820 req-064f4cd7-ab65-456d-beda-610ee21f6bd7 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1861587 Apr 25 14:48:40.289627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1569afa2-4fb8-4a8d-8a12-f9d4c9a7b6a9 req-dc6b06c3-62dd-4413-8b50-d907a7c01093 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717251 Apr 25 14:48:40.304955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] For port d83d7695-697f-4ca7-8141-afdd1d5dbc57, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57,segment=NetworkSegment(1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3),segment_id=1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:48:40.322054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-1b543e02-d094-44f4-bf1f-793e99567842 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:40.323246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Transition to ACTIVE for port object 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:40.323680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-1b543e02-d094-44f4-bf1f-793e99567842 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.15 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 945 time: 0.3292878 Apr 25 14:48:40.342690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.361662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1ddd6a-2da8-4292-a167-541dddbecab1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:40.362206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.379878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef3a43-b2f0-4662-8537-d4809cf84080 None None] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:40.508336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Deleting port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:40.508943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.514623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 3e1ddd6a-2da8-4292-a167-541dddbecab1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1,segment=NetworkSegment(b27a035d-49da-43e1-885f-6f9ff95faa2a),segment_id=b27a035d-49da-43e1-885f-6f9ff95faa2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:40.521641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-03d4d02d-b9eb-42d6-b190-fe3a89ebb26b None None] Provisioning for port e742ce73-c037-4b65-be3d-c510742ffc1d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:40.541465 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.546575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:40.555843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.557667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] 10.222.0.21 "PUT /v2.0/ports/d83d7695-697f-4ca7-8141-afdd1d5dbc57 HTTP/1.1" status: 200 len: 1092 time: 4.8083944 Apr 25 14:48:40.558315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'tag': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:40.580078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-d19eec06-0c42-46cc-914c-b1c9890b871e service neutron] 10.222.0.15 "GET /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364537 Apr 25 14:48:40.669590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb471ac-018c-4260-9217-c7794943db78 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d7695-697f-4ca7-8141-afdd1d5dbc57,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:40.722732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=3e1ddd6a-2da8-4292-a167-541dddbecab1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:40.741960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e742ce73-c037-4b65-be3d-c510742ffc1d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:40.849768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['3e1ddd6a-2da8-4292-a167-541dddbecab1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:40.856813 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:40.997330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407171-b98c-4de1-9061-118db6a6ba40 req-9f4ca6b1-ed99-4c7f-b5d8-590bd087717a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:40.998828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00407171-b98c-4de1-9061-118db6a6ba40 req-9f4ca6b1-ed99-4c7f-b5d8-590bd087717a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 944 time: 0.2718482 Apr 25 14:48:41.034096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] For port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:41.034833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.083216 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c44f769-60e2-4d33-9247-60c14e9e704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.101973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Allocated IP 172.20.0.5 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/9ffb95d1-bd2d-4292-8ae7-319001784852) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:48:41.136948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e742ce73-c037-4b65-be3d-c510742ffc1d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:41.156047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:41.157554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e742ce73-c037-4b65-be3d-c510742ffc1d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:41.157937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.167338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:41.170561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c975bf38-b8d1-4d3d-8350-8363aa263adb req-b4b5c266-d8d5-4273-b59c-a1dda2c1d0b8 service neutron] 10.222.0.15 "GET /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828316 Apr 25 14:48:41.174641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:41.191321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Calling delete_port for 5cd51dcf-9458-4f7f-b710-71e0a64ddccc owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:41.200992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event updated for resources: {'Port': ['ID=9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:41.258800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00407171-b98c-4de1-9061-118db6a6ba40 req-c6515bbf-d76e-4476-8c66-9c1588e2d283 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513988 Apr 25 14:48:41.292545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-98b4e4b2-7c4a-4474-b7b9-7d7144a5eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:41.294094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-98b4e4b2-7c4a-4474-b7b9-7d7144a5eac1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c483db2e0e3e4c8bbb11098a1f913515&device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 1095 time: 0.6265628 Apr 25 14:48:41.306431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02842821-a04a-43bf-99b7-73923b95d358 req-1a9399ee-1e83-4232-95df-7f7a27eda7e0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:41.313450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02842821-a04a-43bf-99b7-73923b95d358 req-1a9399ee-1e83-4232-95df-7f7a27eda7e0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=2196ecd2-8589-4eca-8796-352f56befc93 HTTP/1.1" status: 200 len: 945 time: 0.6821272 Apr 25 14:48:41.406315 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa212676-583a-46bb-bd76-210df0809644'] response: {'name': 'network-changed', 'server_uuid': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'tag': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57', 'status': 'completed', 'code': 200} Apr 25 14:48:41.409763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-c5dcc225-973e-4afb-8ead-1f35b56c8e4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57 HTTP/1.1" status: 200 len: 217 time: 0.0889573 Apr 25 14:48:41.409936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.438452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.450232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e742ce73-c037-4b65-be3d-c510742ffc1d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e742ce73-c037-4b65-be3d-c510742ffc1d,segment=NetworkSegment(d8902eae-2837-4412-9979-9ec4c1006c2e),segment_id=d8902eae-2837-4412-9979-9ec4c1006c2e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:41.454026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['02187c02-51f1-478c-98de-87ba8dc5cd9b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:41.466791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:41.467463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.508198 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.633015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e742ce73-c037-4b65-be3d-c510742ffc1d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:41.652979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5cd51dcf-9458-4f7f-b710-71e0a64ddccc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:41.679881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Pushing event deleted for resources: {'Port': ['ID=5cd51dcf-9458-4f7f-b710-71e0a64ddccc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:41.715120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60179dc6-1b7b-4ffc-ae0e-e2fab6fc991a req-5891d2a0-f103-4268-a729-9edb02f9446c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 210 time: 0.2568440 Apr 25 14:48:41.735884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] No DVR routers for this DVR port 5cd51dcf-9458-4f7f-b710-71e0a64ddccc on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:48:41.742793 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.764762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02842821-a04a-43bf-99b7-73923b95d358 req-b5ce93d8-79a2-4427-874b-2f71fde4c5a7 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503102 Apr 25 14:48:41.777886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.781608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2196ecd2-8589-4eca-8796-352f56befc93', 'name': 'network-vif-deleted', 'tag': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:41.795612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55674) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:41.797636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b9b3932e-5e63-4d27-b1bc-8a9530e8f72f tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7823992 Apr 25 14:48:41.838153 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-feb80517-cde7-445e-8c08-1fad20b1d357 req-93fcf202-a8f8-4238-8550-936a1c8c36ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.15 "DELETE /v2.0/ports/5cd51dcf-9458-4f7f-b710-71e0a64ddccc HTTP/1.1" status: 204 len: 173 time: 1.5067871 Apr 25 14:48:41.844620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-be11104c-6db0-4eb0-b4fe-307450ee0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:41.846417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-be11104c-6db0-4eb0-b4fe-307450ee0fff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c2560ef-d92c-44ce-a654-1ff9e2df8d64 HTTP/1.1" status: 200 len: 861 time: 0.4072175 Apr 25 14:48:41.921863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-066aba35-335c-4974-a01c-61d0ff5b0f72 None None] Provisioning complete for port e742ce73-c037-4b65-be3d-c510742ffc1d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:41.922374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066aba35-335c-4974-a01c-61d0ff5b0f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.925628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Deleting port 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:41.926143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:41.982877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-076b36c1-afcf-429c-9163-09ba2dea9b5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece8dc2c-d59d-478b-989c-c75ff0605e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281438 Apr 25 14:48:42.004434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 3e1ddd6a-2da8-4292-a167-541dddbecab1 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:42.070822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.106069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Transition to ACTIVE for port object 9ffb95d1-bd2d-4292-8ae7-319001784852 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:42.124079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.153865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b19a00f-da12-46f3-b290-c6d224db2039 req-77e4e70e-ba1c-4334-9d1c-7a1183c98e44 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1667376 Apr 25 14:48:42.228011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.228702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 3e1ddd6a-2da8-4292-a167-541dddbecab1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:42.335342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 3e1ddd6a-2da8-4292-a167-541dddbecab1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:42.335721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.357574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:42.383270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=9ffb95d1-bd2d-4292-8ae7-319001784852,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:42.386171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:42.406447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:42.465804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-066aba35-335c-4974-a01c-61d0ff5b0f72 None None] Provisioning for port 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:42.490697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-066aba35-335c-4974-a01c-61d0ff5b0f72 None None] Provisioning complete for port 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:42.491358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066aba35-335c-4974-a01c-61d0ff5b0f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.571498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.600392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-ef559667-5808-419a-9c13-68a0c85908ee service neutron] 10.222.0.21 "GET /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978115 Apr 25 14:48:42.604496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e742ce73-c037-4b65-be3d-c510742ffc1d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:42.749316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:42.751080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.761379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e742ce73-c037-4b65-be3d-c510742ffc1d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:42.761907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.793500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-72f7602b-ba60-406e-9ebe-e581c750ef7a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5358851 Apr 25 14:48:42.828911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Calling delete_port for 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:42.854868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Request body: {'port': {'device_id': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:42.858558 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e313b6-8705-4d9b-a834-8a9153f0299f'] response: {'server_uuid': '2196ecd2-8589-4eca-8796-352f56befc93', 'name': 'network-vif-deleted', 'tag': '5cd51dcf-9458-4f7f-b710-71e0a64ddccc', 'status': 'completed', 'code': 200} Apr 25 14:48:42.881186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-066aba35-335c-4974-a01c-61d0ff5b0f72 None None] Port 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:48:42.936291 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:42.999533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4876659d-bc2b-408f-99e0-9164bdb24196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1ddd6a-2da8-4292-a167-541dddbecab1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:43.029350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 3e1ddd6a-2da8-4292-a167-541dddbecab1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1,segment=NetworkSegment(b27a035d-49da-43e1-885f-6f9ff95faa2a),segment_id=b27a035d-49da-43e1-885f-6f9ff95faa2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:43.042984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.043860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5cd51dcf-9458-4f7f-b710-71e0a64ddccc no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:48:43.061978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.082386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffe5eb-b8e7-4855-a92f-880937226fbc req-4a8a5bac-9f4c-4f6a-81a9-430b702e6b3d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:43.084171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95ffe5eb-b8e7-4855-a92f-880937226fbc req-4a8a5bac-9f4c-4f6a-81a9-430b702e6b3d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 944 time: 0.4086640 Apr 25 14:48:43.089378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37bab226-bb64-4743-b3c3-dbc40c5e5b2c req-66e1ca86-5664-408f-adcf-68f519109aa5 service neutron] 10.222.0.21 "GET /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798973 Apr 25 14:48:43.134472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7653d758-4037-413e-ab2a-df809ea53c92 None None] Provisioning for port 9ffb95d1-bd2d-4292-8ae7-319001784852 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:43.141934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 5cd51dcf-9458-4f7f-b710-71e0a64ddccc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:48:43.142582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5cd51dcf-9458-4f7f-b710-71e0a64ddccc not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:48:43.156946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7653d758-4037-413e-ab2a-df809ea53c92 None None] Provisioning complete for port 9ffb95d1-bd2d-4292-8ae7-319001784852 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:43.157520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7653d758-4037-413e-ab2a-df809ea53c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.212003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=3e1ddd6a-2da8-4292-a167-541dddbecab1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:43.221547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.238851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7653d758-4037-413e-ab2a-df809ea53c92 None None] Port 9ffb95d1-bd2d-4292-8ae7-319001784852 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:48:43.245508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7653d758-4037-413e-ab2a-df809ea53c92 None None] Could not find standard attr ID for object 9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:48:43.254703 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95ffe5eb-b8e7-4855-a92f-880937226fbc req-9fb08e39-53c8-4e2b-ac41-cbbac8c299fe tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342332 Apr 25 14:48:43.298292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9a11-b99c-4f8d-9585-ca80119c0a3c req-d16afc91-4563-4b85-8b7c-f4a35143a002 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:43.309817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53ae9a11-b99c-4f8d-9585-ca80119c0a3c req-d16afc91-4563-4b85-8b7c-f4a35143a002 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 944 time: 1.3256924 Apr 25 14:48:43.311738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event deleted for resources: {'Port': ['ID=9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:43.510431 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.521331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53ae9a11-b99c-4f8d-9585-ca80119c0a3c req-890415c2-1721-4300-a417-85938cc4cab2 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106063 Apr 25 14:48:43.524485 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aae44728-d046-4518-8c16-22dfdb5ff136 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "DELETE /v2.0/ports/9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 HTTP/1.1" status: 204 len: 168 time: 1.7278655 Apr 25 14:48:43.526938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55800) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:43.606546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-b54d75b9-4df2-4f87-b522-6c4138b8cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:43.608164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-b54d75b9-4df2-4f87-b522-6c4138b8cb1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c483db2e0e3e4c8bbb11098a1f913515&device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 1095 time: 0.4336274 Apr 25 14:48:43.612905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.623387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec455ff0-cc36-4ac9-a2d4-8caece10ccae tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0945370 Apr 25 14:48:43.625996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55814) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:43.632877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-882806927'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:43.640076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:43.644448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Usage tracker for resource:network and tenant:1c18721b73924f4f8db8b8dcb11d6654 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:43.657381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:43.666702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:43.689656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Made reservation on behalf of 1c18721b73924f4f8db8b8dcb11d6654 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:43.693639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.728959 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18902c43-6638-452d-a923-8d07dab4bead'] response: {'server_uuid': '4876659d-bc2b-408f-99e0-9164bdb24196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1ddd6a-2da8-4292-a167-541dddbecab1', 'code': 200} Apr 25 14:48:43.748927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:43.767209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.767902 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Added segment 7c405edc-b952-4abe-8f1e-a46cb342257c of type vlan for network 5178ba04-4de3-4176-a2b8-0ff6d1d3ed84 Apr 25 14:48:43.865748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.917755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1122af9a-3d58-48c1-8d9e-d459b18dfaf2 req-6d7ca5a6-73c6-4d16-aab0-9ded2520850f tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0608897 Apr 25 14:48:43.962159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b33aa5-eb4d-4ac8-a073-96f798c2baa7 req-d6731f66-dc37-4244-b62f-f64b5565e842 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:43.963228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e5b33aa5-eb4d-4ac8-a073-96f798c2baa7 req-d6731f66-dc37-4244-b62f-f64b5565e842 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:43.969649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6795d0-f55b-4915-8e64-c155ff07c5c6 req-ff073424-a378-4146-8abd-2c8f652290ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:43.971141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa6795d0-f55b-4915-8e64-c155ff07c5c6 req-ff073424-a378-4146-8abd-2c8f652290ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 1096 time: 0.1634634 Apr 25 14:48:43.972225 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:43.977894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:43.978516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:44.043197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-96eced80-137a-49d3-9d3f-66ab4d69d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:44.045153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-96eced80-137a-49d3-9d3f-66ab4d69d79c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ece8dc2c-d59d-478b-989c-c75ff0605e80 HTTP/1.1" status: 200 len: 922 time: 0.4235933 Apr 25 14:48:44.062045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4340935 Apr 25 14:48:44.111615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e5b33aa5-eb4d-4ac8-a073-96f798c2baa7 req-d6731f66-dc37-4244-b62f-f64b5565e842 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:44.111919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:44.113863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5b33aa5-eb4d-4ac8-a073-96f798c2baa7 req-d6731f66-dc37-4244-b62f-f64b5565e842 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 931 time: 0.6107693 Apr 25 14:48:44.129649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-02357add-b72d-45bc-a05c-df371adc016a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57 HTTP/1.1" status: 200 len: 217 time: 0.0774400 Apr 25 14:48:44.132259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffb95d1-bd2d-4292-8ae7-319001784852 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:44.153367 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:44.176264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa6795d0-f55b-4915-8e64-c155ff07c5c6 req-2fff3f4e-686e-4ec6-bbc4-30a36927cd98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922288 Apr 25 14:48:44.183765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805686b1-99ca-4822-99bf-7eb626db76d8 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event updated for resources: {'Network': ['ID=5178ba04-4de3-4176-a2b8-0ff6d1d3ed84,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:44.196715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5178ba04-4de3-4176-a2b8-0ff6d1d3ed84 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:44.227549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Transition to ACTIVE for port object 9ffb95d1-bd2d-4292-8ae7-319001784852 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:44.252478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5b33aa5-eb4d-4ac8-a073-96f798c2baa7 req-81884479-ab9a-41b4-9ce8-b15cb7241119 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245067 Apr 25 14:48:44.255403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:44.291556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-d5c4bf5e-45d1-491c-a8d2-a30a3f1edb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:44.293382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-d5c4bf5e-45d1-491c-a8d2-a30a3f1edb55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c2560ef-d92c-44ce-a654-1ff9e2df8d64 HTTP/1.1" status: 200 len: 861 time: 0.1542592 Apr 25 14:48:44.333946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8198e-245b-460d-b351-15ebaa955073 req-4a246f0d-9897-4795-953e-f83fb1bc51a2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:44.334714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7eb8198e-245b-460d-b351-15ebaa955073 req-4a246f0d-9897-4795-953e-f83fb1bc51a2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Synchronizing usage tracker for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:44.370568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7eb8198e-245b-460d-b351-15ebaa955073 req-4a246f0d-9897-4795-953e-f83fb1bc51a2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Unset dirty status for tenant:c8adbc80f5154b7a9376c6bf0cdf7a63 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:44.380056 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7eb8198e-245b-460d-b351-15ebaa955073 req-4a246f0d-9897-4795-953e-f83fb1bc51a2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2630939 Apr 25 14:48:44.425779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-d40307de-fcce-4240-9876-8b112fa320c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ece8dc2c-d59d-478b-989c-c75ff0605e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072233 Apr 25 14:48:44.432450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0288a000-0234-45cb-a1c4-d0de9d844c2c tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/agents/80a195a8-98bf-4de2-8065-2717e0ab4dd2/dhcp-networks HTTP/1.1" status: 200 len: 7305 time: 0.3193688 Apr 25 14:48:44.456092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:44.499713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7eb8198e-245b-460d-b351-15ebaa955073 req-42c03199-855d-45bd-abc2-a97f78418e7b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186299 Apr 25 14:48:44.584658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb95d1-bd2d-4292-8ae7-319001784852,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:44.712113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39847923-5e05-4d37-bb5b-3d09d82886cd tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] Network 5178ba04-4de3-4176-a2b8-0ff6d1d3ed84 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:48:44.739424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-39847923-5e05-4d37-bb5b-3d09d82886cd tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "POST /v2.0/agents/80a195a8-98bf-4de2-8065-2717e0ab4dd2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2820492 Apr 25 14:48:44.742429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:44.758363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81d6dc-afd7-47e7-8d0d-c8a402aac2e0 None None] Network 5178ba04-4de3-4176-a2b8-0ff6d1d3ed84 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:44.928770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Attempting to bind port 9ffb95d1-bd2d-4292-8ae7-319001784852 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:44.929679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Attempting to bind port 9ffb95d1-bd2d-4292-8ae7-319001784852 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:44.930160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Attempting to bind port 9ffb95d1-bd2d-4292-8ae7-319001784852 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:44.937283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-fa3ac985-3e25-436e-99e6-461af6517a26 service neutron] 10.222.0.21 "GET /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134214 Apr 25 14:48:44.970828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Port 9ffb95d1-bd2d-4292-8ae7-319001784852 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:44.971268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Attempting to bind port 9ffb95d1-bd2d-4292-8ae7-319001784852 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:44.986863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a000-f399-41d1-bcb1-7c8e5bded2dc req-ac9fb199-162f-4ea0-b414-66a546e8ce1a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:44.994906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8917a000-f399-41d1-bcb1-7c8e5bded2dc req-ac9fb199-162f-4ea0-b414-66a546e8ce1a tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 945 time: 0.4802122 Apr 25 14:48:45.005928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-62128aa7-42f5-49fc-95bb-28d66d987fc8 tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/agents/80a195a8-98bf-4de2-8065-2717e0ab4dd2/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.2624106 Apr 25 14:48:45.008868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55984) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:45.010518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:48:45.010913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:45.011353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:48:45.011891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Bound port: 9ffb95d1-bd2d-4292-8ae7-319001784852, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:48:45.012304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:45.089231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e181b0-cddd-445c-a05b-c00cb0a0481d req-478d1889-9308-4567-b6e4-990712d085a6 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:45.090652 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1e181b0-cddd-445c-a05b-c00cb0a0481d req-478d1889-9308-4567-b6e4-990712d085a6 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 944 time: 0.2986619 Apr 25 14:48:45.153812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dd47fb67-7634-4919-9a9d-0ce4b237e1fa tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "DELETE /v2.0/agents/80a195a8-98bf-4de2-8065-2717e0ab4dd2/dhcp-networks/5178ba04-4de3-4176-a2b8-0ff6d1d3ed84 HTTP/1.1" status: 204 len: 168 time: 0.1433301 Apr 25 14:48:45.163731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:45.195085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8917a000-f399-41d1-bcb1-7c8e5bded2dc req-c964dcb5-a000-420c-8efc-20af9683b926 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988065 Apr 25 14:48:45.224890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1e181b0-cddd-445c-a05b-c00cb0a0481d req-269cc87a-a3af-42d2-b06e-60ed73360efe tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231835 Apr 25 14:48:45.309250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba9deae-1ac2-4b8b-a63b-87f85fd2da12 req-2900deb3-9d4b-4835-ac68-8f0c275cb8fb service neutron] 10.222.0.21 "GET /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620784 Apr 25 14:48:45.324529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] For port 9ffb95d1-bd2d-4292-8ae7-319001784852, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:48:45.328719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] For port 9ffb95d1-bd2d-4292-8ae7-319001784852, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ffb95d1-bd2d-4292-8ae7-319001784852,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:48:45.341621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:45.411063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:45.425821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:45.427257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] 10.222.0.15 "PUT /v2.0/ports/9ffb95d1-bd2d-4292-8ae7-319001784852 HTTP/1.1" status: 200 len: 1091 time: 2.5766983 Apr 25 14:48:45.430873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'tag': '9ffb95d1-bd2d-4292-8ae7-319001784852'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:45.564321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-299c0f4b-662b-4695-b26f-b4568f839620 req-b8e6c941-a94f-4ee8-adf4-6753760e44d8 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1546850 Apr 25 14:48:45.571622 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1cbf8d47-ad2c-4f7f-aca9-0fc4f9fa71ee tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/agents/80a195a8-98bf-4de2-8065-2717e0ab4dd2/dhcp-networks HTTP/1.1" status: 200 len: 7305 time: 0.4021521 Apr 25 14:48:45.572890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56056) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:45.605915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d579b0-f4cd-4d74-aed8-6e5a5d15caa0 req-8f0d2363-1a07-48f6-88fd-c9f661ca31f3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:45.607855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8d579b0-f4cd-4d74-aed8-6e5a5d15caa0 req-8f0d2363-1a07-48f6-88fd-c9f661ca31f3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1583087 Apr 25 14:48:45.633087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-514b1f87-d4af-4b77-bbb9-32fa0e29c0d4 tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/networks/9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0438359 Apr 25 14:48:45.634386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e99b5-c534-49b0-bc39-f4c60ee5038f service neutron] Pushing event updated for resources: {'Port': ['ID=9ffb95d1-bd2d-4292-8ae7-319001784852,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:45.644696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:45.690455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8d579b0-f4cd-4d74-aed8-6e5a5d15caa0 req-302315ca-2cbd-41bb-a041-ccd300155c4e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762653 Apr 25 14:48:45.692277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-11180caf-8755-4fff-bd43-f4625b5c6a41 tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/networks/9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0449841 Apr 25 14:48:45.697094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56074) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:45.784703 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c01f0d-14b5-47fa-b6d4-6c886b130358'] response: {'name': 'network-changed', 'server_uuid': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'tag': '9ffb95d1-bd2d-4292-8ae7-319001784852', 'status': 'completed', 'code': 200} Apr 25 14:48:45.787228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-f11df734-79e7-426d-a427-1f6f83ec30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:45.790496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-f11df734-79e7-426d-a427-1f6f83ec30e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 1094 time: 0.2996287 Apr 25 14:48:45.888542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-58fec9b1-c3d9-4663-afc5-776f580bc9ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffb95d1-bd2d-4292-8ae7-319001784852 HTTP/1.1" status: 200 len: 217 time: 0.0909820 Apr 25 14:48:46.079574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1e45aab4-089d-4620-9dca-d5c992777fb7 tempest-DHCPAgentSchedulersTestJSON-1770101311 tempest-DHCPAgentSchedulersTestJSON-1770101311-project-admin] 10.222.0.23 "GET /v2.0/agents/80a195a8-98bf-4de2-8065-2717e0ab4dd2/dhcp-networks HTTP/1.1" status: 200 len: 7305 time: 0.3810213 Apr 25 14:48:46.080310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56128) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:46.127807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96750b7-c3c8-465a-9c4b-8cbf4abf9c52 req-b418e62f-f6fd-4645-b038-8584224a4eed tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:46.133630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a96750b7-c3c8-465a-9c4b-8cbf4abf9c52 req-b418e62f-f6fd-4645-b038-8584224a4eed tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 943 time: 0.4129083 Apr 25 14:48:46.139993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef4785-def2-415d-a371-843dc1c92ae5 req-62dcfd06-3631-4176-ac8b-ebc8e545b636 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:46.141522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d2ef4785-def2-415d-a371-843dc1c92ae5 req-62dcfd06-3631-4176-ac8b-ebc8e545b636 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1864541 Apr 25 14:48:46.165915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-032cadb7-1cab-4468-97b8-9abcef7070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:46.167432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-032cadb7-1cab-4468-97b8-9abcef7070e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2734354 Apr 25 14:48:46.233097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.235556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a96750b7-c3c8-465a-9c4b-8cbf4abf9c52 req-747b931a-2641-4ba1-a60a-e7e0692be4a4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Apr 25 14:48:46.258164 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d2ef4785-def2-415d-a371-843dc1c92ae5 req-e1873521-e26d-448d-83b9-a792d797d10f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 Apr 25 14:48:46.273255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-6cc9695c-e52a-459e-828c-a5ba83b4001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:46.275153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-6cc9695c-e52a-459e-828c-a5ba83b4001d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982738 Apr 25 14:48:46.415603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.473616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5178ba04-4de3-4176-a2b8-0ff6d1d3ed84']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:46.515517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c405edc-b952-4abe-8f1e-a46cb342257c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:46.516281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c405edc-b952-4abe-8f1e-a46cb342257c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:46.535889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-2b25b51f-11b9-42c6-84a7-7443c9c30a7f service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537963 Apr 25 14:48:46.573523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3ddba-9af2-4c83-a1b7-b178d72fe5fb req-65f88add-304f-4ba0-b547-4f9b74ddbd3c tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:46.582565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4d3ddba-9af2-4c83-a1b7-b178d72fe5fb req-65f88add-304f-4ba0-b547-4f9b74ddbd3c tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 945 time: 0.1913462 Apr 25 14:48:46.623843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.663795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.673303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:46.673715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:46.695476 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:48:46.742150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4d3ddba-9af2-4c83-a1b7-b178d72fe5fb req-30a2def7-cb99-4c88-a877-a39f38acbeb1 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564136 Apr 25 14:48:46.801727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0844e-5487-46d8-90db-adcf3bbd42ed req-f1a0847c-b1f0-44c4-a839-34ed37a18b7a tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:46.808612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ed0844e-5487-46d8-90db-adcf3bbd42ed req-f1a0847c-b1f0-44c4-a839-34ed37a18b7a tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 944 time: 0.2747266 Apr 25 14:48:46.812816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97c616f0-6a33-40f7-ad74-dece8a602ca8 req-d399cc49-38b3-47d2-a464-0de2fcb48342 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692339 Apr 25 14:48:46.839814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.862475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:46.875908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event deleted for resources: {'Network': ['ID=5178ba04-4de3-4176-a2b8-0ff6d1d3ed84,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:46.892886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b35af879-a07c-4e3f-b29c-805afab3cfe5 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "DELETE /v2.0/networks/5178ba04-4de3-4176-a2b8-0ff6d1d3ed84 HTTP/1.1" status: 204 len: 168 time: 0.8108344 Apr 25 14:48:46.893790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56212) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:46.953760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ed0844e-5487-46d8-90db-adcf3bbd42ed req-842a441e-bae9-4795-b6ea-99c33dbcb689 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438241 Apr 25 14:48:46.962959 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e42619-6825-4817-8373-4838253e8652 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] DELETE failed (client error): The resource could not be found. Apr 25 14:48:46.963449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e42619-6825-4817-8373-4838253e8652 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:48:46.969589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87e42619-6825-4817-8373-4838253e8652 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "DELETE /v2.0/ports/9e3b4a63-7dc6-4b5e-a9a9-917fa4214e00 HTTP/1.1" status: 404 len: 333 time: 0.0689476 Apr 25 14:48:46.971005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56218) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:46.999452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe5c4aef-0419-4042-acbc-952643739ddc req-5a8b5dad-1943-4afd-812f-9c5686c25c5f tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1290569 Apr 25 14:48:47.065217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-7de47973-7727-413b-86de-e72eb0b9bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:47.067330 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-7de47973-7727-413b-86de-e72eb0b9bf24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 1094 time: 0.1503136 Apr 25 14:48:47.073795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Deleting subnet 6ef7207e-d73a-48d6-a2e1-7f8cef63db47 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:48:47.078866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.145689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.250790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.277169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-0ba0eeee-6bed-4290-bf9b-e6a48d5fa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:47.278645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-0ba0eeee-6bed-4290-bf9b-e6a48d5fa947 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.2047019 Apr 25 14:48:47.361372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.411466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef7207e-d73a-48d6-a2e1-7f8cef63db47,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:47.415599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.425291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ab1dd-1960-417c-a19a-d46bfaee8e42 None None] Network 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:47.429615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e0204c0-2be7-487e-86d2-07d6d9453936 tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "DELETE /v2.0/subnets/6ef7207e-d73a-48d6-a2e1-7f8cef63db47 HTTP/1.1" status: 204 len: 168 time: 0.4540663 Apr 25 14:48:47.429765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:47.451268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-f6d0d2b2-43c2-4c18-ab2c-89a9754131bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffb95d1-bd2d-4292-8ae7-319001784852 HTTP/1.1" status: 200 len: 217 time: 0.1627724 Apr 25 14:48:47.572880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-b532f8f9-e949-4aad-a80d-6f3ff996f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:47.574395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-b532f8f9-e949-4aad-a80d-6f3ff996f16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0961597 Apr 25 14:48:47.613362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.627957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Deleting port e742ce73-c037-4b65-be3d-c510742ffc1d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:47.630892 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:47.691610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87769-1803-49f4-9b68-9249aba9a095 req-116f178f-9cf1-468c-b3cd-a6d7cc601ff0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:47.693689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cee87769-1803-49f4-9b68-9249aba9a095 req-116f178f-9cf1-468c-b3cd-a6d7cc601ff0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 943 time: 0.3170345 Apr 25 14:48:47.808783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cee87769-1803-49f4-9b68-9249aba9a095 req-6c35961b-f315-4c95-aa07-eff2e54bc552 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020138 Apr 25 14:48:47.861963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-74d378b7-eeb2-4245-8223-7f9e86aec24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:47.864105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-74d378b7-eeb2-4245-8223-7f9e86aec24f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661438 Apr 25 14:48:47.878726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] DHCP port deletion for 9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:48:47.883914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Deleting port e742ce73-c037-4b65-be3d-c510742ffc1d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:47.884304 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.120312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-2e631c14-879e-462d-82ee-85326f5866cb service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447927 Apr 25 14:48:48.170222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508baea8-81d0-4113-8dd0-3669238963c4 req-3ea08728-c797-4b27-a69e-abe80663aea1 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:48.181096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-508baea8-81d0-4113-8dd0-3669238963c4 req-3ea08728-c797-4b27-a69e-abe80663aea1 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 945 time: 0.3782330 Apr 25 14:48:48.182842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] For port e742ce73-c037-4b65-be3d-c510742ffc1d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e742ce73-c037-4b65-be3d-c510742ffc1d,segment=NetworkSegment(d8902eae-2837-4412-9979-9ec4c1006c2e),segment_id=d8902eae-2837-4412-9979-9ec4c1006c2e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:48.183216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.327387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d83d7695-697f-4ca7-8141-afdd1d5dbc57 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:48.391250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] For port e742ce73-c037-4b65-be3d-c510742ffc1d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e742ce73-c037-4b65-be3d-c510742ffc1d,segment=NetworkSegment(d8902eae-2837-4412-9979-9ec4c1006c2e),segment_id=d8902eae-2837-4412-9979-9ec4c1006c2e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:48.391824 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.417079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fc217-8601-48c3-918e-9f2b17dcf77b req-21fb9c82-d37e-4641-9e39-038c83804f54 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:48.424759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-356fc217-8601-48c3-918e-9f2b17dcf77b req-21fb9c82-d37e-4641-9e39-038c83804f54 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 944 time: 0.3001695 Apr 25 14:48:48.468388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Calling delete_port for e742ce73-c037-4b65-be3d-c510742ffc1d owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:48.479772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2600c141-1233-43a7-9055-c8a7ba2c91e0 req-d710b7ef-62d6-4243-adc0-37ba88a97ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857201 Apr 25 14:48:48.499007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:48:48.513828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e742ce73-c037-4b65-be3d-c510742ffc1d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:48:48.525902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-356fc217-8601-48c3-918e-9f2b17dcf77b req-db4a710d-3983-4feb-a5d8-0e9a97fd5e62 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000617 Apr 25 14:48:48.586180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-508baea8-81d0-4113-8dd0-3669238963c4 req-0c365c27-c74f-48c4-ab86-b9fd16a5ed13 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075940 Apr 25 14:48:48.601823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.661638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] No DVR routers for this DVR port e742ce73-c037-4b65-be3d-c510742ffc1d on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:48:48.663390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Calling delete_port for e742ce73-c037-4b65-be3d-c510742ffc1d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:48.696470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b09c9e9d-8ce9-48db-9116-763edb92a980 req-472e9553-42ee-49ca-b985-fb131d8b92dc tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0493348 Apr 25 14:48:48.705291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event deleted for resources: {'Port': ['ID=e742ce73-c037-4b65-be3d-c510742ffc1d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:48.805126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.830970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:48.832045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port e742ce73-c037-4b65-be3d-c510742ffc1d {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:48:48.832469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e742ce73-c037-4b65-be3d-c510742ffc1d not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:48:48.848849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8902eae-2837-4412-9979-9ec4c1006c2e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:48.849189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8902eae-2837-4412-9979-9ec4c1006c2e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:48.861916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.864668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:48:48.865214 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:48:48.867546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d83d7695-697f-4ca7-8141-afdd1d5dbc57, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57,segment=NetworkSegment(1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3),segment_id=1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:48.879780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.892309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:48.892675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.895629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57', 'network_id': 'ece8dc2c-d59d-478b-989c-c75ff0605e80', 'port_id': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57', 'mac_address': 'fa:16:3e:0a:6e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2560ef-d92c-44ce-a654-1ff9e2df8d64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:48.910040 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:48:48.978333 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:48.999270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d7695-697f-4ca7-8141-afdd1d5dbc57 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:49.025258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d83d7695-697f-4ca7-8141-afdd1d5dbc57, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57,segment=NetworkSegment(1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3),segment_id=1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:49.030776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.070376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.095218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-fba6e2c5-7f25-4da6-bca9-0334d9bb1ff1 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:49.097242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-fba6e2c5-7f25-4da6-bca9-0334d9bb1ff1 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.15 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 945 time: 0.1305242 Apr 25 14:48:49.110282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.125995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d83d7695-697f-4ca7-8141-afdd1d5dbc57,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:49.136097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4aa7-ab89-4b89-ac01-8e1ffec30749 req-66b8b166-905b-4cca-9b3d-ba3a84f53400 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:49.138317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-865a4aa7-ab89-4b89-ac01-8e1ffec30749 req-66b8b166-905b-4cca-9b3d-ba3a84f53400 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 943 time: 0.1596630 Apr 25 14:48:49.139440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] Pushing event deleted for resources: {'Network': ['ID=9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:49.145860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c5ac03a-3d04-440c-8ce0-efb35734a83a tempest-DHCPAgentSchedulersTestJSON-79435102 tempest-DHCPAgentSchedulersTestJSON-79435102-project] 10.222.0.23 "DELETE /v2.0/networks/9f1dbda3-c0ed-4e24-9e85-4cb59967d1fa HTTP/1.1" status: 204 len: 168 time: 1.7149189 Apr 25 14:48:49.261416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-865a4aa7-ab89-4b89-ac01-8e1ffec30749 req-b261ec34-d1c1-4f2e-99ed-b9f9c4d19d43 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085398 Apr 25 14:48:49.357485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Deleting port 3e1ddd6a-2da8-4292-a167-541dddbecab1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:49.358011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.367288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Deleting port e742ce73-c037-4b65-be3d-c510742ffc1d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:49.368540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.435136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d83d7695-697f-4ca7-8141-afdd1d5dbc57'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:49.488952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56264) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:49.583539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-11f98df5-ab2b-4680-94b6-45105b2a9360 None None] The port 'e742ce73-c037-4b65-be3d-c510742ffc1d' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:48:49.807628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] For port 3e1ddd6a-2da8-4292-a167-541dddbecab1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=3e1ddd6a-2da8-4292-a167-541dddbecab1,segment=NetworkSegment(b27a035d-49da-43e1-885f-6f9ff95faa2a),segment_id=b27a035d-49da-43e1-885f-6f9ff95faa2a)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:49.808185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.867864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4add3a90-d9c1-4cb6-b5da-57040af770ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c18721b73924f4f8db8b8dcb11d6654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745670 Apr 25 14:48:49.868175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56278) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:49.923363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff96dd-3301-4496-9ec3-6616cd253d66 req-68109e63-d4d4-4ff7-a2ae-38c4804f4c88 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:49.924827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6eff96dd-3301-4496-9ec3-6616cd253d66 req-68109e63-d4d4-4ff7-a2ae-38c4804f4c88 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 945 time: 0.1670341 Apr 25 14:48:49.949887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Calling delete_port for 3e1ddd6a-2da8-4292-a167-541dddbecab1 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:49.989312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e93ea4-b53c-4a31-88f0-bb5a14cca459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:49.994777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6eff96dd-3301-4496-9ec3-6616cd253d66 req-bd8bb6f4-9700-4140-a70a-f26c33163116 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/security-groups?id=3759f357-1332-4d92-b513-02b2e2dac124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608525 Apr 25 14:48:49.997803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af72f6-38fc-4337-ad51-3b18990f1c80 req-67cf8275-4b5a-48aa-9b1a-a8dce3b3e73b tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:50.004622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49af72f6-38fc-4337-ad51-3b18990f1c80 req-67cf8275-4b5a-48aa-9b1a-a8dce3b3e73b tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 945 time: 0.3086262 Apr 25 14:48:50.019122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ffb95d1-bd2d-4292-8ae7-319001784852 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:48:50.042799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e93ea4-b53c-4a31-88f0-bb5a14cca459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.085496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49af72f6-38fc-4337-ad51-3b18990f1c80 req-3f3ac0cb-8cf1-422e-9ae3-83af0eb6a14c tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798984 Apr 25 14:48:50.154831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e93ea4-b53c-4a31-88f0-bb5a14cca459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.178049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e93ea4-b53c-4a31-88f0-bb5a14cca459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8cde7-97c7-4c5b-85a9-03ae42086dde,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:50.196934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e93ea4-b53c-4a31-88f0-bb5a14cca459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.202316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01e93ea4-b53c-4a31-88f0-bb5a14cca459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51c8cde7-97c7-4c5b-85a9-03ae42086dde HTTP/1.1" status: 204 len: 168 time: 0.3332317 Apr 25 14:48:50.236587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.268421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9ffb95d1-bd2d-4292-8ae7-319001784852, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ffb95d1-bd2d-4292-8ae7-319001784852,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:50.322577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9ffb95d1-bd2d-4292-8ae7-319001784852', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': '9ffb95d1-bd2d-4292-8ae7-319001784852', 'mac_address': 'fa:16:3e:25:6f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:48:50.346872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['3e1ddd6a-2da8-4292-a167-541dddbecab1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:50.401583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Pushing event deleted for resources: {'Port': ['ID=3e1ddd6a-2da8-4292-a167-541dddbecab1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:50.545450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da02660e-641d-4dc0-afa2-deb869133de1 req-4c55a45d-6331-4641-be32-5554939fdda9 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.2034419 Apr 25 14:48:50.590743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.609439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8ce6c-21c4-4380-8b72-b5d6ca8d18a6 req-70229d60-52c9-42f6-8773-3f4bc3ab129f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:50.610886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffb95d1-bd2d-4292-8ae7-319001784852 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:48:50.614400 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49b8ce6c-21c4-4380-8b72-b5d6ca8d18a6 req-70229d60-52c9-42f6-8773-3f4bc3ab129f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2166345 Apr 25 14:48:50.642794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9ffb95d1-bd2d-4292-8ae7-319001784852, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ffb95d1-bd2d-4292-8ae7-319001784852,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:50.657761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.664443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] No DVR routers for this DVR port 3e1ddd6a-2da8-4292-a167-541dddbecab1 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:48:50.667852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.671294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4876659d-bc2b-408f-99e0-9164bdb24196', 'name': 'network-vif-deleted', 'tag': '3e1ddd6a-2da8-4292-a167-541dddbecab1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:50.699734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1029ea10-b871-4e62-bcff-26a01293fd28 req-0351569b-fc5d-41b0-b8f7-63c4cfb0ba7d tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.15 "DELETE /v2.0/ports/3e1ddd6a-2da8-4292-a167-541dddbecab1 HTTP/1.1" status: 204 len: 173 time: 1.5973759 Apr 25 14:48:50.742306 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49b8ce6c-21c4-4380-8b72-b5d6ca8d18a6 req-49f0d43f-0708-4c2f-b5e3-68161585cd81 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252346 Apr 25 14:48:50.826165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9ffb95d1-bd2d-4292-8ae7-319001784852,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:50.860960 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4f85a6-1624-499f-8102-f7f726a36d39'] response: {'server_uuid': '4876659d-bc2b-408f-99e0-9164bdb24196', 'name': 'network-vif-deleted', 'tag': '3e1ddd6a-2da8-4292-a167-541dddbecab1', 'status': 'completed', 'code': 200} Apr 25 14:48:50.877477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56304) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:50.907018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:50.923948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:48:50.928590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c6f80-e132-4ee6-b8a8-a5bdd0abcee8 req-6ad6e83b-5bee-451d-bc7a-8154793dccd5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:50.935579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d7c6f80-e132-4ee6-b8a8-a5bdd0abcee8 req-6ad6e83b-5bee-451d-bc7a-8154793dccd5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 944 time: 0.1778393 Apr 25 14:48:50.944780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:50.949433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Usage tracker for resource:security_group_rule and tenant:49f33a295a454ebaab2928ef70f9ae86 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:50.952633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:50.971283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:51.013712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d7c6f80-e132-4ee6-b8a8-a5bdd0abcee8 req-15242e02-5714-47f4-827c-922ae5156e14 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727754 Apr 25 14:48:51.109432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa7a8d-1060-41dd-8590-bc52e57c766e req-3a2cd06f-f4c4-4584-90f0-552549e052b2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:51.111175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b7aa7a8d-1060-41dd-8590-bc52e57c766e req-3a2cd06f-f4c4-4584-90f0-552549e052b2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1412761 Apr 25 14:48:51.166001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:51.192083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:51.278752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbba742-4a9c-4ef6-8d36-57d1b672b5f2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:51.285564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3590c143-ba52-4f00-84cc-f2a26e19e64d req-18540c95-58b2-4dae-956f-95bade9aa516 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Synchronizing usage tracker for tenant:417fbf4ce6e541958dbec8ff474606df on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:51.298528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b7aa7a8d-1060-41dd-8590-bc52e57c766e req-93419683-4ba3-40e0-b11b-404f4559f085 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307485 Apr 25 14:48:51.314799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b589721d-4f98-4fc9-9a76-3ed259d38580 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49f33a295a454ebaab2928ef70f9ae86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361508 Apr 25 14:48:51.315604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56312) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:51.329933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3590c143-ba52-4f00-84cc-f2a26e19e64d req-18540c95-58b2-4dae-956f-95bade9aa516 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] Unset dirty status for tenant:417fbf4ce6e541958dbec8ff474606df on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:51.332639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3590c143-ba52-4f00-84cc-f2a26e19e64d req-18540c95-58b2-4dae-956f-95bade9aa516 tempest-ServerPasswordTestJSON-1224316825 tempest-ServerPasswordTestJSON-1224316825-project] 10.222.0.23 "GET /v2.0/ports?device_id=4876659d-bc2b-408f-99e0-9164bdb24196 HTTP/1.1" status: 200 len: 210 time: 0.1221082 Apr 25 14:48:51.441697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cc81356-9587-4a7d-8091-844aefd4747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:51.525731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cc81356-9587-4a7d-8091-844aefd4747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:51.623607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75f54-3daa-48c9-a8c4-2c6c91f8195b req-253ba30c-a44f-4911-9bda-0e4264f19ae9 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:51.625216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55a75f54-3daa-48c9-a8c4-2c6c91f8195b req-253ba30c-a44f-4911-9bda-0e4264f19ae9 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 945 time: 0.1735742 Apr 25 14:48:51.678621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cc81356-9587-4a7d-8091-844aefd4747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:51.708350 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55a75f54-3daa-48c9-a8c4-2c6c91f8195b req-56c2e9c9-1fa9-4fb1-a0ab-bbf44fe37588 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757914 Apr 25 14:48:51.714443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81356-9587-4a7d-8091-844aefd4747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbba742-4a9c-4ef6-8d36-57d1b672b5f2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:51.716719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9cc81356-9587-4a7d-8091-844aefd4747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:51.720664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9cc81356-9587-4a7d-8091-844aefd4747b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cbba742-4a9c-4ef6-8d36-57d1b672b5f2 HTTP/1.1" status: 204 len: 168 time: 0.4015350 Apr 25 14:48:51.760668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5de05564-ad11-4095-acea-34cd05861dd8 req-3200fd81-7c4d-4b50-92d4-85f182b5e772 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0456047 Apr 25 14:48:52.033740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ffb95d1-bd2d-4292-8ae7-319001784852 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:52.209731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9ffb95d1-bd2d-4292-8ae7-319001784852 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:52.221697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9ffb95d1-bd2d-4292-8ae7-319001784852 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:52.221897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:52.270986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a3773-93d1-4da9-9831-fee2bb18627e req-e517c0da-87b7-4551-9e9a-416d4be68637 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:52.274113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-335a3773-93d1-4da9-9831-fee2bb18627e req-e517c0da-87b7-4551-9e9a-416d4be68637 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 944 time: 0.1291656 Apr 25 14:48:52.279158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d83d7695-697f-4ca7-8141-afdd1d5dbc57 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:48:52.332090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-335a3773-93d1-4da9-9831-fee2bb18627e req-982c2fcd-565f-4da8-9a9c-c3673fd4bc92 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518339 Apr 25 14:48:52.472505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port d83d7695-697f-4ca7-8141-afdd1d5dbc57 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:48:52.477518 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:52.492854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port d83d7695-697f-4ca7-8141-afdd1d5dbc57 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:48:52.493197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:52.514432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56350) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:52.566182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9ffb95d1-bd2d-4292-8ae7-319001784852, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ffb95d1-bd2d-4292-8ae7-319001784852,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:52.570669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb95d1-bd2d-4292-8ae7-319001784852'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:52.586209 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:52.588018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 3e1ddd6a-2da8-4292-a167-541dddbecab1 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:48:52.642572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Deleting subnet edf4742b-8a6e-4e87-989d-8993b5fd4cd7 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:48:52.651409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:52.713140 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9cfb76-d683-4d33-a3f7-d2d6da25335e'] response: {'server_uuid': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffb95d1-bd2d-4292-8ae7-319001784852', 'code': 200} Apr 25 14:48:52.732266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9ffb95d1-bd2d-4292-8ae7-319001784852,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:52.745736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 3e1ddd6a-2da8-4292-a167-541dddbecab1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:48:52.746105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 3e1ddd6a-2da8-4292-a167-541dddbecab1 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:48:52.908244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:52.914631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.026695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d83d7695-697f-4ca7-8141-afdd1d5dbc57, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57,segment=NetworkSegment(1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3),segment_id=1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:53.039333 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.109607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085831-cbc9-449b-988c-b353927ad832 req-a62eaf9a-b362-49e9-a357-670b993b7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:53.112126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32085831-cbc9-449b-988c-b353927ad832 req-a62eaf9a-b362-49e9-a357-670b993b7254 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 1096 time: 0.3224800 Apr 25 14:48:53.144940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.151608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d91815cb-c427-47bf-8038-9c1961d40812 req-a959bdcb-b0c9-44a6-a51b-f261ea36e6f9 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1311579 Apr 25 14:48:53.205247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d83d7695-697f-4ca7-8141-afdd1d5dbc57,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:53.230668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32085831-cbc9-449b-988c-b353927ad832 req-2133ce8d-fde5-4fef-ac07-d69ba0abf427 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090546 Apr 25 14:48:53.249070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98085-7559-4173-baef-32af50a6e801 req-b37953ce-ea08-4389-9a06-44e68875f651 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:53.255994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfb98085-7559-4173-baef-32af50a6e801 req-b37953ce-ea08-4389-9a06-44e68875f651 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.2651868 Apr 25 14:48:53.314949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfb98085-7559-4173-baef-32af50a6e801 req-026450df-aef0-4863-bfb1-04afcffe42c9 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572689 Apr 25 14:48:53.338060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.343752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:53.395232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf4742b-8a6e-4e87-989d-8993b5fd4cd7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:53.399749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.406546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e9446c1-d4c2-4d13-8d1e-882d70fed4a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/edf4742b-8a6e-4e87-989d-8993b5fd4cd7 HTTP/1.1" status: 204 len: 168 time: 0.8904123 Apr 25 14:48:53.408935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56390) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:53.549943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.567371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:53.572115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Usage tracker for resource:security_group_rule and tenant:44bd42c4893a434998f663001b7181d1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:53.576406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:53.582756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:53.661606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc4c7-c335-4aa4-bbd4-d80cf2d7a7e2 req-4dcb8aaf-9b8e-4a12-b2ed-7f9ff8393caf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:53.669505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf7bc4c7-c335-4aa4-bbd4-d80cf2d7a7e2 req-4dcb8aaf-9b8e-4a12-b2ed-7f9ff8393caf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2003078 Apr 25 14:48:53.721048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf7bc4c7-c335-4aa4-bbd4-d80cf2d7a7e2 req-fc17deab-69e4-4478-9313-7e644703fedd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503671 Apr 25 14:48:53.751176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.764054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.842741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44bd42c4893a434998f663001b7181d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977953 Apr 25 14:48:53.843814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdf995-3dfd-4a09-b276-7dc61e17f460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0131b730-a2d5-4122-8406-853d5189628d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:53.846396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:53.860091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8dc4a25c-4406-4bde-a7f0-8240614466ab req-83d3863a-36d0-458c-8096-507a5faa6534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4875d1be620a4bb3986b769a6800513f&device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1204681 Apr 25 14:48:53.917849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8dc4a25c-4406-4bde-a7f0-8240614466ab req-2e6d22d2-13c5-4635-96e1-9ab40f66a5e6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4875d1be620a4bb3986b769a6800513f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342917 Apr 25 14:48:53.921919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:53.965492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:53.983980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff583582-9170-4d0d-9624-3ffad11cbbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.031348 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff583582-9170-4d0d-9624-3ffad11cbbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.052300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9ae73-b26a-4eb6-bbe5-a752b1ad55a9 req-de5da0b2-295c-44ba-8943-584ad34644b5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:54.054357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aba9ae73-b26a-4eb6-bbe5-a752b1ad55a9 req-de5da0b2-295c-44ba-8943-584ad34644b5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1433287 Apr 25 14:48:54.122789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb2fff-e5a2-4acf-89e6-f53dd2078285 req-7b8b6a97-41c7-403f-975b-98cace614338 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:54.130074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5fb2fff-e5a2-4acf-89e6-f53dd2078285 req-7b8b6a97-41c7-403f-975b-98cace614338 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.3944762 Apr 25 14:48:54.205434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-503447159'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:54.217864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:54.230530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Usage tracker for resource:network and tenant:f8cfb639c07248c9bb0beb87e95dc19e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:54.236227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:54.246713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:54.261565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aba9ae73-b26a-4eb6-bbe5-a752b1ad55a9 req-4e4720cb-68e9-484d-acb3-ebb2d9951776 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988819 Apr 25 14:48:54.277141 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.290590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Made reservation on behalf of f8cfb639c07248c9bb0beb87e95dc19e for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:54.295640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.313874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.322743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470cb302-8fd2-447a-809c-2f8244dfe227']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:54.331313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:54.336077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Usage tracker for resource:security_group_rule and tenant:f8cfb639c07248c9bb0beb87e95dc19e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:54.339003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27a035d-49da-43e1-885f-6f9ff95faa2a') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:54.339314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27a035d-49da-43e1-885f-6f9ff95faa2a') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:54.339665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:54.345573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:54.356097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.394833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff583582-9170-4d0d-9624-3ffad11cbbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.426176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5fb2fff-e5a2-4acf-89e6-f53dd2078285 req-84fd8df1-7b17-47da-b7ef-e200ebce3827 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942915 Apr 25 14:48:54.428965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583582-9170-4d0d-9624-3ffad11cbbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0131b730-a2d5-4122-8406-853d5189628d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:54.429142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4a25c-4406-4bde-a7f0-8240614466ab req-f56b5982-d09a-4d9d-bdc1-8ddc5d9b7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:54.449108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8dc4a25c-4406-4bde-a7f0-8240614466ab req-f56b5982-d09a-4d9d-bdc1-8ddc5d9b7946 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5128379 Apr 25 14:48:54.449313 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff583582-9170-4d0d-9624-3ffad11cbbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.449313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ff583582-9170-4d0d-9624-3ffad11cbbef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0131b730-a2d5-4122-8406-853d5189628d HTTP/1.1" status: 204 len: 168 time: 0.5898018 Apr 25 14:48:54.452568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.472964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:54.485705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:54.526330 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:48:54.598956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.628326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.645848 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c730cbf-fb32-4ea0-9d79-b76ab6dcb468 req-38ae136f-d51a-41b0-9342-f3121cf8926e tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1277397 Apr 25 14:48:54.656065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:54.665944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.666961 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Added segment 4c459d2e-20a5-43b6-b7f3-e87be6355ae6 of type vlan for network bd480faf-bdf4-4bd1-884a-aea3585a2622 Apr 25 14:48:54.709474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.714591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:48:54.719520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.724611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.760493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] Pushing event deleted for resources: {'Network': ['ID=470cb302-8fd2-447a-809c-2f8244dfe227,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:54.762090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.764549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-45fd7387-f728-4cfd-9f7e-a9a43b75c834 admin admin] 10.222.0.23 "DELETE /v2.0/networks/470cb302-8fd2-447a-809c-2f8244dfe227 HTTP/1.1" status: 204 len: 168 time: 1.3541853 Apr 25 14:48:54.770660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:54.771287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:54.774773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0371a-9192-482a-a74a-ee5f211c7042 req-a6b4a02b-9181-4582-a2ce-05c981b34798 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:54.775463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ac0371a-9192-482a-a74a-ee5f211c7042 req-a6b4a02b-9181-4582-a2ce-05c981b34798 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.1551685 Apr 25 14:48:54.808233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e84982-0878-440a-8994-add8761e7d4b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:54.829755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ac0371a-9192-482a-a74a-ee5f211c7042 req-15b54ceb-10c9-467f-b954-2ed41ae9a28b tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471501 Apr 25 14:48:54.893218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9225609 Apr 25 14:48:54.953175 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f38430-e598-4da2-9988-3eeaec4fb2d3'] response: {'server_uuid': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57', 'code': 200} Apr 25 14:48:54.956044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536be4-e53f-4601-a728-c2b8bf2f82dc tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Pushing event updated for resources: {'Network': ['ID=bd480faf-bdf4-4bd1-884a-aea3585a2622,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:54.969338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network bd480faf-bdf4-4bd1-884a-aea3585a2622 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:55.019032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84939-f051-4f76-9b56-ee9934459500 req-99ce1d00-39d4-488b-8fc0-e1f201341441 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:55.020756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56438) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:55.021277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0f84939-f051-4f76-9b56-ee9934459500 req-99ce1d00-39d4-488b-8fc0-e1f201341441 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2207091 Apr 25 14:48:55.044464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.088213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0f84939-f051-4f76-9b56-ee9934459500 req-e038b376-f764-411c-af5a-9987fa79bbef tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588851 Apr 25 14:48:55.088737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:55.113517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:55.120845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Usage tracker for resource:security_group_rule and tenant:68dc43617465464d879f428db9b54fe6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:55.125268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:55.132634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:55.173659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384d2e-f5e2-4993-8d33-e40c75367552 req-1706e6d3-2778-47c0-bf50-345ef6ccd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:55.175301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9384d2e-f5e2-4993-8d33-e40c75367552 req-1706e6d3-2778-47c0-bf50-345ef6ccd2e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 1097 time: 0.1140332 Apr 25 14:48:55.176585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84ffd597-08e5-47db-a783-3565216dd20e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=417fbf4ce6e541958dbec8ff474606df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822067 Apr 25 14:48:55.180259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:55.238749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9384d2e-f5e2-4993-8d33-e40c75367552 req-7ad7264c-42a6-44fe-ab3f-e5ed20055ec5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541458 Apr 25 14:48:55.293207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.294932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-041df6ee-daa4-4006-a33c-e217eacdb12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.298318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.337762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-041df6ee-daa4-4006-a33c-e217eacdb12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.351358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68dc43617465464d879f428db9b54fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291445 Apr 25 14:48:55.352368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56452) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:55.353108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4d5f-9a61-4b4b-903d-73a2f2248e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66c1f9-fb79-40ed-8830-7438ebf99810,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:55.363591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c24041-a5b2-4453-90e2-21d035558b6b req-bb4be60e-8cdc-4765-bc4d-9518f77c4de8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:55.370434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39c24041-a5b2-4453-90e2-21d035558b6b req-bb4be60e-8cdc-4765-bc4d-9518f77c4de8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1559024 Apr 25 14:48:55.409678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:55.418608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Request body: {'port': {'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622', 'binding:host_id': 'n-h2-811416-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-715262376'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:55.425013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:55.428310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39c24041-a5b2-4453-90e2-21d035558b6b req-d32badea-aa56-4254-8729-8add3ec4ad71 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570228 Apr 25 14:48:55.430111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e1849fe-5825-48e1-a7e7-abe781d65b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.432137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Usage tracker for resource:port and tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:55.435805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:55.443555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-041df6ee-daa4-4006-a33c-e217eacdb12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.449367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:55.466193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041df6ee-daa4-4006-a33c-e217eacdb12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759f357-1332-4d92-b513-02b2e2dac124,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:55.481393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Made reservation on behalf of 83b6acff7d0e4ddaa0a40a4391eb7fc7 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:55.484209 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.486682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-041df6ee-daa4-4006-a33c-e217eacdb12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.490723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-041df6ee-daa4-4006-a33c-e217eacdb12a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3759f357-1332-4d92-b513-02b2e2dac124 HTTP/1.1" status: 204 len: 168 time: 0.3086224 Apr 25 14:48:55.520655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e1849fe-5825-48e1-a7e7-abe781d65b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.528330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.556895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:55.570643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Usage tracker for resource:security_group_rule and tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:55.577202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:55.585688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:55.658731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e1849fe-5825-48e1-a7e7-abe781d65b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.690326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1849fe-5825-48e1-a7e7-abe781d65b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66c1f9-fb79-40ed-8830-7438ebf99810,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:55.707443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e1849fe-5825-48e1-a7e7-abe781d65b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.708622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e1849fe-5825-48e1-a7e7-abe781d65b00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee66c1f9-fb79-40ed-8830-7438ebf99810 HTTP/1.1" status: 204 len: 168 time: 0.3516412 Apr 25 14:48:55.780319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31df35-4769-4a00-96dd-fdd62ad854eb req-3298bf31-61f5-477b-83b8-cde5b01d3acc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:55.782123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b31df35-4769-4a00-96dd-fdd62ad854eb req-3298bf31-61f5-477b-83b8-cde5b01d3acc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.1663847 Apr 25 14:48:55.824422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.835316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:55.839846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19a88-649d-4bfb-aba9-132c32651fd7 req-e51933ac-ecf2-4cfa-921f-8fe8c97a53b4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:55.841598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfb19a88-649d-4bfb-aba9-132c32651fd7 req-e51933ac-ecf2-4cfa-921f-8fe8c97a53b4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.0913861 Apr 25 14:48:55.874049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port 2fd562f9-64f6-4b9e-a412-4b096073141c yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:48:55.890855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfb19a88-649d-4bfb-aba9-132c32651fd7 req-b72e5ded-aec3-42cd-81ee-60a907c62053 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Apr 25 14:48:55.913198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b0811-8327-49b9-9987-37a9b77229f5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:55.930920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b31df35-4769-4a00-96dd-fdd62ad854eb req-de18d8f4-8b13-431a-b028-fa94a2e5f6d4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370544 Apr 25 14:48:56.143970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f14d367-fdec-4bdd-aef0-1a0183963f93 req-b4bf6416-079e-4e81-8309-908b4a02b11b tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0561540 Apr 25 14:48:56.412660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port 2fd562f9-64f6-4b9e-a412-4b096073141c yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:48:56.422964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f7282-f395-46f6-81c4-a6ab291a9720 req-c63eadc1-b880-4b06-8105-be85c56f6019 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:56.424569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d8f7282-f395-46f6-81c4-a6ab291a9720 req-c63eadc1-b880-4b06-8105-be85c56f6019 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.3083172 Apr 25 14:48:56.431079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:56.464521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Transition to ACTIVE for port object 2fd562f9-64f6-4b9e-a412-4b096073141c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:48:56.489609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d8f7282-f395-46f6-81c4-a6ab291a9720 req-7eee7312-ef53-4bbd-a621-2d17ed545ec9 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551734 Apr 25 14:48:56.491902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:56.612644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d707-fa13-4ffe-897d-2c2b710430b0 req-17e3bcca-23b4-4299-a787-62d3bad93a4c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:56.615214 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c567d707-fa13-4ffe-897d-2c2b710430b0 req-17e3bcca-23b4-4299-a787-62d3bad93a4c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1524143 Apr 25 14:48:56.650472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd562f9-64f6-4b9e-a412-4b096073141c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:56.659214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Checking segment: {'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:48:56.659543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Network hostable DHCP agents. Network: bd480faf-bdf4-4bd1-884a-aea3585a2622, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:48:56.681737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Network bd480faf-bdf4-4bd1-884a-aea3585a2622 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:48:56.695282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, bd480faf-bdf4-4bd1-884a-aea3585a2622) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:56.706327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841c2e3-77d3-4ffb-86d2-e88c2999df8b None None] Network bd480faf-bdf4-4bd1-884a-aea3585a2622 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:48:56.741879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:56.777752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c567d707-fa13-4ffe-897d-2c2b710430b0 req-baf29758-4a9e-4729-843f-2b117447cde6 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551440 Apr 25 14:48:56.805970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:56.806343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:56.806693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:56.838476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:56.839683 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:56.841503 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 2 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:56.873587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:56.875731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:56.879100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:56.879575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:56.886232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:56.886756 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:56.887255 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 3 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:56.915440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:56.915440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:56.915751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:56.929443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:56.929787 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:56.930195 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 4 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:56.955074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:56.955423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:56.955768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:56.961779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:56.962577 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:56.962988 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 5 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:56.980865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:56.981239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:56.981585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:56.986700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:56.987035 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:56.987428 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 6 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:57.002488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:57.002827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:57.003346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:57.011141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:57.011469 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:57.011902 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 7 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:57.031653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:57.031990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:57.032413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:57.037860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:57.038192 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:57.038588 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 8 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:57.064058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:57.064428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:57.064770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:57.071840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:57.072166 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:57.074514 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 9 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:57.111467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:57.111923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:57.115179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:57.124792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:57.126577 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:57.127056 n-d-811416-6 neutron-server[88061]: INFO neutron.plugins.ml2.plugin [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 10 to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c Apr 25 14:48:57.143812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1052654334-network', 'tenant_id': '7a6c3166ed24499a803a9472ef4307ae'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:57.152273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:48:57.153588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:48:57.154362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:48:57.155024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:57.161357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 2fd562f9-64f6-4b9e-a412-4b096073141c on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:48:57.161691 n-d-811416-6 neutron-server[88061]: ERROR neutron.plugins.ml2.managers [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 2fd562f9-64f6-4b9e-a412-4b096073141c on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:48:57.162196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.170641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Usage tracker for resource:network and tenant:7a6c3166ed24499a803a9472ef4307ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:57.175055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:57.184921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:57.195464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bb44-6c3c-4b85-98bf-66dfa4559ff5 req-612a90cc-344c-4025-b4f4-cccb741c36b5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:57.203019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a130bb44-6c3c-4b85-98bf-66dfa4559ff5 req-612a90cc-344c-4025-b4f4-cccb741c36b5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.1367824 Apr 25 14:48:57.256804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Made reservation on behalf of 7a6c3166ed24499a803a9472ef4307ae for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:57.259314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.264850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] For port 2fd562f9-64f6-4b9e-a412-4b096073141c, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:48:57.265484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempted to set empty binding levels {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 25 14:48:57.270342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.278211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.294239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a130bb44-6c3c-4b85-98bf-66dfa4559ff5 req-672ffe85-fd65-449d-b753-53f4a1bcfe29 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 Apr 25 14:48:57.297673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:57.306104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6c3166ed24499a803a9472ef4307ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:48:57.310011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:48:57.317302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:57.389101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:57.389682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.427916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd562f9-64f6-4b9e-a412-4b096073141c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:57.436303 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.444084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fa5bfdd-c296-46c2-921f-f36cc7b7b981 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0302670 Apr 25 14:48:57.445328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56538) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:57.484628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b95e2-a797-427f-ad0a-68779a8cda2d req-9df0f67c-6e60-484c-86ad-f62b5a919e67 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:57.486821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-271b95e2-a797-427f-ad0a-68779a8cda2d req-9df0f67c-6e60-484c-86ad-f62b5a919e67 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2098424 Apr 25 14:48:57.509741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Deleting port 2fd562f9-64f6-4b9e-a412-4b096073141c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:48:57.510094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.543193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-271b95e2-a797-427f-ad0a-68779a8cda2d req-58da4ce7-c6be-425a-9b10-9517a6de2e6f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504935 Apr 25 14:48:57.548331 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.615123 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c939cfb-612a-487b-8a10-b1bd3ae05892 req-633ba01f-43f3-4b11-825b-e367c16dc33e tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0741491 Apr 25 14:48:57.649310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:48:57.698335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2794ef-3062-4c64-af4d-14ec4d29740a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:57.707061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.707418 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Added segment 308fcc31-97e6-47fd-a750-502ef1a5f5fc of type vlan for network 80554768-9989-4225-abcc-f721aeb56124 Apr 25 14:48:57.793387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253d676-e50c-4dc0-b0a6-b47e1fdcc3bc req-198f31e5-e77b-4523-8ce0-ba05476600b4 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:57.794875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7253d676-e50c-4dc0-b0a6-b47e1fdcc3bc req-198f31e5-e77b-4523-8ce0-ba05476600b4 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.1117382 Apr 25 14:48:57.816977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:57.843047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7253d676-e50c-4dc0-b0a6-b47e1fdcc3bc req-6da2b3af-a1a4-446b-8e0b-996fe8c26328 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Apr 25 14:48:57.913772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] For port 2fd562f9-64f6-4b9e-a412-4b096073141c, host n-h2-811416-6, got binding levels [] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:48:57.914132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.137125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.138184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:58.138703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.148578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Calling delete_port for 2fd562f9-64f6-4b9e-a412-4b096073141c owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:48:58.322031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae974b1-6727-4298-892b-2262c562fe1c req-dcb19d63-e929-4e33-b637-dea5ddf1d0da tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:58.325496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ae974b1-6727-4298-892b-2262c562fe1c req-dcb19d63-e929-4e33-b637-dea5ddf1d0da tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5841498 Apr 25 14:48:58.328072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] Pushing event updated for resources: {'Network': ['ID=80554768-9989-4225-abcc-f721aeb56124,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:58.339106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 80554768-9989-4225-abcc-f721aeb56124 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:48:58.372295 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d85c77a-d55a-41b5-bbac-9cdd29c74171 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4964709 Apr 25 14:48:58.397433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ae974b1-6727-4298-892b-2262c562fe1c req-22434020-7484-49d5-8afd-92e42a8454ed tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Apr 25 14:48:58.406453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff990f-1b69-4001-9374-8be41f9986c9 req-bfc932da-5f42-4f02-9862-b385b6627956 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:58.414414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.425400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feff990f-1b69-4001-9374-8be41f9986c9 req-bfc932da-5f42-4f02-9862-b385b6627956 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.1297781 Apr 25 14:48:58.488549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fd562f9-64f6-4b9e-a412-4b096073141c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:58.501381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.516968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56612) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:58.518759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7a3f7595-f00f-4d89-beec-f03a1dadf4f8 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2fd562f9-64f6-4b9e-a412-4b096073141c HTTP/1.1" status: 204 len: 168 time: 1.0731759 Apr 25 14:48:58.566934 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8fe9cc-66bc-45c2-87c6-92b88190312c tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:48:58.567607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bc8fe9cc-66bc-45c2-87c6-92b88190312c tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Synchronizing usage tracker for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:58.581897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-feff990f-1b69-4001-9374-8be41f9986c9 req-761b1bd0-fbe1-4881-b6c1-fefdecfb4bfd tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537416 Apr 25 14:48:58.645337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bc8fe9cc-66bc-45c2-87c6-92b88190312c tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Unset dirty status for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:58.646320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bc8fe9cc-66bc-45c2-87c6-92b88190312c tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "GET /v2.0/ports/2fd562f9-64f6-4b9e-a412-4b096073141c HTTP/1.1" status: 404 len: 333 time: 0.1282580 Apr 25 14:48:58.647549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:58.660918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Request body: {'port': {'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-177924425'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:58.679390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:48:58.702674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:48:58.718302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Made reservation on behalf of 83b6acff7d0e4ddaa0a40a4391eb7fc7 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:48:58.720972 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.736742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098637e-c654-414a-a154-207bf2a1bfd2 req-ea928594-709a-485a-bda1-02ac73852305 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:58.744370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2098637e-c654-414a-a154-207bf2a1bfd2 req-ea928594-709a-485a-bda1-02ac73852305 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.1369307 Apr 25 14:48:58.748870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port c615b222-3010-4dea-9bcb-f8d69747ac51 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:48:58.799073 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:58.804493 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2098637e-c654-414a-a154-207bf2a1bfd2 req-e4a09feb-c756-49a9-8519-00b6952a0834 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568364 Apr 25 14:48:58.881617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f059f99d-87b8-4c76-9a62-12dc2d9fc903 req-baf535b7-efb5-4099-a0bc-6f3199244762 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0534525 Apr 25 14:48:59.135332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.154199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed61dd-2742-4ff7-9c2b-21400d751077 req-3ea57824-6dc2-4acf-9040-6f115081b919 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.161197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed61dd-2742-4ff7-9c2b-21400d751077 req-3ea57824-6dc2-4acf-9040-6f115081b919 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.169454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed61dd-2742-4ff7-9c2b-21400d751077 req-3ea57824-6dc2-4acf-9040-6f115081b919 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.170282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d8ed61dd-2742-4ff7-9c2b-21400d751077 req-3ea57824-6dc2-4acf-9040-6f115081b919 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] Synchronizing usage tracker for tenant:7a6c3166ed24499a803a9472ef4307ae on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:48:59.175933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba33166-5948-4a17-a43f-56afe8d42dd9 req-f4a288c6-fb20-439f-860a-2b7ec01630e4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.177339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cba33166-5948-4a17-a43f-56afe8d42dd9 req-f4a288c6-fb20-439f-860a-2b7ec01630e4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1304464 Apr 25 14:48:59.190009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d8ed61dd-2742-4ff7-9c2b-21400d751077 req-3ea57824-6dc2-4acf-9040-6f115081b919 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] Unset dirty status for tenant:7a6c3166ed24499a803a9472ef4307ae on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:48:59.193004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8ed61dd-2742-4ff7-9c2b-21400d751077 req-3ea57824-6dc2-4acf-9040-6f115081b919 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2028337 Apr 25 14:48:59.208463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.285517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Network bd480faf-bdf4-4bd1-884a-aea3585a2622 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:48:59.306151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:48:59.317009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:48:59.317009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.317009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.343894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cba33166-5948-4a17-a43f-56afe8d42dd9 req-8c577ea4-5231-4a44-be69-6a83b8f764d1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559978 Apr 25 14:48:59.356181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=c615b222-3010-4dea-9bcb-f8d69747ac51,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:48:59.367888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-90a1ca87-7067-4893-bbac-6efeb36b717e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7187958 Apr 25 14:48:59.370659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:59.377066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:48:59.418032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45797376-b11e-4174-930d-d893d6b9a4d7 req-f3cac880-14a1-4658-b178-07c8b7b6bf33 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.421757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45797376-b11e-4174-930d-d893d6b9a4d7 req-f3cac880-14a1-4658-b178-07c8b7b6bf33 tempest-ComputeTenantNetworksTest-1109963536 tempest-ComputeTenantNetworksTest-1109963536-project] 10.222.0.23 "GET /v2.0/networks/80554768-9989-4225-abcc-f721aeb56124 HTTP/1.1" status: 200 len: 769 time: 0.2070713 Apr 25 14:48:59.430142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56658) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:48:59.535986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.631547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.738649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016b8ef-553b-4b02-b6e1-705cc524205f req-fbe082ab-532c-494e-ab27-b1984cc1549b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.740123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7016b8ef-553b-4b02-b6e1-705cc524205f req-fbe082ab-532c-494e-ab27-b1984cc1549b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1850929 Apr 25 14:48:59.856240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.902925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80554768-9989-4225-abcc-f721aeb56124']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:59.917991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a5a01-1c01-41f6-b53d-8a27f4b463b6 req-df903c95-7089-4da4-97ca-3c7ecb30453b tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.919505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-432a5a01-1c01-41f6-b53d-8a27f4b463b6 req-df903c95-7089-4da4-97ca-3c7ecb30453b tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.1665366 Apr 25 14:48:59.920337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7016b8ef-553b-4b02-b6e1-705cc524205f req-06484344-83ac-4491-9b7b-4ea18191b582 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342363 Apr 25 14:48:59.924562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308fcc31-97e6-47fd-a750-502ef1a5f5fc') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:59.924562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308fcc31-97e6-47fd-a750-502ef1a5f5fc') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:48:59.927266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port c615b222-3010-4dea-9bcb-f8d69747ac51 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:48:59.940836 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.965749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.966812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.982449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-fff4eb4e-af9d-4ede-92b9-40170688265e tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:48:59.983935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-fff4eb4e-af9d-4ede-92b9-40170688265e tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.1850040 Apr 25 14:48:59.984983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:48:59.985420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:48:59.999431 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:49:00.004727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-432a5a01-1c01-41f6-b53d-8a27f4b463b6 req-0cf00d2f-3b10-481b-9364-4abfe6180dc1 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728555 Apr 25 14:49:00.191912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e07d051-9cf2-4b5f-ad36-5805f6a3e8bc req-c4f17407-91fe-432d-9308-ec67e2548edb tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0479503 Apr 25 14:49:00.294310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Transition to ACTIVE for port object c615b222-3010-4dea-9bcb-f8d69747ac51 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:00.304309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:00.307634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:00.341197 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:00.358312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Deleting port d83d7695-697f-4ca7-8141-afdd1d5dbc57 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:00.358655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:00.416776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] Pushing event deleted for resources: {'Network': ['ID=80554768-9989-4225-abcc-f721aeb56124,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:00.444543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c51ef090-6791-4ce7-b5fd-73d61b0315be admin admin] 10.222.0.23 "DELETE /v2.0/networks/80554768-9989-4225-abcc-f721aeb56124 HTTP/1.1" status: 204 len: 168 time: 1.0135541 Apr 25 14:49:00.562566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7fbae-066c-4041-a7d0-4f233a8044f6 req-29b8784a-8c0b-4a56-90e5-3f62fac82077 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:00.570125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8f7fbae-066c-4041-a7d0-4f233a8044f6 req-29b8784a-8c0b-4a56-90e5-3f62fac82077 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.4047246 Apr 25 14:49:00.657267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=c615b222-3010-4dea-9bcb-f8d69747ac51,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:00.662322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:00.662744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:00.663203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:00.679912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:00.680327 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:00.683804 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 2 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:00.708371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56678) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:00.721485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:00.721826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:00.722165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:00.735520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:00.735898 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:00.736383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d8f7fbae-066c-4041-a7d0-4f233a8044f6 req-566ecae8-dde9-4201-a28c-d2e69760d725 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652365 Apr 25 14:49:00.736992 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 3 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:00.816934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] For port d83d7695-697f-4ca7-8141-afdd1d5dbc57, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d83d7695-697f-4ca7-8141-afdd1d5dbc57,segment=NetworkSegment(1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3),segment_id=1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:00.817321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:00.827414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3dbc971e-9085-43e9-9dd7-6e358f12a84a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a6c3166ed24499a803a9472ef4307ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159158 Apr 25 14:49:00.830635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56682) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:00.861868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-d4fd9132-d247-4028-ae0a-c875aaf3e30a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4686036 Apr 25 14:49:00.872121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e2ef-a47b-4d51-8615-ac58d1dcf9fe req-10b6fa63-af46-4155-b039-1a56ae0614f2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:00.879848 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13c8e2ef-a47b-4d51-8615-ac58d1dcf9fe req-10b6fa63-af46-4155-b039-1a56ae0614f2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4876461 Apr 25 14:49:00.950211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:00.951310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:00.951310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:00.968780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Calling delete_port for d83d7695-697f-4ca7-8141-afdd1d5dbc57 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:00.972013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:00.972349 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:00.977074 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 4 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.004654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13c8e2ef-a47b-4d51-8615-ac58d1dcf9fe req-b6041a03-2984-4bd0-8e2f-1b0274da6f78 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238513 Apr 25 14:49:01.011209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.011554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.011898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.025582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.025928 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.026922 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 5 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.045456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.045802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.046143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.059374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.059714 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.060252 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 6 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.076496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-d5b8aa70-7855-42d8-b9b1-411519039333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:01.078019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-d5b8aa70-7855-42d8-b9b1-411519039333 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e1e8f534224e96a5cf855f2de9c807&device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 1097 time: 0.1923456 Apr 25 14:49:01.082204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.082544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.082884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.088362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.088700 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.089286 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 7 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.132094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6c21-b2b5-4af2-a6e2-39a1d04ef440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.141207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.141548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.141911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.169352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6c21-b2b5-4af2-a6e2-39a1d04ef440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.194629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.194972 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.199247 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 8 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.265469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.265701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.265890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.284356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.284693 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.289867 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 9 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.332518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.332518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.332878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.339652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6c21-b2b5-4af2-a6e2-39a1d04ef440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.342098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-869ab831-935c-44b2-b6af-ef39bd253ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:01.343636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-869ab831-935c-44b2-b6af-ef39bd253ef9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 200 len: 918 time: 0.2453723 Apr 25 14:49:01.344183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.344509 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.346400 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 10 to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 Apr 25 14:49:01.357191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.368952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d83d7695-697f-4ca7-8141-afdd1d5dbc57'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:49:01.376873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6c21-b2b5-4af2-a6e2-39a1d04ef440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2794ef-3062-4c64-af4d-14ec4d29740a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:01.458375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:01.459497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:01.463167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Pushing event deleted for resources: {'Port': ['ID=d83d7695-697f-4ca7-8141-afdd1d5dbc57,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:01.463381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:01.488339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:01.488683 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port c615b222-3010-4dea-9bcb-f8d69747ac51 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:01.489076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.519111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8afc8a-1ba4-40a8-bfd3-ebda6618588e req-2fe25ca4-ebb5-49ac-b65b-dc44be0137b1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:01.521003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a8afc8a-1ba4-40a8-bfd3-ebda6618588e req-2fe25ca4-ebb5-49ac-b65b-dc44be0137b1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2775345 Apr 25 14:49:01.522859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6c21-b2b5-4af2-a6e2-39a1d04ef440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.534677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f6ab6c21-b2b5-4af2-a6e2-39a1d04ef440 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff2794ef-3062-4c64-af4d-14ec4d29740a HTTP/1.1" status: 204 len: 168 time: 0.6951070 Apr 25 14:49:01.546019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] No DVR routers for this DVR port d83d7695-697f-4ca7-8141-afdd1d5dbc57 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:49:01.555682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.560962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa0216cf-5263-418c-a97c-dae9aae8b578 req-5f925082-5f30-4a07-a369-16b266f54373 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.21 "DELETE /v2.0/ports/d83d7695-697f-4ca7-8141-afdd1d5dbc57 HTTP/1.1" status: 204 len: 173 time: 1.5607703 Apr 25 14:49:01.580055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'name': 'network-vif-deleted', 'tag': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:01.641769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acb91-c374-476b-93fd-f22a00b29fd3 req-7fcefc03-8816-45c0-9f9d-aa9bcb10edd5 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:01.649899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-024acb91-c374-476b-93fd-f22a00b29fd3 req-7fcefc03-8816-45c0-9f9d-aa9bcb10edd5 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/ports?device_id=62a8bde4-236c-49e5-9e81-9d7c55fc0763 HTTP/1.1" status: 200 len: 946 time: 0.4416444 Apr 25 14:49:01.651080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a8afc8a-1ba4-40a8-bfd3-ebda6618588e req-fc54eb4a-f6c0-4ab3-9ac4-593054b37f36 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136711 Apr 25 14:49:01.695838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-08d43583-9473-4cfa-ac08-1fa4416ed1a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 200 len: 1000 time: 0.3397031 Apr 25 14:49:01.817501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-024acb91-c374-476b-93fd-f22a00b29fd3 req-41374aa8-73ef-43f4-98ae-dd3fa6939f10 tempest-ServerAddressesNegativeTestJSON-393995492 tempest-ServerAddressesNegativeTestJSON-393995492-project] 10.222.0.23 "GET /v2.0/security-groups?id=040b7326-0ad8-402b-9673-67a999ddeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665013 Apr 25 14:49:01.827065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] For port c615b222-3010-4dea-9bcb-f8d69747ac51, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:01.827568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempted to set empty binding levels {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 25 14:49:01.845567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-797c3b10-dae9-4f0e-8e1f-69521453e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:01.847152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-797c3b10-dae9-4f0e-8e1f-69521453e768 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 200 len: 856 time: 0.1432137 Apr 25 14:49:01.848828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.940154 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c063af-bace-4121-b478-d5beebeb4165'] response: {'server_uuid': '62a8bde4-236c-49e5-9e81-9d7c55fc0763', 'name': 'network-vif-deleted', 'tag': 'd83d7695-697f-4ca7-8141-afdd1d5dbc57', 'status': 'completed', 'code': 200} Apr 25 14:49:01.952533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] In _notify_port_updated(), no bound segment for port c615b222-3010-4dea-9bcb-f8d69747ac51 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:49:01.953419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:01.954022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:01.957922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "PUT /v2.0/ports/c615b222-3010-4dea-9bcb-f8d69747ac51 HTTP/1.1" status: 200 len: 974 time: 2.5862715 Apr 25 14:49:01.961305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56708) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:01.964723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82e1a722-897a-4df6-988b-8c1adb2e0319 req-49bce9f5-1b04-4c51-8cc0-373b1d33906a tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0855350 Apr 25 14:49:02.049834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824766b3-0fa5-4d5e-aeb4-31db080b98f4 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=c615b222-3010-4dea-9bcb-f8d69747ac51,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:02.092002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-6c68955b-9c24-4ea1-8452-86910f8ce623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.094037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-6c68955b-9c24-4ea1-8452-86910f8ce623 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394271 Apr 25 14:49:02.134236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.134723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.135193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.135660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.136119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.136681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.137197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.137663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.138127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.138588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.139050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.139503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.139968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.140421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.140881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.141527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.141990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.146285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Synchronizing usage tracker for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:02.284514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Unset dirty status for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:02.289926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-208e3f7f-fb23-4b47-b8af-45cbef77e28b tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15286 time: 0.3264213 Apr 25 14:49:02.292805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56726) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:02.331058 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-7fd76614-b0c4-40e6-acbc-823a3f19d2a7 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297077 Apr 25 14:49:02.384771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac783b-4692-4ba5-8efa-171372ed73f6 req-241fbf4c-d020-4ae9-a749-f3ea2badc1ae tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.386304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4ac783b-4692-4ba5-8efa-171372ed73f6 req-241fbf4c-d020-4ae9-a749-f3ea2badc1ae tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.1665993 Apr 25 14:49:02.451436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Deleting port c615b222-3010-4dea-9bcb-f8d69747ac51 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:02.452312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:02.499780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61820e-13ad-440b-9dc2-f58bdcb9674c req-c38e226d-2ed3-4fda-868e-908469eb8fce tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:02.508479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb61820e-13ad-440b-9dc2-f58bdcb9674c req-c38e226d-2ed3-4fda-868e-908469eb8fce tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 814 time: 0.4363854 Apr 25 14:49:02.535124 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb61820e-13ad-440b-9dc2-f58bdcb9674c req-fe3e6c62-cd8e-466b-8d09-8e8bd05120d5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/quotas/c8adbc80f5154b7a9376c6bf0cdf7a63 HTTP/1.1" status: 200 len: 375 time: 0.0251157 Apr 25 14:49:02.535272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4ac783b-4692-4ba5-8efa-171372ed73f6 req-7583207d-fca7-40ac-b107-3941dd17f15b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928423 Apr 25 14:49:02.562293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8714487b-83c1-4c72-8a4c-cc985df36ef0 req-88685b01-4771-4afe-93b2-1766965c5312 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228224 Apr 25 14:49:02.911667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb61820e-13ad-440b-9dc2-f58bdcb9674c req-ad9afb0d-dbbc-4a13-b77e-1650d40de8bb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3751702 Apr 25 14:49:02.923074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] For port c615b222-3010-4dea-9bcb-f8d69747ac51, host n-h2-811416-6, got binding levels [] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:02.923619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:02.954815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56748) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:03.158606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8b767db8-fbd1-4055-baed-d1c59435d3e5 req-0032e062-1fce-4098-8b31-db904c9b992e tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0518615 Apr 25 14:49:03.187559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Deleting subnet 8c2560ef-d92c-44ce-a654-1ff9e2df8d64 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:49:03.197109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.249935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Calling delete_port for c615b222-3010-4dea-9bcb-f8d69747ac51 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:03.277343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.368183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab33cad-a4f8-4724-9173-c7a91d7187a6 req-a253f8cf-e47c-40ab-adf0-d4f0fa7f8847 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:03.370127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ab33cad-a4f8-4724-9173-c7a91d7187a6 req-a253f8cf-e47c-40ab-adf0-d4f0fa7f8847 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2960901 Apr 25 14:49:03.371340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.375550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.461662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.471014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event deleted for resources: {'Port': ['ID=c615b222-3010-4dea-9bcb-f8d69747ac51,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:03.479979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.510115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-badab563-e922-4e80-9700-546d28f467c1 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c615b222-3010-4dea-9bcb-f8d69747ac51 HTTP/1.1" status: 204 len: 168 time: 1.2086568 Apr 25 14:49:03.515273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:03.530547 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ab33cad-a4f8-4724-9173-c7a91d7187a6 req-07df198d-6251-4687-90c7-6e316dd20d4e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891223 Apr 25 14:49:03.554806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.559276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2560ef-d92c-44ce-a654-1ff9e2df8d64,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:03.567982 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d358315-5b27-4a3b-a161-b9c98c25c043 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c2560ef-d92c-44ce-a654-1ff9e2df8d64 HTTP/1.1" status: 204 len: 168 time: 0.6116104 Apr 25 14:49:03.569013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:03.605558 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a437a6-1044-44e9-8c03-3fd0a2513500 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:49:03.606209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50a437a6-1044-44e9-8c03-3fd0a2513500 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Synchronizing usage tracker for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:03.626592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50a437a6-1044-44e9-8c03-3fd0a2513500 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Unset dirty status for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:03.627939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50a437a6-1044-44e9-8c03-3fd0a2513500 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "GET /v2.0/ports/c615b222-3010-4dea-9bcb-f8d69747ac51 HTTP/1.1" status: 404 len: 333 time: 0.1116724 Apr 25 14:49:03.632735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56776) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:03.653667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-580643547', 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:03.665932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:03.689128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:03.712803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Made reservation on behalf of 83b6acff7d0e4ddaa0a40a4391eb7fc7 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:03.717711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:03.790496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port 598678ad-f505-408c-87d1-6313bbb9389b yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:49:03.912903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f1413-cb5a-466b-980c-b486eecd9c20 req-1a9bbd03-3070-47f9-accf-a6f9505c1805 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:03.912903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-553f1413-cb5a-466b-980c-b486eecd9c20 req-1a9bbd03-3070-47f9-accf-a6f9505c1805 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1795595 Apr 25 14:49:04.017693 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-553f1413-cb5a-466b-980c-b486eecd9c20 req-6820359e-92cd-4385-bb0a-193e95e34d56 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897686 Apr 25 14:49:04.023106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.075744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b8a51-f323-4e3f-b870-579202af0667 req-c713a75c-6e2a-48e7-8032-3ed945881814 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:04.084831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-239b8a51-f323-4e3f-b870-579202af0667 req-c713a75c-6e2a-48e7-8032-3ed945881814 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.2686093 Apr 25 14:49:04.142513 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.149894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.217873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.278836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-239b8a51-f323-4e3f-b870-579202af0667 req-243215ce-6b24-4d47-8e3e-b0599afd4092 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930895 Apr 25 14:49:04.300136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.314271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d83d7695-697f-4ca7-8141-afdd1d5dbc57 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:49:04.369430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece8dc2c-d59d-478b-989c-c75ff0605e80']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:04.383878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:04.384183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a30ba30-9a9f-463d-b2ff-b0eeafdd4fc3') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:04.386985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: d83d7695-697f-4ca7-8141-afdd1d5dbc57 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:49:04.387520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d83d7695-697f-4ca7-8141-afdd1d5dbc57 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:49:04.399754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.438381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.472350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=598678ad-f505-408c-87d1-6313bbb9389b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:04.474957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:49:04.475483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:49:04.491684 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:49:04.513355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Network bd480faf-bdf4-4bd1-884a-aea3585a2622 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:04.585475 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bb445b9-0610-476b-847c-d529d66b8f28 req-c7bdfcd2-07e7-4b5a-8d51-92684bf85ab8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63 HTTP/1.1" status: 200 len: 221 time: 0.1352665 Apr 25 14:49:04.601316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.620290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:04.627925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:04.632227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:04.635096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.648235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:04.668331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] Pushing event deleted for resources: {'Network': ['ID=ece8dc2c-d59d-478b-989c-c75ff0605e80,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:04.678216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e9d20294-8cbc-4c91-b20c-aa5d2647785e admin admin] 10.222.0.23 "DELETE /v2.0/networks/ece8dc2c-d59d-478b-989c-c75ff0605e80 HTTP/1.1" status: 204 len: 168 time: 1.1047416 Apr 25 14:49:04.697152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f25af778-31e1-4da1-8032-20be0a538d5d req-b84cb591-cb24-4416-a6bc-9761733780c0 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.2161772 Apr 25 14:49:04.743269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-595bf582-f07a-4dfe-81e1-fa2a516cae0a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1058168 Apr 25 14:49:04.744788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56820) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:04.838153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71c9cca-a652-41d3-9896-7e21598b42fb tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:04.838900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c71c9cca-a652-41d3-9896-7e21598b42fb tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Synchronizing usage tracker for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:04.869853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c71c9cca-a652-41d3-9896-7e21598b42fb tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Unset dirty status for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:04.871281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c71c9cca-a652-41d3-9896-7e21598b42fb tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "GET /v2.0/ports/598678ad-f505-408c-87d1-6313bbb9389b HTTP/1.1" status: 200 len: 954 time: 0.1246386 Apr 25 14:49:04.874724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56828) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:04.893982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33c2b-0e5d-4acb-b970-cfacbd23b811 req-0d1da4ea-ca94-42ff-97d5-74c2cf7dc443 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:04.895544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86c33c2b-0e5d-4acb-b970-cfacbd23b811 req-0d1da4ea-ca94-42ff-97d5-74c2cf7dc443 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1662431 Apr 25 14:49:05.033055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56838) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:05.085659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86c33c2b-0e5d-4acb-b970-cfacbd23b811 req-aafc88b4-d0cc-4f21-a86b-a4e19a6848c0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400454 Apr 25 14:49:05.092468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Deleting port 598678ad-f505-408c-87d1-6313bbb9389b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:05.092830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.129506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bd95e428-2315-4600-9656-d11569e0c91e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c483db2e0e3e4c8bbb11098a1f913515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806208 Apr 25 14:49:05.132004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56846) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:05.279341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee09425e-b9bc-49c1-baa2-d6b28e81e5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.435046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee09425e-b9bc-49c1-baa2-d6b28e81e5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.550718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf7abe-92ce-40d9-a998-9631fac319cc req-f94ee1c1-ef47-432e-8b33-29c0c621d8b9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:05.552592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8cf7abe-92ce-40d9-a998-9631fac319cc req-f94ee1c1-ef47-432e-8b33-29c0c621d8b9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2221162 Apr 25 14:49:05.581936 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:49:05.616970 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee09425e-b9bc-49c1-baa2-d6b28e81e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.645521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.663015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09425e-b9bc-49c1-baa2-d6b28e81e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b7326-0ad8-402b-9673-67a999ddeb5a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:05.670822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8cf7abe-92ce-40d9-a998-9631fac319cc req-6080d46b-a395-41a1-bd09-8aac35de1383 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117606 Apr 25 14:49:05.673162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee09425e-b9bc-49c1-baa2-d6b28e81e5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.677356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ee09425e-b9bc-49c1-baa2-d6b28e81e5d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/040b7326-0ad8-402b-9673-67a999ddeb5a HTTP/1.1" status: 204 len: 168 time: 0.5440831 Apr 25 14:49:05.795870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Calling delete_port for 598678ad-f505-408c-87d1-6313bbb9389b owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:05.881753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c572c-ca64-46fb-b06f-ce1cfe609747 req-a9454e91-4829-44e4-a173-ac38667723b7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:05.883772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be8c572c-ca64-46fb-b06f-ce1cfe609747 req-a9454e91-4829-44e4-a173-ac38667723b7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.3155386 Apr 25 14:49:05.939168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be8c572c-ca64-46fb-b06f-ce1cfe609747 req-c5e54185-2b9f-4cdf-a045-b0f529d0af42 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Apr 25 14:49:05.940937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:05.949082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3f4a1ccb-94e7-4413-bf1e-33e7ba53d522 req-09cb108d-1d39-4105-980c-ddcc98c5d390 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0910876 Apr 25 14:49:06.029405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event deleted for resources: {'Port': ['ID=598678ad-f505-408c-87d1-6313bbb9389b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:06.037944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:06.070061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2637ed80-05dc-41c3-8334-57f4db40546e tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "DELETE /v2.0/ports/598678ad-f505-408c-87d1-6313bbb9389b HTTP/1.1" status: 204 len: 168 time: 1.1941171 Apr 25 14:49:06.073478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56882) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:06.182905 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09a699a-d5d6-4344-ac49-437aa05d147a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:49:06.191968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:06.192415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a09a699a-d5d6-4344-ac49-437aa05d147a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "GET /v2.0/ports/598678ad-f505-408c-87d1-6313bbb9389b HTTP/1.1" status: 404 len: 333 time: 0.1146281 Apr 25 14:49:06.195910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Request body: {'port': {'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-75196005'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:06.209424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:06.219086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Usage tracker for resource:port and tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:06.229748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:06.244482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3f547-8a47-4684-950a-95c17c54239a req-6370c63e-b3a1-4f19-b0f0-0b03d50cb604 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:06.245613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:06.246074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10a3f547-8a47-4684-950a-95c17c54239a req-6370c63e-b3a1-4f19-b0f0-0b03d50cb604 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1224301 Apr 25 14:49:06.260620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Made reservation on behalf of 83b6acff7d0e4ddaa0a40a4391eb7fc7 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:06.266028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:06.303957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port 23c6e600-c3bb-4b48-959a-cb0588a340c3 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:49:06.333851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10a3f547-8a47-4684-950a-95c17c54239a req-bb03ee87-50f3-4b76-897b-6fe8ea002d9a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820289 Apr 25 14:49:06.682967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8be09ab-95cd-4c72-ad00-943ea77cf1a5 req-952a9f27-aa44-4c5f-abfc-2c2afc30b86f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0800147 Apr 25 14:49:06.866494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:06.892402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da8e94-c9f2-46d9-b079-9da5c00feb32 req-c657a5d8-afac-45dd-a900-5a7bc11abcb3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:06.901078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89da8e94-c9f2-46d9-b079-9da5c00feb32 req-c657a5d8-afac-45dd-a900-5a7bc11abcb3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3666015 Apr 25 14:49:06.960563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-89da8e94-c9f2-46d9-b079-9da5c00feb32 req-60f58db1-ff12-429d-9e9e-1888756391d4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Apr 25 14:49:06.968247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56922) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:07.004184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.150979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Network bd480faf-bdf4-4bd1-884a-aea3585a2622 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:07.166205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:07.175663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:07.177105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:07.177923 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.266314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=23c6e600-c3bb-4b48-959a-cb0588a340c3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:07.284412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-988259085-network', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:07.301276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:07.317130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Usage tracker for resource:network and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:07.324053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:07.332338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:07.341182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a53d702a-e4fa-4f33-9297-2cdcd0f6403a tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1487036 Apr 25 14:49:07.343125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56946) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:07.351617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:07.387776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f8c121a-acbc-4a40-b096-939f8ea07086 req-918af0b9-4ea2-4f73-bd11-6519fcd68e12 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.2310393 Apr 25 14:49:07.398927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Made reservation on behalf of ebd1eee7783348ab8fc8b12cb5402e93 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:07.401473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.416264 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.435984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992923-b06d-4293-bf39-443291c8ed0a req-f8bb6e96-865d-4d4f-a632-508305b045be tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:07.443994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7992923-b06d-4293-bf39-443291c8ed0a req-f8bb6e96-865d-4d4f-a632-508305b045be tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.2719347 Apr 25 14:49:07.478798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:07.486940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:07.518112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:07.536006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:07.576039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7992923-b06d-4293-bf39-443291c8ed0a req-72c64aae-7668-41ac-9b05-1a99e139849d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311753 Apr 25 14:49:07.604642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.698216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00a7ef-5205-4a5e-9f3e-5990786a6a56 req-71b1e1ff-9894-471c-829b-034a915c6df3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:07.708982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd00a7ef-5205-4a5e-9f3e-5990786a6a56 req-71b1e1ff-9894-471c-829b-034a915c6df3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1328793 Apr 25 14:49:07.768708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd00a7ef-5205-4a5e-9f3e-5990786a6a56 req-29231b2b-42f2-4658-b17f-27208018daba tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558693 Apr 25 14:49:07.818545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56956) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:07.932146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.975549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:07.995126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.013333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:08.017553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Usage tracker for resource:security_group_rule and tenant:c00bf40d7e9943be8e378c187723b1a1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:08.020839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:08.027503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:08.031785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:49:08.062655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94996f5-5eed-4455-a81a-c2eeca6c010e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:08.065497 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.065838 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Added segment 8b10f97d-8767-4b2e-8932-993120f573ae of type vlan for network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 Apr 25 14:49:08.132729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff30a-9d92-4429-8522-0fb81215b2cf req-32fcdce7-5894-4611-b24a-b02995224342 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:08.134251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af9ff30a-9d92-4429-8522-0fb81215b2cf req-32fcdce7-5894-4611-b24a-b02995224342 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2049532 Apr 25 14:49:08.138852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.142714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.164969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.191411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c739f-8707-4484-a4ef-8dd621e90a86,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:08.196750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e6565927-201c-4a74-a1cf-5f489eb065aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c00bf40d7e9943be8e378c187723b1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770797 Apr 25 14:49:08.199322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56962) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:08.229980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] device_id is not set on port 23c6e600-c3bb-4b48-959a-cb0588a340c3 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:49:08.255368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.262765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-230b8683-2d26-4c00-8b7c-4a9ef9555560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.267579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af9ff30a-9d92-4429-8522-0fb81215b2cf req-838c4f45-a0d4-4d9f-9104-e192548dbbe4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987790 Apr 25 14:49:08.272504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.273170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:08.273780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.299367 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-230b8683-2d26-4c00-8b7c-4a9ef9555560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.377464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-230b8683-2d26-4c00-8b7c-4a9ef9555560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.391945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] Pushing event updated for resources: {'Network': ['ID=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:08.395188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8683-2d26-4c00-8b7c-4a9ef9555560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c739f-8707-4484-a4ef-8dd621e90a86,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:08.404360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-230b8683-2d26-4c00-8b7c-4a9ef9555560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.406845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Transition to ACTIVE for port object 23c6e600-c3bb-4b48-959a-cb0588a340c3 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:08.411220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:49:08.423623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-230b8683-2d26-4c00-8b7c-4a9ef9555560 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b65c739f-8707-4484-a4ef-8dd621e90a86 HTTP/1.1" status: 204 len: 168 time: 0.2152719 Apr 25 14:49:08.451879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.549317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b430c11e-83d8-4749-a8e0-c981bd627307 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5772548 Apr 25 14:49:08.549685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56978) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:08.556895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Request body: {'subnet': {'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-subnet', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:08.573217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:08.593085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Usage tracker for resource:subnet and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:08.607009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:08.622029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:08.649338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Made reservation on behalf of ebd1eee7783348ab8fc8b12cb5402e93 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:08.652092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.675492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=23c6e600-c3bb-4b48-959a-cb0588a340c3,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:08.730435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92c8f30f-095a-4a13-a045-b0c32e1ca165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.743303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482e1d3-0425-4950-b9bc-829c8c416bdb req-5d662ca3-8742-4e50-8db8-8667e4463e57 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:08.750578 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9482e1d3-0425-4950-b9bc-829c8c416bdb req-5d662ca3-8742-4e50-8db8-8667e4463e57 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3365147 Apr 25 14:49:08.753736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:08.754144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:08.754549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:08.786543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cbc1510-590a-4606-8bb7-143ff01e146d req-113fd905-8b16-4085-9bec-17f7ee272eda tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0760586 Apr 25 14:49:08.788560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:08.788991 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:08.790712 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 2 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:08.835090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9482e1d3-0425-4950-b9bc-829c8c416bdb req-fc4c0c1d-3778-40e6-8664-c7a69736bdad tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834920 Apr 25 14:49:08.844858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:08.845242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:08.845725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:08.852212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:08.852619 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:08.853096 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 3 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:08.869418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:08.869853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:08.870287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:08.875290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:08.875718 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:08.876209 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 4 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:08.895407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:08.895945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:08.896911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:08.903558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:08.908795 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:08.909364 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 5 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:08.935570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56992) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:08.961563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:08.980945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:08.984880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Usage tracker for resource:security_group_rule and tenant:138e05a9a82e43b3b6e34d8001bd940f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:08.990784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:08.994020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:08.994448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:08.995087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:09.001009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:09.005978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:09.006367 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:09.008371 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 6 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:09.039217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:09.039669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:09.040068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:09.047539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:09.047950 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:09.050270 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 7 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:09.080307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:09.080677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:09.081110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:09.091589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:09.091589 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:09.092819 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 8 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:09.114421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:09.114855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:09.115350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:09.120306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.126407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:09.126857 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:09.134044 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 9 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:09.160890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:09.161334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:09.161741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:09.176547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:09.176971 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:09.179847 n-d-811416-6 neutron-server[88060]: INFO neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempt 10 to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 Apr 25 14:49:09.204040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc36860-5de8-4a41-9590-de97248c2c00 req-536af8dd-1fa1-4278-a2d0-ea8258b00fa2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:09.211258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:09.211800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3fc36860-5de8-4a41-9590-de97248c2c00 req-536af8dd-1fa1-4278-a2d0-ea8258b00fa2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.1969697 Apr 25 14:49:09.211949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:09.212351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempting to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:09.223103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:09.223504 n-d-811416-6 neutron-server[88060]: ERROR neutron.plugins.ml2.managers [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Failed to bind port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on host n-h2-811416-6 for vnic_type normal using segments [{'id': '4c459d2e-20a5-43b6-b7f3-e87be6355ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bd480faf-bdf4-4bd1-884a-aea3585a2622'}] Apr 25 14:49:09.224098 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.239786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.251331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb651b5-cd7b-4b3b-8869-1956476f4fd7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:09.274365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Checking segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:09.274724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Network hostable DHCP agents. Network: 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:49:09.287978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.293447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3fc36860-5de8-4a41-9590-de97248c2c00 req-c1fd070a-bbd9-4fc6-bea9-8c5b3214fb92 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807383 Apr 25 14:49:09.307495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:49:09.321482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:09.330393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebcb34-0170-42fb-821b-5eef0dc1e76d None None] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:49:09.331893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:09.332703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.367206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d7fec1bc-0cb1-4fc8-8716-652ae3d4b155 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8163323 Apr 25 14:49:09.370048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56996) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:09.376486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:09.383431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:09.390009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Usage tracker for resource:router and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:09.394223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:09.403311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:09.415673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.419436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.437714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.483034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a29a0f0-d020-4f4f-b4f0-b5d1e67ea090 req-64d5caac-a5b9-4a4e-aab3-da750ff83797 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68&device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.1985340 Apr 25 14:49:09.560567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02077020-0935-459d-b3e7-a488848ea6b3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:09.583684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef147c55-e06f-4b6e-ac5b-a4d34fe5b524 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=138e05a9a82e43b3b6e34d8001bd940f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456468 Apr 25 14:49:09.596673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57002) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:09.616798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] For port 23c6e600-c3bb-4b48-959a-cb0588a340c3, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:09.617457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attempted to set empty binding levels {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 25 14:49:09.634611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.708074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] In _notify_port_updated(), no bound segment for port 23c6e600-c3bb-4b48-959a-cb0588a340c3 on network bd480faf-bdf4-4bd1-884a-aea3585a2622 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:49:09.708958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:09.709599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.710881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "PUT /v2.0/ports/23c6e600-c3bb-4b48-959a-cb0588a340c3 HTTP/1.1" status: 200 len: 973 time: 2.3653846 Apr 25 14:49:09.711915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:49:09.714061 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.714181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:09.781363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf5f-60a2-4e9f-bdb6-75862662c5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.783008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c45266-bb89-417f-a861-970b47d7ea29 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event updated for resources: {'Port': ['ID=23c6e600-c3bb-4b48-959a-cb0588a340c3,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:09.827179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf5f-60a2-4e9f-bdb6-75862662c5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:09.839733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Deleting port 23c6e600-c3bb-4b48-959a-cb0588a340c3 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:09.840061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.021548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Allocated IP 172.20.0.2 (24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4/cbb651b5-cd7b-4b3b-8869-1956476f4fd7/795a5cd0-23fa-419e-beaf-939d465c3952) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:10.039937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf5f-60a2-4e9f-bdb6-75862662c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.067119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.072851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79bf5f-60a2-4e9f-bdb6-75862662c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02077020-0935-459d-b3e7-a488848ea6b3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:10.129792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28e1349d-7f55-4c21-b18b-1ad9256a06b9 req-5f66828b-216f-47de-99fd-ae4f4bf488a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4875d1be620a4bb3986b769a6800513f&device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0517294 Apr 25 14:49:10.135806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c79bf5f-60a2-4e9f-bdb6-75862662c5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.137021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3c79bf5f-60a2-4e9f-bdb6-75862662c5b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02077020-0935-459d-b3e7-a488848ea6b3 HTTP/1.1" status: 204 len: 168 time: 0.5391738 Apr 25 14:49:10.169127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] For port 23c6e600-c3bb-4b48-959a-cb0588a340c3, host n-h2-811416-6, got binding levels [] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:10.169700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.189246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28e1349d-7f55-4c21-b18b-1ad9256a06b9 req-dbaacc0b-dc53-4e8a-a82e-e0322b4c4796 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4875d1be620a4bb3986b769a6800513f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361762 Apr 25 14:49:10.303759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.324251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Transition to ACTIVE for port object 795a5cd0-23fa-419e-beaf-939d465c3952 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:10.350758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Calling delete_port for 23c6e600-c3bb-4b48-959a-cb0588a340c3 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:10.357859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1349d-7f55-4c21-b18b-1ad9256a06b9 req-ae321919-8a39-4bf5-bffa-6abfb7d58d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:10.359309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28e1349d-7f55-4c21-b18b-1ad9256a06b9 req-ae321919-8a39-4bf5-bffa-6abfb7d58d1a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543829 Apr 25 14:49:10.365848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Transition to ACTIVE for port object 795a5cd0-23fa-419e-beaf-939d465c3952 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:10.376993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f7477-31e6-4e65-88ab-186e3673909d req-528d72d7-518f-45b8-9871-da820e273dad tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:10.382096 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.386108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f43f7477-31e6-4e65-88ab-186e3673909d req-528d72d7-518f-45b8-9871-da820e273dad tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.7886968 Apr 25 14:49:10.456181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Pushing event updated for resources: {'Port': ['ID=795a5cd0-23fa-419e-beaf-939d465c3952,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:10.467470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:10.469170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:10.471840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.472414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.472919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.473436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.473913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.475008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.475504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.475985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.476473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.476956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.477454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.477939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:10.478524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.481441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:10.491421 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a18fd0d1-737a-4a13-b899-2f4dca6ec356 req-0a32935c-032a-4afc-8c70-653b35e9a2fe tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.0598748 Apr 25 14:49:10.545023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Pushing event deleted for resources: {'Port': ['ID=23c6e600-c3bb-4b48-959a-cb0588a340c3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:10.548973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.559923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-80c45eff-8879-4f8b-b125-68539e565a21 tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "DELETE /v2.0/ports/23c6e600-c3bb-4b48-959a-cb0588a340c3 HTTP/1.1" status: 204 len: 168 time: 0.8385825 Apr 25 14:49:10.562528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57018) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:10.625881 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-de967364-1976-4750-bfd6-23ca0d58c55d tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] GET failed (client error): The resource could not be found. Apr 25 14:49:10.626813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-de967364-1976-4750-bfd6-23ca0d58c55d tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Synchronizing usage tracker for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:10.654558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-de967364-1976-4750-bfd6-23ca0d58c55d tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] Unset dirty status for tenant:83b6acff7d0e4ddaa0a40a4391eb7fc7 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:10.656171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de967364-1976-4750-bfd6-23ca0d58c55d tempest-PortsAdminExtendedAttrsTestJSON-1520185222 tempest-PortsAdminExtendedAttrsTestJSON-1520185222-project-admin] 10.222.0.23 "GET /v2.0/ports/23c6e600-c3bb-4b48-959a-cb0588a340c3 HTTP/1.1" status: 404 len: 333 time: 0.0922701 Apr 25 14:49:10.660156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57024) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:10.668333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Attempting to bind port 795a5cd0-23fa-419e-beaf-939d465c3952 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:10.668333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Attempting to bind port 795a5cd0-23fa-419e-beaf-939d465c3952 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:10.668333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Attempting to bind port 795a5cd0-23fa-419e-beaf-939d465c3952 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:10.685490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:10.685864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Checking segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:10.686272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.686661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Bound using segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:10.687129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Bound port: 795a5cd0-23fa-419e-beaf-939d465c3952, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:10.687502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.802415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f43f7477-31e6-4e65-88ab-186e3673909d req-af4cbc31-ad92-4ff4-9bc1-3415b5d7636b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153161 Apr 25 14:49:10.852715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] For port 795a5cd0-23fa-419e-beaf-939d465c3952, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:10.859625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] For port 795a5cd0-23fa-419e-beaf-939d465c3952, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=795a5cd0-23fa-419e-beaf-939d465c3952,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:10.866392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:10.980408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.057918 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8bc4a37-a605-4185-a87f-8c179ce87ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.111159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539150e-51f0-4f29-a5cd-3337f8bfbe12 req-4e2cd691-e8ca-4d3f-a954-48f55f9d38f8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:11.112874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1539150e-51f0-4f29-a5cd-3337f8bfbe12 req-4e2cd691-e8ca-4d3f-a954-48f55f9d38f8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.3882265 Apr 25 14:49:11.113431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452e7c6-4c46-4001-b8c1-14bf6ef465b3 None None] Pushing event updated for resources: {'Port': ['ID=795a5cd0-23fa-419e-beaf-939d465c3952,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:11.257149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.271394 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.276770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1539150e-51f0-4f29-a5cd-3337f8bfbe12 req-60a30ee6-5675-41e6-939d-f95dd45d34c7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447003 Apr 25 14:49:11.303164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd480faf-bdf4-4bd1-884a-aea3585a2622']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:11.313627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.322395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c459d2e-20a5-43b6-b7f3-e87be6355ae6') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:11.322689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c459d2e-20a5-43b6-b7f3-e87be6355ae6') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:11.325602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d0af8-3650-495d-9dfa-6fab9bb66760 req-5dadc60f-cf21-4ef1-adfc-1060fc304902 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:11.331777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e33d0af8-3650-495d-9dfa-6fab9bb66760 req-5dadc60f-cf21-4ef1-adfc-1060fc304902 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2944810 Apr 25 14:49:11.336469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.390181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.422618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:49:11.424901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.461943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e33d0af8-3650-495d-9dfa-6fab9bb66760 req-5bea0224-89e9-4bcb-8269-372dcd51afd0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289494 Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:49:11.481955 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:49:11.713213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28e1349d-7f55-4c21-b18b-1ad9256a06b9 req-f2c1a214-a4f9-4ddd-b92e-770650ff69d5 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.15 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.1207321 Apr 25 14:49:11.761980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.803635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.806237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Allocated IP 172.25.0.174 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f7e3e1c6-31b8-46b7-98ff-759392b0932a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:11.809014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.850561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] Pushing event deleted for resources: {'Network': ['ID=bd480faf-bdf4-4bd1-884a-aea3585a2622,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:11.894784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-63bc89e7-f774-48da-9c28-dbf58bfff675 tempest-PortsAdminExtendedAttrsTestJSON-2083952193 tempest-PortsAdminExtendedAttrsTestJSON-2083952193-project] 10.222.0.23 "DELETE /v2.0/networks/bd480faf-bdf4-4bd1-884a-aea3585a2622 HTTP/1.1" status: 204 len: 168 time: 1.2332788 Apr 25 14:49:11.898645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:11.929123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff5255-59c3-4642-aeb2-2565228f0d47 req-01b0c648-0ea5-485d-8c0c-53dbc1d87f1b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:11.930830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6ff5255-59c3-4642-aeb2-2565228f0d47 req-01b0c648-0ea5-485d-8c0c-53dbc1d87f1b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2218547 Apr 25 14:49:11.964600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-520da3cf-dfb8-4443-aa06-2dc23c6344ae req-51ed2000-a36d-4143-8ae2-3baa4732c716 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea2b02c-4efa-43b9-9da6-f13b01949a68 HTTP/1.1" status: 200 len: 210 time: 0.2263830 Apr 25 14:49:12.011127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6ff5255-59c3-4642-aeb2-2565228f0d47 req-aadeb5fd-b7fa-456b-8b01-7219cf8f398a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Apr 25 14:49:12.045523 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:12.103412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:12.312212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:12.313410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e3e1c6-31b8-46b7-98ff-759392b0932a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:12.316853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:12.320680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:12.463347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a873f5-b3bc-474d-951a-2cb3da2a215a req-501a4a1e-4857-4630-a679-0d41169dc249 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:12.486792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22a873f5-b3bc-474d-951a-2cb3da2a215a req-501a4a1e-4857-4630-a679-0d41169dc249 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2609670 Apr 25 14:49:12.520643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57074) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:12.627494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22a873f5-b3bc-474d-951a-2cb3da2a215a req-09155449-bb9b-4457-a874-3007c30d6d06 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380606 Apr 25 14:49:12.663254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 795a5cd0-23fa-419e-beaf-939d465c3952 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:12.847762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 795a5cd0-23fa-419e-beaf-939d465c3952 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:12.994202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66123859-40e8-4b7a-a162-41ddff203749 None None] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:49:13.050908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c3c7-ed7b-4de5-a9d1-fc8a30bc3ad8 req-312e1f04-7ddf-483d-b88f-5c4de16235cb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:13.053076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45c7c3c7-ed7b-4de5-a9d1-fc8a30bc3ad8 req-312e1f04-7ddf-483d-b88f-5c4de16235cb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.3763688 Apr 25 14:49:13.064843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] Provisioning for port 795a5cd0-23fa-419e-beaf-939d465c3952 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:13.137589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] Provisioning complete for port 795a5cd0-23fa-419e-beaf-939d465c3952 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:13.138596 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.184937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dfce8b2b-1f13-4663-a830-b4f09b5ab4c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8cfb639c07248c9bb0beb87e95dc19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509883 Apr 25 14:49:13.188061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57090) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:13.189709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45c7c3c7-ed7b-4de5-a9d1-fc8a30bc3ad8 req-5509d891-d613-4944-8168-1e12f23ac28e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275101 Apr 25 14:49:13.252695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f956e5-7d43-4217-a472-e3f5503dc4ca req-28d80a85-32d4-4a9d-9c4e-f7adda3bf46e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:13.264816 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6f956e5-7d43-4217-a472-e3f5503dc4ca req-28d80a85-32d4-4a9d-9c4e-f7adda3bf46e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4196451 Apr 25 14:49:13.327097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57cead34-059a-4beb-b52f-d84f62211b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.378091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6f956e5-7d43-4217-a472-e3f5503dc4ca req-1d7b88e8-e601-4f66-8e2b-0f94cd3e63ca tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120389 Apr 25 14:49:13.433286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57cead34-059a-4beb-b52f-d84f62211b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.442022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.551095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57cead34-059a-4beb-b52f-d84f62211b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.607599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cead34-059a-4beb-b52f-d84f62211b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e84982-0878-440a-8994-add8761e7d4b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:13.625597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.642615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57cead34-059a-4beb-b52f-d84f62211b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.645824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-57cead34-059a-4beb-b52f-d84f62211b6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2e84982-0878-440a-8994-add8761e7d4b HTTP/1.1" status: 204 len: 168 time: 0.4568119 Apr 25 14:49:13.717562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.806264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] For port 795a5cd0-23fa-419e-beaf-939d465c3952, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=795a5cd0-23fa-419e-beaf-939d465c3952,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:13.859157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:13.908793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17e097-2df4-40b7-9eeb-380f28070a0b req-e3b2ecc5-bd0c-4a77-937f-c8745822f837 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:13.921310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c17e097-2df4-40b7-9eeb-380f28070a0b req-e3b2ecc5-bd0c-4a77-937f-c8745822f837 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2526202 Apr 25 14:49:13.983270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e0b87-61a1-4162-8a24-05fc4aa5e854 None None] Pushing event updated for resources: {'Port': ['ID=795a5cd0-23fa-419e-beaf-939d465c3952,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:14.116151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-389a8da4-e385-4701-ba95-e78b1a376a15 req-da607441-63fa-4ca5-9905-751cb91ddb83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4875d1be620a4bb3986b769a6800513f&device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.1216133 Apr 25 14:49:14.239260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:14.240521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c17e097-2df4-40b7-9eeb-380f28070a0b req-8c68e1bc-4daf-4a97-b0a8-7a16d0d688af tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175583 Apr 25 14:49:14.261381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-389a8da4-e385-4701-ba95-e78b1a376a15 req-c4a64058-5a1c-4a6a-9b5c-54b9f70f8313 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4875d1be620a4bb3986b769a6800513f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340489 Apr 25 14:49:14.396131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-85c640a6-fe34-4c8b-ad72-f41c64bfdf15 None None] Provisioning complete for port 795a5cd0-23fa-419e-beaf-939d465c3952 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:14.396768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85c640a6-fe34-4c8b-ad72-f41c64bfdf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:14.519340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 795a5cd0-23fa-419e-beaf-939d465c3952 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:14.568317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57132) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:14.600419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03a4dadc-797b-465e-98c4-d97afd0f96c0 req-90a4e79d-43ff-4738-a283-350a1672d573 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.3672848 Apr 25 14:49:14.648542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a8da4-e385-4701-ba95-e78b1a376a15 req-0991bae4-ecb6-4339-a30a-2fea528d1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:14.650037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-389a8da4-e385-4701-ba95-e78b1a376a15 req-0991bae4-ecb6-4339-a30a-2fea528d1fb6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3796530 Apr 25 14:49:14.785839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 795a5cd0-23fa-419e-beaf-939d465c3952 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:14.788157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:14.796837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9e029-01f2-47f9-9f17-444489ff0b65 req-66ef79d7-9cd1-45af-9213-1707867f7c81 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:14.809642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22d9e029-01f2-47f9-9f17-444489ff0b65 req-66ef79d7-9cd1-45af-9213-1707867f7c81 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.1677983 Apr 25 14:49:14.867227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-22d9e029-01f2-47f9-9f17-444489ff0b65 req-52e74ae4-7a2c-48fa-8beb-af7ff58f7ce9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551240 Apr 25 14:49:14.942467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4c0749fc-99d8-4929-8442-7a6b890a3f8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83b6acff7d0e4ddaa0a40a4391eb7fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714459 Apr 25 14:49:14.948106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57138) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:15.014140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78152f-2e23-4cb6-8765-8547cbcb9872 req-d321cf92-03e7-40bf-8e58-b01904440413 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:15.025921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f78152f-2e23-4cb6-8765-8547cbcb9872 req-d321cf92-03e7-40bf-8e58-b01904440413 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2089486 Apr 25 14:49:15.043631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Router 025b06a6-a101-4757-afe6-41f743241d6c is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:49:15.144345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8b-b9aa-4393-b5d0-1d2553839af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:15.160053 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f78152f-2e23-4cb6-8765-8547cbcb9872 req-17dec83d-8f67-43fc-949d-c7616a853f81 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357825 Apr 25 14:49:15.174890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8b-b9aa-4393-b5d0-1d2553839af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:15.245586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8b-b9aa-4393-b5d0-1d2553839af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:15.283109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee514e8b-b9aa-4393-b5d0-1d2553839af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:15.284434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee514e8b-b9aa-4393-b5d0-1d2553839af2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d91b0811-8327-49b9-9987-37a9b77229f5 HTTP/1.1" status: 204 len: 168 time: 0.3321643 Apr 25 14:49:15.287669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514e8b-b9aa-4393-b5d0-1d2553839af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b0811-8327-49b9-9987-37a9b77229f5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:15.332965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:15.345233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Sync routers for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:15.371528 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:15.373175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92316230-b649-47e2-a97f-ee1cdd7cf9b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0019808 Apr 25 14:49:15.375940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57162) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:15.376334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:15.376995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:15.654124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d8f48-bce9-4d2a-8c23-748c229aa2e0 req-b96194b5-74f4-4a04-a7e9-152f28b5bd27 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:15.676464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-325d8f48-bce9-4d2a-8c23-748c229aa2e0 req-b96194b5-74f4-4a04-a7e9-152f28b5bd27 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1468732 Apr 25 14:49:15.760563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-325d8f48-bce9-4d2a-8c23-748c229aa2e0 req-b643a1b0-99a9-498b-b066-4503ae97e905 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821865 Apr 25 14:49:15.835545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:15.907596 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d64933d6-5250-4e8e-9def-a3ac53d5e1b7 req-0e6b2fd3-57a9-427e-8783-f7593a0173e5 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.0613203 Apr 25 14:49:16.240209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeefbcd-f21e-4725-b160-a2d9e5e90cd1 req-4aa649a3-561e-4424-b97b-d690af754c18 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:16.248315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-faeefbcd-f21e-4725-b160-a2d9e5e90cd1 req-4aa649a3-561e-4424-b97b-d690af754c18 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2104785 Apr 25 14:49:16.251567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57188) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:16.333835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-faeefbcd-f21e-4725-b160-a2d9e5e90cd1 req-3374a51c-96c9-49a1-abe5-9b0132ede743 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815103 Apr 25 14:49:16.393307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:12Z', 'revision_number': 3, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:16.398205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Checking router: 025b06a6-a101-4757-afe6-41f743241d6c for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:49:16.398638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Updating router 025b06a6-a101-4757-afe6-41f743241d6c port f7e3e1c6-31b8-46b7-98ff-759392b0932a binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:49:16.415542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-389a8da4-e385-4701-ba95-e78b1a376a15 req-5c415d65-796e-44df-9478-398d398b0cd9 tempest-ServerShowV247Test-1230561113 tempest-ServerShowV247Test-1230561113-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccc77c3d-52a3-4eeb-b7f2-5abbf4cb58cc HTTP/1.1" status: 200 len: 210 time: 0.0934889 Apr 25 14:49:16.512228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:16.537892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:16.562976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:16.569995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab66c69d8c04a20a622127f957743af is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:16.577791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:16.625253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:16.843272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57216) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:16.880538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:16.896395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.047043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1042089263'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:17.075427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ab66c69d8c04a20a622127f957743af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8226819 Apr 25 14:49:17.078144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:17.080476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57226) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:17.089498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43919-d3c1-4a06-bd02-afd0ff87147c req-c625e902-4bdc-4cae-a89c-42b0c8b5d8fe tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:17.091000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-daa43919-d3c1-4a06-bd02-afd0ff87147c req-c625e902-4bdc-4cae-a89c-42b0c8b5d8fe tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3174887 Apr 25 14:49:17.091662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82cb3f-3420-4302-b754-317f100a80c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde7733-95ed-45c5-9dbd-9de0e45f6dc7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:17.124595 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.135750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:network and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:17.137080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5fbce-15b6-43a6-ac82-a8b1ad1adbbd req-c97de6a6-4150-4360-ad22-4554e11024e2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:17.143672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Transition to ACTIVE for port object f7e3e1c6-31b8-46b7-98ff-759392b0932a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:17.144815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:17.145193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7eb5fbce-15b6-43a6-ac82-a8b1ad1adbbd req-c97de6a6-4150-4360-ad22-4554e11024e2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.9298491 Apr 25 14:49:17.157650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:17.158371 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.202333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-daa43919-d3c1-4a06-bd02-afd0ff87147c req-eb776cb7-d9aa-4a73-a04c-0af54d043ce1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884809 Apr 25 14:49:17.244627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:17.252435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.266259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7eb5fbce-15b6-43a6-ac82-a8b1ad1adbbd req-15b03c9a-da5c-4e35-ab9b-e5d462790247 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201534 Apr 25 14:49:17.275824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Attempting to bind port f7e3e1c6-31b8-46b7-98ff-759392b0932a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:17.279452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Attempting to bind port f7e3e1c6-31b8-46b7-98ff-759392b0932a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:17.280123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Attempting to bind port f7e3e1c6-31b8-46b7-98ff-759392b0932a on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:17.299175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:17.300957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:17.302975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.303697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:17.304350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Bound port: f7e3e1c6-31b8-46b7-98ff-759392b0932a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:17.306442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.306605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.343653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cdefa-ce50-4568-bcb4-adbdcc4f893a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.352061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.389717 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cdefa-ce50-4568-bcb4-adbdcc4f893a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.442010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:17.450151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:security_group_rule and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:17.453643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:17.461220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cdefa-ce50-4568-bcb4-adbdcc4f893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.466367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:17.486366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] For port f7e3e1c6-31b8-46b7-98ff-759392b0932a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:17.495753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] For port f7e3e1c6-31b8-46b7-98ff-759392b0932a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f7e3e1c6-31b8-46b7-98ff-759392b0932a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:17.515154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.537358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1289-95dc-4c01-8f25-e2e69da9754b None None] Pushing event updated for resources: {'Port': ['ID=f7e3e1c6-31b8-46b7-98ff-759392b0932a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:17.625289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cdefa-ce50-4568-bcb4-adbdcc4f893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde7733-95ed-45c5-9dbd-9de0e45f6dc7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:17.657687 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df2cdefa-ce50-4568-bcb4-adbdcc4f893a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.659727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-df2cdefa-ce50-4568-bcb4-adbdcc4f893a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dde7733-95ed-45c5-9dbd-9de0e45f6dc7 HTTP/1.1" status: 204 len: 168 time: 0.5640059 Apr 25 14:49:17.729514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:17.730264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Allocated IP 172.20.0.1 (24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4/cbb651b5-cd7b-4b3b-8869-1956476f4fd7/7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:17.730434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:17.760519 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.766134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.805440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:49:17.807481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1289-95dc-4c01-8f25-e2e69da9754b None None] Pushing event updated for resources: {'Port': ['ID=f7e3e1c6-31b8-46b7-98ff-759392b0932a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:17.815936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d31b3-25c9-4a6a-8b77-60aae0f7236e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:17.823112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.823570 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Added segment 5e83bbbc-28b6-4133-bcdf-0e2d58531016 of type vlan for network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c Apr 25 14:49:17.863315 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.913860 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:17.931446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:17.934198 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.014798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.067603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Transition to ACTIVE for port object 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:18.087776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:18.095848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57244) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:18.124650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f60a-0c42-4555-a4f9-b810f11bb04c req-26dda5e9-d937-44c7-b27a-475fdcdcd281 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:18.126313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c13f60a-0c42-4555-a4f9-b810f11bb04c req-26dda5e9-d937-44c7-b27a-475fdcdcd281 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2462375 Apr 25 14:49:18.177197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.202261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3579555 Apr 25 14:49:18.214880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57256) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:18.235167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'subnet': {'network_id': '643e359d-4c90-4a9f-b04e-e9991a2f1e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:18.264690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c13f60a-0c42-4555-a4f9-b810f11bb04c req-fab03fe5-801a-4247-a5d0-377b71cf44af tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291881 Apr 25 14:49:18.271792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:18.275387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:18.279237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:18.284778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0a637-31b3-467b-bc91-4f38ea9e4c82 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Network': ['ID=643e359d-4c90-4a9f-b04e-e9991a2f1e0c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:18.329011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57266) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:18.331004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:49:18.405738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Pushing event updated for resources: {'Port': ['ID=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:18.449929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.463394 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.503421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:18.563066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec38cfeea224cf7b0d6fa0c5f11ef25 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:18.576360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:18.588461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:18.591316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:18.604498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:subnet and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:18.610108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:18.628406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:18.678817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:18.682494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.863280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287bea-f849-4c31-b60d-3162fb4fbcb2 req-0cda90d4-f9bc-4f6c-bee1-1aad8d405a88 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:18.865966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15287bea-f849-4c31-b60d-3162fb4fbcb2 req-0cda90d4-f9bc-4f6c-bee1-1aad8d405a88 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.3672569 Apr 25 14:49:18.884214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.885566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-74bdf0b8-9d1e-46f1-a47c-5f8f911e1787 None None] Provisioning for port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:18.888619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.900173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-74bdf0b8-9d1e-46f1-a47c-5f8f911e1787 None None] Provisioning complete for port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:18.900648 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74bdf0b8-9d1e-46f1-a47c-5f8f911e1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:18.955571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:18.966778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837c6a-1736-4ce7-a8ed-ceb157ac0ab4 req-b7f1031d-e71d-42f6-8dc0-3592348d213f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:18.973722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38837c6a-1736-4ce7-a8ed-ceb157ac0ab4 req-b7f1031d-e71d-42f6-8dc0-3592348d213f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2102842 Apr 25 14:49:18.986727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15287bea-f849-4c31-b60d-3162fb4fbcb2 req-080b7b25-bde2-40df-a476-96807607c3df tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060762 Apr 25 14:49:18.991027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Usage tracker for resource:security_group_rule and tenant:4875d1be620a4bb3986b769a6800513f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:18.996288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:19.004136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:19.030065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-74bdf0b8-9d1e-46f1-a47c-5f8f911e1787 None None] Port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:19.069811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:12Z', 'revision_number': 3, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:19.075318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08974263-f4c2-4a6e-9f1a-1d663e04c306 None None] The sync data for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 is: [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:12Z', 'revision_number': 3, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:19.113184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.118027 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38837c6a-1736-4ce7-a8ed-ceb157ac0ab4 req-cd7f7bf4-a200-47d0-9b1f-c64ff18f2309 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427703 Apr 25 14:49:19.155966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.210558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ec38cfeea224cf7b0d6fa0c5f11ef25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8691142 Apr 25 14:49:19.214972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:19.268070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffa159-14d9-4421-9219-13f53896da45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c837e-bbdd-4c65-8205-f98128178da3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:19.331423 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.344040 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.377423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.431381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.455279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.498455 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.527345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4875d1be620a4bb3986b769a6800513f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4290457 Apr 25 14:49:19.538224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57280) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:19.557299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Subnet': ['ID=9b52d2f2-888a-471b-8c60-361f92a321c1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:19.567704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54587b-46aa-4e9d-88b7-2522af92e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e7de6-26e7-4128-9fb0-54d237f70512,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:19.617334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Checking segment: {'id': '5e83bbbc-28b6-4133-bcdf-0e2d58531016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '643e359d-4c90-4a9f-b04e-e9991a2f1e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:19.617992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network hostable DHCP agents. Network: 643e359d-4c90-4a9f-b04e-e9991a2f1e0c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:49:19.640332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f0db2-e730-4b9f-a7a4-9939279d32ec req-cf716140-7698-4247-aeea-7e6ef045d374 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:19.642302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-520f0db2-e730-4b9f-a7a4-9939279d32ec req-cf716140-7698-4247-aeea-7e6ef045d374 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3640339 Apr 25 14:49:19.675812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:49:19.700910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 643e359d-4c90-4a9f-b04e-e9991a2f1e0c) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:19.712495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:19.713198 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.713623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c0c4c-c7ad-43a8-8703-60cab42508fd None None] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:49:19.729679 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-520f0db2-e730-4b9f-a7a4-9939279d32ec req-496b7eb2-8443-4464-8f14-317c11cef765 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785010 Apr 25 14:49:19.770141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-75654d6a-997e-4ff6-96ed-3b5bc6f9bdc5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5513084 Apr 25 14:49:19.773914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57286) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:19.780496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-805101208', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:19.789802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:19.800492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:router and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:19.805245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:19.828832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:19.850986 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.852777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:19.872822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.085697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Pushing event updated for resources: {'Port': ['ID=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:20.110489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed1668c0-5746-4700-b316-2a6ee7641c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.188185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049690dc-3f2e-44fa-8ada-a757ab796a82 None None] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:49:20.239188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf488afa-63ba-4719-8455-fb8f0095db59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.310047 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed1668c0-5746-4700-b316-2a6ee7641c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.427881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.436444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf488afa-63ba-4719-8455-fb8f0095db59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.568621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:20.584017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:20.674290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f7e3e1c6-31b8-46b7-98ff-759392b0932a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:20.781188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f7e3e1c6-31b8-46b7-98ff-759392b0932a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:20.796801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f7e3e1c6-31b8-46b7-98ff-759392b0932a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:20.798758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:20.801386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb94c-794a-4b5a-8af0-18bdbd5588ff req-769bfaf8-80dd-4842-9c82-b936deedf92d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:20.803801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8abfb94c-794a-4b5a-8af0-18bdbd5588ff req-769bfaf8-80dd-4842-9c82-b936deedf92d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.5279150 Apr 25 14:49:20.988911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8abfb94c-794a-4b5a-8af0-18bdbd5588ff req-903e5640-cb84-4891-a656-a99f495e0642 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730590 Apr 25 14:49:21.007540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5fbe9540-9dc7-4e8d-b349-46b527ea9c9d None None] Provisioning complete for port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:21.011602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b67d45-fcbb-4e49-bc6a-ce18386a695d req-d314c905-629d-4125-9b29-5a337b0268df tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:21.015165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9540-9dc7-4e8d-b349-46b527ea9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.019873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43b67d45-fcbb-4e49-bc6a-ce18386a695d req-d314c905-629d-4125-9b29-5a337b0268df tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6766067 Apr 25 14:49:21.022889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf488afa-63ba-4719-8455-fb8f0095db59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.067471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed1668c0-5746-4700-b316-2a6ee7641c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.089745 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.098487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf488afa-63ba-4719-8455-fb8f0095db59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e7de6-26e7-4128-9fb0-54d237f70512,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:21.138869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe9540-9dc7-4e8d-b349-46b527ea9c9d None None] Port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:21.163383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f7e3e1c6-31b8-46b7-98ff-759392b0932a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f7e3e1c6-31b8-46b7-98ff-759392b0932a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:21.174022 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.192503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Router 025b06a6-a101-4757-afe6-41f743241d6c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:21.206193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cf488afa-63ba-4719-8455-fb8f0095db59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.211112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cf488afa-63ba-4719-8455-fb8f0095db59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/253e7de6-26e7-4128-9fb0-54d237f70512 HTTP/1.1" status: 204 len: 168 time: 1.6220474 Apr 25 14:49:21.211112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed1668c0-5746-4700-b316-2a6ee7641c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.213902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ed1668c0-5746-4700-b316-2a6ee7641c2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/033c837e-bbdd-4c65-8205-f98128178da3 HTTP/1.1" status: 204 len: 168 time: 1.9963374 Apr 25 14:49:21.223601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1668c0-5746-4700-b316-2a6ee7641c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c837e-bbdd-4c65-8205-f98128178da3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:21.245828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43b67d45-fcbb-4e49-bc6a-ce18386a695d req-009098dd-372d-4d78-a6f2-d27584fc77a7 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245448 Apr 25 14:49:21.312047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f7e3e1c6-31b8-46b7-98ff-759392b0932a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:21.319549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.374068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.587935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:21.598740 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-627fb156-6e3c-4b0b-86d0-8415b250a03a admin admin] 10.222.0.23 "PUT /v2.0/routers/025b06a6-a101-4757-afe6-41f743241d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2207806 Apr 25 14:49:21.627811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.118 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/e828908a-1034-424c-b982-a9af24b2cc01) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:21.711594 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Sync routers for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:21.728938 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:21.730688 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:21.862322 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:21.926566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:22.001471 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:22.115817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:22.119630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:22.124228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:22.183640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=e828908a-1034-424c-b982-a9af24b2cc01,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:22.562755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f7e3e1c6-31b8-46b7-98ff-759392b0932a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:22.596184 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:19Z', 'revision_number': 2, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:22.606578 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Checking router: 025b06a6-a101-4757-afe6-41f743241d6c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:49:22.606940 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Updating router 025b06a6-a101-4757-afe6-41f743241d6c port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:49:22.719726 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:22.746220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f7e3e1c6-31b8-46b7-98ff-759392b0932a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:22.750813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:22.836068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57358) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:22.996879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f28b-7312-4e68-96be-f0ddec0df609 req-744cd960-5eeb-4d16-a88d-6c21956163f8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:22.999024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84b6f28b-7312-4e68-96be-f0ddec0df609 req-744cd960-5eeb-4d16-a88d-6c21956163f8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.7880499 Apr 25 14:49:23.079970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-7f0802a7-700e-4d70-a0c9-bfd6eaa96bba tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:23.080725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-7f0802a7-700e-4d70-a0c9-bfd6eaa96bba tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:23.104699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-7f0802a7-700e-4d70-a0c9-bfd6eaa96bba tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:23.106149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-7f0802a7-700e-4d70-a0c9-bfd6eaa96bba tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 818 time: 0.3421915 Apr 25 14:49:23.135410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-777afedd-b885-4149-bb42-703c0a9e84fc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/quotas/ebd1eee7783348ab8fc8b12cb5402e93 HTTP/1.1" status: 200 len: 375 time: 0.0211735 Apr 25 14:49:23.217344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.298027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-b6edcaab-e5c6-4d1d-8e69-cb145f38e7ab tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:23.312102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1438704065-network', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:23.320098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-b6edcaab-e5c6-4d1d-8e69-cb145f38e7ab tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:23.322607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-b6edcaab-e5c6-4d1d-8e69-cb145f38e7ab tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856539 Apr 25 14:49:23.323045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:23.340258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84b6f28b-7312-4e68-96be-f0ddec0df609 req-f8bd58f7-e12e-48d4-ad12-87f5b4be6f60 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309770 Apr 25 14:49:23.361153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Usage tracker for resource:network and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:23.366431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:23.387191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:23.473482 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.488267 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Transition to ACTIVE for port object 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:23.496925 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.563368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-29003d38-d6a6-4284-9f55-bf240c1dcc4f service neutron] 10.222.0.23 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317355 Apr 25 14:49:23.585975 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Pushing event updated for resources: {'Port': ['ID=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:23.596978 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.597514 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.597920 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.598321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.598719 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.599638 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.600027 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.600417 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.600795 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.601197 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.601587 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.601970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:23.720187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce01611c-8cf3-4814-8fa2-8369ae0189a8 service neutron] 10.222.0.23 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502314 Apr 25 14:49:23.720452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Made reservation on behalf of 3ed40a333e5b426c879deb4f9af18ab3 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:23.722690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.738867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.763683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:23.825405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:23.827127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Attempting to bind port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:23.827590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Attempting to bind port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:23.828111 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Attempting to bind port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:23.837013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:23.837420 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Checking segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:23.837865 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.838299 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Bound using segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:23.838767 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Bound port: 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:23.839362 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.840835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:23.849627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:23.965380 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] For port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:23.968980 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] For port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:23.978621 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:23.993278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5667726f-3e2c-46cd-93f6-8590dbfa237a req-2ecd9ae9-b20b-42d2-8764-4bc2d77b4b84 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 210 time: 0.0717657 Apr 25 14:49:24.031424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25498-e69c-4b7b-9c69-e8dd9fd6e7cf req-79bffa97-9d58-4ce2-93bb-3631f4c9eaeb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:24.063513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:24.064162 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:24.069159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56f25498-e69c-4b7b-9c69-e8dd9fd6e7cf req-79bffa97-9d58-4ce2-93bb-3631f4c9eaeb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4270749 Apr 25 14:49:24.162037 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b27b60-99c5-459f-88b3-5b0455502250 None None] Pushing event updated for resources: {'Port': ['ID=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:24.207854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:24.418504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56f25498-e69c-4b7b-9c69-e8dd9fd6e7cf req-f7714c29-f164-4914-9faf-a941f65af2f4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471725 Apr 25 14:49:24.463108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:24.595674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:24.625370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:24.648565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:49:24.653531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-26243f2b-4019-47ba-aa21-bc781a2e93d9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:24.659682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:24.660033 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Added segment 57fe2664-16d8-4764-ad38-7fa597e47b2a of type vlan for network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d Apr 25 14:49:24.661520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-26243f2b-4019-47ba-aa21-bc781a2e93d9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 818 time: 0.3593235 Apr 25 14:49:24.680110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-df0a780e-0534-4a11-a49c-64c927541290 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/quotas/ebd1eee7783348ab8fc8b12cb5402e93 HTTP/1.1" status: 200 len: 375 time: 0.0172815 Apr 25 14:49:24.705873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:24.803800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-4ecab5cd-b97e-4ef8-bfe1-74d5e7af9268 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224127 Apr 25 14:49:24.908111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cd7a90-dee1-4049-be40-871356672c8c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:25.009760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:25.011119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:25.011936 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:25.073976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2355363 Apr 25 14:49:25.076866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:25.091448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Request body: {'subnet': {'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1438704065-subnet', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:25.099678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:25.104626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Usage tracker for resource:subnet and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:25.107941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:25.115800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:25.131206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:23Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:25.136312 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224f72-5b1d-433c-8fc6-1ba78ad10a25 None None] The sync data for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 is: [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:23Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:25.187480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67071a-b2ab-4cb9-9672-888ca3dfa8ba req-2d08a424-1a2e-4763-97b1-0c8b03c92a85 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:25.189369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f67071a-b2ab-4cb9-9672-888ca3dfa8ba req-2d08a424-1a2e-4763-97b1-0c8b03c92a85 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.4795697 Apr 25 14:49:25.197172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:49:25.204775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Made reservation on behalf of 3ed40a333e5b426c879deb4f9af18ab3 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:25.207502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:25.244382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d3e36-ebfd-459b-9a00-bcead3034bba admin admin] Pushing event updated for resources: {'Network': ['ID=99ae9fa3-8b33-440a-94e9-11e3b6bf151d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:25.271860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:49:25.344541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f67071a-b2ab-4cb9-9672-888ca3dfa8ba req-1646dae8-877a-4e70-a4b4-8815a9781b29 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483033 Apr 25 14:49:25.400280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-8f3e18f5-15cf-4327-8057-2e39a0840803 service neutron] 10.222.0.23 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955062 Apr 25 14:49:25.701181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:25.717454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:25.732667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:25.733344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:25.786664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-1860f64b-e857-494a-9b84-4608e519228a service neutron] 10.222.0.23 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828380 Apr 25 14:49:25.804461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:25.819814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:25.820708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:25.866456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:25.918623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:25.919813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4896cf28-9f58-4917-b381-8f83af1996e5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1444886 Apr 25 14:49:25.923808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57430) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:26.051273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:26.051458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e03117-0d5d-4abf-a23b-f5bffc9515ce None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:26.116990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Checking segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:26.117754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Network hostable DHCP agents. Network: 99ae9fa3-8b33-440a-94e9-11e3b6bf151d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:49:26.134143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800e3768-1571-4310-bb50-9dc868894f3b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:26.201359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:49:26.222624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 99ae9fa3-8b33-440a-94e9-11e3b6bf151d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:26.227833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-2d9f3ce8-9c82-476e-847e-b77abd9f172e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:26.229259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:26.229856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:26.232423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed53031-3aa8-4a01-9087-983fe946b28e None None] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:49:26.240812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-2d9f3ce8-9c82-476e-847e-b77abd9f172e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.15 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 818 time: 0.5919044 Apr 25 14:49:26.295395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-274ff161-9997-401e-88dc-f520aa99abb9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2146728 Apr 25 14:49:26.295395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:26.303496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:26.318597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:26.332810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Usage tracker for resource:router and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:26.343655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:26.357406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:26.508626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:26.509712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:26.606536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:26.662927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa8203-09c0-4ddd-ab79-ba6584ca77a2 req-6aa95dc9-8869-4a48-9e7d-7b171af0d83d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:26.673498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1fa8203-09c0-4ddd-ab79-ba6584ca77a2 req-6aa95dc9-8869-4a48-9e7d-7b171af0d83d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2964084 Apr 25 14:49:26.681343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:26.840924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:26.857911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:26.858558 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:26.890955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a1fa8203-09c0-4ddd-ab79-ba6584ca77a2 req-de518168-3890-4f8a-89cd-0ccade4ef1a8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163961 Apr 25 14:49:26.904533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:49:26.905448 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:26.987211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'port': {'device_id': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'admin_state_up': True, 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:27.069620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-343392f2-66b7-4e51-82d5-35216a10d451 req-7c108b9d-5f05-4c7f-9a21-9ae00c2db26f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 210 time: 0.0874350 Apr 25 14:49:27.139995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Allocated IP 172.20.0.2 (99ae9fa3-8b33-440a-94e9-11e3b6bf151d/800e3768-1571-4310-bb50-9dc868894f3b/c49156f4-d914-4b57-9f69-ea5fb460ba05) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:27.379182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.442905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.452135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc8d2-1745-454b-af31-a364efa05a92 req-c8ddc19a-3b96-4a8d-80cf-f0bfc81da6a0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:27.459944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d0cc8d2-1745-454b-af31-a364efa05a92 req-c8ddc19a-3b96-4a8d-80cf-f0bfc81da6a0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2905252 Apr 25 14:49:27.509906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Transition to ACTIVE for port object c49156f4-d914-4b57-9f69-ea5fb460ba05 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:27.585579 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.622717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Transition to ACTIVE for port object c49156f4-d914-4b57-9f69-ea5fb460ba05 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:27.645322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.692068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d0cc8d2-1745-454b-af31-a364efa05a92 req-bdbad194-7634-4d09-b595-bc168b1c52a1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311227 Apr 25 14:49:27.785075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:27.789501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:27.792549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:27.794189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:27.797168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Pushing event updated for resources: {'Port': ['ID=c49156f4-d914-4b57-9f69-ea5fb460ba05,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:27.799687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:27.804482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.858653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:27.897223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540e544-dc04-433b-ab64-93f54d37db76 req-f8cc4f8e-5411-412c-8105-8bb2820e8c9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:27.904510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d540e544-dc04-433b-ab64-93f54d37db76 req-f8cc4f8e-5411-412c-8105-8bb2820e8c9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.6502259 Apr 25 14:49:27.921302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Made reservation on behalf of ebd1eee7783348ab8fc8b12cb5402e93 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:27.924741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.972330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:27.975852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.977108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Attempting to bind port c49156f4-d914-4b57-9f69-ea5fb460ba05 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:27.977583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Attempting to bind port c49156f4-d914-4b57-9f69-ea5fb460ba05 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:27.978092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Attempting to bind port c49156f4-d914-4b57-9f69-ea5fb460ba05 on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:27.985938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:27.986430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Checking segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:27.986941 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:27.987552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Bound using segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:27.988116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Bound port: c49156f4-d914-4b57-9f69-ea5fb460ba05, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:27.988583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.071220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d540e544-dc04-433b-ab64-93f54d37db76 req-5d6f99b2-0ce8-48ab-89ff-6fba08a2cdd1 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657169 Apr 25 14:49:28.118802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] For port c49156f4-d914-4b57-9f69-ea5fb460ba05, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:28.126126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] For port c49156f4-d914-4b57-9f69-ea5fb460ba05, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c49156f4-d914-4b57-9f69-ea5fb460ba05,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:28.143530 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.248068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aac79-c4b2-426b-9c77-2fbea507d1fc None None] Pushing event updated for resources: {'Port': ['ID=c49156f4-d914-4b57-9f69-ea5fb460ba05,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:28.299536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.304488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.346184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c862af3b-fe94-49ee-b6c9-7a351721c7bc req-0c901c60-cd3b-48ac-a6f7-e96e22e07eef tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 210 time: 0.1147318 Apr 25 14:49:28.505317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Allocated IP 172.25.0.230 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/3a0a1eff-9f9c-4dd3-ad0a-154157b0777c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:28.506233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Allocated IP 172.20.0.3 (24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4/cbb651b5-cd7b-4b3b-8869-1956476f4fd7/9e216c3e-02d4-4bd0-b32e-6c8cc9102e85) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:28.649945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:28.761336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90800-1bc5-42d5-909e-81253a6c5e78 req-e1ae3152-f250-4f43-8b61-525279159753 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:28.775504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ca90800-1bc5-42d5-909e-81253a6c5e78 req-e1ae3152-f250-4f43-8b61-525279159753 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5542524 Apr 25 14:49:28.841070 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.844061 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.859780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:28.860052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:28.920114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:29.127947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:29.135951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:29.143886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:29.235708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Pushing event updated for resources: {'Port': ['ID=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:29.241725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57486) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:29.356641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0601a3-4ae5-415f-a36d-40b875d56b41 req-871c325d-d957-4242-a4b8-9cd20ad143ab tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:29.358278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a0601a3-4ae5-415f-a36d-40b875d56b41 req-871c325d-d957-4242-a4b8-9cd20ad143ab tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3610394 Apr 25 14:49:29.443317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ca90800-1bc5-42d5-909e-81253a6c5e78 req-8ce9f8ba-cc94-48c3-a34f-1df4c4fb9ee0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6664615 Apr 25 14:49:29.508632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:29.604655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a0601a3-4ae5-415f-a36d-40b875d56b41 req-2a5136a0-9aa5-4f1d-a419-214d22b94c1d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877849 Apr 25 14:49:29.609325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:29.613963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Usage tracker for resource:security_group_rule and tenant:5dcd34d6b8f54e1db1fef95c63c27030 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:29.618452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:29.691857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:29.695650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:29.764987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39706aeb-3a09-4b19-9453-9ee395329a57 req-d8f237f7-a152-41ab-a8f4-9d3db6e9c3f9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 210 time: 0.0929856 Apr 25 14:49:29.821384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Transition to ACTIVE for port object 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:29.828750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b24d6-61d0-4c68-972f-d1b2ba43467e None None] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:49:29.862932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.1 (643e359d-4c90-4a9f-b04e-e9991a2f1e0c/9b52d2f2-888a-471b-8c60-361f92a321c1/bc207839-be11-40ab-ad9a-17803c632aaf) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:29.913761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:29.950105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31ad57d0-c0de-472d-88e1-c52e5d723e9f None None] Provisioning for port c49156f4-d914-4b57-9f69-ea5fb460ba05 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:29.969000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.076324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:30.079422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'Port': ['ID=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:30.084503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:30.091460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:30.129321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.129669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.129981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.130311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.130642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.130971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.131307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.131616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.131934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.132370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.132582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.132874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:30.137950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.156027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.211802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.232856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:30.233912 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.253180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee9a0b-2ed6-4a7d-8639-01d8971b6fc5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:30.276244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-3492a1d3-f414-4e89-a33a-8f202edff8ea tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2930038 Apr 25 14:49:30.290147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Request body: {'port': {'device_id': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:30.328231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.438780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:30.473426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:30.487261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:30.516974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Provisioning for port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:30.524385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Provisioning complete for port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:30.524909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.527690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=bc207839-be11-40ab-ad9a-17803c632aaf,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:30.573072 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.587969 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.593591 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b017c8cf-8112-412d-be3d-78d9d8cd9354 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dcd34d6b8f54e1db1fef95c63c27030&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3507049 Apr 25 14:49:30.618276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-470b15e7-2780-44af-8b22-e5b373d305d0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:30.620716 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-470b15e7-2780-44af-8b22-e5b373d305d0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 818 time: 0.8933337 Apr 25 14:49:30.621351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57498) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:30.626995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c49156f4-d914-4b57-9f69-ea5fb460ba05 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:30.657850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'port': {'device_id': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'admin_state_up': True, 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:30.694630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:30.712522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c49156f4-d914-4b57-9f69-ea5fb460ba05 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:30.719983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c49156f4-d914-4b57-9f69-ea5fb460ba05 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:30.720441 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.750121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Provisioning complete for port c49156f4-d914-4b57-9f69-ea5fb460ba05 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:30.750868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.891006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fac17-2b65-4a1b-b343-c327bf72f1ff req-f1de1e1e-304b-470a-98f5-4c0e95fe79eb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:30.892565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b1fac17-2b65-4a1b-b343-c327bf72f1ff req-f1de1e1e-304b-470a-98f5-4c0e95fe79eb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 1.0907640 Apr 25 14:49:30.949857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.961232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:30.990188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.001335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:31.004497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port c49156f4-d914-4b57-9f69-ea5fb460ba05, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c49156f4-d914-4b57-9f69-ea5fb460ba05,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:31.006880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b5a6-72be-47d7-b2d0-dceec853065e req-476926f8-c02a-473d-bc1c-5884c4b154b8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:31.008553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97d1b5a6-72be-47d7-b2d0-dceec853065e req-476926f8-c02a-473d-bc1c-5884c4b154b8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2575228 Apr 25 14:49:31.012553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.015781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Usage tracker for resource:port and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:31.015936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.022063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:31.094530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:31.107903 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b1fac17-2b65-4a1b-b343-c327bf72f1ff req-d25f2c9f-caed-427a-a05c-4e413a18631f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009585 Apr 25 14:49:31.135162 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.144897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:49:31.145070 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-73855835-88f6-48fc-a568-666875ab93bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:49:31.157969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Made reservation on behalf of ebd1eee7783348ab8fc8b12cb5402e93 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:31.158559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97d1b5a6-72be-47d7-b2d0-dceec853065e req-455c170b-4c80-4f88-80c2-01df466a6936 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289525 Apr 25 14:49:31.158647 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.158750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=c49156f4-d914-4b57-9f69-ea5fb460ba05,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:31.375753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.396537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-37a0fc89-04e5-4f04-9256-c74eecc6416d req-57a56cff-f796-494b-b29a-14288abf8371 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:31.523928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.559231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee9a0b-2ed6-4a7d-8639-01d8971b6fc5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:31.583895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.584254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.584596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.584934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.585313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.585633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.585965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.586293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.586617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.586945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.587271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.587598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:49:31.592708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:49:31.615685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0065b-3d1f-41ae-8568-cbed430940a1 req-2423065e-5a3c-4112-8b1e-c8330f9f2993 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:31.617503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4c0065b-3d1f-41ae-8568-cbed430940a1 req-2423065e-5a3c-4112-8b1e-c8330f9f2993 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3121359 Apr 25 14:49:31.639171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-37a0fc89-04e5-4f04-9256-c74eecc6416d req-57a56cff-f796-494b-b29a-14288abf8371 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:31.647920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37a0fc89-04e5-4f04-9256-c74eecc6416d req-57a56cff-f796-494b-b29a-14288abf8371 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 210 time: 0.3226180 Apr 25 14:49:31.709326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.712911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b76ef6a5-f5a9-48c2-8d14-22a12700328d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5aee9a0b-2ed6-4a7d-8639-01d8971b6fc5 HTTP/1.1" status: 204 len: 168 time: 1.0855834 Apr 25 14:49:31.810098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:31.816197 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4c0065b-3d1f-41ae-8568-cbed430940a1 req-a125acd6-eb3e-4511-bbf7-f7d92a66bdc8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305165 Apr 25 14:49:31.842002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.846759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:31.856374 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:31.868544 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:31.869236 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:31.870586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:31.874436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-99993a5c-3a77-4ac4-817d-af1e57fc7d7a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5757501 Apr 25 14:49:31.874909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57536) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:32.087257 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:32.102246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-813bb944-fd05-4ca9-90fc-fe63881c90e8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:32.103796 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-813bb944-fd05-4ca9-90fc-fe63881c90e8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.3243163 Apr 25 14:49:32.110407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Transition to ACTIVE for port object 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:32.137135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:32.218105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Pushing event updated for resources: {'Port': ['ID=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:32.224830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-1f2a75d2-3a21-49f1-9578-317c5774fafc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/quotas/a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 375 time: 0.1113191 Apr 25 14:49:32.471467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:29Z', 'revision_number': 3, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:32.476231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:49:32.476589 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Updating router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:49:32.534825 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:32.597578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c49156f4-d914-4b57-9f69-ea5fb460ba05 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:32.612674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Allocated IP 172.20.0.7 (24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4/cbb651b5-cd7b-4b3b-8869-1956476f4fd7/a69c7e6f-f962-47f2-bffb-82f34f887777) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:32.704751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65881848-8286-449f-8aed-8f7990f9da1b req-f1bf2681-d343-4c39-9b79-abb5f83929eb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:32.715250 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65881848-8286-449f-8aed-8f7990f9da1b req-f1bf2681-d343-4c39-9b79-abb5f83929eb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6403344 Apr 25 14:49:32.742823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c49156f4-d914-4b57-9f69-ea5fb460ba05 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:32.743705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:32.856039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:32.889164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:32.904667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65881848-8286-449f-8aed-8f7990f9da1b req-6185ac33-18d2-4bb2-9013-7982f1ffe7a3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883688 Apr 25 14:49:33.080539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.101206 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.116168 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Transition to ACTIVE for port object 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:33.123890 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.134840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-1cab828f-2f38-434e-9d9f-441a12768d85 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9089100 Apr 25 14:49:33.164526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-808e7d92-8ea2-4101-b73e-311a0a76a725 req-119a28f1-2312-46b3-8779-51743a9e866b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:33.216571 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f949589-681d-453c-bcea-53973f6abb09 None None] Pushing event updated for resources: {'Port': ['ID=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:33.227478 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Attempting to bind port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:33.227848 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Attempting to bind port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:33.228257 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Attempting to bind port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:33.238019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:33.238019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:33.238019 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.238019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:33.238019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Bound port: 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:33.238511 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.261743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-808e7d92-8ea2-4101-b73e-311a0a76a725 req-119a28f1-2312-46b3-8779-51743a9e866b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:33.270134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-808e7d92-8ea2-4101-b73e-311a0a76a725 req-119a28f1-2312-46b3-8779-51743a9e866b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 210 time: 0.1742301 Apr 25 14:49:33.331197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.346764 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] For port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:33.355025 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] For port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:33.360323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Attempting to bind port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:33.360668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Attempting to bind port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:33.361004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Attempting to bind port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:33.367395 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.369715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=bc207839-be11-40ab-ad9a-17803c632aaf,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:33.396369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Transition to ACTIVE for port object a69c7e6f-f962-47f2-bffb-82f34f887777 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:33.444801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:33.444951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Attempting to bind port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:33.458373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:33.458721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Checking segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:33.459114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Bound using segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:33.459569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Bound port: 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:33.460416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.480897 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:33.481858 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:33.559753 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f949589-681d-453c-bcea-53973f6abb09 None None] Pushing event updated for resources: {'Port': ['ID=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:33.566613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.620610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] For port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:33.623943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] For port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:33.642117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.653773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:33.699118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:33.737484 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:33.783789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb7d62-18a0-4c4b-9e2c-16538420bcd3 req-a57ea43d-6079-4c8f-9c5a-2101976b49ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:33.792184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-62cb7d62-18a0-4c4b-9e2c-16538420bcd3 req-a57ea43d-6079-4c8f-9c5a-2101976b49ec tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3975298 Apr 25 14:49:33.810307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:33.908669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:33.914950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'Port': ['ID=a69c7e6f-f962-47f2-bffb-82f34f887777,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:33.918567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:33.920680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:34.003177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-98b9522a-d244-4dee-a6a0-ba04568071f5 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8669417 Apr 25 14:49:34.029684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:34.030555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:34.032753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] 10.222.0.15 "PUT /v2.0/ports/9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 1091 time: 3.7488942 Apr 25 14:49:34.047135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'tag': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:34.116771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-62cb7d62-18a0-4c4b-9e2c-16538420bcd3 req-823b3cdf-af61-4686-bb75-2a5113fd213f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234570 Apr 25 14:49:34.123107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Allocated IP 172.20.0.1 (99ae9fa3-8b33-440a-94e9-11e3b6bf151d/800e3768-1571-4310-bb50-9dc868894f3b/bd7cb052-39d2-4f2b-981b-c013c59ef04f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:34.168991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:34.169746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:34.215517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b2c8fb31-a8ad-4aac-aa51-95abb9a175e1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5703976 Apr 25 14:49:34.218642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:34.234767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Request body: {'port': {'device_id': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:34.253490 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:29Z', 'revision_number': 3, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:34.254114 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c58ac44-b9cf-44d4-97f1-60a587f964e6'] response: {'name': 'network-changed', 'server_uuid': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'tag': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85', 'status': 'completed', 'code': 200} Apr 25 14:49:34.263337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965182c-e468-47a2-9ee9-892ab6603cd7 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:29Z', 'revision_number': 3, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:34.430368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ac6e6-6dbb-4c65-9a00-ef8aaeaf1a8b service neutron] Pushing event updated for resources: {'Port': ['ID=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:34.440052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bec655ec-6b11-43d3-b275-855a50f2263f None None] Provisioning for port a69c7e6f-f962-47f2-bffb-82f34f887777 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:34.453810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bec655ec-6b11-43d3-b275-855a50f2263f None None] Provisioning complete for port a69c7e6f-f962-47f2-bffb-82f34f887777 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:34.455816 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bec655ec-6b11-43d3-b275-855a50f2263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:34.491875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-bea3ee94-2bc9-482a-8eee-90119be38622 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872186 Apr 25 14:49:34.522945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:34.635838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bec655ec-6b11-43d3-b275-855a50f2263f None None] Port a69c7e6f-f962-47f2-bffb-82f34f887777 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:34.753403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:34.770564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:34.794389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-6a58feb3-972b-4a5e-9133-6642bc9a1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:34.795920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-6a58feb3-972b-4a5e-9133-6642bc9a1705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1094 time: 0.7009623 Apr 25 14:49:34.856363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Transition to ACTIVE for port object bd7cb052-39d2-4f2b-981b-c013c59ef04f will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:34.919273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:34.927638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:34.934326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8d1abf9f-bf45-45e9-a5e1-71c4422e2781 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/routers/e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0096610 Apr 25 14:49:34.946539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:34.946996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f348-9916-4e62-8c1e-4e2f06715bea req-87945613-56c0-42c3-a650-a9e6e2e2d732 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:34.947200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:34.955684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4602f348-9916-4e62-8c1e-4e2f06715bea req-87945613-56c0-42c3-a650-a9e6e2e2d732 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5003257 Apr 25 14:49:34.955865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57598) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:34.958076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-03d79680-b515-43e6-b8ef-a2bbf64fa712 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 217 time: 0.1528611 Apr 25 14:49:34.976384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'port': {'network_id': '643e359d-4c90-4a9f-b04e-e9991a2f1e0c', 'name': 'tempest-FloatingIPTestJSON-2065543251'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:35.067629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:35.078360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:35.079636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:35.157263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:35.157687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ce1bc-d8b7-4037-a6ba-962cc1d67acd None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:35.194317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4602f348-9916-4e62-8c1e-4e2f06715bea req-2ffde916-20f5-4354-9ff0-c57121763e23 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385213 Apr 25 14:49:35.341263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29d2b0bd-4677-47fc-9287-69ba8160a8df req-b003ad73-b6aa-48cb-a72f-24fe795e697e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 210 time: 0.0677493 Apr 25 14:49:35.342498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:35.353708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:35.365141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:port and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:35.371382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:35.385353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:35.414400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-29fa5579-912d-41bb-88fe-4e4def0a3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:35.416400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-29fa5579-912d-41bb-88fe-4e4def0a3beb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.4518642 Apr 25 14:49:35.498182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:35.503502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:35.534462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:35.570911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] device_id is not set on port e3a3d60f-69be-4625-9045-d92b9814b90b yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:49:35.579968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:35.658519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:35.734962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Pushing event updated for resources: {'Port': ['ID=bd7cb052-39d2-4f2b-981b-c013c59ef04f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:35.759360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-906a16ec-185a-4d5e-855e-24f9f7f3d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:35.761068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-906a16ec-185a-4d5e-855e-24f9f7f3d2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3368430 Apr 25 14:49:35.779331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2929d6-2f83-4709-85b7-f9ba84e79c80 req-18dac605-3dee-4974-9801-1ffc2c4b1f84 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:35.788341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f2929d6-2f83-4709-85b7-f9ba84e79c80 req-18dac605-3dee-4974-9801-1ffc2c4b1f84 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 931 time: 0.7057514 Apr 25 14:49:35.799730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:35.965333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69c7e6f-f962-47f2-bffb-82f34f887777 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:35.972920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f2929d6-2f83-4709-85b7-f9ba84e79c80 req-6dbefd48-1dc7-468f-9846-89af49cce43f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836700 Apr 25 14:49:35.981013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46096d-9ed8-4fc3-9c41-661bff3bae3a req-bd048f16-a286-4528-8848-c3985662c9ed tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:35.982920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec46096d-9ed8-4fc3-9c41-661bff3bae3a req-bd048f16-a286-4528-8848-c3985662c9ed tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4115422 Apr 25 14:49:35.993231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:35.997649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dc4742e3-3bb8-4ebb-b0a3-e5a5a8d3a22f None None] Provisioning for port bd7cb052-39d2-4f2b-981b-c013c59ef04f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:36.005991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dc4742e3-3bb8-4ebb-b0a3-e5a5a8d3a22f None None] Provisioning complete for port bd7cb052-39d2-4f2b-981b-c013c59ef04f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:36.006683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc4742e3-3bb8-4ebb-b0a3-e5a5a8d3a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:36.059084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Transition to ACTIVE for port object a69c7e6f-f962-47f2-bffb-82f34f887777 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:36.087574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:36.114864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.3 (643e359d-4c90-4a9f-b04e-e9991a2f1e0c/9b52d2f2-888a-471b-8c60-361f92a321c1/e3a3d60f-69be-4625-9045-d92b9814b90b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:36.165188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dc4742e3-3bb8-4ebb-b0a3-e5a5a8d3a22f None None] Port bd7cb052-39d2-4f2b-981b-c013c59ef04f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:36.172963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-51ed7553-bf69-439e-8b63-6fb451f935a4 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587329 Apr 25 14:49:36.309558 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec46096d-9ed8-4fc3-9c41-661bff3bae3a req-2e7166ca-4742-4814-ad9a-81b571c82c9d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036625 Apr 25 14:49:36.378334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d203ca7-8f5b-4d40-98c5-e7481000f6bb req-498356b1-d554-40cf-97a2-4380204a1672 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001638 Apr 25 14:49:36.654601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:36.669797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Pushing event updated for resources: {'Port': ['ID=a69c7e6f-f962-47f2-bffb-82f34f887777,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:36.747372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-862d08ae-7e8a-4b27-b154-d49eaccc9f02 req-677dac05-3cdf-4518-ae2e-fafd0b9cffe2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 210 time: 0.2137654 Apr 25 14:49:36.791122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:36.799032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:36.799424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:36.925837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Attempting to bind port a69c7e6f-f962-47f2-bffb-82f34f887777 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:36.926585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Attempting to bind port a69c7e6f-f962-47f2-bffb-82f34f887777 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:36.927292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Attempting to bind port a69c7e6f-f962-47f2-bffb-82f34f887777 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:36.936422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:36.979729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Port a69c7e6f-f962-47f2-bffb-82f34f887777 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:36.980393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Attempting to bind port a69c7e6f-f962-47f2-bffb-82f34f887777 on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:36.987761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.010421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:37.013279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.017154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.033763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:37.034108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Checking segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:37.036257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Bound using segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:37.037691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Bound port: a69c7e6f-f962-47f2-bffb-82f34f887777, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:37.038392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.039764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-953a94fb-f49b-439e-825c-f0f4eb673da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.041514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-953a94fb-f49b-439e-825c-f0f4eb673da1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1094 time: 0.5608356 Apr 25 14:49:37.127424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:37.200072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-b794d09b-3723-4f37-863e-d99b712f24e0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.201527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-b794d09b-3723-4f37-863e-d99b712f24e0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.4693074 Apr 25 14:49:37.222834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'port': {'device_id': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'admin_state_up': True, 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:37.251190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.259209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-ec252488-b5cf-4e79-90c9-fc4486354478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.260641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-ec252488-b5cf-4e79-90c9-fc4486354478 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.2054522 Apr 25 14:49:37.392932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-a440e058-9706-4d52-a059-45eb8d21c56c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 217 time: 0.1009285 Apr 25 14:49:37.417448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:37.457872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:37.477211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287439-7e1e-4931-a2f3-6fdd28af6c45 req-717613cf-5d40-4428-ba50-78da0509bf85 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.484130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-22287439-7e1e-4931-a2f3-6fdd28af6c45 req-717613cf-5d40-4428-ba50-78da0509bf85 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 943 time: 0.3364019 Apr 25 14:49:37.490960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:37.549453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] For port a69c7e6f-f962-47f2-bffb-82f34f887777, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:37.577868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.578489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.585563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=e3a3d60f-69be-4625-9045-d92b9814b90b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:37.622151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-c336de43-c08e-4ace-bb29-151c431bb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.623592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-c336de43-c08e-4ace-bb29-151c431bb4f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.2030964 Apr 25 14:49:37.631995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:37.638148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] For port a69c7e6f-f962-47f2-bffb-82f34f887777, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a69c7e6f-f962-47f2-bffb-82f34f887777,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:37.655967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.663168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:37.672542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-65a46e6c-8d96-4abd-b275-0eccb9077c7e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7112467 Apr 25 14:49:37.678335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-22287439-7e1e-4931-a2f3-6fdd28af6c45 req-59ebc2c5-f92c-4e9a-b188-ba904bc40087 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933887 Apr 25 14:49:37.678804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57630) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:37.691079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'port': {'network_id': '643e359d-4c90-4a9f-b04e-e9991a2f1e0c', 'name': 'tempest-FloatingIPTestJSON-1621956783'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:37.701766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19667927-38fb-46e0-8466-bd293ecab19b req-efdfbc9f-bb91-4b23-a488-ee47e2a57180 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.705502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19667927-38fb-46e0-8466-bd293ecab19b req-efdfbc9f-bb91-4b23-a488-ee47e2a57180 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6803317 Apr 25 14:49:37.746960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.747961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.749345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] 10.222.0.21 "PUT /v2.0/ports/a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 200 len: 1091 time: 3.5191734 Apr 25 14:49:37.779929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'tag': 'a69c7e6f-f962-47f2-bffb-82f34f887777'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:37.845981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:37.849577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:37.901186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-82b5fe61-bd91-4273-aea3-1e57b3c986c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:37.902697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-82b5fe61-bd91-4273-aea3-1e57b3c986c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696226 Apr 25 14:49:37.903692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:37.920273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad878d31-d8a0-44e0-8b3c-7f8225aa41fd service neutron] Pushing event updated for resources: {'Port': ['ID=a69c7e6f-f962-47f2-bffb-82f34f887777,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:37.947814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:port and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:37.962995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:37.968301 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-19667927-38fb-46e0-8466-bd293ecab19b req-ecd48bd0-e191-4227-8b5b-a8c91c45bccb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479146 Apr 25 14:49:38.001355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:38.025675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.041772 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.090360 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d044365-f8ce-462b-98af-3424d679d03c'] response: {'name': 'network-changed', 'server_uuid': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'tag': 'a69c7e6f-f962-47f2-bffb-82f34f887777', 'status': 'completed', 'code': 200} Apr 25 14:49:38.123692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-613d1526-f99d-4c6b-acd5-c36f2781d265 req-3ff6fbad-3ff5-4b42-a5f4-93397da290f5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 210 time: 0.1728823 Apr 25 14:49:38.132096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:38.137052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.170852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-d26725d3-cc09-42c7-8006-be9046195dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590592 Apr 25 14:49:38.179103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] device_id is not set on port 44e54b01-691c-47f8-ad84-6a6a10bdceb5 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:49:38.238102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:49:38.299026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b8a165b1-9bcb-46dc-b17d-d88fa01d4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:38.300871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-b8a165b1-9bcb-46dc-b17d-d88fa01d4f3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1094 time: 0.5000515 Apr 25 14:49:38.377900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Pushing event updated for resources: {'Port': ['ID=bd7cb052-39d2-4f2b-981b-c013c59ef04f,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:38.391979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.412090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Allocated IP 172.20.0.11 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:38.414927 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-0e6f22f7-3cda-44a5-b8d1-219ed16e00b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 200 len: 217 time: 0.1005008 Apr 25 14:49:38.434617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3588d021-895c-4fe7-83e5-75ad07bd0962 req-be48827e-caaf-4a19-a783-ae27ca745096 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568572 Apr 25 14:49:38.448408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.6 (643e359d-4c90-4a9f-b04e-e9991a2f1e0c/9b52d2f2-888a-471b-8c60-361f92a321c1/44e54b01-691c-47f8-ad84-6a6a10bdceb5) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:38.518068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:38.526524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ceadd7bf-316f-4320-a1d4-5c4d8ea4d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.534772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'port_id': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85', 'mac_address': 'fa:16:3e:16:9d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:49:38.612270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:38.705055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.741027 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.762500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:38.781288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:38.787776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:38.789062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.797076 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:38.799313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:38.846234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-219c22c3-e5d5-4714-9433-25ad16724f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:38.852219 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-219c22c3-e5d5-4714-9433-25ad16724f72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.4230437 Apr 25 14:49:38.864040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4d87c-ee24-43cd-b8f2-3ffead9190ad req-8a801cf6-ab87-4e6e-a6eb-63298d1f4fe4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:38.878935 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03b4d87c-ee24-43cd-b8f2-3ffead9190ad req-8a801cf6-ab87-4e6e-a6eb-63298d1f4fe4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6758797 Apr 25 14:49:38.911509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:38.922754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:38.923217 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:39.090905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9e216c3e-02d4-4bd0-b32e-6c8cc9102e85'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:49:39.105310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:39.113630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:39.122376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:39.220818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-96f8e10d-ce54-4318-bdc2-354fd75622ed None None] Provisioning complete for port bd7cb052-39d2-4f2b-981b-c013c59ef04f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:39.221383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96f8e10d-ce54-4318-bdc2-354fd75622ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:39.227147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=44e54b01-691c-47f8-ad84-6a6a10bdceb5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:39.238635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:39.239311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:39.251316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:39.262666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03b4d87c-ee24-43cd-b8f2-3ffead9190ad req-1ded926b-c613-4962-874b-7e605e85e3b6 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828654 Apr 25 14:49:39.287040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-96f8e10d-ce54-4318-bdc2-354fd75622ed None None] Port bd7cb052-39d2-4f2b-981b-c013c59ef04f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:39.303248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4d28acf4-2524-4f19-87d2-cace64671787 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6153538 Apr 25 14:49:39.303792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57648) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:39.325951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3bb5c-1d86-4e08-b7d1-79e86ee046ad req-b3f6c208-eced-428d-a12f-480f19c6d39c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:39.329355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00f3bb5c-1d86-4e08-b7d1-79e86ee046ad req-b3f6c208-eced-428d-a12f-480f19c6d39c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 943 time: 0.2761910 Apr 25 14:49:39.338673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '44e54b01-691c-47f8-ad84-6a6a10bdceb5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:39.350592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:39.369002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:floatingip and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:39.374184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:39.383691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:39.417404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00f3bb5c-1d86-4e08-b7d1-79e86ee046ad req-18d1d8c9-f27f-488f-890b-ecd5f0564eae tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696611 Apr 25 14:49:39.422774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:39.619365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5544a6b-61d2-4ca4-add9-28856c06f696 req-907af860-c207-4ab0-9f52-f088fc88b304 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 210 time: 0.2029562 Apr 25 14:49:39.755640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd3093-b3a1-4c94-b1da-da322b344858 req-5e7ba839-e588-4d17-a808-c506d31d754a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:39.761413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-be2bba42-ee86-4a31-a33f-33840781d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:39.762901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-be2bba42-ee86-4a31-a33f-33840781d428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6104157 Apr 25 14:49:39.763742 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86fd3093-b3a1-4c94-b1da-da322b344858 req-5e7ba839-e588-4d17-a808-c506d31d754a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1485159 Apr 25 14:49:39.795799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:39.811769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:39.816978 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86fd3093-b3a1-4c94-b1da-da322b344858 req-b5f31e87-542d-4ba8-bd15-5cb71918bdc1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Apr 25 14:49:39.897311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Transition to ACTIVE for port object cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:39.908909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:39.932274 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:39.948707 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:39.949647 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:39.954200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0223cd5e-d73c-4fd5-9861-875df179643e admin admin] 10.222.0.23 "PUT /v2.0/routers/689e77eb-dfa9-4f2b-96ec-756cf43961d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0781901 Apr 25 14:49:39.973874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-3dd609ab-c9fa-4baf-ba6a-73138c615e86 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028813 Apr 25 14:49:40.055872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.92 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/c0408263-5e13-44ff-9dd5-0d4ec3f3fa24) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:40.174277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa562285-b1e8-4062-b3d7-423a7b30847f req-f6beb44d-56c1-460a-ac66-8dcc04fd70fe service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915898 Apr 25 14:49:40.253221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:40.267528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.309003 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:40.326293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57670) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:40.370106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:49:40.381672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:40.388973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:40.392447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:40.418414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:40.439589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.537996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.621529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:40.624458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.685915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:40.707006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295d39-8fc5-4357-a757-87d54017ada9 req-748515c8-a51d-4f08-a63f-21024f179ef8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:40.709331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd295d39-8fc5-4357-a757-87d54017ada9 req-748515c8-a51d-4f08-a63f-21024f179ef8 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5340862 Apr 25 14:49:40.713607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-4ea882d8-5d69-4c34-baf2-f5e87796d201 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4970798 Apr 25 14:49:40.718877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-d35513b9-9696-4616-a443-1da89ee5a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:40.720403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-d35513b9-9696-4616-a443-1da89ee5a143 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1094 time: 0.4925220 Apr 25 14:49:40.721892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:40.724350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.728179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Request body: {'port': {'device_id': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:40.731906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=c0408263-5e13-44ff-9dd5-0d4ec3f3fa24,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:40.751445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.778933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:40.784593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Usage tracker for resource:security_group_rule and tenant:52173ddef30e4301ac67a9dc49c1ff92 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:40.791123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:40.803100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:40.806905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:40.809455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:40.837356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:40.966737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2b9dd05c-e585-4f1d-a69e-1ee8ceec57b6 None None] Provisioning for port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:40.990864 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2a58-c96f-4574-9a36-feee578d3dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:40.992492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2b9dd05c-e585-4f1d-a69e-1ee8ceec57b6 None None] Provisioning complete for port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:40.993077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd05c-e585-4f1d-a69e-1ee8ceec57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.071539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd295d39-8fc5-4357-a757-87d54017ada9 req-280d23b3-da09-4568-ac42-dbdcaa9224e2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451893 Apr 25 14:49:41.144739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.148237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2b9dd05c-e585-4f1d-a69e-1ee8ceec57b6 None None] Port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:41.183281 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.222382 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:37Z', 'revision_number': 2, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:41.228082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:41.229584 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:49:41.230182 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Updating router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 port bd7cb052-39d2-4f2b-981b-c013c59ef04f binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:49:41.250477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:41.264206 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.299826 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.354336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-a71bf884-d82c-4944-8bd3-2be302585890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:41.355803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-a71bf884-d82c-4944-8bd3-2be302585890 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.5586107 Apr 25 14:49:41.391391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:41.460010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-ef633649-52bd-4105-9c20-dea7b8ef4442 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 200 len: 217 time: 0.0979621 Apr 25 14:49:41.482867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.494683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.550088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57690) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:41.576050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308608407', 'description': 'tempest-description--445813794'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:41.652456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-ba356681-1e80-438d-8737-770ecfe42505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:41.654048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-ba356681-1e80-438d-8737-770ecfe42505 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.1444447 Apr 25 14:49:41.662966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:41.666643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06674d-afc1-4957-bc9a-bcbabeacec10 req-1bd611fc-825f-43f1-874a-194c6db19489 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:41.670197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52173ddef30e4301ac67a9dc49c1ff92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3399482 Apr 25 14:49:41.673952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43506-c34d-420a-842a-ccb5f8d85f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe0dc6-8fb9-4b40-a2b9-2a34e5561ef7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:41.674103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db06674d-afc1-4957-bc9a-bcbabeacec10 req-1bd611fc-825f-43f1-874a-194c6db19489 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 943 time: 0.4077365 Apr 25 14:49:41.678714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57694) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:41.684352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:41.688377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:41.695529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:41.754074 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.760631 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.773796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Transition to ACTIVE for port object bd7cb052-39d2-4f2b-981b-c013c59ef04f will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:41.782656 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.798765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.842744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-db06674d-afc1-4957-bc9a-bcbabeacec10 req-770edb30-c43b-42e9-91d5-16a0d97c0039 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:41.857317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:41.877874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:41.881533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-db06674d-afc1-4957-bc9a-bcbabeacec10 req-770edb30-c43b-42e9-91d5-16a0d97c0039 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:41.882825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db06674d-afc1-4957-bc9a-bcbabeacec10 req-770edb30-c43b-42e9-91d5-16a0d97c0039 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080460 Apr 25 14:49:41.885311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:41.897109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:41.902061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f041-6a78-4522-b284-69247e7c92e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.924738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-4f189873-0153-42d9-896e-9de6b1def341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:41.927395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-4f189873-0153-42d9-896e-9de6b1def341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509289 Apr 25 14:49:41.929887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:41.979324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f041-6a78-4522-b284-69247e7c92e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.003287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e943ffa-d9e5-4b4b-97ce-98636f970f67 req-f59fa625-cb81-4a18-b852-975d348a8bfd tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:42.010574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e943ffa-d9e5-4b4b-97ce-98636f970f67 req-f59fa625-cb81-4a18-b852-975d348a8bfd tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 932 time: 0.3401477 Apr 25 14:49:42.084426 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d137a8-71e5-418f-b2ee-0b1b20e56d47 None None] Pushing event updated for resources: {'Port': ['ID=bd7cb052-39d2-4f2b-981b-c013c59ef04f,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:42.137910 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1d83fb-a7d2-4f9a-9bc0-8a292ef2419e'] response: {'server_uuid': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85', 'code': 200} Apr 25 14:49:42.155666 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Attempting to bind port bd7cb052-39d2-4f2b-981b-c013c59ef04f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:42.156046 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Attempting to bind port bd7cb052-39d2-4f2b-981b-c013c59ef04f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:42.156588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Attempting to bind port bd7cb052-39d2-4f2b-981b-c013c59ef04f on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:42.165706 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:42.166158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Checking segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:42.166566 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.167178 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Bound using segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:42.168346 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Bound port: bd7cb052-39d2-4f2b-981b-c013c59ef04f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:42.180747 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.309507 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] For port bd7cb052-39d2-4f2b-981b-c013c59ef04f, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:42.312651 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] For port bd7cb052-39d2-4f2b-981b-c013c59ef04f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bd7cb052-39d2-4f2b-981b-c013c59ef04f,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:42.318040 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.366922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:42.377322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.397079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d137a8-71e5-418f-b2ee-0b1b20e56d47 None None] Pushing event updated for resources: {'Port': ['ID=bd7cb052-39d2-4f2b-981b-c013c59ef04f,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:42.407587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e943ffa-d9e5-4b4b-97ce-98636f970f67 req-7242a6b8-b25e-47df-b524-5a411219af47 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961947 Apr 25 14:49:42.420190 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:42.420975 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:42.437790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.437926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Transition to ACTIVE for port object cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:42.438047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.441221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.474228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.551008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f041-6a78-4522-b284-69247e7c92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.561479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f96cb4a-ede4-4576-905a-372f90de9827,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:42.584714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935feaf-972d-4e1b-abe1-854662deb8ca req-56eb314c-0540-4ad9-8f72-91e86cf76a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:42.586570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6935feaf-972d-4e1b-abe1-854662deb8ca req-56eb314c-0540-4ad9-8f72-91e86cf76a9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1096 time: 0.2457516 Apr 25 14:49:42.591482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.592906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6469b57d-83ee-42f3-bb0f-3cc99a402fcd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0337865 Apr 25 14:49:42.594252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f041-6a78-4522-b284-69247e7c92e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.595676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7ec3f041-6a78-4522-b284-69247e7c92e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cebe0dc6-8fb9-4b40-a2b9-2a34e5561ef7 HTTP/1.1" status: 204 len: 168 time: 0.8974354 Apr 25 14:49:42.630703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:42.631525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:42.646507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3f041-6a78-4522-b284-69247e7c92e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe0dc6-8fb9-4b40-a2b9-2a34e5561ef7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:42.693292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-0dd17a7f-99cb-4a35-94a5-247833eb6b82 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586055 Apr 25 14:49:42.712871 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:42.721251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:42.813061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6935feaf-972d-4e1b-abe1-854662deb8ca req-69d62db7-ec0d-48bb-9e5a-eb7fbd60cd3a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722836 Apr 25 14:49:43.058355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'security_group_rule': {'security_group_id': '7f96cb4a-ede4-4576-905a-372f90de9827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:43.075608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:43.085381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:43.091352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:43.104889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:43.113765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e309d2d-7b43-4261-bcae-ea6d9887229e req-7f35b59e-b361-408f-8125-d579973d6a18 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770522 Apr 25 14:49:43.153016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:49:43.179360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6c74-8167-4c12-a83a-9a11c203d9c4 req-604cba8e-a392-4c60-80a7-f3c073c5e737 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:43.187337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e2a6c74-8167-4c12-a83a-9a11c203d9c4 req-604cba8e-a392-4c60-80a7-f3c073c5e737 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.8995895 Apr 25 14:49:43.231935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.241379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57722) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:43.251156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.260341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.315111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e2a6c74-8167-4c12-a83a-9a11c203d9c4 req-f4ad496b-1d47-4d97-a7ed-d0c26ba3410e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263144 Apr 25 14:49:43.320500 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.348934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ce6c9-10fa-42f7-88d1-03f8f2f021bb req-bc7edb46-55f1-4957-a06b-8a77e4c7d140 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:43.350501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-043ce6c9-10fa-42f7-88d1-03f8f2f021bb req-bc7edb46-55f1-4957-a06b-8a77e4c7d140 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 943 time: 0.2721057 Apr 25 14:49:43.356317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Attempting to bind port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:49:43.356752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Attempting to bind port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:49:43.357016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Attempting to bind port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:43.366415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:49:43.366749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Attempting to bind port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:49:43.381171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:49:43.381837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:49:43.382026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:49:43.382327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Bound port: cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:49:43.382685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.394759 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:42Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:43.401671 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574179a-e72b-40f4-b1b7-ccde4f6525d1 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:42Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:43.404523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.406499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.437619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.517468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:43.540750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd46729-5981-49fd-89b3-5a446967450b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:43.542697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Usage tracker for resource:security_group_rule and tenant:b07aca072e2c48519ab0cebe8b0c902e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:43.551051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:43.555055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=c0408263-5e13-44ff-9dd5-0d4ec3f3fa24,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:43.565462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:43.571170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.572354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d42b1bd8-c1d4-4119-84e5-242e0e34c57b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7377222 Apr 25 14:49:43.578599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57730) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:43.588757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'security_group_rule': {'security_group_id': '7f96cb4a-ede4-4576-905a-372f90de9827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:43.608372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] For port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:49:43.620647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] For port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:49:43.625540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.631769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.672397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:43.696223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-043ce6c9-10fa-42f7-88d1-03f8f2f021bb req-215c71ad-0339-4c87-b228-a7a41aafd4be tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945341 Apr 25 14:49:43.699278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:43.702199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:43.703071 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.704167 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] 10.222.0.15 "PUT /v2.0/ports/cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 HTTP/1.1" status: 200 len: 1092 time: 2.9811554 Apr 25 14:49:43.705659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:43.706599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'tag': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:43.733673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378fc83-9aa6-4e6e-84c9-36ce307eb048 req-ac9009c0-b107-4171-9acf-48b6d88a5946 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:43.735421 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a378fc83-9aa6-4e6e-84c9-36ce307eb048 req-ac9009c0-b107-4171-9acf-48b6d88a5946 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.2456436 Apr 25 14:49:43.752890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:43.774151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaa7ef-acc8-4e18-bfbe-93eae8d06a5d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:43.827684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a378fc83-9aa6-4e6e-84c9-36ce307eb048 req-50b03a66-f5c1-4039-bd61-a86e15c9dffd tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847261 Apr 25 14:49:43.843488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.867164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.915759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:43.978992 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 82c133c2-309b-47a3-8dc2-8a1e64b4e68b associated. External IP: 172.25.0.92, port: 44e54b01-691c-47f8-ad84-6a6a10bdceb5. Apr 25 14:49:43.993713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-276cfb18-2dce-4cc8-b3c9-101af8aac70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:43.995210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-276cfb18-2dce-4cc8-b3c9-101af8aac70a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 1095 time: 0.1754405 Apr 25 14:49:44.150442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-a85955d4-f857-404c-9da6-57e509e2779c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 HTTP/1.1" status: 200 len: 217 time: 0.1470265 Apr 25 14:49:44.178468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b07aca072e2c48519ab0cebe8b0c902e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9307361 Apr 25 14:49:44.184052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:44.187734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a247693-3d12-4453-9c4b-573cf4d75a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4057c2c-936e-4b27-9b24-2a0e34ac8e15,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:44.236386 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:44.243445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-96e959a9-dc92-479f-9b02-50fe1b384733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:44.245270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-96e959a9-dc92-479f-9b02-50fe1b384733 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0876591 Apr 25 14:49:44.325152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:44.326637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3f30d-d808-4099-b380-273783ee6b2c req-ecd5d9e1-765d-4a1a-bb86-ef69ee46c05c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:44.327363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ecb3f30d-d808-4099-b380-273783ee6b2c req-ecd5d9e1-765d-4a1a-bb86-ef69ee46c05c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:44.373698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ecb3f30d-d808-4099-b380-273783ee6b2c req-ecd5d9e1-765d-4a1a-bb86-ef69ee46c05c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:44.375125 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecb3f30d-d808-4099-b380-273783ee6b2c req-ecd5d9e1-765d-4a1a-bb86-ef69ee46c05c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 944 time: 0.2867911 Apr 25 14:49:44.380434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eb11d7-6dec-4196-931c-373bc06b1b55,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:44.387209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-0e4a26c6-9393-40b6-8df2-ebe214be732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:44.391760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-0e4a26c6-9393-40b6-8df2-ebe214be732a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370564 Apr 25 14:49:44.442872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:44.447108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-769d5c53-fe55-44ed-b903-888ec1b0329c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8645349 Apr 25 14:49:44.450384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57746) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:44.468628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:44.478060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:44.486062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:floatingip and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:44.514070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a69c7e6f-f962-47f2-bffb-82f34f887777 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:49:44.535210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfaa4a78-4ffd-4aad-8c6e-b7b9923880de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:44.541019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:44.588816 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecb3f30d-d808-4099-b380-273783ee6b2c req-8976cfaa-c182-44e8-9f1b-5dd4c8c568e0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959970 Apr 25 14:49:44.589684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf3881-9d31-48fe-bff9-cb9a2fe4fa5c req-77c3aa1d-67c8-4f37-9867-91008b6ab8e4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:44.597173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-accf3881-9d31-48fe-bff9-cb9a2fe4fa5c req-77c3aa1d-67c8-4f37-9867-91008b6ab8e4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5341191 Apr 25 14:49:44.673560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfaa4a78-4ffd-4aad-8c6e-b7b9923880de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:44.696560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:44.763264 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b74617-8a25-491d-9219-1adf15367cf9'] response: {'name': 'network-changed', 'server_uuid': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'tag': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409', 'status': 'completed', 'code': 200} Apr 25 14:49:44.790566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bd7cb052-39d2-4f2b-981b-c013c59ef04f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:44.797355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:44.929376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-accf3881-9d31-48fe-bff9-cb9a2fe4fa5c req-7bdcac07-dc0b-4a7b-b19a-7102bdfca7b4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312058 Apr 25 14:49:44.971637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:44.971857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port a69c7e6f-f962-47f2-bffb-82f34f887777, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a69c7e6f-f962-47f2-bffb-82f34f887777,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:44.987291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'a69c7e6f-f962-47f2-bffb-82f34f887777', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'port_id': 'a69c7e6f-f962-47f2-bffb-82f34f887777', 'mac_address': 'fa:16:3e:0d:13:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:49:45.049749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfaa4a78-4ffd-4aad-8c6e-b7b9923880de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.054750 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.067824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bd7cb052-39d2-4f2b-981b-c013c59ef04f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:45.078201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bd7cb052-39d2-4f2b-981b-c013c59ef04f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:45.078808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.088820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa4a78-4ffd-4aad-8c6e-b7b9923880de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4057c2c-936e-4b27-9b24-2a0e34ac8e15,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:45.097526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfaa4a78-4ffd-4aad-8c6e-b7b9923880de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.106703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69c7e6f-f962-47f2-bffb-82f34f887777 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:45.108284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dfaa4a78-4ffd-4aad-8c6e-b7b9923880de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4057c2c-936e-4b27-9b24-2a0e34ac8e15 HTTP/1.1" status: 204 len: 168 time: 0.9176042 Apr 25 14:49:45.174576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port a69c7e6f-f962-47f2-bffb-82f34f887777, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a69c7e6f-f962-47f2-bffb-82f34f887777,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:45.189446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.194133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-39fc9c9d-6fb0-4cf0-a59c-7431ae609228 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850242 Apr 25 14:49:45.211395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-6ee9f592-6ecb-44eb-81c0-a99d6b48840a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:45.212859 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-6ee9f592-6ecb-44eb-81c0-a99d6b48840a tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.6230907 Apr 25 14:49:45.279089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:45.302110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:45.326148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.342543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:45.343196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:45.378588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25621f-8b64-4241-a815-bc9b08fc550e req-92850e0c-3c07-41db-8b79-a19e8fae9158 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:45.380134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c25621f-8b64-4241-a815-bc9b08fc550e req-92850e0c-3c07-41db-8b79-a19e8fae9158 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.1753671 Apr 25 14:49:45.417643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-847bfb75-46c5-454b-ae22-ae7e2faddb0b tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1101007 Apr 25 14:49:45.418966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:45.427066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:45.486168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:45.502537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=a69c7e6f-f962-47f2-bffb-82f34f887777,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:45.507388 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.534536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:45.536063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:45.540750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c25621f-8b64-4241-a815-bc9b08fc550e req-033b3c46-4fd8-4c48-b08a-559c0003ae00 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482191 Apr 25 14:49:45.556469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cb09d338-ffdf-4bfe-906b-15d153c3834b req-b89b65ea-7ada-4d9b-9cf7-643a5b62da62 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270559 Apr 25 14:49:45.589764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.622289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:45.623059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa849-e147-480b-882a-9025d3c9a0ce None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:45.633756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['a69c7e6f-f962-47f2-bffb-82f34f887777'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:49:45.688658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port bd7cb052-39d2-4f2b-981b-c013c59ef04f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bd7cb052-39d2-4f2b-981b-c013c59ef04f,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:45.702130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.799913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=bd7cb052-39d2-4f2b-981b-c013c59ef04f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:45.872696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Deleting port 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:45.873365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:45.971379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e85f5-e144-46e2-9a51-990760d5a48d req-73900d5d-2a72-4f55-b1a5-602ec08cae2d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:45.978805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b41e85f5-e144-46e2-9a51-990760d5a48d req-73900d5d-2a72-4f55-b1a5-602ec08cae2d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 943 time: 0.9176683 Apr 25 14:49:46.185837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:46.188508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b41e85f5-e144-46e2-9a51-990760d5a48d req-89d5cbb4-637f-49b8-aad4-ff37c84859eb tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087779 Apr 25 14:49:46.195773 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:46.196027 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 82c133c2-309b-47a3-8dc2-8a1e64b4e68b disassociated. External IP: 172.25.0.92, port: 44e54b01-691c-47f8-ad84-6a6a10bdceb5. Apr 25 14:49:46.222209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-d321a0cf-ffbf-4928-9d8b-bbd80407d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:46.225632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-d321a0cf-ffbf-4928-9d8b-bbd80407d748 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 1095 time: 0.5374408 Apr 25 14:49:46.299650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dabecf-49a9-479a-817c-2624795cd0b3 req-b9d61ed7-de49-4a57-9eee-bbb34a2ab375 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:46.307200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60dabecf-49a9-479a-817c-2624795cd0b3 req-b9d61ed7-de49-4a57-9eee-bbb34a2ab375 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 944 time: 0.4044900 Apr 25 14:49:46.357016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:46.444108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60dabecf-49a9-479a-817c-2624795cd0b3 req-a99aeef3-ea98-4d1c-9c1e-72b4e0602912 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359532 Apr 25 14:49:46.626881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bd7cb052-39d2-4f2b-981b-c013c59ef04f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:46.734890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:46.776270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bd7cb052-39d2-4f2b-981b-c013c59ef04f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:46.777087 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:46.869921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] For port 67a754fa-4f93-4afe-bbdb-fb29538098bb, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67a754fa-4f93-4afe-bbdb-fb29538098bb,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:46.870534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:46.900634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c934cff-5a7f-45a8-9596-811dd4d492b8 req-a1038323-def7-40c2-aeec-750f5ae92e84 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:46.909817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c934cff-5a7f-45a8-9596-811dd4d492b8 req-a1038323-def7-40c2-aeec-750f5ae92e84 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5563827 Apr 25 14:49:46.913075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-f885bb6e-cda6-4167-a62d-56be869785f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:46.914767 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-f885bb6e-cda6-4167-a62d-56be869785f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.6719823 Apr 25 14:49:47.106062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-c1f4de7f-347b-4b3c-aafd-6c6b4bb3ea07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 HTTP/1.1" status: 200 len: 217 time: 0.1691747 Apr 25 14:49:47.149399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:47.154127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:47.163394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:47.174054 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:47.175003 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:47.226925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-00907d76-1933-4f65-9c07-02e75550b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:47.228605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-00907d76-1933-4f65-9c07-02e75550b3e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1079142 Apr 25 14:49:47.229891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Allocated IP 172.25.0.155 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/918d8dc8-b0bc-4040-a647-416179c3a1a0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:47.230935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3153a-98b4-45f9-bc61-d169c37e7aee req-ba4c584e-12fa-414b-9eda-e17df43f9344 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:47.232438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9e3153a-98b4-45f9-bc61-d169c37e7aee req-ba4c584e-12fa-414b-9eda-e17df43f9344 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.4962718 Apr 25 14:49:47.250228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-caeae1d5-2d94-4aff-b445-c713228c37c8 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/floatingips/82c133c2-309b-47a3-8dc2-8a1e64b4e68b HTTP/1.1" status: 200 len: 687 time: 1.8280165 Apr 25 14:49:47.270834 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:47.271642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57804) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:47.282016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:47.282969 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:47.385847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c934cff-5a7f-45a8-9596-811dd4d492b8 req-a7b5e7ef-51b6-4e81-a03b-e6ab56351f10 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749808 Apr 25 14:49:47.387981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:47.388876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7843bc-2e3a-43fe-955f-cdc24fc3b6f9 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:47.474005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port c0408263-5e13-44ff-9dd5-0d4ec3f3fa24 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:47.474393 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:47.519362 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9e3153a-98b4-45f9-bc61-d169c37e7aee req-10acffc7-464c-4af9-87ff-649ce5a92425 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731965 Apr 25 14:49:47.774529 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:47.774888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:47.905440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for c0408263-5e13-44ff-9dd5-0d4ec3f3fa24 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:47.991143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373509-e167-4679-8f83-16dd909615fa req-8870b966-5eaf-48a1-af68-460c5f2e54b2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:47.992527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca373509-e167-4679-8f83-16dd909615fa req-8870b966-5eaf-48a1-af68-460c5f2e54b2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2694585 Apr 25 14:49:48.086712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.087610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.087610 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Floating IP 1da99c22-3669-406a-b481-a30ca8ff84e9 disassociated. External IP: 172.25.0.91, port: 67a754fa-4f93-4afe-bbdb-fb29538098bb. Apr 25 14:49:48.087980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Calling delete_port for 67a754fa-4f93-4afe-bbdb-fb29538098bb owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:48.091432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca373509-e167-4679-8f83-16dd909615fa req-e7c2138b-de6e-4cb3-b8ef-0fbcad3fdfa0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909319 Apr 25 14:49:48.132095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.139882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-b2ac5c03-71e5-4cfa-a627-e0c0a1f63e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:48.141426 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-b2ac5c03-71e5-4cfa-a627-e0c0a1f63e8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9027090 Apr 25 14:49:48.215747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=c0408263-5e13-44ff-9dd5-0d4ec3f3fa24,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:48.271897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:49:48.357061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503c7ef-cb74-4ef0-8241-a91a4042df8a req-31082a1d-0899-463b-85d1-40e3a44c7737 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:48.364096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6503c7ef-cb74-4ef0-8241-a91a4042df8a req-31082a1d-0899-463b-85d1-40e3a44c7737 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 944 time: 0.7082653 Apr 25 14:49:48.391055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.418307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.435634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6f68-2a37-4fea-a083-c0f3321f4e8d req-ea966109-0f66-4ebf-827f-d990a8550990 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:48.436370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:48.437479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-447e6f68-2a37-4fea-a083-c0f3321f4e8d req-ea966109-0f66-4ebf-827f-d990a8550990 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 944 time: 0.1755295 Apr 25 14:49:48.451195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-d9a4f551-4f2f-4c3b-86f2-b0bc368490b8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919140 Apr 25 14:49:48.452606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409', 'mac_address': 'fa:16:3e:7e:4c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:49:48.473186 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.478513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4882d226-98bb-4559-803c-f0fe8c3026da tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/floatingips/82c133c2-309b-47a3-8dc2-8a1e64b4e68b HTTP/1.1" status: 204 len: 168 time: 1.2058046 Apr 25 14:49:48.482321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:48.491121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'e3a3d60f-69be-4625-9045-d92b9814b90b'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:48.499363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:48.513482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:floatingip and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:48.519456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:48.520641 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.533103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6503c7ef-cb74-4ef0-8241-a91a4042df8a req-5714f88c-e8ab-41f5-bc84-e5fa778e031d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680181 Apr 25 14:49:48.539102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:48.541809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a69c7e6f-f962-47f2-bffb-82f34f887777 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:48.568401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-447e6f68-2a37-4fea-a083-c0f3321f4e8d req-1935fbfa-260e-4ea0-9b4b-6a7da661d982 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173565 Apr 25 14:49:48.573002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:48.589301 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.648900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:48.680851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.813960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fc8a332-036f-45e9-9992-5c7a55aae53f req-efbc9d53-e156-4991-952d-883e620c6835 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539186 Apr 25 14:49:48.824974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:48.830768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port a69c7e6f-f962-47f2-bffb-82f34f887777 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:48.836638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port a69c7e6f-f962-47f2-bffb-82f34f887777 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:48.837435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.904127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:49:48.906399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:48.907600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03556f9f-e609-4d79-9a12-dc03347ce961 req-aeee3eb2-9577-431d-9a91-b97de86be831 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:48.916507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03556f9f-e609-4d79-9a12-dc03347ce961 req-aeee3eb2-9577-431d-9a91-b97de86be831 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 946 time: 0.1540210 Apr 25 14:49:48.920643 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.066786 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.085191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event deleted for resources: {'Port': ['ID=67a754fa-4f93-4afe-bbdb-fb29538098bb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:49.116272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.122045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69c7e6f-f962-47f2-bffb-82f34f887777'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:49.139813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port a69c7e6f-f962-47f2-bffb-82f34f887777, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a69c7e6f-f962-47f2-bffb-82f34f887777,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:49.151114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.152240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:49:49.174856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03556f9f-e609-4d79-9a12-dc03347ce961 req-43c97419-da78-4df4-b27a-ec7893ae8a82 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578628 Apr 25 14:49:49.241844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:49.242508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 67a754fa-4f93-4afe-bbdb-fb29538098bb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:49:49.242866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67a754fa-4f93-4afe-bbdb-fb29538098bb not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:49:49.243466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'Port': ['ID=918d8dc8-b0bc-4040-a647-416179c3a1a0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:49.251381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:49.255449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:49.296861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=a69c7e6f-f962-47f2-bffb-82f34f887777,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:49.299872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b812-6160-4509-b4f4-c45d1098a80a req-1146fc4e-aefa-4a46-8aae-7737f9bd6e32 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:49.300796 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c952010d-6299-42b0-b5b6-f552fbd9c0e8'] response: {'server_uuid': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69c7e6f-f962-47f2-bffb-82f34f887777', 'code': 200} Apr 25 14:49:49.308430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c77b812-6160-4509-b4f4-c45d1098a80a req-1146fc4e-aefa-4a46-8aae-7737f9bd6e32 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4645803 Apr 25 14:49:49.410368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.221 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/0630da0f-5298-4f26-8a6c-6185ee3d0c7d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:49.493208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c77b812-6160-4509-b4f4-c45d1098a80a req-3a088a25-fa93-4494-9446-9684e7ec6237 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836073 Apr 25 14:49:49.561622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:49.569322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ff69-a6b5-486f-8380-a726c9068b3d req-67ee5d4e-ba8f-40a8-b073-c1bbf9792a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:49.570815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4b6ff69-a6b5-486f-8380-a726c9068b3d req-67ee5d4e-ba8f-40a8-b073-c1bbf9792a4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1096 time: 0.2322457 Apr 25 14:49:49.663686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4b6ff69-a6b5-486f-8380-a726c9068b3d req-8f9af67a-c73e-4422-9dce-0c744c699c36 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Apr 25 14:49:49.668643 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.693939 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.703044 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:49.806402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:49.813433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:49.830702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:49.900124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=0630da0f-5298-4f26-8a6c-6185ee3d0c7d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:49.983067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd62d18-db7f-4644-a9b8-50632eced010 req-587c0b92-09b1-489f-806f-a1978849ac9e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:49.984564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8dd62d18-db7f-4644-a9b8-50632eced010 req-587c0b92-09b1-489f-806f-a1978849ac9e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2391946 Apr 25 14:49:50.044392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.089441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8dd62d18-db7f-4644-a9b8-50632eced010 req-9ecf4532-17ca-4014-8455-499c5ce09645 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910850 Apr 25 14:49:50.137948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:50.151898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:50.165908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:50.166734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:50.242490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] No DVR routers for this DVR port 67a754fa-4f93-4afe-bbdb-fb29538098bb on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:49:50.246949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.250704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-deleted', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:50.265399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57864) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:50.280025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ce107-6ec4-40ab-ab8b-9ad65b0af218 req-9306b634-2eea-4007-a853-f90906722786 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:50.283425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:49:50.287497 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-103ce107-6ec4-40ab-ab8b-9ad65b0af218 req-9306b634-2eea-4007-a853-f90906722786 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.5717287 Apr 25 14:49:50.354129 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce2948fd-aca1-46cc-ba2e-e4082af7dc43 req-71f742db-1024-4f28-a347-9104315d1b2f tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.21 "DELETE /v2.0/ports/67a754fa-4f93-4afe-bbdb-fb29538098bb HTTP/1.1" status: 204 len: 173 time: 5.1235790 Apr 25 14:49:50.444017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-103ce107-6ec4-40ab-ab8b-9ad65b0af218 req-2d6687f3-d450-4395-9a5f-898953c8c6a9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556640 Apr 25 14:49:50.547450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:50.586648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:50.587128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.596696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.617064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.760854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6ff1c-bfb9-4968-8593-50655bf51cae req-b55fe133-2b7e-4c64-9476-dee2062d34f0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:50.762499 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85e6ff1c-bfb9-4968-8593-50655bf51cae req-b55fe133-2b7e-4c64-9476-dee2062d34f0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 945 time: 0.3425148 Apr 25 14:49:50.856734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:50.863734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.875701 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85e6ff1c-bfb9-4968-8593-50655bf51cae req-4af38789-d017-4a04-9801-bd361b174b72 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841341 Apr 25 14:49:50.901980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:50.913179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:50.920356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'Port': ['ID=918d8dc8-b0bc-4040-a647-416179c3a1a0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:50.953946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Usage tracker for resource:security_group_rule and tenant:a920124414f844baa83b4a5093b8c3a9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:50.959933 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f75e5f5-3f29-48d6-b660-b178702a3896'] response: {'server_uuid': '0237e08d-8223-446e-9586-66fd7bd55daa', 'name': 'network-vif-deleted', 'tag': '67a754fa-4f93-4afe-bbdb-fb29538098bb', 'status': 'completed', 'code': 200} Apr 25 14:49:50.965866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:50.979477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6fc28620-a2d4-4e46-82c3-1f9249025b95 req-c771391c-6df4-4273-a192-efbfbcc63978 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Synchronizing usage tracker for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:50.984110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:50.987563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.041259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6fc28620-a2d4-4e46-82c3-1f9249025b95 req-c771391c-6df4-4273-a192-efbfbcc63978 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Unset dirty status for tenant:94e1e8f534224e96a5cf855f2de9c807 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:51.042600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fc28620-a2d4-4e46-82c3-1f9249025b95 req-c771391c-6df4-4273-a192-efbfbcc63978 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0237e08d-8223-446e-9586-66fd7bd55daa HTTP/1.1" status: 200 len: 210 time: 0.1268852 Apr 25 14:49:51.043339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.046266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d7802c9e-be1b-46ad-9a23-8e496a8d9c0e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5932267 Apr 25 14:49:51.071118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.182037 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.193674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.312785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a920124414f844baa83b4a5093b8c3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0415688 Apr 25 14:49:51.317940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57884) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:51.334667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2578-673b-4d18-bb0b-3f176fba8798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a9e96-3f93-40ef-aa8c-a8a7c44fc899,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:51.342310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c991-ef26-4913-bcc0-a81724407a6c req-9ef3e053-cdeb-4c5e-b773-f3416bcb71cc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:51.343883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8a4c991-ef26-4913-bcc0-a81724407a6c req-9ef3e053-cdeb-4c5e-b773-f3416bcb71cc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2403166 Apr 25 14:49:51.497952 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.512386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8a4c991-ef26-4913-bcc0-a81724407a6c req-e01972c7-4bec-4c0f-9b33-bd073466da25 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514232 Apr 25 14:49:51.518411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-97b544de-fadb-4828-bafe-cb333d27e925 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--308608407&fields=id&tenant_id=3ed40a333e5b426c879deb4f9af18ab3 HTTP/1.1" status: 200 len: 267 time: 0.0983765 Apr 25 14:49:51.626395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:49:51.633899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fd2644f-3abd-4db4-859a-6d97156bbcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.659567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:49:51.671467 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.693008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fd2644f-3abd-4db4-859a-6d97156bbcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.788180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-5f35850d-7e59-4fb5-a568-771b80e85d57 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:51.791910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-5f35850d-7e59-4fb5-a568-771b80e85d57 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 811 time: 0.2723985 Apr 25 14:49:51.801838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:51.819125 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-5a5b98d8-cf97-4f17-b576-f8faf2a51677 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/quotas/3ed40a333e5b426c879deb4f9af18ab3 HTTP/1.1" status: 200 len: 375 time: 0.0210419 Apr 25 14:49:51.839585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:51.844665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:49:51.855718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:51.856491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:51.918356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-30812319-888b-491e-8ac3-220198487695 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:51.930304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:51.941089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-30812319-888b-491e-8ac3-220198487695 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:51.944581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-30812319-888b-491e-8ac3-220198487695 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199727 Apr 25 14:49:51.951402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:52.095126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:49:52.099581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:52.141995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-d063899e-741d-4deb-96ce-3971d2510aa2 service neutron] 10.222.0.23 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854827 Apr 25 14:49:52.155491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fd2644f-3abd-4db4-859a-6d97156bbcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:52.158286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=0630da0f-5298-4f26-8a6c-6185ee3d0c7d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:52.192850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2644f-3abd-4db4-859a-6d97156bbcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a9e96-3f93-40ef-aa8c-a8a7c44fc899,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:52.210511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96015-c73d-4c0c-b51e-d1e6aed06f17 req-259824aa-1c96-4d1d-a2b7-4d336303b28d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:52.212011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccf96015-c73d-4c0c-b51e-d1e6aed06f17 req-259824aa-1c96-4d1d-a2b7-4d336303b28d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.5021172 Apr 25 14:49:52.314468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-9254c5b7-0d11-4707-bb2c-e12bc3ce4483 service neutron] 10.222.0.23 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643128 Apr 25 14:49:52.330575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fd2644f-3abd-4db4-859a-6d97156bbcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:52.334538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1fd2644f-3abd-4db4-859a-6d97156bbcce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b3a9e96-3f93-40ef-aa8c-a8a7c44fc899 HTTP/1.1" status: 204 len: 168 time: 0.9867651 Apr 25 14:49:52.360318 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 1eca0b2c-e6af-4315-9c96-ff2c62a9294e associated. External IP: 172.25.0.221, port: e3a3d60f-69be-4625-9045-d92b9814b90b. Apr 25 14:49:52.423433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccf96015-c73d-4c0c-b51e-d1e6aed06f17 req-62fc1cb2-fb4b-4c31-9d5e-de1d3a3cc930 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011981 Apr 25 14:49:52.536892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:52.549016 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e032ce39-7145-41f3-a04d-a07126030e20'] response: {'server_uuid': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409', 'code': 200} Apr 25 14:49:52.563651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dc7c2-f89b-41e9-9f0d-e34614174116 None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:39:47Z', 'revision_number': 4, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'ec44edd3-fca2-46c5-afa1-466be22e5165', 'name': '', 'network_id': 'b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'mac_address': 'fa:16:3e:de:8c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:45Z', 'updated_at': '2022-04-25T14:40:19Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'subnets': [{'id': '879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:52.789946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54c40-35c7-415a-86e8-87ed8ebbebeb req-5e314170-20ff-45a2-9349-aca17d7c6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:52.792169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44e54c40-35c7-415a-86e8-87ed8ebbebeb req-5e314170-20ff-45a2-9349-aca17d7c6945 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 1097 time: 0.1829345 Apr 25 14:49:52.929325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44e54c40-35c7-415a-86e8-87ed8ebbebeb req-f29556c9-9048-4708-9415-32586421926a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813024 Apr 25 14:49:52.964081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022611-a6fa-4305-9d2a-42db89eb91a6 req-0732c6da-3e42-4c89-bb6b-958b3d9e2454 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:52.973459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f022611-a6fa-4305-9d2a-42db89eb91a6 req-0732c6da-3e42-4c89-bb6b-958b3d9e2454 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 946 time: 0.1889338 Apr 25 14:49:53.019028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f022611-a6fa-4305-9d2a-42db89eb91a6 req-4bb86a7d-7e1c-480c-a654-1fd13a222016 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Apr 25 14:49:53.027775 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f8204-c9ec-461c-9e92-e679b7f8773c None None] New status for floating IP 1da99c22-3669-406a-b481-a30ca8ff84e9: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:49:53.326742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f66f-e12e-4429-881a-d8c591e9b6fa req-280d3ba4-4669-494d-9012-ba79e8ece86c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:53.340451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2130f66f-e12e-4429-881a-d8c591e9b6fa req-280d3ba4-4669-494d-9012-ba79e8ece86c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6066737 Apr 25 14:49:53.466779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2130f66f-e12e-4429-881a-d8c591e9b6fa req-b0548eb9-371e-4dd7-9038-f1e3f57e9c37 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181095 Apr 25 14:49:53.481222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:53.714601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66762467-597a-4954-b3e3-d845545b6457 req-272a8c2a-777f-4882-9655-dec0acd08875 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 210 time: 0.0594339 Apr 25 14:49:53.780705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:54.073413 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3711d4f-85a4-4eb6-8fb3-357022deac1b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:54.167382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:54.179687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:54.208340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:54.210379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:54.214949 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:54.270876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8534f2-7693-49b7-8b2e-f158a68e9ccd req-b1ff15ef-7954-490c-a5a4-e219b693650c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:54.279337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af8534f2-7693-49b7-8b2e-f158a68e9ccd req-b1ff15ef-7954-490c-a5a4-e219b693650c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2509034 Apr 25 14:49:54.332966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-91fd4116-e1bf-4763-8f45-9ff4a0ffea5c tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8488116 Apr 25 14:49:54.337017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57970) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:54.357654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:54.377628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:54.379859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:54.454968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3711d4f-85a4-4eb6-8fb3-357022deac1b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:54.456749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:54.457932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f204e92-f797-4a71-8d11-33b5d0d2b8d9 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:49:54.480762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-80d9b49d-1859-4b87-aaca-f7077a28cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:54.482662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-80d9b49d-1859-4b87-aaca-f7077a28cbcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1096 time: 0.5652285 Apr 25 14:49:54.572290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e564-261a-4b2f-aaca-3a6c463cdd74 req-b20ebca5-e44a-429e-b4d3-ade280c04141 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:54.579657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65d6e564-261a-4b2f-aaca-3a6c463cdd74 req-b20ebca5-e44a-429e-b4d3-ade280c04141 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.5070128 Apr 25 14:49:54.669023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af8534f2-7693-49b7-8b2e-f158a68e9ccd req-b92bc241-0005-41c2-899e-46392ca73b86 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886750 Apr 25 14:49:54.725919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65d6e564-261a-4b2f-aaca-3a6c463cdd74 req-abe7e6da-c0dd-457b-aede-831003fa9a8e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215165 Apr 25 14:49:54.728269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3711d4f-85a4-4eb6-8fb3-357022deac1b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:54.753413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dbbe0d0d-ff87-4e66-b485-8590010e2b52 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/floatingips/1eca0b2c-e6af-4315-9c96-ff2c62a9294e HTTP/1.1" status: 200 len: 978 time: 0.4149549 Apr 25 14:49:54.756392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57986) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:54.795498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3711d4f-85a4-4eb6-8fb3-357022deac1b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:54.881171 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3711d4f-85a4-4eb6-8fb3-357022deac1b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:54.884873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3711d4f-85a4-4eb6-8fb3-357022deac1b tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "DELETE /v2.0/security-groups/e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff HTTP/1.1" status: 204 len: 168 time: 1.1004882 Apr 25 14:49:54.884873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-aa77a632-d20f-462f-ab21-9a4352d94d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:54.885762 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-aa77a632-d20f-462f-ab21-9a4352d94d89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.3945777 Apr 25 14:49:54.886351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57992) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:54.997126 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-bff667f6-4fe4-4ebf-9640-8dfce86a7cd5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] show failed (client error): The resource could not be found. Apr 25 14:49:55.002329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bff667f6-4fe4-4ebf-9640-8dfce86a7cd5 tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "GET /v2.0/security-groups/e3e642b2-99ed-49ee-8ad5-3bc4f7fc4fff HTTP/1.1" status: 404 len: 347 time: 0.1043382 Apr 25 14:49:55.004687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-d78cae54-d539-4ef1-b777-9a151608a8a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 200 len: 217 time: 0.1038895 Apr 25 14:49:55.005411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57996) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:55.075783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ad78317e-fce0-45bc-a2a4-81161fc8af48 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Synchronizing usage tracker for tenant:07e7e5cd730e44638048e674fd2b7408 on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:55.148425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedefbfe-21b4-4fe2-a049-4b28fab01459 req-2eba9e80-dc0f-432a-a1ac-f7228df430d8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:55.155568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eedefbfe-21b4-4fe2-a049-4b28fab01459 req-2eba9e80-dc0f-432a-a1ac-f7228df430d8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 946 time: 0.2918639 Apr 25 14:49:55.164856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-f5228970-aa05-4cbc-8666-66f2e8dc86b5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:55.165575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-f5228970-aa05-4cbc-8666-66f2e8dc86b5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:55.184834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ad78317e-fce0-45bc-a2a4-81161fc8af48 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Unset dirty status for tenant:07e7e5cd730e44638048e674fd2b7408 on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:55.186030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ad78317e-fce0-45bc-a2a4-81161fc8af48 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4289308 Apr 25 14:49:55.188764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58006) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:55.207413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'port_id': '44e54b01-691c-47f8-ad84-6a6a10bdceb5'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:55.267188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-f5228970-aa05-4cbc-8666-66f2e8dc86b5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:55.268239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-f5228970-aa05-4cbc-8666-66f2e8dc86b5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 811 time: 0.3412039 Apr 25 14:49:55.366250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eedefbfe-21b4-4fe2-a049-4b28fab01459 req-761d0497-2f03-4f25-aa9d-24c1c788a3bc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077117 Apr 25 14:49:55.370760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Deleting port 74c65088-c9d0-4516-8599-5c0cd12a80fb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:49:55.371107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:55.404600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:55.434882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-bff9f7f6-4806-41db-a371-7f5cb2fd142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:55.436320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-bff9f7f6-4806-41db-a371-7f5cb2fd142a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.3238268 Apr 25 14:49:55.462773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-3c9de6eb-69b5-4426-8137-be85e6d6d3b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:55.503749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-3c9de6eb-69b5-4426-8137-be85e6d6d3b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:55.505654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-3c9de6eb-69b5-4426-8137-be85e6d6d3b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed40a333e5b426c879deb4f9af18ab3 HTTP/1.1" status: 200 len: 379 time: 0.2263358 Apr 25 14:49:55.516538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'port': {'device_id': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'admin_state_up': True, 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'security_groups': ['7f96cb4a-ede4-4576-905a-372f90de9827']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:55.795277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6bfdb494-2ec3-4c61-8a1c-7936bad5e6be req-58c71ffb-fd98-4395-bd61-ca1f09527bd5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 210 time: 0.1259444 Apr 25 14:49:55.839386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924ccb-f1a5-44a9-be9a-59e5b025f1d4 req-e91a6bd7-6054-4eb3-9838-3a8045796984 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:55.848366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47924ccb-f1a5-44a9-be9a-59e5b025f1d4 req-e91a6bd7-6054-4eb3-9838-3a8045796984 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.8415158 Apr 25 14:49:55.932551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:55.932891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:55.955746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:55.958235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-928d00c2-f40b-4f09-8183-55cb7c58cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:55.960842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-928d00c2-f40b-4f09-8183-55cb7c58cd2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4969513 Apr 25 14:49:55.984469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:55.999403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Made reservation on behalf of 3ed40a333e5b426c879deb4f9af18ab3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:49:56.021911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:56.124478 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47924ccb-f1a5-44a9-be9a-59e5b025f1d4 req-a6c493c7-93a1-46f1-8cfb-7e8ef94567ef tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751276 Apr 25 14:49:56.132377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Calling delete_port for 74c65088-c9d0-4516-8599-5c0cd12a80fb owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:49:56.243261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58066) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:56.281804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-cf07979c-1aa7-403f-bf82-61d9a86b151a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5805221 Apr 25 14:49:56.579658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Allocated IP 172.20.0.8 (99ae9fa3-8b33-440a-94e9-11e3b6bf151d/800e3768-1571-4310-bb50-9dc868894f3b/1c22c407-eb34-4ce2-aeeb-74cd4215e25a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:49:56.615076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:56.640703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-d7545c32-b175-4bcb-8481-653a0768998e service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128016 Apr 25 14:49:56.648268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:56.673622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bc3a6640a747fd9512e55a6f6da5bf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:56.693084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:56.703480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:56.848297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4deea-3f52-4e47-aba0-f4622976883f req-f23341f2-3b43-4c59-b50a-a731893f24e1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:56.849933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05b4deea-3f52-4e47-aba0-f4622976883f req-f23341f2-3b43-4c59-b50a-a731893f24e1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5638938 Apr 25 14:49:56.921516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490715-322f-4b88-99db-206e075c02f0 req-8adddf28-f405-4149-98e3-45aa1686c694 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:56.928349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15490715-322f-4b88-99db-206e075c02f0 req-8adddf28-f405-4149-98e3-45aa1686c694 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.7319310 Apr 25 14:49:56.933833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-61f8a76f-e35b-4de6-b325-3ff6598a79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:56.934982 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-61f8a76f-e35b-4de6-b325-3ff6598a79f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 1096 time: 0.5467832 Apr 25 14:49:56.940144 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.038288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Pushing event deleted for resources: {'Port': ['ID=74c65088-c9d0-4516-8599-5c0cd12a80fb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:57.050042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05b4deea-3f52-4e47-aba0-f4622976883f req-e1f8921f-28e7-4847-a473-2aa29d787aae tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791155 Apr 25 14:49:57.074910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15490715-322f-4b88-99db-206e075c02f0 req-4eba697f-3341-4566-8722-1c158aa06519 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354051 Apr 25 14:49:57.140916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.167309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Transition to ACTIVE for port object 1c22c407-eb34-4ce2-aeeb-74cd4215e25a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:49:57.285086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.293023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.368286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.377077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be76bf09-2d46-43bf-8e92-a4490ac7ac84 req-7e8c3777-7a40-4ec0-81aa-8b9228a9e4a1 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255080 Apr 25 14:49:57.463148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.544057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-41c4c5ce-0b15-4f9a-883e-78c99223c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:57.545728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-41c4c5ce-0b15-4f9a-883e-78c99223c883 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.5516188 Apr 25 14:49:57.565848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:49:57.570139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:57.572325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:49:57.580324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:49:57.617380 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.645581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-9ea1dde4-0627-47ec-9148-b335c060cc86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffb95d1-bd2d-4292-8ae7-319001784852 HTTP/1.1" status: 200 len: 217 time: 0.0908179 Apr 25 14:49:57.651077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.673941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.677523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-246fc230-5ce5-4d13-adfb-9f54fd05166d tempest-AttachVolumeShelveTestJSON-65215658 tempest-AttachVolumeShelveTestJSON-65215658-project] 10.222.0.23 "DELETE /v2.0/floatingips/1da99c22-3669-406a-b481-a30ca8ff84e9 HTTP/1.1" status: 204 len: 168 time: 2.6697071 Apr 25 14:49:57.769826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4bc3a6640a747fd9512e55a6f6da5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5173531 Apr 25 14:49:57.774956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:57.775450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.787017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fdbbe-8fbd-40b9-9e61-2e7c8e7453af req-49fdeff7-661a-47a9-bb0a-63d1b25f18a1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:57.792016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58088) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:57.793726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d2fdbbe-8fbd-40b9-9e61-2e7c8e7453af req-49fdeff7-661a-47a9-bb0a-63d1b25f18a1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 931 time: 0.4783568 Apr 25 14:49:57.857393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273322-5646-44f2-b426-3d9fc89170d9 req-c7ee290e-a6fb-4766-9cd7-89fb14ae450b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:57.868907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1273322-5646-44f2-b426-3d9fc89170d9 req-c7ee290e-a6fb-4766-9cd7-89fb14ae450b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5089357 Apr 25 14:49:57.881470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-67791da8-73b4-4cf8-b90e-a634d74ca08a None None] Provisioning for port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:49:57.889999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-67791da8-73b4-4cf8-b90e-a634d74ca08a None None] Provisioning complete for port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:49:57.890531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67791da8-73b4-4cf8-b90e-a634d74ca08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:57.919012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3c089-3b5f-49e8-bea9-951591d6df91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17addcec-e859-490c-af4a-1f48b326af54,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:57.955132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-651897da-5b11-4736-aaf1-c1a9c7aa63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:57.956636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-651897da-5b11-4736-aaf1-c1a9c7aa63b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2842381 Apr 25 14:49:57.972036 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d2fdbbe-8fbd-40b9-9e61-2e7c8e7453af req-317616e2-949c-4fab-9fa4-27a7195de161 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600771 Apr 25 14:49:57.980617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1273322-5646-44f2-b426-3d9fc89170d9 req-59fc741a-fb4c-4cf2-bcbb-241e790cc4b5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107755 Apr 25 14:49:57.982096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-c51b83c4-4861-4cd2-b965-9b1df0f7000e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4697196 Apr 25 14:49:58.013469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Request body: {'port': {'device_id': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:49:58.048840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-67791da8-73b4-4cf8-b90e-a634d74ca08a None None] Port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:49:58.088438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-16a5fed1-4c94-4085-8db2-100f93fc7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:58.090094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-16a5fed1-4c94-4085-8db2-100f93fc7af9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274903 Apr 25 14:49:58.098821 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 1eca0b2c-e6af-4315-9c96-ff2c62a9294e associated. External IP: 172.25.0.221, port: e3a3d60f-69be-4625-9045-d92b9814b90b. Apr 25 14:49:58.254610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-6f3d833f-ff5a-4a13-93c4-fa43006602af service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574781 Apr 25 14:49:58.344586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:58.380789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10d05322-5380-4fae-af0f-79a768b12b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:58.435910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df7ae8de-d4ee-438a-a323-9a0741e191c3 req-f6c06f7f-8261-42a6-97fa-4090c55f809b service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758413 Apr 25 14:49:58.593428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10d05322-5380-4fae-af0f-79a768b12b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:58.704561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7628f-ad91-4fb0-a51b-c7f2718f5d10 req-4a011204-32b1-453c-b382-6b0b3d78ef5b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:58.712212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69e7628f-ad91-4fb0-a51b-c7f2718f5d10 req-4a011204-32b1-453c-b382-6b0b3d78ef5b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.4144356 Apr 25 14:49:58.795234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:58.990666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc71bde-3d23-4fe1-a315-9732cd9d3abb req-dddbce72-ae7f-4d05-bc69-f226f5617fa9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:59.000145 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecc71bde-3d23-4fe1-a315-9732cd9d3abb req-dddbce72-ae7f-4d05-bc69-f226f5617fa9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1054633 Apr 25 14:49:59.028798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69e7628f-ad91-4fb0-a51b-c7f2718f5d10 req-b98b3d0f-275a-4b42-bf57-133d5e680bcf tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155918 Apr 25 14:49:59.069509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ecc71bde-3d23-4fe1-a315-9732cd9d3abb req-58af2802-a602-4457-9d85-254acb6e9973 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 Apr 25 14:49:59.322334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10d05322-5380-4fae-af0f-79a768b12b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:59.361728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d05322-5380-4fae-af0f-79a768b12b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17addcec-e859-490c-af4a-1f48b326af54,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:49:59.396706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:49:59.399356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10d05322-5380-4fae-af0f-79a768b12b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:59.402718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-10d05322-5380-4fae-af0f-79a768b12b66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17addcec-e859-490c-af4a-1f48b326af54 HTTP/1.1" status: 204 len: 168 time: 1.6062648 Apr 25 14:49:59.530657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cdc44-e1e2-4bd0-9ca6-7bc7fa9dc124 req-2023bacf-ea63-46c8-8cf5-1a4dda99f9ec tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:49:59.531277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-208cdc44-e1e2-4bd0-9ca6-7bc7fa9dc124 req-2023bacf-ea63-46c8-8cf5-1a4dda99f9ec tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:49:59.619160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-208cdc44-e1e2-4bd0-9ca6-7bc7fa9dc124 req-2023bacf-ea63-46c8-8cf5-1a4dda99f9ec tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:49:59.625842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-208cdc44-e1e2-4bd0-9ca6-7bc7fa9dc124 req-2023bacf-ea63-46c8-8cf5-1a4dda99f9ec tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 931 time: 0.4330103 Apr 25 14:49:59.740019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c22c407-eb34-4ce2-aeeb-74cd4215e25a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:49:59.770943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:59.824812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:49:59.831561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:49:59.836623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:49:59.862109 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:49:59.862750 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:49:59.882874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:49:59.928621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:49:59.941998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Usage tracker for resource:security_group_rule and tenant:1402f6113f544aeb88ab1a16620c191e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:49:59.955970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:49:59.963127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-208cdc44-e1e2-4bd0-9ca6-7bc7fa9dc124 req-8371cb61-d78b-4593-9f67-037a9205a73c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361397 Apr 25 14:49:59.963255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:49:59.978662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Transition to ACTIVE for port object 1c22c407-eb34-4ce2-aeeb-74cd4215e25a will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:00.000305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:00.001851 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:00.016147 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:00.017084 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:00.138636 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:00.140561 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafec6a0-2de2-4bd3-8dcf-a7ecba9f4394 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:00.239813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:00.256007 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:00.408235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58142) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:00.409576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1402f6113f544aeb88ab1a16620c191e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711946 Apr 25 14:50:00.413748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804a390-e19b-4ca8-8e14-9c55ad1fcd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f8b370-eb62-457f-a0c0-9c1f229b7db2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:00.485873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08138f8d-32b8-4b87-94c7-593702279fad req-d2953f0c-f6dd-44a4-ba5e-b48332ef7f5e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:00.487567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08138f8d-32b8-4b87-94c7-593702279fad req-d2953f0c-f6dd-44a4-ba5e-b48332ef7f5e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.2028937 Apr 25 14:50:00.521208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:00.646793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08138f8d-32b8-4b87-94c7-593702279fad req-78020e1f-4c63-42a4-be89-acf9b42059a1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526420 Apr 25 14:50:01.026580 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e5a9-86f1-4a69-b209-55d1c1ff6c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:01.031707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:01.066904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Attempting to bind port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:50:01.067321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Attempting to bind port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:50:01.068360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Attempting to bind port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:50:01.099523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:50:01.099885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Attempting to bind port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:50:01.109382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e5a9-86f1-4a69-b209-55d1c1ff6c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:01.132971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8f1b-4957-4389-972a-2f0503d0649d req-5bb14b6d-d51e-40fa-8715-251c98682d6b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:01.141205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecde8f1b-4957-4389-972a-2f0503d0649d req-5bb14b6d-d51e-40fa-8715-251c98682d6b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.8315227 Apr 25 14:50:01.384632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d2aad-56d8-4e9a-8f1f-9f29332263dc req-684d7aae-7a16-480f-91b0-027cba24b734 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:01.387930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba6d2aad-56d8-4e9a-8f1f-9f29332263dc req-684d7aae-7a16-480f-91b0-027cba24b734 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.1223683 Apr 25 14:50:01.389082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:50:01.389415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Checking segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:50:01.389805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Bound using segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:50:01.390256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Bound port: 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:50:01.390603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:01.488053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba6d2aad-56d8-4e9a-8f1f-9f29332263dc req-86cfe15d-e7e4-4386-bd28-ef1a4834a003 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943720 Apr 25 14:50:01.794534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecde8f1b-4957-4389-972a-2f0503d0649d req-cf7a8788-410f-48fa-94b7-c16b96cbb468 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382456 Apr 25 14:50:01.826125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:50:01.850675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e5a9-86f1-4a69-b209-55d1c1ff6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:01.885571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:01.890617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:50:01.899584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:01.915768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:01.918006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:01.928578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:01.950052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4e5a9-86f1-4a69-b209-55d1c1ff6c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f8b370-eb62-457f-a0c0-9c1f229b7db2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:01.989395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e5a9-86f1-4a69-b209-55d1c1ff6c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:01.992759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8ce4e5a9-86f1-4a69-b209-55d1c1ff6c0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4f8b370-eb62-457f-a0c0-9c1f229b7db2 HTTP/1.1" status: 204 len: 168 time: 1.4716265 Apr 25 14:50:02.016790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:02.060425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf79f-0a5f-45da-9a96-7d97892afcb6 req-ddb0f015-a2cc-4f97-bdf6-64404a6f8901 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:02.068976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-625cf79f-0a5f-45da-9a96-7d97892afcb6 req-ddb0f015-a2cc-4f97-bdf6-64404a6f8901 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.2389193 Apr 25 14:50:02.101851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:02.145147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:02.147319 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:02.151983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 1091 time: 4.1461248 Apr 25 14:50:02.156326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:50:02.158515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:02.161489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:02.172349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-625cf79f-0a5f-45da-9a96-7d97892afcb6 req-906d0818-c6bc-4498-befc-598cd039861c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007318 Apr 25 14:50:02.334258 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcabe3f6-6e21-4595-8952-4d3b79f8ea82'] response: {'name': 'network-changed', 'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'status': 'completed', 'code': 200} Apr 25 14:50:02.351789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:02.352956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb8164-9b2a-4da0-93c5-83a7afea7d47 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:02.409297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6b5f5-0f7a-43e4-8e5b-5172c7f9d1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:02.436119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-7bd7c713-2b0e-4663-a08f-691330f6330f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990148 Apr 25 14:50:02.444220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20b1dea5-ceb6-4b3a-8b9c-a1bd0e137978 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/floatingips/1eca0b2c-e6af-4315-9c96-ff2c62a9294e HTTP/1.1" status: 200 len: 978 time: 7.2543476 Apr 25 14:50:02.445338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58178) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:02.464478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:02.560697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-2f4ca050-a2d1-4480-aeff-6cf95a1ebe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:02.562235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-2f4ca050-a2d1-4480-aeff-6cf95a1ebe84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1094 time: 0.3512712 Apr 25 14:50:02.646930 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:02.865052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-b02bf229-167a-4df0-a624-18d8b8a59faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:02.867134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-b02bf229-167a-4df0-a624-18d8b8a59faa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.2445385 Apr 25 14:50:02.908106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efdb0c-b7ab-4b3a-a9f1-f5a31d710d6a req-0c9309b5-15ac-4626-b6c3-c79e3c9152e7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:02.922790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28efdb0c-b7ab-4b3a-a9f1-f5a31d710d6a req-0c9309b5-15ac-4626-b6c3-c79e3c9152e7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.2173908 Apr 25 14:50:02.976542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:02.986208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-8adf90f4-ac80-45bd-a28f-a7569e7c0163 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 217 time: 0.4091792 Apr 25 14:50:02.988286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:02.988821 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 1eca0b2c-e6af-4315-9c96-ff2c62a9294e disassociated. External IP: 172.25.0.221, port: 44e54b01-691c-47f8-ad84-6a6a10bdceb5. Apr 25 14:50:03.090519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28efdb0c-b7ab-4b3a-a9f1-f5a31d710d6a req-652fe1c2-1fbb-4e59-bc83-6ce52e4b2a7f tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667538 Apr 25 14:50:03.164030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-196d8100-6c61-4f9f-853c-83ea3ce5848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.166943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-196d8100-6c61-4f9f-853c-83ea3ce5848f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.2416074 Apr 25 14:50:03.218805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-526f7c2d-5dde-47f3-b5a5-b11327a19e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.220204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-526f7c2d-5dde-47f3-b5a5-b11327a19e77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.1799450 Apr 25 14:50:03.354846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-f39bcdaf-cdb2-4bc8-8cf7-8e10a598f675 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.1786811 Apr 25 14:50:03.642829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab528a1-0de6-4b48-8b29-d7ccf2417830 req-11d6bb51-24c5-4428-ba66-507e53be6355 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.644425 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ab528a1-0de6-4b48-8b29-d7ccf2417830 req-11d6bb51-24c5-4428-ba66-507e53be6355 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6030099 Apr 25 14:50:03.695374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-5cc0d69e-18cc-4e63-b828-180e67238a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.697523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-5cc0d69e-18cc-4e63-b828-180e67238a42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2308843 Apr 25 14:50:03.780298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298561f-90dc-45ee-8d27-5a6c6726a10a req-381301d0-a060-4454-b084-1eb298ffb721 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.782495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f298561f-90dc-45ee-8d27-5a6c6726a10a req-381301d0-a060-4454-b084-1eb298ffb721 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.4227729 Apr 25 14:50:03.840439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f298561f-90dc-45ee-8d27-5a6c6726a10a req-80864635-b872-455c-a3af-b82ad34fe7bc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Apr 25 14:50:03.859216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-69d47a5f-d764-48e1-9978-6c8ceda3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.860692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-69d47a5f-d764-48e1-9978-6c8ceda3d363 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540191 Apr 25 14:50:03.953782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-6b0ddaa8-ada9-4891-b71c-35a032c348ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:03.955720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-6b0ddaa8-ada9-4891-b71c-35a032c348ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6710095 Apr 25 14:50:03.961830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ab528a1-0de6-4b48-8b29-d7ccf2417830 req-77bf6255-2204-4c47-8c9b-3646f9e86dfb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500677 Apr 25 14:50:04.154433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-d941ab9e-774c-4c7d-b86e-ed226bef784b service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855061 Apr 25 14:50:04.187814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-75af5e4a-c28c-4baf-a129-f047d463d5e9 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196666 Apr 25 14:50:04.200732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:04.288585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:04.293053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58250) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:04.418293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:04.503410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0483c4d8-e59f-45ab-b41e-ebb652b9bddf req-515929e6-503e-4c4c-9729-146cb742810d service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173473 Apr 25 14:50:04.696914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:04.703351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:04.710543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:04.725416 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:04.726093 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:04.726670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5c5b-d2ec-40c4-82a6-6f6193b02e77 req-66777311-2534-4f5a-b9ec-4388d11ff8a8 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:04.729362 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-101f5c5b-d2ec-40c4-82a6-6f6193b02e77 req-66777311-2534-4f5a-b9ec-4388d11ff8a8 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.4216421 Apr 25 14:50:04.731797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e189a558-b1f2-4ee5-88db-d7cd345c49d8 req-3e3fd8b5-e846-4582-a562-a333175ec409 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369341 Apr 25 14:50:04.732730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:04.777711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:04.790777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Usage tracker for resource:security_group_rule and tenant:d606c24c83f14222956d02b0b97ba79f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:04.795351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:04.806526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:04.814709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-101f5c5b-d2ec-40c4-82a6-6f6193b02e77 req-39229b22-e1e3-4e54-adfa-f9045ca291a7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705781 Apr 25 14:50:04.863155 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:04.902112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:04.904718 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:49:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:04.953693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:04.961631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:04.984612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-395682c1-ba6d-4f23-8438-f8f9d969746a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/floatingips/1eca0b2c-e6af-4315-9c96-ff2c62a9294e HTTP/1.1" status: 200 len: 688 time: 2.5356667 Apr 25 14:50:04.990924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58268) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:05.009866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b537455-7340-45d8-a36c-d73081832934,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:05.040061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03f476ea-fd5a-484f-8cdf-2900c632ab17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d606c24c83f14222956d02b0b97ba79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979317 Apr 25 14:50:05.040841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58274) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:05.083481 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:05.083891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52d405-ff69-4aec-97f2-e13fc1ad0603 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:05.130558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda0e-8e7f-4296-a0b4-23e631700591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:05.183194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda0e-8e7f-4296-a0b4-23e631700591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:05.261982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda0e-8e7f-4296-a0b4-23e631700591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:05.369555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fda0e-8e7f-4296-a0b4-23e631700591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b537455-7340-45d8-a36c-d73081832934,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:05.397147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0f4fda0e-8e7f-4296-a0b4-23e631700591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:05.403686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0f4fda0e-8e7f-4296-a0b4-23e631700591 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b537455-7340-45d8-a36c-d73081832934 HTTP/1.1" status: 204 len: 168 time: 0.3614504 Apr 25 14:50:05.461683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 0630da0f-5298-4f26-8a6c-6185ee3d0c7d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:05.462618 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:05.521254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c1554-b167-4ad6-afe1-9ffc2853e143 req-0c344e8f-fbb1-4872-a709-f6f3c73b87d1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:05.525687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-353c1554-b167-4ad6-afe1-9ffc2853e143 req-0c344e8f-fbb1-4872-a709-f6f3c73b87d1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2284582 Apr 25 14:50:05.559400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08530-73c4-475b-9a95-950b07d23803 req-feee44bb-599d-43fc-ac9a-53d6dfbcd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:05.560933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-feee44bb-599d-43fc-ac9a-53d6dfbcd925 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1094 time: 0.9758523 Apr 25 14:50:05.619717 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-353c1554-b167-4ad6-afe1-9ffc2853e143 req-8aa83453-6aab-4d14-89c5-f685c90b18c3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781891 Apr 25 14:50:06.072228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48d0b9-d89b-4613-9e4f-7b08cb2d519f req-83424eee-60d2-4ed1-b64b-3d61ac67bffb tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:06.075044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94088d-69ea-4494-8a0b-0f3a13503c4f req-7b75976d-fc07-44e8-ab7b-3a690d3c9d98 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:06.077079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af94088d-69ea-4494-8a0b-0f3a13503c4f req-7b75976d-fc07-44e8-ab7b-3a690d3c9d98 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.1093585 Apr 25 14:50:06.079078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a48d0b9-d89b-4613-9e4f-7b08cb2d519f req-83424eee-60d2-4ed1-b64b-3d61ac67bffb tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.9597676 Apr 25 14:50:06.132344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af94088d-69ea-4494-8a0b-0f3a13503c4f req-12b12f49-3b16-4778-b772-4fa65f8c4d63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490441 Apr 25 14:50:06.239976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:06.240366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:06.318557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08530-73c4-475b-9a95-950b07d23803 req-d3df8f85-14c6-4e8c-89b8-b0c2dd9b2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:06.320008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-d3df8f85-14c6-4e8c-89b8-b0c2dd9b2ebe service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.7161901 Apr 25 14:50:06.379414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a48d0b9-d89b-4613-9e4f-7b08cb2d519f req-15dffe06-02dd-4cac-b210-079c53fcd19e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988374 Apr 25 14:50:06.387385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 0630da0f-5298-4f26-8a6c-6185ee3d0c7d owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:06.432908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58304) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.501125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-526109f1-08f4-4ef8-8d9c-cb07768dc576 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 217 time: 0.1207278 Apr 25 14:50:06.543975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-cdfbffe5-3500-48e1-ae6a-f74d30f14a73 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.547934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cdfbffe5-3500-48e1-ae6a-f74d30f14a73 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1110425 Apr 25 14:50:06.548770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58310) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.553455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-26a48291-2cd3-4321-81b1-bdca43f4c687 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.556476 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26a48291-2cd3-4321-81b1-bdca43f4c687 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052855 Apr 25 14:50:06.556620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58314) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.560932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-2dd38f8e-3513-4c5a-8e28-29c36a79cc80 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.563962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2dd38f8e-3513-4c5a-8e28-29c36a79cc80 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044048 Apr 25 14:50:06.564158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58318) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.568936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-887f26a1-a3da-4045-b0ff-fd5d8668cee6 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.572030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-887f26a1-a3da-4045-b0ff-fd5d8668cee6 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050800 Apr 25 14:50:06.574225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.583480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-b939b3c0-6c09-4cd0-a82f-6b7be3168695 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.588039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b939b3c0-6c09-4cd0-a82f-6b7be3168695 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0123298 Apr 25 14:50:06.588839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58326) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.595082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-7d47f63e-4804-4e23-9591-acd676ae53d7 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.600245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d47f63e-4804-4e23-9591-acd676ae53d7 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0101039 Apr 25 14:50:06.601693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.609639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-9374800f-b48a-4245-bbfe-a51c98768de5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.610602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9374800f-b48a-4245-bbfe-a51c98768de5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074780 Apr 25 14:50:06.617223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58334) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.622633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-7cf5b144-b91e-4d5a-b6d7-708a4ed15c49 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.625900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7cf5b144-b91e-4d5a-b6d7-708a4ed15c49 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074537 Apr 25 14:50:06.626699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58338) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.632090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-64a7709d-75fc-4f73-ae87-3026c43b9606 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.635433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-64a7709d-75fc-4f73-ae87-3026c43b9606 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058239 Apr 25 14:50:06.635899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.640862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-7eac1a2a-d12a-4f9f-9745-dfaa6fc070da tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.643862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7eac1a2a-d12a-4f9f-9745-dfaa6fc070da tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046666 Apr 25 14:50:06.644883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58346) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.652510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-3ff52a05-759c-4b5f-87ac-0ed8bb66d7d1 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.652666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08530-73c4-475b-9a95-950b07d23803 req-55b17568-ae58-4f69-8752-f17a86237ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:06.655932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3ff52a05-759c-4b5f-87ac-0ed8bb66d7d1 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067978 Apr 25 14:50:06.656060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-55b17568-ae58-4f69-8752-f17a86237ea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.1183558 Apr 25 14:50:06.656797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.663071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-34ea03d7-9bbf-407e-bad2-fce4f2e7c541 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.665084 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-34ea03d7-9bbf-407e-bad2-fce4f2e7c541 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062544 Apr 25 14:50:06.668254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58356) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.673703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-2193bfe2-1971-47fc-b619-5dbe3dc37d64 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.674535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2193bfe2-1971-47fc-b619-5dbe3dc37d64 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053627 Apr 25 14:50:06.677878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58360) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.683808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-0520eb2d-976b-46e5-9ad9-5c5140dc6684 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.684857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0520eb2d-976b-46e5-9ad9-5c5140dc6684 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0061009 Apr 25 14:50:06.690364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58364) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.701328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-96d14bdf-34bb-41d6-840a-c638c08584fc tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.702289 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96d14bdf-34bb-41d6-840a-c638c08584fc tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0087323 Apr 25 14:50:06.704806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58368) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.709619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-8fa480eb-a925-481d-a98d-eaf3bc702f0c tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.712496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8fa480eb-a925-481d-a98d-eaf3bc702f0c tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048771 Apr 25 14:50:06.712777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58372) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.717923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-1d92678a-e37e-474c-9755-0cb17e8c3a8f tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.721004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d92678a-e37e-474c-9755-0cb17e8c3a8f tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052423 Apr 25 14:50:06.721621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58376) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.727148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-01355e18-6b78-43f6-b48e-a239abab4aa0 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.730349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01355e18-6b78-43f6-b48e-a239abab4aa0 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058820 Apr 25 14:50:06.733661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.743931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-bb0ab034-a20a-497d-a783-1b92cd0641f5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.747627 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bb0ab034-a20a-497d-a783-1b92cd0641f5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0128374 Apr 25 14:50:06.748250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.754501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-e4115227-077b-451a-9ecd-1cbebe25ea04 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.757492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e4115227-077b-451a-9ecd-1cbebe25ea04 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078223 Apr 25 14:50:06.758056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58390) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.762939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-e2da89be-c8eb-49c0-91ac-a8fe40ecfa91 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.765990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e2da89be-c8eb-49c0-91ac-a8fe40ecfa91 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049441 Apr 25 14:50:06.766551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58394) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.850565 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:06.909360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-df048a08-8de8-4260-a993-055f630812fb tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.910382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=0630da0f-5298-4f26-8a6c-6185ee3d0c7d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:06.913491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df048a08-8de8-4260-a993-055f630812fb tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1460791 Apr 25 14:50:06.919849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58400) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.928299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-2fb76ac2-c30c-42e1-9df7-ae7ce38307c6 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.931904 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2fb76ac2-c30c-42e1-9df7-ae7ce38307c6 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095000 Apr 25 14:50:06.931904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.938244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-9a249747-0664-4afc-bbc1-266a59df6d75 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.939166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9a249747-0664-4afc-bbc1-266a59df6d75 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065038 Apr 25 14:50:06.943248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.952740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-aa62b4fc-c283-408e-848d-d21af02e5710 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.952740 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aa62b4fc-c283-408e-848d-d21af02e5710 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062909 Apr 25 14:50:06.953155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58412) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.954987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08530-73c4-475b-9a95-950b07d23803 req-78e23555-649b-4d0c-bf63-b9de0ea27a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:06.959356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-78e23555-649b-4d0c-bf63-b9de0ea27a1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717454 Apr 25 14:50:06.960147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-79c03a22-72af-4227-8f5e-f6c5dcbce1ae tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.961180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79c03a22-72af-4227-8f5e-f6c5dcbce1ae tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070744 Apr 25 14:50:06.965101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.970805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-6efcdca7-0272-4355-88b0-3c4b595d9f2d tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.974098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6efcdca7-0272-4355-88b0-3c4b595d9f2d tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058100 Apr 25 14:50:06.975158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.980397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-c3aee9a8-e4be-47ef-a110-2c42dac60cb0 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.983451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c3aee9a8-e4be-47ef-a110-2c42dac60cb0 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054076 Apr 25 14:50:06.986865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:06.994753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-6febe7db-43c5-4c77-af42-5618effbe295 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:06.995678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6febe7db-43c5-4c77-af42-5618effbe295 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061018 Apr 25 14:50:06.998906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58428) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.004507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-30d08376-b040-4731-a6b0-b285b1a93c95 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.005433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-30d08376-b040-4731-a6b0-b285b1a93c95 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058131 Apr 25 14:50:07.013216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca4ecf-bfab-4700-b3c2-dffb743bc6c6 req-d437ef0a-8f56-46fb-94b0-f6747bb3dc92 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.014634 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23ca4ecf-bfab-4700-b3c2-dffb743bc6c6 req-d437ef0a-8f56-46fb-94b0-f6747bb3dc92 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2488172 Apr 25 14:50:07.015087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58432) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.020234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-cdd1dcb3-c30d-45ae-86d5-8df1a8a80411 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.021174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cdd1dcb3-c30d-45ae-86d5-8df1a8a80411 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052006 Apr 25 14:50:07.024096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58436) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.028349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-0f8d7361-216f-4829-8f11-387ae7968aea tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.029372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0f8d7361-216f-4829-8f11-387ae7968aea tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046413 Apr 25 14:50:07.039551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58440) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.058468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [None req-f3af3a68-5079-490a-916c-fb9a1777ed78 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.062176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f3af3a68-5079-490a-916c-fb9a1777ed78 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0121646 Apr 25 14:50:07.062860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58444) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.070300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-11ddd24c-4c47-4381-b2ac-330e49068f48 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.071324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11ddd24c-4c47-4381-b2ac-330e49068f48 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074868 Apr 25 14:50:07.076068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23ca4ecf-bfab-4700-b3c2-dffb743bc6c6 req-7c978adc-e003-4f87-ad60-80d61e90ac65 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Apr 25 14:50:07.076669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.081047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-a16fd16e-163f-49ca-b2d8-95717fc3828f tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.082534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a16fd16e-163f-49ca-b2d8-95717fc3828f tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051699 Apr 25 14:50:07.084863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58452) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.089349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-a5507aa6-893b-417d-b719-e400fcf0358c tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.090262 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a5507aa6-893b-417d-b719-e400fcf0358c tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045187 Apr 25 14:50:07.092410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58456) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.097261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-470ff5c0-3cdd-4f5a-95af-9865b8900436 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.098175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-470ff5c0-3cdd-4f5a-95af-9865b8900436 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049393 Apr 25 14:50:07.100402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.107976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-397b61a3-0c95-4a0b-85d1-1005d6656691 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.108705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-397b61a3-0c95-4a0b-85d1-1005d6656691 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074370 Apr 25 14:50:07.110938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58464) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.115551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-ea27c968-d50c-433e-99f4-147d6e1e2ca9 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.116454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ea27c968-d50c-433e-99f4-147d6e1e2ca9 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046489 Apr 25 14:50:07.118467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58468) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.122699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-85b4dcfb-0652-491a-9127-b51f5c8ffbbd tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.125599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-85b4dcfb-0652-491a-9127-b51f5c8ffbbd tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043247 Apr 25 14:50:07.125734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.131393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-44ac4e46-2b50-453e-9699-d937840ab12a tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.132395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-44ac4e46-2b50-453e-9699-d937840ab12a tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057921 Apr 25 14:50:07.134926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.139369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-8cf28672-a83f-4da8-9a48-42fa7c51551a tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.140260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8cf28672-a83f-4da8-9a48-42fa7c51551a tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044796 Apr 25 14:50:07.142614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58480) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.148076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-536951bf-38b7-43f2-b3a7-dad7006fd889 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.148976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-536951bf-38b7-43f2-b3a7-dad7006fd889 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055053 Apr 25 14:50:07.151126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58484) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.155763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-65e38ef9-11da-4d8d-8d91-44a8d895ef28 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.158683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-65e38ef9-11da-4d8d-8d91-44a8d895ef28 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047262 Apr 25 14:50:07.160142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58488) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.169074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-04515927-bc07-4805-ab85-74e5321cec01 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.169743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04515927-bc07-4805-ab85-74e5321cec01 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085683 Apr 25 14:50:07.172142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58494) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.177417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-9f2625b4-9265-417a-a863-e67a9bda13f5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.178342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9f2625b4-9265-417a-a863-e67a9bda13f5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053368 Apr 25 14:50:07.180661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58498) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.186534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-94e8920c-0ecb-4dd0-993b-741bd18d64c6 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.189222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-94e8920c-0ecb-4dd0-993b-741bd18d64c6 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058486 Apr 25 14:50:07.190386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58502) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.195210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:07.207588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [None req-5a4703c8-48e9-4034-a2af-9fbb36a8d789 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.211161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.211291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5a4703c8-48e9-4034-a2af-9fbb36a8d789 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118403 Apr 25 14:50:07.223210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-ab8951f9-3b2b-4339-8582-ca85c4786dfe tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.225909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ab8951f9-3b2b-4339-8582-ca85c4786dfe tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0130847 Apr 25 14:50:07.230547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58510) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.238611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-a5bd61b4-76c9-46cf-8a6f-9a171e3bf6eb tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.242000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a5bd61b4-76c9-46cf-8a6f-9a171e3bf6eb tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077467 Apr 25 14:50:07.242141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.248061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-660ccf77-9ead-41c2-bd20-ee0975503c9c tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.251680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-660ccf77-9ead-41c2-bd20-ee0975503c9c tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063264 Apr 25 14:50:07.251836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58518) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.257863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-97fb8448-19b8-4de5-aabd-75ac92d4dccc tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.259100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-97fb8448-19b8-4de5-aabd-75ac92d4dccc tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063798 Apr 25 14:50:07.261519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58522) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.266338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-e1c46d44-64d4-4182-a6d7-6bfa23f7fa47 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.269969 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e1c46d44-64d4-4182-a6d7-6bfa23f7fa47 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048714 Apr 25 14:50:07.270125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.274888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-ad8eb0eb-cca9-47f4-bf57-bc1e1e759705 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.278356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ad8eb0eb-cca9-47f4-bf57-bc1e1e759705 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049522 Apr 25 14:50:07.278908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58530) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.283873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-9fbba010-1766-404b-bc13-acfe5e194c05 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.287209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9fbba010-1766-404b-bc13-acfe5e194c05 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050368 Apr 25 14:50:07.288328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58536) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.293661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-4490e45a-804c-475e-8d8e-5859960194fa tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.294715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4490e45a-804c-475e-8d8e-5859960194fa tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054290 Apr 25 14:50:07.297860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58540) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.303369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-84511707-35d5-492d-9902-1a1ed653ea82 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.304539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84511707-35d5-492d-9902-1a1ed653ea82 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054297 Apr 25 14:50:07.308919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58544) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.316839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-b8522bdb-cb92-465b-aacc-e25b81d3dbcd tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.322802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b8522bdb-cb92-465b-aacc-e25b81d3dbcd tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0125945 Apr 25 14:50:07.323420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.329748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-6d0fbb37-e56a-4682-b076-a645c5281b0b tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.331467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6d0fbb37-e56a-4682-b076-a645c5281b0b tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063300 Apr 25 14:50:07.333567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58552) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.339105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-42f9605b-3577-4adb-b905-f07c0541eb58 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.341089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-42f9605b-3577-4adb-b905-f07c0541eb58 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055652 Apr 25 14:50:07.343272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58558) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.348182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-f64fa1a1-987a-40a5-8c0f-9c796fc36043 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.352678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f64fa1a1-987a-40a5-8c0f-9c796fc36043 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048394 Apr 25 14:50:07.352678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.357440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-ec25738a-4220-49de-88b1-6602396821a1 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.360517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec25738a-4220-49de-88b1-6602396821a1 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058844 Apr 25 14:50:07.360784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.368152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-f3250452-54d3-4d3c-a016-2dd6e2bfc916 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.370931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3250452-54d3-4d3c-a016-2dd6e2bfc916 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064838 Apr 25 14:50:07.371088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58570) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.372216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-75c5cf21-38f4-4457-87d0-d1f173acd148 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742936 Apr 25 14:50:07.376938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-cce00962-d87f-4f6b-a2dc-38df8e39b34a tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.380841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cce00962-d87f-4f6b-a2dc-38df8e39b34a tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0060804 Apr 25 14:50:07.381523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58574) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.387651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-9f9a2175-a3f0-4bb3-a471-c67272315fee tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.389866 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9f9a2175-a3f0-4bb3-a471-c67272315fee tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073321 Apr 25 14:50:07.392893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58578) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.393721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:07.399275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-39294479-6712-4861-a7e6-e080af30fe55 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.400331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d1133d13-ef64-46c7-a1ae-b7f85945a036 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/floatingips/1eca0b2c-e6af-4315-9c96-ff2c62a9294e HTTP/1.1" status: 204 len: 168 time: 2.4063025 Apr 25 14:50:07.400621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-39294479-6712-4861-a7e6-e080af30fe55 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0059557 Apr 25 14:50:07.401342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58582) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.403422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.464346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [None req-76471af2-730a-4a4e-8444-cfe6acf4186f tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.469014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.469700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-76471af2-730a-4a4e-8444-cfe6acf4186f tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0652585 Apr 25 14:50:07.473803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [None req-56bbec13-f30a-4cc7-a4d9-8b458c00b51e tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.477125 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-56bbec13-f30a-4cc7-a4d9-8b458c00b51e tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055652 Apr 25 14:50:07.480241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58600) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.486784 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-fd98ed9a-a854-48b1-8801-0a48832f8d84 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] delete failed (client error): The resource could not be found. Apr 25 14:50:07.487678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fd98ed9a-a854-48b1-8801-0a48832f8d84 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/floatingips/1eca0b2c-e6af-4315-9c96-ff2c62a9294e HTTP/1.1" status: 404 len: 345 time: 0.0850022 Apr 25 14:50:07.492476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.592310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b470ac-9086-4014-b77d-bbd796334bbd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.598815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b470ac-9086-4014-b77d-bbd796334bbd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.605021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b470ac-9086-4014-b77d-bbd796334bbd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.606810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f8b470ac-9086-4014-b77d-bbd796334bbd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/ports?network_id=643e359d-4c90-4a9f-b04e-e9991a2f1e0c HTTP/1.1" status: 200 len: 2358 time: 0.1130497 Apr 25 14:50:07.642568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.652771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [None req-1e5e13fc-5ce9-4189-8d3a-1acd6a2aa6e5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:50:07.654403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1e5e13fc-5ce9-4189-8d3a-1acd6a2aa6e5 tempest-ExtensionsTestJSON-1273589458 tempest-ExtensionsTestJSON-1273589458-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0118515 Apr 25 14:50:07.657838 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:07.759515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7801ca-cfb3-4a3d-95a3-c5e751853158 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.767948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6c7801ca-cfb3-4a3d-95a3-c5e751853158 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/subnets/9b52d2f2-888a-471b-8c60-361f92a321c1 HTTP/1.1" status: 200 len: 797 time: 0.1189327 Apr 25 14:50:07.770720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58616) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:07.778535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'port': {'network_id': '643e359d-4c90-4a9f-b04e-e9991a2f1e0c', 'name': 'tempest-FloatingIPTestJSON-624446844', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:07.824052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c969e0-612d-4f34-9c21-f40a1ac3c5bf req-8bf09b0c-4e54-4761-8541-8873f0eea8d2 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.832153 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c4c969e0-612d-4f34-9c21-f40a1ac3c5bf req-8bf09b0c-4e54-4761-8541-8873f0eea8d2 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.2239852 Apr 25 14:50:07.905727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c1b8-9564-4713-8e66-ab52ccd02e8c req-5c903665-a0d2-4f21-a990-637390df1ac2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:07.907245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8b8c1b8-9564-4713-8e66-ab52ccd02e8c req-5c903665-a0d2-4f21-a990-637390df1ac2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.6301780 Apr 25 14:50:07.983241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ce08530-73c4-475b-9a95-950b07d23803 req-fb73aea2-d12b-4bbf-9768-9d9e9075c4dd service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803363 Apr 25 14:50:08.001574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58622) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:08.012213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c4c969e0-612d-4f34-9c21-f40a1ac3c5bf req-e657510b-a997-446f-9d45-442aa70267c9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789358 Apr 25 14:50:08.027115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:08.031776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:port and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:08.036088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:08.042573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:08.061562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:50:08.092130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8b8c1b8-9564-4713-8e66-ab52ccd02e8c req-f33f0e55-8484-4368-a3ed-512b232a776b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715722 Apr 25 14:50:08.223683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Deleting port ec44edd3-fca2-46c5-afa1-466be22e5165 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:08.224044 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.300194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.335093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:08.343261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6d4ca35a67404da8e0098135a634a2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:08.348167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:08.362220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:08.414494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.464472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] device_id is not set on port 807feb35-649b-47f8-878a-39bfb1fe8292 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:50:08.475746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6dda1-ee3b-4bdd-bdaf-bb7a2a51e3d3 req-0635f05c-a198-4e23-bdf9-d8235886eb40 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:08.477498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a6dda1-ee3b-4bdd-bdaf-bb7a2a51e3d3 req-0635f05c-a198-4e23-bdf9-d8235886eb40 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2105761 Apr 25 14:50:08.504816 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f18f5a66-138d-4b6e-a7ab-800d99c000c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.512253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe26d5b-603e-4fc8-87a5-e69288e52be3 req-b3873e0f-b047-46a6-b825-30dbe4c46257 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:08.520031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-afe26d5b-603e-4fc8-87a5-e69288e52be3 req-b3873e0f-b047-46a6-b825-30dbe4c46257 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2715993 Apr 25 14:50:08.584693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] For port ec44edd3-fca2-46c5-afa1-466be22e5165, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ec44edd3-fca2-46c5-afa1-466be22e5165,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:08.585635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.618226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c22c407-eb34-4ce2-aeeb-74cd4215e25a details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:50:08.627754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-afe26d5b-603e-4fc8-87a5-e69288e52be3 req-e022e10e-1adb-447d-ad53-bf36cc45defd tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067417 Apr 25 14:50:08.683316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95a6dda1-ee3b-4bdd-bdaf-bb7a2a51e3d3 req-6567ac22-cc1c-4111-b008-469cdaccc9fc tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889927 Apr 25 14:50:08.751420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.764615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Calling delete_port for ec44edd3-fca2-46c5-afa1-466be22e5165 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:08.766380 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.807394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:08.821939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'port_id': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'mac_address': 'fa:16:3e:68:1d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:50:08.839983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b6d4ca35a67404da8e0098135a634a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8314002 Apr 25 14:50:08.844907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652d002-d380-4a27-9604-7ded0c1fe997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6811604-09cd-4814-a986-aaceb35ab7bd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:08.847915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:08.881629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:08.900482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c22c407-eb34-4ce2-aeeb-74cd4215e25a {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:50:08.919440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:08.926994 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.015463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:09.094861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-914a6141-8a92-4b94-8b4c-93a710fe2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.126112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9e5d-ca60-421c-b8c9-a2e66405e705 req-15d0ed12-fd5f-49d7-9dd3-cd022dbb5d1f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:09.127639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eacc9e5d-ca60-421c-b8c9-a2e66405e705 req-15d0ed12-fd5f-49d7-9dd3-cd022dbb5d1f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2837825 Apr 25 14:50:09.168663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.186855 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-914a6141-8a92-4b94-8b4c-93a710fe2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.269517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1c22c407-eb34-4ce2-aeeb-74cd4215e25a'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:50:09.279092 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eacc9e5d-ca60-421c-b8c9-a2e66405e705 req-970bf36c-b8ca-433f-845c-8fac70d47dba tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396980 Apr 25 14:50:09.359103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.14 (643e359d-4c90-4a9f-b04e-e9991a2f1e0c/9b52d2f2-888a-471b-8c60-361f92a321c1/807feb35-649b-47f8-878a-39bfb1fe8292) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:09.383293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.13 (643e359d-4c90-4a9f-b04e-e9991a2f1e0c/9b52d2f2-888a-471b-8c60-361f92a321c1/807feb35-649b-47f8-878a-39bfb1fe8292) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:09.389484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec44edd3-fca2-46c5-afa1-466be22e5165,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:09.403314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-914a6141-8a92-4b94-8b4c-93a710fe2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.471670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a6141-8a92-4b94-8b4c-93a710fe2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6811604-09cd-4814-a986-aaceb35ab7bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:09.559357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-914a6141-8a92-4b94-8b4c-93a710fe2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.565629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-914a6141-8a92-4b94-8b4c-93a710fe2a55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6811604-09cd-4814-a986-aaceb35ab7bd HTTP/1.1" status: 204 len: 168 time: 0.7138853 Apr 25 14:50:09.837181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d6bb-207a-4bf9-ae8e-f68c10b43987 req-a59a5571-d41c-4b2b-964e-765480bc9a65 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:09.844065 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71c8d6bb-207a-4bf9-ae8e-f68c10b43987 req-a59a5571-d41c-4b2b-964e-765480bc9a65 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 944 time: 0.3663108 Apr 25 14:50:09.885195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf3c94-ab78-4521-ae60-369d68a5fe27 req-fcdad741-1269-4726-aab8-1cecf0d9bf19 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:09.886713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6bf3c94-ab78-4521-ae60-369d68a5fe27 req-fcdad741-1269-4726-aab8-1cecf0d9bf19 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.6745980 Apr 25 14:50:09.921631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.962347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:09.995867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71c8d6bb-207a-4bf9-ae8e-f68c10b43987 req-e5966507-b323-485c-9755-473dd040c921 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507766 Apr 25 14:50:10.038064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:10.075601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6bf3c94-ab78-4521-ae60-369d68a5fe27 req-a7e2fcf6-608b-47a3-a86c-70e97cac5024 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784594 Apr 25 14:50:10.192845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:10.200962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:10.208577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:10.317085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:10.317908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:10.355271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=807feb35-649b-47f8-878a-39bfb1fe8292,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:10.381631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-258546b0-ddbf-4a21-a997-75363c722226 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6094184 Apr 25 14:50:10.382384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58666) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:10.392054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '807feb35-649b-47f8-878a-39bfb1fe8292', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:10.411119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858b1bb-e033-404e-b44e-9b5d5e0af56d req-c2ec11fb-38f2-4490-9ecd-f352d0269daa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:10.413694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:10.419425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b858b1bb-e033-404e-b44e-9b5d5e0af56d req-c2ec11fb-38f2-4490-9ecd-f352d0269daa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2770097 Apr 25 14:50:10.425108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:floatingip and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:10.437619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:10.451604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd406bb7-96d6-4844-ae3b-453640b28323 req-ec89688e-0137-45d0-8072-0ae03802a1bb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:10.460420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd406bb7-96d6-4844-ae3b-453640b28323 req-ec89688e-0137-45d0-8072-0ae03802a1bb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2381740 Apr 25 14:50:10.484091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b858b1bb-e033-404e-b44e-9b5d5e0af56d req-096d72c6-fe89-41f1-b6f9-cca7fe576d73 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591230 Apr 25 14:50:10.535804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:10.613583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:10.633895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c22c407-eb34-4ce2-aeeb-74cd4215e25a up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:50:10.668700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd406bb7-96d6-4844-ae3b-453640b28323 req-9e4878cb-272e-4637-8982-7e90620af738 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303771 Apr 25 14:50:10.670513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:10.755754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:50:10.763192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:10.763843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:10.920842 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3a7d75d-ef0a-4754-a07d-f3526d1ebc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:11.001189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d6325-35ba-4384-86da-b09bff7a72c6 req-052ff3d7-601c-42ef-a8be-3d310eeb3fdf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:11.008607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b6d6325-35ba-4384-86da-b09bff7a72c6 req-052ff3d7-601c-42ef-a8be-3d310eeb3fdf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1090882 Apr 25 14:50:11.065576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:11.077918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b6d6325-35ba-4384-86da-b09bff7a72c6 req-3578438d-7d89-4463-ba02-42ced3c712a6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682504 Apr 25 14:50:11.093449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f064e2a6-5ef1-43d5-9786-a30b245d9d14 admin admin] 10.222.0.23 "PUT /v2.0/routers/1c2c1a96-f7f0-4116-8fdb-b6124686eaf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7898951 Apr 25 14:50:11.095690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:11.103479 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:11.134624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] Sync routers for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:11.176818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:50:11.185291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:11.189089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:11.257274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:11.317753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:11.354726 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:11.434193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac89a1-0079-4368-81ac-ced421f220e4 req-6a143979-cf47-4b75-b304-4dc2d8abf6dd tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:11.445379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75ac89a1-0079-4368-81ac-ced421f220e4 req-6a143979-cf47-4b75-b304-4dc2d8abf6dd tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.2246413 Apr 25 14:50:11.565540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75ac89a1-0079-4368-81ac-ced421f220e4 req-8103bb63-4796-455c-a50f-abb9d0753edd tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185899 Apr 25 14:50:11.719440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:11.759319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.66 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/6629a9f9-b234-4cf1-9959-68d198e7c082) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:11.761990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.762334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.762685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.763004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.763341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.763803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.764563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.764563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.764780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.765199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.765633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.766194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:11.781982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:11.793510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:11.850393 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:11.920320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d505226-19eb-4620-9397-4629f85f616b req-32360519-b472-4533-be1d-3f9f68222c01 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:11.922132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d505226-19eb-4620-9397-4629f85f616b req-32360519-b472-4533-be1d-3f9f68222c01 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 944 time: 0.7066910 Apr 25 14:50:11.954608 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:12.048919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5d505226-19eb-4620-9397-4629f85f616b req-32513167-4ff3-4dcc-a858-e95444d19db2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123044 Apr 25 14:50:12.156615 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7db10dc-8a2b-4881-9982-300028538456'] response: {'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'code': 200} Apr 25 14:50:12.356837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:12.370254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:12.406765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Deleting port fcd3d125-4ea3-4a84-b649-ca308361960f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:12.406765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:12.462659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:50:09Z', 'revision_number': 5, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port': {'id': 'fcd3d125-4ea3-4a84-b649-ca308361960f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:39:35Z', 'updated_at': '2022-04-25T14:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:12.475849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] Checking router: 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:50:12.488180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] Routers {'1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:12.489025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:12.529395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc54e6-7d85-4a82-8642-3c52ae447153 req-154e8687-55f9-42a4-be65-2e5bb60aa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:12.531039 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9fc54e6-7d85-4a82-8642-3c52ae447153 req-154e8687-55f9-42a4-be65-2e5bb60aa62f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.3282607 Apr 25 14:50:12.602534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81540f54-1a52-4d5c-88d8-cadc15aa2922 req-cda8a5b2-3da9-42e4-b409-d1ef4c160981 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:12.621708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81540f54-1a52-4d5c-88d8-cadc15aa2922 req-cda8a5b2-3da9-42e4-b409-d1ef4c160981 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2550340 Apr 25 14:50:12.711945 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81540f54-1a52-4d5c-88d8-cadc15aa2922 req-a14700e8-296b-40cf-ade5-ee74b14e9a6f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822208 Apr 25 14:50:12.714701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48ba63-d975-42e8-8aa2-ff1039a3fc5c req-24d9d840-13b7-4938-acf8-8a17eadaf501 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:12.720331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee48ba63-d975-42e8-8aa2-ff1039a3fc5c req-24d9d840-13b7-4938-acf8-8a17eadaf501 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4148707 Apr 25 14:50:12.733341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:12.805430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9fc54e6-7d85-4a82-8642-3c52ae447153 req-6462cdc6-9170-4546-8d06-6b45644b2caf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236712 Apr 25 14:50:12.830373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] Set router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:12.876694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee48ba63-d975-42e8-8aa2-ff1039a3fc5c req-645e7cac-6e60-4430-961d-cafcedc1e77d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554198 Apr 25 14:50:12.949548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:50:12Z', 'revision_number': 6, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:12.953548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3fd2f-8280-40a4-a628-3eaaf0b0c887 None None] The sync data for ids ['1c2c1a96-f7f0-4116-8fdb-b6124686eaf3'] in n-d-811416-6 is: [{'id': '1c2c1a96-f7f0-4116-8fdb-b6124686eaf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2116008212-router', 'tenant_id': '94e1e8f534224e96a5cf855f2de9c807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:39:32Z', 'updated_at': '2022-04-25T14:50:12Z', 'revision_number': 6, 'project_id': '94e1e8f534224e96a5cf855f2de9c807', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:12.964166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:12.965047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=6629a9f9-b234-4cf1-9959-68d198e7c082,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:12.974968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:12.993154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:13.017243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bca14b-2fdb-4342-8302-2133b103cadb req-c866497a-7d6c-46c0-a256-57f6909a1e61 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:13.028751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98bca14b-2fdb-4342-8302-2133b103cadb req-c866497a-7d6c-46c0-a256-57f6909a1e61 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.1327059 Apr 25 14:50:13.081078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98bca14b-2fdb-4342-8302-2133b103cadb req-c4798f23-e15c-4c0d-a258-b040d000bdb3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Apr 25 14:50:13.096073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] For port fcd3d125-4ea3-4a84-b649-ca308361960f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fcd3d125-4ea3-4a84-b649-ca308361960f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:13.096312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:13.428056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Calling delete_port for fcd3d125-4ea3-4a84-b649-ca308361960f owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:13.469067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65416670-f6ea-4a7d-9e73-a7d3bf655677 req-e749c319-679e-44e3-af5c-597e66d8cad6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:13.486901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65416670-f6ea-4a7d-9e73-a7d3bf655677 req-e749c319-679e-44e3-af5c-597e66d8cad6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1927309 Apr 25 14:50:13.619835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:13.634268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65416670-f6ea-4a7d-9e73-a7d3bf655677 req-7bb91e3d-02a9-4739-8a14-2e1f49d222a4 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456800 Apr 25 14:50:14.059003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56f0e-140c-417d-8e2a-b8d2b08628a6 req-eea9f553-ed93-419b-ab5b-39a48ad542d1 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:14.067394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ea56f0e-140c-417d-8e2a-b8d2b08628a6 req-eea9f553-ed93-419b-ab5b-39a48ad542d1 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1475139 Apr 25 14:50:14.127120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ea56f0e-140c-417d-8e2a-b8d2b08628a6 req-f59c02f6-1c74-4cf5-b200-13b7db89fb31 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585177 Apr 25 14:50:14.134893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.198886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd3d125-4ea3-4a84-b649-ca308361960f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:14.298669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524dc7c-df80-4623-bc58-2529d10d1fbc req-232a3d2c-3dfa-4274-9436-fef77c235c33 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:14.306030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7524dc7c-df80-4623-bc58-2529d10d1fbc req-232a3d2c-3dfa-4274-9436-fef77c235c33 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2352402 Apr 25 14:50:14.325800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a87e-c2ed-4f78-b6e7-4a22c2d8697a req-80e62c57-70b3-43dd-831a-8e6712566f41 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:14.327513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd16a87e-c2ed-4f78-b6e7-4a22c2d8697a req-80e62c57-70b3-43dd-831a-8e6712566f41 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.0915425 Apr 25 14:50:14.430486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd16a87e-c2ed-4f78-b6e7-4a22c2d8697a req-270ab614-6ded-45bd-a9bc-567c03521922 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964718 Apr 25 14:50:14.464868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7524dc7c-df80-4623-bc58-2529d10d1fbc req-84cb2aea-ea8c-4fac-ab1c-c0d3647ae132 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579273 Apr 25 14:50:14.517367 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.544613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.681331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ec44edd3-fca2-46c5-afa1-466be22e5165 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:50:14.731478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: ec44edd3-fca2-46c5-afa1-466be22e5165 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:50:14.732079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ec44edd3-fca2-46c5-afa1-466be22e5165 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:50:14.732684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fcd3d125-4ea3-4a84-b649-ca308361960f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:50:14.766832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fcd3d125-4ea3-4a84-b649-ca308361960f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:50:14.767372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fcd3d125-4ea3-4a84-b649-ca308361960f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:50:14.867355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.881493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.901409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.961025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e9565-16fe-4639-8743-ce207d6e33dc req-d02678bd-d503-4afb-ac8a-98ace2ff1e41 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:14.971649 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-186e9565-16fe-4639-8743-ce207d6e33dc req-d02678bd-d503-4afb-ac8a-98ace2ff1e41 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1403859 Apr 25 14:50:14.980933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:14.982871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:50:15.027414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46a611-c76c-4c19-856b-01a6923a2c5f req-b36b8849-65da-4012-bcb0-c422ea51d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:15.035217 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e46a611-c76c-4c19-856b-01a6923a2c5f req-b36b8849-65da-4012-bcb0-c422ea51d752 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1096 time: 0.3054559 Apr 25 14:50:15.057678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-186e9565-16fe-4639-8743-ce207d6e33dc req-0fb9abfc-c796-4a75-b499-76f5a51242a6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844197 Apr 25 14:50:15.093293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.093293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-523f0fab-c1df-44e5-a961-0e4fc69425ab admin admin] 10.222.0.23 "DELETE /v2.0/routers/1c2c1a96-f7f0-4116-8fdb-b6124686eaf3 HTTP/1.1" status: 204 len: 168 time: 3.9878826 Apr 25 14:50:15.093566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58746) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:15.258855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Deleting subnet 879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:50:15.263532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.336092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e46a611-c76c-4c19-856b-01a6923a2c5f req-4f405afc-42b4-4b13-b020-e85754ced4b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777007 Apr 25 14:50:15.374636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.510045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.531035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2563fa-cb7b-4a26-a412-a13109661e13 req-0792a5a7-0c9d-4c0f-ba5f-8d47f02b73b7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:15.532639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f2563fa-cb7b-4a26-a412-a13109661e13 req-0792a5a7-0c9d-4c0f-ba5f-8d47f02b73b7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1400552 Apr 25 14:50:15.548523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58766) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:15.599483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'floatingip': {'port_id': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:15.619079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5c350-497e-4ee5-8056-49ee09b18e50 req-17b43ae9-3192-4eb1-8c19-c6919346b8ea tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:15.620622 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eaf5c350-497e-4ee5-8056-49ee09b18e50 req-17b43ae9-3192-4eb1-8c19-c6919346b8ea tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2893324 Apr 25 14:50:15.732435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.790670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.794570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.819941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.821088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3723d-a696-4e20-96e4-12eef80b3070 None None] Network b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:50:15.827796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:15.839662 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1af7b6b8-b490-464a-a8b7-47fdfc573972 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/879be4e2-d7e6-44d5-bcd2-bcfe0e3c5e08 HTTP/1.1" status: 204 len: 168 time: 0.7514911 Apr 25 14:50:15.842006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58776) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:15.884695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.971753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:15.983858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Deleting port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:15.984558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:16.242060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=6629a9f9-b234-4cf1-9959-68d198e7c082,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:16.342589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec38d0-b58e-4026-8265-775037446337 None None] DHCP port deletion for b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:50:16.348931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-feec38d0-b58e-4026-8265-775037446337 None None] Deleting port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:16.349997 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feec38d0-b58e-4026-8265-775037446337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:16.506600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] For port 437a0ad0-1d6e-42ba-be75-9ec46bf14666, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=437a0ad0-1d6e-42ba-be75-9ec46bf14666,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:16.506600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:16.748313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-feec38d0-b58e-4026-8265-775037446337 None None] For port 437a0ad0-1d6e-42ba-be75-9ec46bf14666, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=437a0ad0-1d6e-42ba-be75-9ec46bf14666,segment=NetworkSegment(067ce3fa-8fd1-4df8-949b-fa3a40b12234),segment_id=067ce3fa-8fd1-4df8-949b-fa3a40b12234)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:16.748927 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feec38d0-b58e-4026-8265-775037446337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:16.812768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Calling delete_port for 437a0ad0-1d6e-42ba-be75-9ec46bf14666 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:16.993555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-feec38d0-b58e-4026-8265-775037446337 None None] Calling delete_port for 437a0ad0-1d6e-42ba-be75-9ec46bf14666 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:17.013182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.018664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.141180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] No DVR routers for this DVR port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:50:17.167365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-feec38d0-b58e-4026-8265-775037446337 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:50:17.168214 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-feec38d0-b58e-4026-8265-775037446337 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:50:17.169188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:50:17.171882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 437a0ad0-1d6e-42ba-be75-9ec46bf14666 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:50:17.196944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eaf5c350-497e-4ee5-8056-49ee09b18e50 req-001f8c39-6eed-4e44-87af-ca10b3700f4b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5613599 Apr 25 14:50:17.231439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Pushing event deleted for resources: {'Port': ['ID=437a0ad0-1d6e-42ba-be75-9ec46bf14666,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:17.245799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184e855-1b8e-4af2-8897-fef6c37fb370 req-c36b3536-6d45-403b-acdc-c4e759aa6dd1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:17.254414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0184e855-1b8e-4af2-8897-fef6c37fb370 req-c36b3536-6d45-403b-acdc-c4e759aa6dd1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 1.5561533 Apr 25 14:50:17.283856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 437a0ad0-1d6e-42ba-be75-9ec46bf14666 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:50:17.285653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 437a0ad0-1d6e-42ba-be75-9ec46bf14666 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:50:17.413226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.464159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:17.569411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0184e855-1b8e-4af2-8897-fef6c37fb370 req-05b8b0af-2c27-4115-ba87-06ee6736d282 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139682 Apr 25 14:50:17.591840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067ce3fa-8fd1-4df8-949b-fa3a40b12234') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:17.592544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067ce3fa-8fd1-4df8-949b-fa3a40b12234') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:17.619291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.638370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:17.640296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.656563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:50:17.656563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.673812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-feec38d0-b58e-4026-8265-775037446337 None None] Deleting port 437a0ad0-1d6e-42ba-be75-9ec46bf14666 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:17.674478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feec38d0-b58e-4026-8265-775037446337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.749974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'port_id': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'mac_address': 'fa:16:3e:96:5a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7abcba-ec25-4112-8f29-0055bd2b6216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:50:17.781243 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:50:17.809736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.846596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:17.855479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:17.915062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f97cb9b1-bf7c-46be-ac2a-b58116b9a828 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8bc16f7-bfbb-413b-8a1d-cfea9b85dbd3 HTTP/1.1" status: 204 len: 168 time: 2.0580730 Apr 25 14:50:17.961501 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 84950bd7-a519-44dd-973a-dec07c443c7e associated. External IP: 172.25.0.66, port: 807feb35-649b-47f8-878a-39bfb1fe8292. Apr 25 14:50:17.975685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723d0c9-1bf9-42bb-81b8-ca8f0dd4068c req-330d9ce9-e05c-4f8c-8654-b4e01f34374c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:17.980301 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7723d0c9-1bf9-42bb-81b8-ca8f0dd4068c req-330d9ce9-e05c-4f8c-8654-b4e01f34374c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4946909 Apr 25 14:50:18.007333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-feec38d0-b58e-4026-8265-775037446337 None None] The port '437a0ad0-1d6e-42ba-be75-9ec46bf14666' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:50:18.029722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.052212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:50:18.082649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:18.083313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7723d0c9-1bf9-42bb-81b8-ca8f0dd4068c req-d0ce918d-6fda-4d66-a58e-ac56f8fc5ecf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961175 Apr 25 14:50:18.098132 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.204417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:18.254823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58798) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:18.274705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['02187c02-51f1-478c-98de-87ba8dc5cd9b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:50:18.393094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e732417c-43db-4a30-82ef-cd17523a88d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94e1e8f534224e96a5cf855f2de9c807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370814 Apr 25 14:50:18.397153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58806) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:18.464993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-850376f8-6bfc-4535-be0b-847d3afe6065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.507088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-850376f8-6bfc-4535-be0b-847d3afe6065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.544309 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.613657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.649653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-850376f8-6bfc-4535-be0b-847d3afe6065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.670883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850376f8-6bfc-4535-be0b-847d3afe6065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece2be3-3595-4103-9f4b-89eacda58bf7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:18.680688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-850376f8-6bfc-4535-be0b-847d3afe6065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:18.684287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-850376f8-6bfc-4535-be0b-847d3afe6065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aece2be3-3595-4103-9f4b-89eacda58bf7 HTTP/1.1" status: 204 len: 168 time: 0.2833297 Apr 25 14:50:18.864633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11119426-a8ba-4193-9409-7da8daac54cd req-da5c0e31-6886-4d04-ad25-55804e4894fc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:18.866521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11119426-a8ba-4193-9409-7da8daac54cd req-da5c0e31-6886-4d04-ad25-55804e4894fc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.1044548 Apr 25 14:50:18.973023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11119426-a8ba-4193-9409-7da8daac54cd req-26a98190-6ae9-4e62-9396-1960bfbed36e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990100 Apr 25 14:50:19.230798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d90c2-8864-4d03-a4ef-f4c52a556f82 req-2ee8c70a-576c-4789-a9d2-dc2267369d45 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:19.232680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b33d90c2-8864-4d03-a4ef-f4c52a556f82 req-2ee8c70a-576c-4789-a9d2-dc2267369d45 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1170936 Apr 25 14:50:19.292452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:19.292708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b33d90c2-8864-4d03-a4ef-f4c52a556f82 req-6fb9c7cc-a688-4f14-b54f-b11e5f7e45cc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535388 Apr 25 14:50:19.422214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad82bc-3622-4672-b643-8429c8f3ed86 req-7497b672-f148-4535-bde6-677b97460ea5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:19.423995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8ad82bc-3622-4672-b643-8429c8f3ed86 req-7497b672-f148-4535-bde6-677b97460ea5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 1.0139089 Apr 25 14:50:19.425670 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Floating IP 8d82605a-c10a-44ed-8a34-467987a7d189 associated. External IP: 172.25.0.155, port: 1c22c407-eb34-4ce2-aeeb-74cd4215e25a. Apr 25 14:50:19.531112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dbbee-4865-44ef-9517-3ce313568647 req-0da8c444-a840-4750-a0f8-b19476cc9134 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:19.540272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-480dbbee-4865-44ef-9517-3ce313568647 req-0da8c444-a840-4750-a0f8-b19476cc9134 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.1190543 Apr 25 14:50:19.627251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-480dbbee-4865-44ef-9517-3ce313568647 req-7477daec-ddd3-4ae5-b72f-35c31aecd074 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861638 Apr 25 14:50:20.035648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8ad82bc-3622-4672-b643-8429c8f3ed86 req-a3ec4182-152a-43af-8497-bc5f53b92906 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5483141 Apr 25 14:50:20.077532 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:50:20.103219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:20.118399 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:20.131593 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:20.134516 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:20.294374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304a82-9c76-46ef-b967-111eca09a90c req-8293c741-613d-4ad5-a179-96a368a4a10c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:20.308648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc304a82-9c76-46ef-b967-111eca09a90c req-8293c741-613d-4ad5-a179-96a368a4a10c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1785088 Apr 25 14:50:20.326941 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:20.361652 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:20.368846 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:20.369891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc304a82-9c76-46ef-b967-111eca09a90c req-061dcc13-ac4b-4e92-9ae9-7655764eb74c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Apr 25 14:50:20.431611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:20.464058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:20.465244 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76185582-dbb4-4e69-a2e4-6637e1c2c12b None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:20.607272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:20.632732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-34d37f3b-953d-41d4-915f-7b9f411ca4fa tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.2490587 Apr 25 14:50:20.633104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58886) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:20.639516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'port_id': '807feb35-649b-47f8-878a-39bfb1fe8292', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:20.695888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:50:20.868161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 02187c02-51f1-478c-98de-87ba8dc5cd9b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:20.868671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:20.876213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:20.885637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:20.890172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:20.917947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:20.947841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:20.949059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:21.121167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-22f6f4d2-ae87-4964-a684-df7abaadae63 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "PUT /v2.0/floatingips/8d82605a-c10a-44ed-8a34-467987a7d189 HTTP/1.1" status: 200 len: 991 time: 5.5676498 Apr 25 14:50:21.126307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:50:21.178620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad5392-82d4-4077-9618-8d17e2633c5b req-fbefde44-76e8-4e30-8c35-420d9dec451a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:21.180359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5aad5392-82d4-4077-9618-8d17e2633c5b req-fbefde44-76e8-4e30-8c35-420d9dec451a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.3086841 Apr 25 14:50:21.243583 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5aad5392-82d4-4077-9618-8d17e2633c5b req-e83cb25e-1ddf-408a-9e1e-eb5ec2029a88 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564997 Apr 25 14:50:21.313431 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed3eb19-ab80-442c-b8c3-a039b7c8a92b'] response: {'name': 'network-changed', 'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'status': 'completed', 'code': 200} Apr 25 14:50:21.440836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:21.476265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:21.521623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-47ee31ca-2e37-489f-ba6b-0133bd71088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:21.525211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-47ee31ca-2e37-489f-ba6b-0133bd71088f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.1793783 Apr 25 14:50:21.655505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239218-9f43-42ee-b898-7298e161cdd2 req-218e7704-d147-429f-b603-a49c0e6b5b0e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:21.665789 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df239218-9f43-42ee-b898-7298e161cdd2 req-218e7704-d147-429f-b603-a49c0e6b5b0e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3981934 Apr 25 14:50:21.722463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:50:21.771588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-b0d87c4a-ee34-4511-87ed-508b60118edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:21.773244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-b0d87c4a-ee34-4511-87ed-508b60118edf service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.2410364 Apr 25 14:50:21.807720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:21.816865 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:22.009458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-c2857cdc-ad68-4727-ade4-c68438d58b35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 999 time: 0.1942031 Apr 25 14:50:22.020209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:22.025386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df239218-9f43-42ee-b898-7298e161cdd2 req-42ee943a-d97f-4384-90f9-e0a079ab2d95 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535759 Apr 25 14:50:22.184446 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b547c4-64f0-49a6-9061-9b403985b761'] response: {'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'code': 200} Apr 25 14:50:22.306641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '8d82605a-c10a-44ed-8a34-467987a7d189', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'port_id': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'mac_address': 'fa:16:3e:68:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:49:49Z', 'updated_at': '2022-04-25T14:50:18Z', 'revision_number': 1, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:22.320514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:50:22.341660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:22.341660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:22.492835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ac134-2c8d-4712-86c2-56045324c572 req-a6ae650b-8f71-4d6b-9e39-277be3ef09d3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:22.500109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc8ac134-2c8d-4712-86c2-56045324c572 req-a6ae650b-8f71-4d6b-9e39-277be3ef09d3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.7255185 Apr 25 14:50:22.567582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc8ac134-2c8d-4712-86c2-56045324c572 req-dc3ad29a-3a1d-4792-b12e-12046e75ea9d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664539 Apr 25 14:50:22.618923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-727314c0-e1ea-40ec-8c95-e0110b9c5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:22.630745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-727314c0-e1ea-40ec-8c95-e0110b9c5efc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.5855668 Apr 25 14:50:22.843327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3e08-41ea-4e87-b6d4-370c8cde5a22 req-a9cb07e3-ff5c-4745-aa78-c6d3ea999b40 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:22.850632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-971f3e08-41ea-4e87-b6d4-370c8cde5a22 req-a9cb07e3-ff5c-4745-aa78-c6d3ea999b40 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3047533 Apr 25 14:50:22.882256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-014813ca-e641-4005-982c-0a985be24a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:22.885079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-014813ca-e641-4005-982c-0a985be24a54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462158 Apr 25 14:50:22.887316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:22.913642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-971f3e08-41ea-4e87-b6d4-370c8cde5a22 req-db10d833-1673-4436-95f3-90fb66f5c4ce tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617449 Apr 25 14:50:23.151376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-01d31c4f-c2d9-4cb2-b921-9a293c5cb32a service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533290 Apr 25 14:50:23.297614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:23.310154 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:23.573855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ec4372e-0ed5-4199-90b5-0884c04c559b req-70c843bc-bb72-4eb7-90d0-f1cb784fe915 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131672 Apr 25 14:50:23.696098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5f28-ff46-44fc-b6d6-14059cae667c req-ef04bbd4-23d3-47e0-a95e-84368c01e15a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:23.707327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f59f5f28-ff46-44fc-b6d6-14059cae667c req-ef04bbd4-23d3-47e0-a95e-84368c01e15a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4446735 Apr 25 14:50:23.756827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58982) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:23.832144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f59f5f28-ff46-44fc-b6d6-14059cae667c req-cb987e67-c54e-47cc-a1be-844565f2ea6b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223919 Apr 25 14:50:24.029391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '8d82605a-c10a-44ed-8a34-467987a7d189', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'port_id': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'mac_address': 'fa:16:3e:68:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:49:49Z', 'updated_at': '2022-04-25T14:50:18Z', 'revision_number': 1, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:24.039094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b44da-79a6-4d67-baf1-6f326f1791d5 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '8d82605a-c10a-44ed-8a34-467987a7d189', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'port_id': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'mac_address': 'fa:16:3e:68:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:49:49Z', 'updated_at': '2022-04-25T14:50:18Z', 'revision_number': 1, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:24.119075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:24.158094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:24.166008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b02d36b5994868951aa3088df057d4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:24.169803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:24.178458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:24.212672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604613e-eff0-4820-beab-1fa3c9a5c9e1 req-9d481f32-e265-4059-ae2f-f3207df320b6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:24.233124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0604613e-eff0-4820-beab-1fa3c9a5c9e1 req-9d481f32-e265-4059-ae2f-f3207df320b6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.6108100 Apr 25 14:50:24.332269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897e74-4736-4be6-b544-e76c98cbc0e6 req-59a7c63a-85d4-4a7f-a660-4bcea41ce31a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:24.339679 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23897e74-4736-4be6-b544-e76c98cbc0e6 req-59a7c63a-85d4-4a7f-a660-4bcea41ce31a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.1654871 Apr 25 14:50:24.476539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0604613e-eff0-4820-beab-1fa3c9a5c9e1 req-4dc86492-0010-497e-86e6-2f14b3a2b48a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421277 Apr 25 14:50:24.495333 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efefe3bb-fe58-44ce-bc2c-f5fe40080dcf None None] New status for floating IP 8d82605a-c10a-44ed-8a34-467987a7d189: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:50:24.657647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23897e74-4736-4be6-b544-e76c98cbc0e6 req-e55e6997-a545-4817-9ce9-fe0d08d014a5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063662 Apr 25 14:50:24.662624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:24.678680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:24.772573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb990c-7a61-4dac-a63a-b2802dbcb118,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:24.825085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-893c68b6-3ac3-4d64-bab2-6282e80a8460 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8b02d36b5994868951aa3088df057d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0643008 Apr 25 14:50:24.825405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59004) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:24.943661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bba1841a-6e89-4a7f-9e65-e028eaf8f071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:24.960072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:24.997659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bba1841a-6e89-4a7f-9e65-e028eaf8f071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:25.118809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bba1841a-6e89-4a7f-9e65-e028eaf8f071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:25.145530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1841a-6e89-4a7f-9e65-e028eaf8f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb990c-7a61-4dac-a63a-b2802dbcb118,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:25.159996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bba1841a-6e89-4a7f-9e65-e028eaf8f071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:25.163539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bba1841a-6e89-4a7f-9e65-e028eaf8f071 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61cb990c-7a61-4dac-a63a-b2802dbcb118 HTTP/1.1" status: 204 len: 168 time: 0.3349309 Apr 25 14:50:25.773534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:25.782127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:25.784570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:25.802849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:25.806413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:25.958892 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9f45e8d6-1268-4abf-9cd4-7bd82fad49d4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/floatingips/84950bd7-a519-44dd-973a-dec07c443c7e HTTP/1.1" status: 200 len: 977 time: 5.3245623 Apr 25 14:50:25.962276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:25.989168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59026) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:26.010335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:26.027140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:26.027791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:26.030729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.096179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:26.096179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Usage tracker for resource:security_group_rule and tenant:03d09c83092b4dafb132832769590493 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:26.100095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:26.117223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:26.167446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:26.167852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321154c4-7a1a-4e75-879f-2d7b82b2ea60 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:26.224295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a19d8-65b9-4f50-91b2-ced87b06bacf req-c4a0a028-93ed-42a7-8170-9c227d3682ae tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:26.231434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.232536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad4a19d8-65b9-4f50-91b2-ced87b06bacf req-c4a0a028-93ed-42a7-8170-9c227d3682ae tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.4974043 Apr 25 14:50:26.244993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3e0f4-70ed-42ba-a206-0b2ab543e772 req-b824b8bf-f0d2-45e7-ba57-2255394cd345 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:26.252465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b3e3e0f4-70ed-42ba-a206-0b2ab543e772 req-b824b8bf-f0d2-45e7-ba57-2255394cd345 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.9944420 Apr 25 14:50:26.256365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.334797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad4a19d8-65b9-4f50-91b2-ced87b06bacf req-7d84467f-a151-4560-a01d-70359bdded90 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011207 Apr 25 14:50:26.349495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b3e3e0f4-70ed-42ba-a206-0b2ab543e772 req-4a7bf9ec-3f14-44c0-809d-0029e5823957 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952361 Apr 25 14:50:26.350593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158cc144-1933-4f72-b75e-7d4b48f1ac00,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:26.371341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-28e7e9c5-e235-4f0d-a93d-7177e1c771ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03d09c83092b4dafb132832769590493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811922 Apr 25 14:50:26.375034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59036) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:26.578225 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f764392-a79a-4f9c-8119-5b9fa91e2b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.636982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 6629a9f9-b234-4cf1-9959-68d198e7c082 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:26.639915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.678969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f764392-a79a-4f9c-8119-5b9fa91e2b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.790767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f764392-a79a-4f9c-8119-5b9fa91e2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.841977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f764392-a79a-4f9c-8119-5b9fa91e2b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158cc144-1933-4f72-b75e-7d4b48f1ac00,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:26.888616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f764392-a79a-4f9c-8119-5b9fa91e2b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:26.896419 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8f764392-a79a-4f9c-8119-5b9fa91e2b70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/158cc144-1933-4f72-b75e-7d4b48f1ac00 HTTP/1.1" status: 204 len: 168 time: 0.5201931 Apr 25 14:50:27.175629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197342b7-1083-430f-a813-3995dabeee4e req-55878b21-fe7b-4729-887f-d18ea10692f3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:27.182428 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-197342b7-1083-430f-a813-3995dabeee4e req-55878b21-fe7b-4729-887f-d18ea10692f3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1878066 Apr 25 14:50:27.289632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-197342b7-1083-430f-a813-3995dabeee4e req-c250427c-1af7-4839-b366-41c69d868acb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006389 Apr 25 14:50:27.403921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efab12-b02e-4c16-9369-e5dbff7d89ec req-bcb9eeac-60c7-4854-8252-dcb4c1b13165 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:27.414947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-08efab12-b02e-4c16-9369-e5dbff7d89ec req-bcb9eeac-60c7-4854-8252-dcb4c1b13165 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6860814 Apr 25 14:50:27.528256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:27.528583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:27.766737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-5d232da3-aaa3-4126-8cc4-bb6677ee700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:27.768133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-5d232da3-aaa3-4126-8cc4-bb6677ee700a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.5693681 Apr 25 14:50:27.853637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-08efab12-b02e-4c16-9369-e5dbff7d89ec req-2352794d-88b8-43dd-b9d7-7f1f8ac8fb35 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161291 Apr 25 14:50:27.867439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 6629a9f9-b234-4cf1-9959-68d198e7c082 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:28.117387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-c22b3d70-eac2-4da6-ad03-cd3c831f9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:28.122471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-c22b3d70-eac2-4da6-ad03-cd3c831f9bf8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.2146711 Apr 25 14:50:28.404938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-df7a8cc8-c695-46af-9921-8b0bf2bf6d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.2769682 Apr 25 14:50:28.574226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:28.874042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c3e4-86d7-470d-ad6f-320579950470 req-fc5aae55-23ba-4cba-a9e7-8f344bd7f53a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:28.874042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd74c3e4-86d7-470d-ad6f-320579950470 req-fc5aae55-23ba-4cba-a9e7-8f344bd7f53a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3217711 Apr 25 14:50:28.939794 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:28.968693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=6629a9f9-b234-4cf1-9959-68d198e7c082,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:28.999005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fd74c3e4-86d7-470d-ad6f-320579950470 req-9bdd99fb-469a-4b4e-aaaa-d9b9d2bde1c0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485984 Apr 25 14:50:29.297323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-74cf07ee-9f62-42b8-9207-de4c885e1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:29.298943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-74cf07ee-9f62-42b8-9207-de4c885e1702 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.8820894 Apr 25 14:50:29.387954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:29.388335 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP 84950bd7-a519-44dd-973a-dec07c443c7e disassociated (deleted). External IP: 172.25.0.66, port: 807feb35-649b-47f8-878a-39bfb1fe8292. Apr 25 14:50:29.979161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59132) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:30.114894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:30.152480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:30.230706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-9d77b99f-366a-4480-8f96-9820b5a2e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:30.232611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-9d77b99f-366a-4480-8f96-9820b5a2e230 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9114039 Apr 25 14:50:30.326886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876241-7b7c-4927-a18f-74b6cd9cdf67 req-f717bf75-dce5-479f-be8a-d74aed0fc444 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:30.331766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25876241-7b7c-4927-a18f-74b6cd9cdf67 req-f717bf75-dce5-479f-be8a-d74aed0fc444 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 1.1803563 Apr 25 14:50:30.658084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:30.671955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:30.709351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:30.714047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:30.728061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Usage tracker for resource:security_group_rule and tenant:d20d48ec46fd4c40bfd7bd8159377113 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:30.732590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Usage tracker for resource:security_group_rule and tenant:d5a0f012f00c4f05a2923a2c5b2317d1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:30.735992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:30.744270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:30.757144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:30.777187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:30.785012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25876241-7b7c-4927-a18f-74b6cd9cdf67 req-1a822e94-b474-4d5a-b3a2-19a4b4b61f04 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237881 Apr 25 14:50:30.916884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:30.934747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:30.945770 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:30.961170 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:30.963645 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:31.021153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.030755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d678-2a89-4be2-960e-96c921e383e6 req-2426ac47-67bc-4019-870f-22b560f9b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:31.032504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-2426ac47-67bc-4019-870f-22b560f9b79a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1096 time: 0.6843033 Apr 25 14:50:31.034654 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.079338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.097371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3f63a-2b2b-4e9f-abef-502a3d24c8bb req-15b6f235-2917-4a15-a0b1-401c7b847f59 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:31.099087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87f3f63a-2b2b-4e9f-abef-502a3d24c8bb req-15b6f235-2917-4a15-a0b1-401c7b847f59 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5658958 Apr 25 14:50:31.115447 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:31.117863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d20d48ec46fd4c40bfd7bd8159377113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9637761 Apr 25 14:50:31.120600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59170) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:31.126228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-60d66be1-f4f2-4192-b5bc-27e51c5a1d75 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821247 Apr 25 14:50:31.141465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.155450 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:31.156105 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:31.300983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d678-2a89-4be2-960e-96c921e383e6 req-98bffcf9-5456-4859-942e-fa83d402a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:31.302766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-98bffcf9-5456-4859-942e-fa83d402a5db service neutron] 10.222.0.15 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.1999986 Apr 25 14:50:31.364162 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:31.364605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb8555-314c-4a5e-92d7-7e6a8886d09b None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:31.429445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-c0ae21f2-d59e-497e-b320-a1201b9352b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 217 time: 0.1068203 Apr 25 14:50:31.440877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5a0f012f00c4f05a2923a2c5b2317d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4598863 Apr 25 14:50:31.451773 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87f3f63a-2b2b-4e9f-abef-502a3d24c8bb req-998c35dc-a864-4fd8-94b2-c8d2eea642e0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325644 Apr 25 14:50:31.452291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:31.466052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-01b7d625-9a98-47d4-bcef-04da1301a34f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/floatingips/84950bd7-a519-44dd-973a-dec07c443c7e HTTP/1.1" status: 204 len: 168 time: 5.5012634 Apr 25 14:50:31.499832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59186) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:31.532467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0214d-4ea3-4065-b433-00f805a8c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fecad9-521b-48e8-a080-b8e6287d0dbd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:31.638960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9482039c-6693-4786-ab1d-c35acb727e54,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:31.642016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d678-2a89-4be2-960e-96c921e383e6 req-911d0ee0-5af3-4d0f-bf77-e3a5057633fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:31.643796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-911d0ee0-5af3-4d0f-bf77-e3a5057633fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.2057440 Apr 25 14:50:31.671179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.686086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778631-dc8f-4b4f-af99-f4e09ffb2fe4 req-322a8624-bf63-4142-a8b1-730c57a4f272 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:31.693698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f778631-dc8f-4b4f-af99-f4e09ffb2fe4 req-322a8624-bf63-4142-a8b1-730c57a4f272 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.7756846 Apr 25 14:50:31.709697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9242-c0d0-43c1-a2f1-1fb6b4a3c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.714246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.715170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.715170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.715340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.715610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.715889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.716238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.716717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.717085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.717505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.718175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.718598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b673b-7fd1-4dc7-99bd-e60e0bc3385f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:31.765546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9242-c0d0-43c1-a2f1-1fb6b4a3c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.788348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b89a611a-8cc9-4ad9-8a4a-27c47aab4063 req-093805f5-7e03-4bf5-9acd-54cc5e78ba44 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494057 Apr 25 14:50:31.802727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 807feb35-649b-47f8-878a-39bfb1fe8292 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:31.803289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:31.874834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d678-2a89-4be2-960e-96c921e383e6 req-97ed55ef-65e3-470f-bf57-8b7290f1823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:31.874834 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-97ed55ef-65e3-470f-bf57-8b7290f1823e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061913 Apr 25 14:50:31.892657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:32.000394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f778631-dc8f-4b4f-af99-f4e09ffb2fe4 req-7227ffaf-5154-4533-a995-f7d1ada48a27 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057392 Apr 25 14:50:32.193404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9242-c0d0-43c1-a2f1-1fb6b4a3c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:32.232818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:32.267111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf9242-c0d0-43c1-a2f1-1fb6b4a3c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9482039c-6693-4786-ab1d-c35acb727e54,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:32.272013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-410a8f4c-ebf2-4c3f-80f5-15356d14ced5 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926017 Apr 25 14:50:32.331174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccbf9242-c0d0-43c1-a2f1-1fb6b4a3c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:32.333278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ccbf9242-c0d0-43c1-a2f1-1fb6b4a3c08f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9482039c-6693-4786-ab1d-c35acb727e54 HTTP/1.1" status: 204 len: 168 time: 0.8169897 Apr 25 14:50:32.452435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 807feb35-649b-47f8-878a-39bfb1fe8292 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:32.499985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:32.525072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fecad9-521b-48e8-a080-b8e6287d0dbd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.577924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:50:32.584439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101330e-8baa-457f-bfcd-7618f54dc68e req-22322753-3438-4680-b50e-7e4f97320591 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:32.593742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5101330e-8baa-457f-bfcd-7618f54dc68e req-22322753-3438-4680-b50e-7e4f97320591 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.4205132 Apr 25 14:50:32.594277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:32.603248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b0f163df-4e77-4c5a-863f-153ef370f160 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0fecad9-521b-48e8-a080-b8e6287d0dbd HTTP/1.1" status: 204 len: 168 time: 1.4796064 Apr 25 14:50:32.731877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1935d678-2a89-4be2-960e-96c921e383e6 req-cc8f8b49-7461-4c1a-83ea-7c3cb207e79b service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527428 Apr 25 14:50:32.735498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5101330e-8baa-457f-bfcd-7618f54dc68e req-fccb340c-db26-419f-a490-8e3691e3f308 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408069 Apr 25 14:50:32.875595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:32.951253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.018528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833335-3e7d-4b69-8f38-59a6ff3819a2 req-0ca2a6aa-bdec-40a7-8e04-c47cf3f8ff98 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:33.020062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e833335-3e7d-4b69-8f38-59a6ff3819a2 req-0ca2a6aa-bdec-40a7-8e04-c47cf3f8ff98 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2274280 Apr 25 14:50:33.042441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=807feb35-649b-47f8-878a-39bfb1fe8292,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:33.065704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59238) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:33.140248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.217813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:33.232194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4554bf29aa4f8f90404b77e7206361 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:33.237688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:33.246091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:33.345759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b8e58-bd8c-422f-a248-e62e369471ae req-83f2bbba-0981-4b74-b99d-36154562f421 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:33.353701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-349b8e58-bd8c-422f-a248-e62e369471ae req-83f2bbba-0981-4b74-b99d-36154562f421 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1830542 Apr 25 14:50:33.422203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.479673 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e833335-3e7d-4b69-8f38-59a6ff3819a2 req-e669bbae-6602-48c3-997e-f9e30b7c47ae tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382684 Apr 25 14:50:33.487609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.497022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1e70f386-ebba-4bd2-b844-50db7956a438 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/ports/807feb35-649b-47f8-878a-39bfb1fe8292 HTTP/1.1" status: 204 len: 168 time: 1.9808249 Apr 25 14:50:33.509965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:33.512269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59252) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:33.517871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:33.526448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:33.532144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:floatingip and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:33.533923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-349b8e58-bd8c-422f-a248-e62e369471ae req-934ff91b-69e9-480f-ba24-2552a8f41369 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791401 Apr 25 14:50:33.535884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:33.553096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:33.562212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Usage tracker for resource:security_group_rule and tenant:b8aef6fd68304d57803da8811f0840a1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:33.581083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:33.596133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:33.606295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.613858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.626780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.756206 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b4554bf29aa4f8f90404b77e7206361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871381 Apr 25 14:50:33.758969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feebdb-9683-41e6-bfbb-1eeff3d4d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9754817-8caf-4396-a1be-f31bd40140ac,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:33.762642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59260) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:33.919846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6971-ceb1-4d85-a6f0-3b4bd64e4d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.949917 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.976950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.996394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6971-ceb1-4d85-a6f0-3b4bd64e4d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:33.998717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2827-e2ce-49bf-857f-1264d60d639b req-a0220d60-98ca-4ed7-ad91-ea6abb59c053 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:34.006050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b18a2827-e2ce-49bf-857f-1264d60d639b req-a0220d60-98ca-4ed7-ad91-ea6abb59c053 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3235159 Apr 25 14:50:34.062964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.075731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b18a2827-e2ce-49bf-857f-1264d60d639b req-a6aa82a2-9690-4ef5-8191-b3acd46e17e4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686793 Apr 25 14:50:34.142900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbfa09b-eb0d-4777-b77c-054d03351fd7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:34.163051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cc67deb6-7ac2-449b-b015-24cc2d454775 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8aef6fd68304d57803da8811f0840a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2860069 Apr 25 14:50:34.168250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59274) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:34.201554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.249587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6971-ceb1-4d85-a6f0-3b4bd64e4d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.276185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d6971-ceb1-4d85-a6f0-3b4bd64e4d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9754817-8caf-4396-a1be-f31bd40140ac,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:34.289117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a7739-a4f6-4898-861f-2c6922ca7d09 req-61218c3e-89e7-41dc-b864-91db1b8e1c52 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:34.290743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e0a7739-a4f6-4898-861f-2c6922ca7d09 req-61218c3e-89e7-41dc-b864-91db1b8e1c52 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3037515 Apr 25 14:50:34.317537 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df22cbd3-f0a5-4697-9236-237f828ebeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.328275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca1d6971-ceb1-4d85-a6f0-3b4bd64e4d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.329402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca1d6971-ceb1-4d85-a6f0-3b4bd64e4d16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9754817-8caf-4396-a1be-f31bd40140ac HTTP/1.1" status: 204 len: 168 time: 0.5641861 Apr 25 14:50:34.396703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e0a7739-a4f6-4898-861f-2c6922ca7d09 req-4bd9c844-ee1d-435a-9d7b-90d9a95e8235 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802832 Apr 25 14:50:34.398934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df22cbd3-f0a5-4697-9236-237f828ebeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.442098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.120 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/1efd9d74-138c-4899-b827-8a8bc156276a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:34.479835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df22cbd3-f0a5-4697-9236-237f828ebeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.503715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22cbd3-f0a5-4697-9236-237f828ebeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbfa09b-eb0d-4777-b77c-054d03351fd7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:34.507826 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df22cbd3-f0a5-4697-9236-237f828ebeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.509105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df22cbd3-f0a5-4697-9236-237f828ebeb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dbfa09b-eb0d-4777-b77c-054d03351fd7 HTTP/1.1" status: 204 len: 168 time: 0.3391597 Apr 25 14:50:34.864585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:34.910992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe6ca-28f8-41dd-a85d-249b24f55b09 req-e38e9dba-f5c0-4a80-b61e-e7ce3092418b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:34.924162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efebe6ca-28f8-41dd-a85d-249b24f55b09 req-e38e9dba-f5c0-4a80-b61e-e7ce3092418b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1558733 Apr 25 14:50:34.929941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb9e90-a05b-48eb-9db6-59287d679366 req-3ff4dc4b-d1bb-444d-8305-cc12ab792d29 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:34.940576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48bb9e90-a05b-48eb-9db6-59287d679366 req-3ff4dc4b-d1bb-444d-8305-cc12ab792d29 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1891150 Apr 25 14:50:35.009672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-efebe6ca-28f8-41dd-a85d-249b24f55b09 req-6d4624d5-62ec-4cec-9a21-d03059be7080 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843108 Apr 25 14:50:35.035235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:35.066184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48bb9e90-a05b-48eb-9db6-59287d679366 req-26e1aa59-9ce3-4f06-b352-8c7f654aa4a5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196351 Apr 25 14:50:35.188127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:35.205107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:35.225373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:35.340043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=1efd9d74-138c-4899-b827-8a8bc156276a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:35.410736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28702b4-744e-46d9-8e95-6a2181619538 req-4bbf8026-78d5-4a98-bd5f-5fec591eb001 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:35.421063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c28702b4-744e-46d9-8e95-6a2181619538 req-4bbf8026-78d5-4a98-bd5f-5fec591eb001 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2039235 Apr 25 14:50:35.422950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:35.473745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:35.488609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c28702b4-744e-46d9-8e95-6a2181619538 req-3b8c73cb-2b9e-4ce7-9f91-813821ecdfcb tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664518 Apr 25 14:50:35.502016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:35.564128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:35.578113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Usage tracker for resource:security_group_rule and tenant:986a693710bf438fa8f515d81c054827 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:35.589966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:35.591245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:35.600820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:35.918991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:35.934773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fdf76-bfca-4cad-9349-22abce49ab8f req-a0d48384-f1d4-404a-9530-641eece6f0de tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:35.943544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-240fdf76-bfca-4cad-9349-22abce49ab8f req-a0d48384-f1d4-404a-9530-641eece6f0de tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2356889 Apr 25 14:50:35.946969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.006888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79276683-5a89-43fb-a45e-f3c6464e7ee7 req-557f4ffa-9b91-4ea6-8c0a-464c762e12f2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:36.014542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79276683-5a89-43fb-a45e-f3c6464e7ee7 req-557f4ffa-9b91-4ea6-8c0a-464c762e12f2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2387671 Apr 25 14:50:36.083983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6c33c-547d-4760-801b-4d929b5f22d1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:36.088227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79276683-5a89-43fb-a45e-f3c6464e7ee7 req-789f8017-aea3-4a6c-8ebc-835746bca44c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713179 Apr 25 14:50:36.095918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-23691d4a-5fb6-49de-8ed5-807344a8f537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=986a693710bf438fa8f515d81c054827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713994 Apr 25 14:50:36.102641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59324) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:36.124402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-240fdf76-bfca-4cad-9349-22abce49ab8f req-47d035ab-f8b4-4a90-8cb4-e03d2de1921c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795592 Apr 25 14:50:36.191581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.201663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.330507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-678b86b4-2136-426c-8d36-bd478cc77c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.422755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-678b86b4-2136-426c-8d36-bd478cc77c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.442979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=1efd9d74-138c-4899-b827-8a8bc156276a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:36.460828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c3827-70cf-43e4-81a4-8e8bb237b802 req-5c2e0232-e5ee-4ad9-8bc5-04ad9aa0321a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:36.468370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a4c3827-70cf-43e4-81a4-8e8bb237b802 req-5c2e0232-e5ee-4ad9-8bc5-04ad9aa0321a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1471670 Apr 25 14:50:36.512689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.528831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a4c3827-70cf-43e4-81a4-8e8bb237b802 req-2a1fded0-ed1e-46ae-a43a-1163e139886c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Apr 25 14:50:36.589349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-678b86b4-2136-426c-8d36-bd478cc77c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.598943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.600770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24514e33-0879-466c-9c2f-11b96b5e3cbf tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0873504 Apr 25 14:50:36.605151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59344) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:36.612296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'port': {'network_id': '643e359d-4c90-4a9f-b04e-e9991a2f1e0c', 'name': 'tempest-FloatingIPTestJSON-413011298'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:36.623899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b86b4-2136-426c-8d36-bd478cc77c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6c33c-547d-4760-801b-4d929b5f22d1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:36.650186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-678b86b4-2136-426c-8d36-bd478cc77c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:36.651379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-678b86b4-2136-426c-8d36-bd478cc77c0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34c6c33c-547d-4760-801b-4d929b5f22d1 HTTP/1.1" status: 204 len: 168 time: 0.5467479 Apr 25 14:50:37.025923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:37.035361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:port and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:37.040134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:37.049954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:37.085473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:50:37.096418 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:37.149975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb25d-acd8-443a-831f-332f07f0ddf8 req-c08f7ad9-5892-4a6d-a6ad-bfd9ce9ee613 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:37.151941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f4fb25d-acd8-443a-831f-332f07f0ddf8 req-c08f7ad9-5892-4a6d-a6ad-bfd9ce9ee613 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3482349 Apr 25 14:50:37.153405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] device_id is not set on port 116f4671-facc-448e-a58b-57f7bf38f88b yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:50:37.312062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f4fb25d-acd8-443a-831f-332f07f0ddf8 req-bdd34d4b-97d3-443a-8513-a1043ff63928 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069407 Apr 25 14:50:37.443596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.5 (643e359d-4c90-4a9f-b04e-e9991a2f1e0c/9b52d2f2-888a-471b-8c60-361f92a321c1/116f4671-facc-448e-a58b-57f7bf38f88b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:37.872601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:37.879422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862094788', 'description': 'tempest-secgroup-smoke-862094788 description', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:37.891824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:37.904321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:37.915469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:37.927694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d8188-45da-4d35-b2a1-4f7ba3549ab8 req-12e3590a-93c4-4b35-abaa-8097bba8ffd3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:37.933450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:37.934789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e6d8188-45da-4d35-b2a1-4f7ba3549ab8 req-12e3590a-93c4-4b35-abaa-8097bba8ffd3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3408892 Apr 25 14:50:37.962903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:37.997789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.042826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:38.045957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.051791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:38.063055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:38.077869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e6d8188-45da-4d35-b2a1-4f7ba3549ab8 req-d7a90d09-c296-483b-8ad3-7d60b34e1ea5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417327 Apr 25 14:50:38.129358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.183711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:38.255968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b165c0e-8c37-4de2-bb2d-0aca937b2ed2 req-b63c2496-c270-4127-be56-87301d175224 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:38.257852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b165c0e-8c37-4de2-bb2d-0aca937b2ed2 req-b63c2496-c270-4127-be56-87301d175224 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1983967 Apr 25 14:50:38.275455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=116f4671-facc-448e-a58b-57f7bf38f88b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:38.301278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network 643e359d-4c90-4a9f-b04e-e9991a2f1e0c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:38.302464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:38.306105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:38.326041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b165c0e-8c37-4de2-bb2d-0aca937b2ed2 req-3c451e7e-b0ab-4c2d-b7f6-58d6185488a6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616231 Apr 25 14:50:38.397165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.410544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.439251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:38.463906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:38.468988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:38.472666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.503555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:38.515051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d2b214b-73c1-42cb-afcf-909da7e136d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.531810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:38.540950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98e075-d629-4202-8217-c41fa2345fbb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:38.621904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-650e0d6c-b07e-4e52-9ce3-3095ca0f21f9 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0124159 Apr 25 14:50:38.622111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59398) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:38.636441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'port_id': '116f4671-facc-448e-a58b-57f7bf38f88b'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:38.662183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94306b39-ab4b-42eb-9ed8-da0be4fd6265 req-e7fd1afb-6384-43da-84e3-77849c71a24b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:38.670466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94306b39-ab4b-42eb-9ed8-da0be4fd6265 req-e7fd1afb-6384-43da-84e3-77849c71a24b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1379642 Apr 25 14:50:38.729855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94306b39-ab4b-42eb-9ed8-da0be4fd6265 req-e0a13a85-578b-4550-9075-eb67916885c0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579643 Apr 25 14:50:38.764723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.895065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:38.915252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:39.389174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4ce58-addf-41ef-994a-859725a86522 req-c76ac5bf-11cc-45f7-9393-ccc3aa5ee576 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:39.401374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59a4ce58-addf-41ef-994a-859725a86522 req-c76ac5bf-11cc-45f7-9393-ccc3aa5ee576 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2253482 Apr 25 14:50:39.531815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:39.533190 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6587958 Apr 25 14:50:39.538722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59a4ce58-addf-41ef-994a-859725a86522 req-037d0bd8-24a6-4e16-b18d-ab1c2ec1a019 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363537 Apr 25 14:50:39.539205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59430) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:39.552442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243bd1-1b1c-4556-9fbf-655fc2499f9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c6949-6a4f-478f-a315-8217ea03f539,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:39.555240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ce2c6949-6a4f-478f-a315-8217ea03f539', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:39.609209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:39.632866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:39.654152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:39.677189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:39.795365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:39.886735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1033e3e-55bd-47c6-9247-af341a1a1811 req-af9463b4-d8e5-4dc8-9849-5061e27a723b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:39.888210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1033e3e-55bd-47c6-9247-af341a1a1811 req-af9463b4-d8e5-4dc8-9849-5061e27a723b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1871111 Apr 25 14:50:39.893409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:39.935404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:39.959309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b076d-e8ce-448e-90a1-981c1b12bf7e req-9b0e0915-ffac-417e-a589-ea926fc98d82 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:39.970366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1e5b076d-e8ce-448e-90a1-981c1b12bf7e req-9b0e0915-ffac-417e-a589-ea926fc98d82 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.5155046 Apr 25 14:50:40.049673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd1f0ae-421d-47f0-93b9-10ebfa97ba4e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:40.076202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1033e3e-55bd-47c6-9247-af341a1a1811 req-38ecbf25-dbc1-4414-80a0-3cf461f5dc73 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786656 Apr 25 14:50:40.078831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.080398 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1f4373b8-c5b2-4464-906d-5f9c81a2a05a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5295599 Apr 25 14:50:40.086759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59446) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:40.096549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ce2c6949-6a4f-478f-a315-8217ea03f539', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:40.106422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:40.120914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:40.127088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:40.139172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:40.173467 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.214199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1e5b076d-e8ce-448e-90a1-981c1b12bf7e req-719181a4-694b-4310-8221-4960d72d7649 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385838 Apr 25 14:50:40.331895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.347700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.380843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc6261b-b03b-43a5-9fe8-e6348378d292,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:40.401659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.411051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4c006e18-1681-409b-a420-351c8a89db72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3208308 Apr 25 14:50:40.412839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59452) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:40.431014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ce2c6949-6a4f-478f-a315-8217ea03f539', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:40.442904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:40.456213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:40.462849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:40.479416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:40.549599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.588658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.607759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.689413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.702223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.730675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609ac77f-bab1-4914-971d-47d0b2113a53,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:40.751580 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.763404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-015bce3d-3dc4-44a3-86fb-d302ee0d7df5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452196 Apr 25 14:50:40.763599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59466) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:40.769302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ce2c6949-6a4f-478f-a315-8217ea03f539', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:40.775930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:40.780404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:40.788107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:40.802861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:40.876147 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.900431 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a5d6cc1-7011-41cf-8ca7-6406d5b87b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:40.915804 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP af7b893c-2a21-4e21-a641-f8d9776d8898 associated. External IP: 172.25.0.120, port: 116f4671-facc-448e-a58b-57f7bf38f88b. Apr 25 14:50:40.991204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473afcd-4050-4747-a210-af226b2a3ed9 req-460c788b-c085-46a0-8a36-9d58fcdc400c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:40.994212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8473afcd-4050-4747-a210-af226b2a3ed9 req-460c788b-c085-46a0-8a36-9d58fcdc400c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1608181 Apr 25 14:50:41.000676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.019164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.062420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.066768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992713 Apr 25 14:50:41.069215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59472) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:41.079309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c782e7-5c95-42e6-a526-0cee9075ffe0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7e1467-1d26-4283-8d0f-fbcf6b62ac07,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:41.094169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ce2c6949-6a4f-478f-a315-8217ea03f539', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:41.104944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:41.109849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8473afcd-4050-4747-a210-af226b2a3ed9 req-4822de9d-bab1-4c61-a1d2-c5e30ef0ff78 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078446 Apr 25 14:50:41.112754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:41.116184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:41.124304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:41.140537 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:50:41.166187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.301938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.310648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.364722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee90a7c-2921-4b30-8d9b-75413f94102d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:41.515380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.520758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-597d83f3-9f7b-4655-83f4-102f20816023 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341664 Apr 25 14:50:41.526602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59484) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:41.547795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ce2c6949-6a4f-478f-a315-8217ea03f539', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:41.555596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:41.566789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:41.570420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:41.576589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:41.585955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:41.590495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12510286-2900-4042-a2d8-673c65b7c018 req-0a493ce2-c439-4336-9df4-d802829cb44d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:41.604630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12510286-2900-4042-a2d8-673c65b7c018 req-0a493ce2-c439-4336-9df4-d802829cb44d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2116747 Apr 25 14:50:41.605785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24870-e66f-425a-9acd-1b0fd27945ff req-61ad5990-1934-4843-9d2b-4f46d05bff6b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:41.607549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11a24870-e66f-425a-9acd-1b0fd27945ff req-61ad5990-1934-4843-9d2b-4f46d05bff6b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1870904 Apr 25 14:50:41.608735 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:50:41.618059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.677468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12510286-2900-4042-a2d8-673c65b7c018 req-90adcba6-a211-4f67-810b-0337d63d41dc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717335 Apr 25 14:50:41.766334 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.898680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.966330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:41.995586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-11a24870-e66f-425a-9acd-1b0fd27945ff req-330e8978-90fe-49ab-8250-eb7436ce65fd tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782730 Apr 25 14:50:41.996341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.021297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd113e2-fe05-49e4-a4d8-5b617659e7e6,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:42.061551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827638e-f946-4b1f-b6e7-ba10e488ca57 req-68e28bb4-1b64-46a8-9d6e-94384497ab7a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:42.066207 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a827638e-f946-4b1f-b6e7-ba10e488ca57 req-68e28bb4-1b64-46a8-9d6e-94384497ab7a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2230489 Apr 25 14:50:42.138961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a827638e-f946-4b1f-b6e7-ba10e488ca57 req-d375e66a-e3c9-4320-a11d-86dbe7e01edf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676944 Apr 25 14:50:42.298261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:42.305478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.311007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:42.331687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59500) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:42.334130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:42.334941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:42.352166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.357673 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-75f3b288-cfd3-4e8a-8839-582696aaaca3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8187852 Apr 25 14:50:42.360481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59508) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:42.376150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'network': {'name': 'tempest-network-smoke--2014677344', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:42.398012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:42.399922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b3b2515-2680-4978-9a07-f9dce440cc2a tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/floatingips/af7b893c-2a21-4e21-a641-f8d9776d8898 HTTP/1.1" status: 200 len: 977 time: 3.7766638 Apr 25 14:50:42.401070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59512) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:42.409516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:network and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:42.415878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:42.418253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:42.435326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:42.443110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:42.443921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:42.457363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:50:42.470031 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.476889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d70f5-5316-4a57-bbf9-5ddbdaa60c9a req-4953502f-8d2f-42f1-8bb4-3d2fa6ab8e1b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:42.478460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad1d70f5-5316-4a57-bbf9-5ddbdaa60c9a req-4953502f-8d2f-42f1-8bb4-3d2fa6ab8e1b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2566590 Apr 25 14:50:42.545229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 116f4671-facc-448e-a58b-57f7bf38f88b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:42.545830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.548757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:50:42.598721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.600670 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Added segment 849587fe-070e-43bc-9986-ade66defcc0c of type vlan for network 1ae3bace-f188-41d2-8904-e97fe952e3a6 Apr 25 14:50:42.651954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:42.652368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a590b-4c6a-44e8-a564-1ac4ac6d2ad8 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:42.673250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.673841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad1d70f5-5316-4a57-bbf9-5ddbdaa60c9a req-2de829d4-5b4c-44f1-a729-23e738b225c5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811848 Apr 25 14:50:42.781960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.817144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:42.822946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:42.829152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.047984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.150270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Network': ['ID=1ae3bace-f188-41d2-8904-e97fe952e3a6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:43.170495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:43.174937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:50:43.244939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Usage tracker for resource:security_group_rule and tenant:dd262e807ec04c1aa653a9e0e7854415 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:43.256937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:43.268582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6998eda4-6a18-46c2-aedc-b4f6a6cf2da7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9025156 Apr 25 14:50:43.268582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:43.270931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:43.279150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'admin_state_up': True, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:43.287930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:43.292056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:router and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:43.295075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:43.302306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:43.331499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.332706 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.397913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f48046-da12-4b63-9340-4b6628abaa0b req-0cf3b59d-fa0c-45d2-9fee-0ba8f343b905 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:43.405355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7f48046-da12-4b63-9340-4b6628abaa0b req-0cf3b59d-fa0c-45d2-9fee-0ba8f343b905 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2559829 Apr 25 14:50:43.410354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.498553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7f48046-da12-4b63-9340-4b6628abaa0b req-122ce8cc-6eab-4160-b460-a551c4fd5ed4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921597 Apr 25 14:50:43.608731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738e2e9-11ac-4190-9b8f-9489181eaa8a req-dc0660ea-5851-4110-80bc-4d7a794e7aa5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:43.611250 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5738e2e9-11ac-4190-9b8f-9489181eaa8a req-dc0660ea-5851-4110-80bc-4d7a794e7aa5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.3025951 Apr 25 14:50:43.621624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.724491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.724891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.725232 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP af7b893c-2a21-4e21-a641-f8d9776d8898 disassociated. External IP: 172.25.0.120, port: 116f4671-facc-448e-a58b-57f7bf38f88b. Apr 25 14:50:43.725580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 116f4671-facc-448e-a58b-57f7bf38f88b owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:43.875608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5738e2e9-11ac-4190-9b8f-9489181eaa8a req-538b9a9a-696f-4ae5-8407-da1890098956 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568877 Apr 25 14:50:43.948270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:43.990434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:44.144535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:44.212098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd262e807ec04c1aa653a9e0e7854415&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8792260 Apr 25 14:50:44.218393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59536) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:44.221503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=116f4671-facc-448e-a58b-57f7bf38f88b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:44.259175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aaa5c-2bca-4c26-adca-e84ba3b7d141 req-a4bd6110-e067-4914-a88e-3d351a9fcd4b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:44.266063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b30aaa5c-2bca-4c26-adca-e84ba3b7d141 req-a4bd6110-e067-4914-a88e-3d351a9fcd4b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1973808 Apr 25 14:50:44.305387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aac8d7-a55c-45d3-8bde-72aa58775502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b090fd-b45d-43f9-9e7d-105158bfae03,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:44.322457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:44.350395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda9a8d-c716-4c71-9d20-6080339fccf8 req-75d510b4-92a8-4afb-89f7-f014bba7b192 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:44.358404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abda9a8d-c716-4c71-9d20-6080339fccf8 req-75d510b4-92a8-4afb-89f7-f014bba7b192 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6429040 Apr 25 14:50:44.445786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abda9a8d-c716-4c71-9d20-6080339fccf8 req-59c4934a-f49c-45da-8635-9d986722a95d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860679 Apr 25 14:50:44.711987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d808311f-1749-4a54-8aaa-a8a1d11803df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:44.725120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b30aaa5c-2bca-4c26-adca-e84ba3b7d141 req-47ab22a4-f257-4957-a5c5-c669e49dc158 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4581094 Apr 25 14:50:44.742644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:44.764054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d808311f-1749-4a54-8aaa-a8a1d11803df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:44.961843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:44.975462 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d808311f-1749-4a54-8aaa-a8a1d11803df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.005703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808311f-1749-4a54-8aaa-a8a1d11803df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b090fd-b45d-43f9-9e7d-105158bfae03,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:45.032529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d808311f-1749-4a54-8aaa-a8a1d11803df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.036256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.037256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d808311f-1749-4a54-8aaa-a8a1d11803df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83b090fd-b45d-43f9-9e7d-105158bfae03 HTTP/1.1" status: 204 len: 168 time: 0.8121059 Apr 25 14:50:45.153593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:45.166415 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:45.184686 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:45.185589 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:45.206057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cccd78-a8af-4b18-a50a-e32d92d80388 req-222bb2ed-b444-40b3-9943-3cffd4afd8db tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:45.207652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56cccd78-a8af-4b18-a50a-e32d92d80388 req-222bb2ed-b444-40b3-9943-3cffd4afd8db tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2918887 Apr 25 14:50:45.281928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:45.294650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:45.295459 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:45.343568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.346211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-99b4b94e-d3c9-4c53-a608-07b28710dab3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/ports/116f4671-facc-448e-a58b-57f7bf38f88b HTTP/1.1" status: 204 len: 168 time: 2.9384041 Apr 25 14:50:45.352827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59554) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:45.365000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56cccd78-a8af-4b18-a50a-e32d92d80388 req-7cd4be1b-4d56-4aa6-b6ab-a27ff4b2a292 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165471 Apr 25 14:50:45.368227 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:45.368954 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20fd382-7fd0-4d50-ac04-0f8a42ff580b None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:45.385536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.249 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/6ef42944-fde4-4755-9575-99d9f2548969) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:45.507886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-32b54ea9-52b0-4626-a5ad-91e1dfc2815f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/floatingips/af7b893c-2a21-4e21-a641-f8d9776d8898 HTTP/1.1" status: 200 len: 688 time: 0.1494992 Apr 25 14:50:45.514767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:45.524284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc8ff7-1eac-4ff7-b2e2-affc1bf5a6a0 req-b508b9d5-4f86-4e11-a117-f58250987310 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:45.533634 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2dcc8ff7-1eac-4ff7-b2e2-affc1bf5a6a0 req-b508b9d5-4f86-4e11-a117-f58250987310 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.4498808 Apr 25 14:50:45.598454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2dcc8ff7-1eac-4ff7-b2e2-affc1bf5a6a0 req-42daeade-56f1-456b-957c-f296b98a5a5e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635839 Apr 25 14:50:45.735997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59570) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:45.773020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.790836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:45.795519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Usage tracker for resource:security_group_rule and tenant:aa27539b2b7f44289bede68299f0a52a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:45.799917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:45.806426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:45.906132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.911284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:45.994008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa27539b2b7f44289bede68299f0a52a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554350 Apr 25 14:50:45.995038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63df23-48f6-4279-a1b4-7f247d3d5161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d91d55-ef6e-4235-a69b-6bc727a0a60a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:45.997938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59574) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:46.046525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 1efd9d74-138c-4899-b827-8a8bc156276a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:50:46.047095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.068320 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2f44bd9-030d-42b6-bc26-c72d48c87d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.100829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2f44bd9-030d-42b6-bc26-c72d48c87d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.112240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.196993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2f44bd9-030d-42b6-bc26-c72d48c87d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.213657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f44bd9-030d-42b6-bc26-c72d48c87d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d91d55-ef6e-4235-a69b-6bc727a0a60a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:46.220417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2f44bd9-030d-42b6-bc26-c72d48c87d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.224798 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c2f44bd9-030d-42b6-bc26-c72d48c87d74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45d91d55-ef6e-4235-a69b-6bc727a0a60a HTTP/1.1" status: 204 len: 168 time: 0.2225170 Apr 25 14:50:46.304751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3bb3-6911-45ea-b830-f0fccb39f577 req-fca50f5d-2ee1-46b7-b8e1-89020d7153cb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:46.311603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a3a3bb3-6911-45ea-b830-f0fccb39f577 req-fca50f5d-2ee1-46b7-b8e1-89020d7153cb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.3441522 Apr 25 14:50:46.399887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.483434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.483864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:46.515381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a3a3bb3-6911-45ea-b830-f0fccb39f577 req-b1f7cbbe-e3dc-4095-860f-cdbb9994aae7 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009873 Apr 25 14:50:46.767374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 1efd9d74-138c-4899-b827-8a8bc156276a owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:50:46.827544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:46.834921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:46.844098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:46.860865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50332-24b9-4372-886b-baf78b25b797 req-04930ae1-5357-4c6f-93e3-8b0482aeb076 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:46.866207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-efc50332-24b9-4372-886b-baf78b25b797 req-04930ae1-5357-4c6f-93e3-8b0482aeb076 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1230218 Apr 25 14:50:46.887557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=6ef42944-fde4-4755-9575-99d9f2548969,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:46.926994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-efc50332-24b9-4372-886b-baf78b25b797 req-c4883280-7da4-4fe6-90e3-39823c20f032 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570369 Apr 25 14:50:47.269938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:47.342915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=1efd9d74-138c-4899-b827-8a8bc156276a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:47.561076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:47.686597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.034696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.036058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7bdac8d9-e96b-410c-b340-10083b2407dc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/floatingips/af7b893c-2a21-4e21-a641-f8d9776d8898 HTTP/1.1" status: 204 len: 168 time: 2.5199897 Apr 25 14:50:48.039613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59642) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:48.047449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '44e54b01-691c-47f8-ad84-6a6a10bdceb5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:48.064085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:48.082420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:floatingip and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:48.136596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:48.151751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806620a4-8e78-4f19-9585-cb4de0c0307c req-9e9ed6ba-cc71-4696-9b4e-498a4c35efbb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:48.154465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:48.158565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-806620a4-8e78-4f19-9585-cb4de0c0307c req-9e9ed6ba-cc71-4696-9b4e-498a4c35efbb tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.2870936 Apr 25 14:50:48.178696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.252210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f0d3-d74d-48c4-a391-cf81cc155136 req-eb13366c-10ed-425d-99ff-eb6e15f5b996 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:48.260275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2633f0d3-d74d-48c4-a391-cf81cc155136 req-eb13366c-10ed-425d-99ff-eb6e15f5b996 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1732841 Apr 25 14:50:48.290118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-806620a4-8e78-4f19-9585-cb4de0c0307c req-503eeed3-ecb2-4f64-b9dd-c26fe9895ba3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261806 Apr 25 14:50:48.338290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.376724 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2633f0d3-d74d-48c4-a391-cf81cc155136 req-49e262f2-9df7-4231-842c-1ce5eb4de080 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154652 Apr 25 14:50:48.431637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.665842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.139 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/3522984c-ac05-48b8-9501-b4a617479ab1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:48.761248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 87ac0a5e-fe3b-46c8-9284-facc981c4536 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:50:48.836399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.882896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:48.960316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:48.966336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:48.971144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:48.971661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-9c41af00-59bb-47ad-80b1-6ba7dd711195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:48.973299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-9c41af00-59bb-47ad-80b1-6ba7dd711195 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1097 time: 0.2769029 Apr 25 14:50:49.033738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:49.045510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Sync routers for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:49.061389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:49.062053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:49.131411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:49.137597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59668) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:49.138121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d6804172-3d4a-4a5a-91d7-a6a2d9ee8c38 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.8638949 Apr 25 14:50:49.153306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=3522984c-ac05-48b8-9501-b4a617479ab1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:49.166824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-20401de6-afbb-4fef-8b06-ce4475e5cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:49.169187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-20401de6-afbb-4fef-8b06-ce4475e5cccf service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 915 time: 0.1883013 Apr 25 14:50:49.324367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-04c161c7-62fa-4b37-9b37-34a6912fdab8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 217 time: 0.1469979 Apr 25 14:50:49.350629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:49.463940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-c34ac204-24f1-4126-b657-90b58d33111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:49.471639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-c34ac204-24f1-4126-b657-90b58d33111a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.1370680 Apr 25 14:50:49.656425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:49.678052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-de5dda7a-5a0a-457a-bf37-b348f5d8c124 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016065 Apr 25 14:50:49.813634 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1b81d97d-17c5-4af3-a536-0835534eac5a tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ae32593a4b7749ddaa7d8fc4b651cf18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6726789 Apr 25 14:50:49.821285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59692) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:49.978560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:47Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:49.982968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Checking router: 87ac0a5e-fe3b-46c8-9284-facc981c4536 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:50:49.983398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Updating router 87ac0a5e-fe3b-46c8-9284-facc981c4536 port 6ef42944-fde4-4755-9575-99d9f2548969 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:50:50.043560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.077318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59698) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:50.088671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-d804a28a-d456-4831-a9cb-4be6746997e3 service neutron] 10.222.0.21 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019544 Apr 25 14:50:50.135287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.181759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:50.185905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Usage tracker for resource:security_group_rule and tenant:a93bcdc1e3c14bd0bebde5dd0804635f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:50.189075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:50.201450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaff0-2986-4b8c-901b-478b48d2b09c req-fbf285a8-8b55-44b8-b729-5b27597bf9a4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:50.203214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d3deaff0-2986-4b8c-901b-478b48d2b09c req-fbf285a8-8b55-44b8-b729-5b27597bf9a4 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6120903 Apr 25 14:50:50.209810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:50.240450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223c98b-8b82-4235-8174-65aee3158d8c req-4a105f2d-f5ef-496f-b865-29a7db7d9c64 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:50.242254 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8223c98b-8b82-4235-8174-65aee3158d8c req-4a105f2d-f5ef-496f-b865-29a7db7d9c64 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.4695659 Apr 25 14:50:50.305248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3366ba0-53bb-4cd3-91a1-ed417740c1e1 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:50.307727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b3366ba0-53bb-4cd3-91a1-ed417740c1e1 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4805489 Apr 25 14:50:50.316459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59704) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:50.354739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d3deaff0-2986-4b8c-901b-478b48d2b09c req-af23d047-3b78-438d-b15d-a2a652b73d1d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412029 Apr 25 14:50:50.385618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2767635-00c3-4950-b9a7-77f1e1d51ab3 req-72c31f9b-68d6-45d0-a4fe-9749560fe33e service neutron] 10.222.0.21 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796280 Apr 25 14:50:50.408027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.437279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f1e51eff-1318-407a-aedd-9802eb9a09af tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004806 Apr 25 14:50:50.441257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59708) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:50.442403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:50.449693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841862581', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:50.463850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Usage tracker for resource:security_group_rule and tenant:12e37827b9544b14a848069de04bce67 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:50.467130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:50.479143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:50.490221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8223c98b-8b82-4235-8174-65aee3158d8c req-284faaab-1f11-48ea-b22a-5f28a0b18fd1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301319 Apr 25 14:50:50.504226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.551582 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.575344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.590560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.605653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Transition to ACTIVE for port object 6ef42944-fde4-4755-9575-99d9f2548969 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:50.620294 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.664077 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a93bcdc1e3c14bd0bebde5dd0804635f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9957223 Apr 25 14:50:50.665826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:50.671733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a8a5a-6371-4f57-bd28-bfb5dba9982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ca5a8-5804-4536-ad66-edfb7b824e81,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:50.674647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59712) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:50.693893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:subnet and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:50.699621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:50.711296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:50.730795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f05215-ff03-4e57-b288-e3f8d33dc498 None None] Pushing event updated for resources: {'Port': ['ID=6ef42944-fde4-4755-9575-99d9f2548969,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:50.739549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Attempting to bind port 6ef42944-fde4-4755-9575-99d9f2548969 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:50:50.739931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Attempting to bind port 6ef42944-fde4-4755-9575-99d9f2548969 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:50:50.740362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Attempting to bind port 6ef42944-fde4-4755-9575-99d9f2548969 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:50:50.745255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:50:50.745794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:50:50.746180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:50:50.746583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.746977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:50:50.747436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Bound port: 6ef42944-fde4-4755-9575-99d9f2548969, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:50:50.747815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.748709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.750049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.785443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.800002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.827149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] For port 6ef42944-fde4-4755-9575-99d9f2548969, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:50:50.830828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] For port 6ef42944-fde4-4755-9575-99d9f2548969, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6ef42944-fde4-4755-9575-99d9f2548969,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:50:50.835161 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.839758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12e37827b9544b14a848069de04bce67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540231 Apr 25 14:50:50.841421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59716) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:50.848657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fe00-c090-49d6-a829-2d862654081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.880116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:50:50.897157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fe00-c090-49d6-a829-2d862654081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:50.916173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7c4d1-6f53-4fad-a052-6eb0487ece7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2305980-53f2-486a-a2ce-48d6476c8a62,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:50.966758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:50.967533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:51.009688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fe00-c090-49d6-a829-2d862654081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.044216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8c21-9852-49bb-bfbe-de8d42159545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.045376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0fe00-c090-49d6-a829-2d862654081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ca5a8-5804-4536-ad66-edfb7b824e81,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:51.080883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fe00-c090-49d6-a829-2d862654081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.084439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0ec0fe00-c090-49d6-a829-2d862654081e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab5ca5a8-5804-4536-ad66-edfb7b824e81 HTTP/1.1" status: 204 len: 168 time: 0.4074085 Apr 25 14:50:51.098517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.101122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8c21-9852-49bb-bfbe-de8d42159545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.116990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f05215-ff03-4e57-b288-e3f8d33dc498 None None] Pushing event updated for resources: {'Port': ['ID=6ef42944-fde4-4755-9575-99d9f2548969,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:51.176875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.182693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.204040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.210973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Subnet': ['ID=afc9368d-e94d-4a1a-8c02-bce43e976a74,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:51.216948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Checking segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:50:51.217366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network hostable DHCP agents. Network: 1ae3bace-f188-41d2-8904-e97fe952e3a6, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:50:51.239848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:50:51.252154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 1ae3bace-f188-41d2-8904-e97fe952e3a6) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:51.258706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:51.259372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.288876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6724f391-415f-4d50-8166-c47fd93232a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8439233 Apr 25 14:50:51.289051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:51.291257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14697663-872a-4990-9822-3b7632ee32fb None None] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:50:51.295127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8c21-9852-49bb-bfbe-de8d42159545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.332623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:51.337838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d8c21-9852-49bb-bfbe-de8d42159545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2305980-53f2-486a-a2ce-48d6476c8a62,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:51.358457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=3522984c-ac05-48b8-9501-b4a617479ab1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:51.371270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.440173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8c21-9852-49bb-bfbe-de8d42159545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.443562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2f1d8c21-9852-49bb-bfbe-de8d42159545 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2305980-53f2-486a-a2ce-48d6476c8a62 HTTP/1.1" status: 204 len: 168 time: 0.5972362 Apr 25 14:50:51.497319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:50:51.593576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:51.637604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.637810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59738) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:51.648871 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ca686c-fdc8-4443-85ae-3b376b10a675'] response: {'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'code': 200} Apr 25 14:50:51.802782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:51.842927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:51.881712 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP f0f2cf7d-795a-42e2-b2ac-8bddf6458136 associated. External IP: 172.25.0.139, port: 44e54b01-691c-47f8-ad84-6a6a10bdceb5. Apr 25 14:50:51.902658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:51.940643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Usage tracker for resource:security_group_rule and tenant:b748767075a44d9ebf327e67f26cd90b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:51.957100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:51.971068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:51.983461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92da513-bb76-4a95-a13e-2db6500ba4b7 req-90979adb-82c7-41dc-8ad2-93521b9e9dac tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:51.985118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a92da513-bb76-4a95-a13e-2db6500ba4b7 req-90979adb-82c7-41dc-8ad2-93521b9e9dac tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.1802108 Apr 25 14:50:51.995629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:52.028398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-1ae3bace-f188-41d2-8904-e97fe952e3a6', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:50:52.029407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.096517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.100357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730ff5-b470-4d86-8230-19ee9fe4e45c req-004a7f7c-4687-400f-97ff-7abde39796cd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:52.101967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4730ff5-b470-4d86-8230-19ee9fe4e45c req-004a7f7c-4687-400f-97ff-7abde39796cd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.4684255 Apr 25 14:50:52.133846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:47Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:52.140797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8829be-21e5-43e4-a314-bd3791bda48f None None] The sync data for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 is: [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:47Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:52.154183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:52.161953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a92da513-bb76-4a95-a13e-2db6500ba4b7 req-4658122f-2225-499e-9d99-ec4ce5e49f32 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653457 Apr 25 14:50:52.162959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Usage tracker for resource:security_group_rule and tenant:853a4886470b4f4dbd78f314d570dc8a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:52.170772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:52.241507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:52.256957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Allocated IP 172.20.0.2 (1ae3bace-f188-41d2-8904-e97fe952e3a6/afc9368d-e94d-4a1a-8c02-bce43e976a74/130a413d-4711-475d-b7df-9ed51776a20d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:52.318233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4730ff5-b470-4d86-8230-19ee9fe4e45c req-5af54b7b-86c0-403b-9382-8e0c8fa3994b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037609 Apr 25 14:50:52.377971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.390552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.432851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b23ea8-9eca-474b-9092-c11c78862d70,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:52.473647 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-14fd1f9f-000f-447d-9849-84709533095b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=853a4886470b4f4dbd78f314d570dc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754431 Apr 25 14:50:52.480445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:52.563804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.592227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Transition to ACTIVE for port object 130a413d-4711-475d-b7df-9ed51776a20d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:52.625411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Transition to ACTIVE for port object 130a413d-4711-475d-b7df-9ed51776a20d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:52.646063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.651312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.666958 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.703895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6ef42944-fde4-4755-9575-99d9f2548969 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:50:52.737967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:52.785975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:52.802694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:52.810208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:52.820628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b748767075a44d9ebf327e67f26cd90b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1368482 Apr 25 14:50:52.821978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a085c8-83af-470d-be97-750a51594904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe744d1-e141-4f19-9564-4992b4e332fb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:52.840626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Pushing event updated for resources: {'Port': ['ID=130a413d-4711-475d-b7df-9ed51776a20d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:52.857951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59752) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:52.905207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e801adc-8c30-49c5-9d1b-b0561fa51fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.931464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Attempting to bind port 130a413d-4711-475d-b7df-9ed51776a20d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:50:52.931792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Attempting to bind port 130a413d-4711-475d-b7df-9ed51776a20d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:50:52.932869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Attempting to bind port 130a413d-4711-475d-b7df-9ed51776a20d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:50:52.943613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:50:52.943981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Checking segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:50:52.944449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.944857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Bound using segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:50:52.945760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Bound port: 130a413d-4711-475d-b7df-9ed51776a20d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:50:52.946205 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.959173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6ef42944-fde4-4755-9575-99d9f2548969 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:50:52.965740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.971989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6ef42944-fde4-4755-9575-99d9f2548969 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:52.972419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:52.982431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e801adc-8c30-49c5-9d1b-b0561fa51fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.027292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:53.045769 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:53.057606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.063296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:53.063936 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:53.104974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df736c10-b3d1-4f21-b4d2-a9385dd1140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.137796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9b02862a-9f51-4a8d-908f-1887f9cc40af tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0961154 Apr 25 14:50:53.138873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59756) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:53.147906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1797162681'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:53.160779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:53.166634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:network and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:53.181968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:53.184383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:53.193463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:53.194090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:53.215655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:53.218664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df736c10-b3d1-4f21-b4d2-a9385dd1140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.240197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] For port 130a413d-4711-475d-b7df-9ed51776a20d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:50:53.252362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:50:53.258740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.304710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e801adc-8c30-49c5-9d1b-b0561fa51fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.310859 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:53.311517 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6386c64b-cc12-417b-918c-24dc71229ff8 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:50:53.330393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] For port 130a413d-4711-475d-b7df-9ed51776a20d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=130a413d-4711-475d-b7df-9ed51776a20d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:50:53.344665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.348628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:50:53.401935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.403300 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Added segment c6223133-5765-4841-bdef-173baeda5d2a of type vlan for network f6d9754a-e7be-4fa0-aee6-44fffd796872 Apr 25 14:50:53.422764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.447898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e801adc-8c30-49c5-9d1b-b0561fa51fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b23ea8-9eca-474b-9092-c11c78862d70,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:53.466112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 6ef42944-fde4-4755-9575-99d9f2548969, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6ef42944-fde4-4755-9575-99d9f2548969,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:53.486548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e801adc-8c30-49c5-9d1b-b0561fa51fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.488081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e801adc-8c30-49c5-9d1b-b0561fa51fe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41b23ea8-9eca-474b-9092-c11c78862d70 HTTP/1.1" status: 204 len: 168 time: 1.0064747 Apr 25 14:50:53.508394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.520290 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.527737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df736c10-b3d1-4f21-b4d2-a9385dd1140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.542411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9aaac-6eeb-451c-95f5-61760bea5984 None None] Pushing event updated for resources: {'Port': ['ID=130a413d-4711-475d-b7df-9ed51776a20d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:53.647432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=6ef42944-fde4-4755-9575-99d9f2548969,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:53.673448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df736c10-b3d1-4f21-b4d2-a9385dd1140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe744d1-e141-4f19-9564-4992b4e332fb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:53.680350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:50:53.694357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df736c10-b3d1-4f21-b4d2-a9385dd1140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.695481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-df736c10-b3d1-4f21-b4d2-a9385dd1140c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fe744d1-e141-4f19-9564-4992b4e332fb HTTP/1.1" status: 204 len: 168 time: 0.8357625 Apr 25 14:50:53.749155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.755405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:53.764349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:53.887507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7431679 Apr 25 14:50:53.909397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282d2a2-db5d-429e-994b-0d08c23b9d7e req-287eef28-9397-4a0c-9a25-8d1a7f70a486 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:53.910715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:53.911841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5282d2a2-db5d-429e-994b-0d08c23b9d7e req-287eef28-9397-4a0c-9a25-8d1a7f70a486 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.3796399 Apr 25 14:50:53.936354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'subnet': {'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:53.950351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.1 (1ae3bace-f188-41d2-8904-e97fe952e3a6/afc9368d-e94d-4a1a-8c02-bce43e976a74/98bd39b5-c9fe-4b77-b966-180629b87813) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:54.015687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5282d2a2-db5d-429e-994b-0d08c23b9d7e req-1b8d8e3e-fa3b-44ce-a524-2a6ebf23bb8b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945275 Apr 25 14:50:54.224013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:54.246106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:subnet and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:54.261281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:54.267995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf1514-d145-430a-959f-96ef7c5ce7b1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Network': ['ID=f6d9754a-e7be-4fa0-aee6-44fffd796872,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:54.279676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:50:54.287151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:54.294307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:54.316085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19acbc5-3507-4a04-9161-685c89e3ed9f req-c4a27c23-f4c6-4bd1-87df-c08529d886ab tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:54.324046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b19acbc5-3507-4a04-9161-685c89e3ed9f req-c4a27c23-f4c6-4bd1-87df-c08529d886ab tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.7919717 Apr 25 14:50:54.346321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 98bd39b5-c9fe-4b77-b966-180629b87813 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:54.387404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:50:54.392933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:54.398649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac31f-868e-4efb-8e5c-b1dce0b9d771 req-c7f14d29-09f9-4389-a509-9dde92152731 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:54.411441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57bac31f-868e-4efb-8e5c-b1dce0b9d771 req-c7f14d29-09f9-4389-a509-9dde92152731 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.1600032 Apr 25 14:50:54.466714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b19acbc5-3507-4a04-9161-685c89e3ed9f req-bfea007f-6291-4b04-a94b-17f6296ff24b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417093 Apr 25 14:50:54.508909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57bac31f-868e-4efb-8e5c-b1dce0b9d771 req-91658c28-e5cd-46e1-a223-20cde8b05a2f tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964704 Apr 25 14:50:54.512261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:54.663422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:54.668546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b5dd7-1db7-4855-9cf7-00b154013b7c req-aae94d0a-9f9f-4c0b-b46d-11e9f11ec084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:54.674005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-263b5dd7-1db7-4855-9cf7-00b154013b7c req-aae94d0a-9f9f-4c0b-b46d-11e9f11ec084 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1096 time: 0.5803220 Apr 25 14:50:54.682780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:54.688041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:54.807172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=98bd39b5-c9fe-4b77-b966-180629b87813,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:54.836424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:54.840588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6ef42944-fde4-4755-9575-99d9f2548969 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:50:54.868943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-263b5dd7-1db7-4855-9cf7-00b154013b7c req-68cca75b-aedc-4e42-90d7-275c23faf7df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825421 Apr 25 14:50:55.041160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:50:55.233711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6ef42944-fde4-4755-9575-99d9f2548969 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:55.233711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:55.276927 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:55.514969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Subnet': ['ID=04bec730-1f54-4dcb-8659-2ececb5b9ce4,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:55.532155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Checking segment: {'id': 'c6223133-5765-4841-bdef-173baeda5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:50:55.533370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network hostable DHCP agents. Network: f6d9754a-e7be-4fa0-aee6-44fffd796872, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:50:55.606443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 130a413d-4711-475d-b7df-9ed51776a20d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:50:55.618393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d621387-1ba9-4c99-b73a-086be4b721c1 req-7d22eb2f-1d23-459f-9197-2e0286aa783d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:55.628103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d621387-1ba9-4c99-b73a-086be4b721c1 req-7d22eb2f-1d23-459f-9197-2e0286aa783d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.2975280 Apr 25 14:50:55.686041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:50:55.726412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 130a413d-4711-475d-b7df-9ed51776a20d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:50:55.747104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d621387-1ba9-4c99-b73a-086be4b721c1 req-83cfde6e-cb9a-44c6-b7d1-2ae63ddf9fa2 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176100 Apr 25 14:50:55.752877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f6d9754a-e7be-4fa0-aee6-44fffd796872) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:55.760508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:55.761294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:55.770447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25a19a-13ab-40e3-ac67-1238fc50bd55 None None] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:50:55.793444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-963f66eb-a218-47b0-97a7-a78a9a871bb5 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8632963 Apr 25 14:50:55.794091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:55.800645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1943483200', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:55.810004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:50:55.824187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:router and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:50:55.833273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:50:55.863603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:50:55.886485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:55.890867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:55.930324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:55.981380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6853ab-5f61-47cd-9db8-a0ef2fd44282 None None] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:50:56.036240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:56.232658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05433e7a-1be2-46a0-b59d-b9293e5fb7c5 req-b56579d6-3841-4448-b910-f17c14414fb0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:56.240038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05433e7a-1be2-46a0-b59d-b9293e5fb7c5 req-b56579d6-3841-4448-b910-f17c14414fb0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.4311030 Apr 25 14:50:56.318779 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] Provisioning for port 130a413d-4711-475d-b7df-9ed51776a20d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:50:56.342630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] Provisioning complete for port 130a413d-4711-475d-b7df-9ed51776a20d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:56.343017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:56.378121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05433e7a-1be2-46a0-b59d-b9293e5fb7c5 req-441bf1ba-5d6d-41a0-9e48-acd2bd7b43c6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313758 Apr 25 14:50:56.409106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:56.554091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-f37f7468-f801-429e-ba39-48299cf80c5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6459992 Apr 25 14:50:56.687546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f6d9754a-e7be-4fa0-aee6-44fffd796872', 'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872', 'tenant_id': '07e7e5cd730e44638048e674fd2b7408', 'fixed_ips': [{'subnet_id': '04bec730-1f54-4dcb-8659-2ececb5b9ce4'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:50:56.691434 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:56.961010 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:56.980018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.016531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.112497 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:50:57.145192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] For port 130a413d-4711-475d-b7df-9ed51776a20d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=130a413d-4711-475d-b7df-9ed51776a20d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:57.163734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.172426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=98bd39b5-c9fe-4b77-b966-180629b87813,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:57.175888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.226286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Allocated IP 172.20.0.2 (f6d9754a-e7be-4fa0-aee6-44fffd796872/04bec730-1f54-4dcb-8659-2ececb5b9ce4/18e3bda5-52fa-4ce6-af94-b2957289dbf1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:57.378829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10800850-d2f1-4bd8-902b-6e0899b56e57 None None] Pushing event updated for resources: {'Port': ['ID=130a413d-4711-475d-b7df-9ed51776a20d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:57.405155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:57.408995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:57.420014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.512409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.769165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.796956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f67e5f15-0c4a-4340-a700-cded8d75d5ba None None] Provisioning complete for port 130a413d-4711-475d-b7df-9ed51776a20d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:57.797389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f15-0c4a-4340-a700-cded8d75d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:57.858716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.25.0.6 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/331ee0ec-275a-47c7-ab4a-e5e209b812f2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:50:57.938117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Transition to ACTIVE for port object 18e3bda5-52fa-4ce6-af94-b2957289dbf1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:57.986618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3813501-abbb-45d6-b93f-0dcb24b9b7cf req-76e63d84-907d-4815-bddb-78161455db06 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:57.993553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3813501-abbb-45d6-b93f-0dcb24b9b7cf req-76e63d84-907d-4815-bddb-78161455db06 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.3445756 Apr 25 14:50:58.026872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Transition to ACTIVE for port object 18e3bda5-52fa-4ce6-af94-b2957289dbf1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:58.052411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:58.074817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 87ac0a5e-fe3b-46c8-9284-facc981c4536 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:50:58.187276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:58.197308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:58.231585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:58.240008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f67e5f15-0c4a-4340-a700-cded8d75d5ba None None] Provisioning for port 98bd39b5-c9fe-4b77-b966-180629b87813 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:50:58.274867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3813501-abbb-45d6-b93f-0dcb24b9b7cf req-c8b20aec-353e-47f7-ab4f-1511a3b5943c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799037 Apr 25 14:50:58.332671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f67e5f15-0c4a-4340-a700-cded8d75d5ba None None] Provisioning complete for port 98bd39b5-c9fe-4b77-b966-180629b87813 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:58.333461 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f67e5f15-0c4a-4340-a700-cded8d75d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:58.395795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Pushing event updated for resources: {'Port': ['ID=18e3bda5-52fa-4ce6-af94-b2957289dbf1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:58.567444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:50:58.583896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:58.589601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Attempting to bind port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:50:58.591017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Attempting to bind port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c6223133-5765-4841-bdef-173baeda5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:50:58.591467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Attempting to bind port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 on network f6d9754a-e7be-4fa0-aee6-44fffd796872 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:50:58.594125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-925e55eb-276d-4611-bcc9-053e2616a826 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/87ac0a5e-fe3b-46c8-9284-facc981c4536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3025789 Apr 25 14:50:58.637646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Sync routers for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:50:58.646025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e08f-1f4c-432c-ab7e-f0fdbbc8899a req-78d2d827-70f3-4d0f-bd8d-1237bcaa7546 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:58.662770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c951e08f-1f4c-432c-ab7e-f0fdbbc8899a req-78d2d827-70f3-4d0f-bd8d-1237bcaa7546 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 1.3892579 Apr 25 14:50:58.667205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:50:58.669005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Checking segment: {'id': 'c6223133-5765-4841-bdef-173baeda5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:50:58.672741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:58.673482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Bound using segment: {'id': 'c6223133-5765-4841-bdef-173baeda5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:50:58.674009 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-8be163e1-4a51-4f5b-8f90-d992a4646743 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8713725 Apr 25 14:50:58.674352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Bound port: 18e3bda5-52fa-4ce6-af94-b2957289dbf1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6223133-5765-4841-bdef-173baeda5d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:50:58.674940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:58.712807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 130a413d-4711-475d-b7df-9ed51776a20d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:50:58.789977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f67e5f15-0c4a-4340-a700-cded8d75d5ba None None] Port 98bd39b5-c9fe-4b77-b966-180629b87813 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:50:58.815014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-5f06971a-008e-4786-b841-cbec94ec9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:58.815905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-5f06971a-008e-4786-b841-cbec94ec9acf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43&tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63 HTTP/1.1" status: 200 len: 1095 time: 0.1909165 Apr 25 14:50:58.827626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:50:58.862537 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:58.874212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:50:58.888002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:50:58.947556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:50:58.958185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:50:58.982042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:50:59.018762 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c951e08f-1f4c-432c-ab7e-f0fdbbc8899a req-1dd1c24f-4988-4a61-9504-9489006ed84c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538830 Apr 25 14:50:59.116525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=331ee0ec-275a-47c7-ab4a-e5e209b812f2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:59.227950 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:59.291912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62da4575-f023-4c8c-b065-86a50ef4e504 None None] Provisioning complete for port 98bd39b5-c9fe-4b77-b966-180629b87813 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:59.292373 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62da4575-f023-4c8c-b065-86a50ef4e504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:59.322972 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:59.335626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-7d06e5e2-a9a0-4dc8-8092-31fde467a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:59.337294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-7d06e5e2-a9a0-4dc8-8092-31fde467a2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1096 time: 0.5678456 Apr 25 14:50:59.357404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f7ea2-5052-46a6-ab60-f61dc3b5e1b9 req-174a69d1-b70f-4ec6-baae-9d5cb37fae14 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:59.365576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f3f7ea2-5052-46a6-ab60-f61dc3b5e1b9 req-174a69d1-b70f-4ec6-baae-9d5cb37fae14 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.2736819 Apr 25 14:50:59.390024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] For port 18e3bda5-52fa-4ce6-af94-b2957289dbf1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:50:59.393698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] For port 18e3bda5-52fa-4ce6-af94-b2957289dbf1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e3bda5-52fa-4ce6-af94-b2957289dbf1,segment=NetworkSegment(c6223133-5765-4841-bdef-173baeda5d2a),segment_id=c6223133-5765-4841-bdef-173baeda5d2a)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:50:59.413307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:59.420489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:50:59.476417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f3f7ea2-5052-46a6-ab60-f61dc3b5e1b9 req-4439ee82-f935-4818-ac9f-f925083a7ba3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091061 Apr 25 14:50:59.581731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 130a413d-4711-475d-b7df-9ed51776a20d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:50:59.582122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:59.642910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-62da4575-f023-4c8c-b065-86a50ef4e504 None None] Port 98bd39b5-c9fe-4b77-b966-180629b87813 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:50:59.712752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59972) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:59.713114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59974) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:50:59.747199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-76ed90e4-5ce9-4658-bf3e-c94c445acf61 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:50:59.826418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:50:59.832703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-337f547b-2ada-4cf2-920e-676c307c83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:50:59.838941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-337f547b-2ada-4cf2-920e-676c307c83f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.3644331 Apr 25 14:50:59.839916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e00760-ab09-4536-ac4b-7045549f14b4 None None] Pushing event updated for resources: {'Port': ['ID=18e3bda5-52fa-4ce6-af94-b2957289dbf1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:50:59.868965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:50:59.956434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:50:59.965144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:50:59.974691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-76ed90e4-5ce9-4658-bf3e-c94c445acf61 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:50:59.975796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-76ed90e4-5ce9-4658-bf3e-c94c445acf61 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862094788&fields=id&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 267 time: 0.7022111 Apr 25 14:50:59.986796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Transition to ACTIVE for port object 02187c02-51f1-478c-98de-87ba8dc5cd9b will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:50:59.992513 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.042429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:50:56Z', 'revision_number': 2, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:00.048711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Checking router: 87ac0a5e-fe3b-46c8-9284-facc981c4536 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:51:00.048711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Updating router 87ac0a5e-fe3b-46c8-9284-facc981c4536 port 98bd39b5-c9fe-4b77-b966-180629b87813 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:51:00.133399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.153598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-6be3a77d-7415-4c4c-931c-5f8801b082e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 217 time: 0.1897867 Apr 25 14:51:00.162626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.203938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.285369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] No DVR routers for this DVR port 02187c02-51f1-478c-98de-87ba8dc5cd9b on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:51:00.291554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:00.357641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:00.364619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:51:00.365197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:51:00.365308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:00.373777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Port 02187c02-51f1-478c-98de-87ba8dc5cd9b on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:51:00.374104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Attempting to bind port 02187c02-51f1-478c-98de-87ba8dc5cd9b on network 7e1f52a9-013d-4ad2-a399-8088e294ee60 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:00.385495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bbe1c-5358-4ad9-8bde-ad9c9afee952 req-83944b8a-13e0-4e7c-9a80-d2955fdcfb1c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:00.386968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c1bbe1c-5358-4ad9-8bde-ad9c9afee952 req-83944b8a-13e0-4e7c-9a80-d2955fdcfb1c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 944 time: 0.1600373 Apr 25 14:51:00.389517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:51:00.389861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Checking segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:00.390239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Bound using segment: {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:51:00.390670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Bound port: 02187c02-51f1-478c-98de-87ba8dc5cd9b, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302d520d-df8e-46bb-bf92-3aec3ea2ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:51:00.391017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.412409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:00.430258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Usage tracker for resource:security_group_rule and tenant:891c60fe05ef4ff393991f71f3041d69 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:00.445733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:00.449968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8974de511e4941a4d7ae63a575a71c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:00.464270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:00.468599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:00.491343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:00.495453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-7b6de4a4-1e10-47b9-8e91-7b2eb25cfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:00.496871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-7b6de4a4-1e10-47b9-8e91-7b2eb25cfa57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.2944849 Apr 25 14:51:00.499760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c1bbe1c-5358-4ad9-8bde-ad9c9afee952 req-4c6ac7c5-b20c-4d13-92a2-6e12caf4a742 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971079 Apr 25 14:51:00.569194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.578699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:51:00.583384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:51:00.592709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.624752 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.665065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Transition to ACTIVE for port object 98bd39b5-c9fe-4b77-b966-180629b87813 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:00.677386 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.705210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-b6ef4334-8ca0-496a-b683-77a41aa6cfa4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:00.706700 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-b6ef4334-8ca0-496a-b683-77a41aa6cfa4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 797 time: 0.6589346 Apr 25 14:51:00.726230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:00.727129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:00.728722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] 10.222.0.15 "PUT /v2.0/ports/02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 1092 time: 1.9055431 Apr 25 14:51:00.763846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:00.779804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-5ef00a83-f7a5-46f5-8f70-dbfeeb01e8fe tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/quotas/ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 375 time: 0.0575974 Apr 25 14:51:00.853117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e3bda5-52fa-4ce6-af94-b2957289dbf1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:00.916970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c4261-0ae7-4404-a674-0bfc56151351 service neutron] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:00.976691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f757a-46d9-4243-9924-fcf3186f62dc req-0e00fa6c-a8bd-4d54-a027-fb107a28770a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:00.978315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d5f757a-46d9-4243-9924-fcf3186f62dc req-0e00fa6c-a8bd-4d54-a027-fb107a28770a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.3123269 Apr 25 14:51:00.981799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-c6774570-6d28-4c5b-a53a-6a36e60d9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:00.983440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-c6774570-6d28-4c5b-a53a-6a36e60d9d05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1096 time: 0.2042241 Apr 25 14:51:01.000079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d621f-80da-41f4-be3b-935cb54c1e67 None None] Pushing event updated for resources: {'Port': ['ID=98bd39b5-c9fe-4b77-b966-180629b87813,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:01.037175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Attempting to bind port 98bd39b5-c9fe-4b77-b966-180629b87813 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:51:01.037672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Attempting to bind port 98bd39b5-c9fe-4b77-b966-180629b87813 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:51:01.038114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Attempting to bind port 98bd39b5-c9fe-4b77-b966-180629b87813 on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:01.046900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:51:01.047279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Checking segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:01.047778 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.048307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Bound using segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:51:01.049423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Bound port: 98bd39b5-c9fe-4b77-b966-180629b87813, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:51:01.049874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.077593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d5f757a-46d9-4243-9924-fcf3186f62dc req-7a0f73fb-29ab-4eba-aca6-7501a1866c6a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889270 Apr 25 14:51:01.151022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:01.197716 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab404f14-fc88-4e54-89d6-8ac3aca8cb21'] response: {'name': 'network-changed', 'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'status': 'completed', 'code': 200} Apr 25 14:51:01.208480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] For port 98bd39b5-c9fe-4b77-b966-180629b87813, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:51:01.212300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] For port 98bd39b5-c9fe-4b77-b966-180629b87813, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=98bd39b5-c9fe-4b77-b966-180629b87813,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:51:01.220966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.224261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-50984bfd-7909-4a53-9695-7a0e51ec575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:01.227617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-50984bfd-7909-4a53-9695-7a0e51ec575b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 915 time: 0.2365274 Apr 25 14:51:01.253284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-ed560b8c-a0d8-4082-913a-e41162f369ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:01.254803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-ed560b8c-a0d8-4082-913a-e41162f369ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7460506 Apr 25 14:51:01.320797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:01.321471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:01.322806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-056654fc-802a-409e-aaf1-30baf0f0d7d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 217 time: 0.0898645 Apr 25 14:51:01.413183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-e3bf6cf5-6cc4-4dff-8d84-7fa833a13776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:01.415037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-e3bf6cf5-6cc4-4dff-8d84-7fa833a13776 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.0862010 Apr 25 14:51:01.423713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.451022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3805d7-10e2-459d-b9bc-2ed73a3bf957 None None] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:51:01.479022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.496994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.516011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.618836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-3226e873-3166-4460-8d27-ce5bde86724e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7580142 Apr 25 14:51:01.686979 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f8974de511e4941a4d7ae63a575a71c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9728010 Apr 25 14:51:01.715329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59998) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:01.716061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-8234aba7-85a7-479a-91cb-cfba2fc7f5f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2941625 Apr 25 14:51:01.720264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=891c60fe05ef4ff393991f71f3041d69&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0018301 Apr 25 14:51:01.720264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c5552-9dea-41b5-af3c-d1e6ae5d4518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdfade-4b0b-4a09-a1e0-cc5d37676139,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:01.721069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:01.750640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d621f-80da-41f4-be3b-935cb54c1e67 None None] Pushing event updated for resources: {'Port': ['ID=98bd39b5-c9fe-4b77-b966-180629b87813,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:01.755610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-53512b99-456f-4b84-a12d-2145089c13b7 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281697 Apr 25 14:51:01.789932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.842729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] Provisioning for port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:01.897270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] Provisioning complete for port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:01.897270 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.917999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1b980-8c1f-426d-ae3d-8a134dbd4516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd93714-5adb-4c9d-89c8-841e54809211,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:01.928045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75be50f7-5ac1-4697-8e70-4d689100b605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:01.936941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb534b-1f12-4d5b-a61f-39fcaeebc78e req-97cc4879-54f0-4b4e-84d5-a4a245cabc99 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:01.943772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8fdb534b-1f12-4d5b-a61f-39fcaeebc78e req-97cc4879-54f0-4b4e-84d5-a4a245cabc99 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.2795231 Apr 25 14:51:01.961687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:51:01.963014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-153f279b-8536-4972-bd49-777d01dab57f service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384603 Apr 25 14:51:02.035113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75be50f7-5ac1-4697-8e70-4d689100b605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.063114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8fdb534b-1f12-4d5b-a61f-39fcaeebc78e req-0bd1dc9d-8350-4628-adef-2a02c4956dd6 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182151 Apr 25 14:51:02.176858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75be50f7-5ac1-4697-8e70-4d689100b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.196638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0741-3a7c-45a0-8428-d452c68055fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.212762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be50f7-5ac1-4697-8e70-4d689100b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd93714-5adb-4c9d-89c8-841e54809211,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:02.215057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75be50f7-5ac1-4697-8e70-4d689100b605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.222675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-75be50f7-5ac1-4697-8e70-4d689100b605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdd93714-5adb-4c9d-89c8-841e54809211 HTTP/1.1" status: 204 len: 168 time: 0.4987831 Apr 25 14:51:02.241962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-3e37fff9-b9fc-418f-8aea-10de3c17fba3 service neutron] 10.222.0.23 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947945 Apr 25 14:51:02.242514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0405d41-0158-466c-a5f5-43d8b4fc2031 req-3d2ed5cd-4621-4567-afdf-feaf5f730078 service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706416 Apr 25 14:51:02.286230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.323294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-787e3941-dcbe-48bc-bc0f-65cd32861c6a req-d41c6e40-a73a-46b7-bab0-505591da5f43 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366235 Apr 25 14:51:02.325968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0741-3a7c-45a0-8428-d452c68055fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.389939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] For port 18e3bda5-52fa-4ce6-af94-b2957289dbf1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e3bda5-52fa-4ce6-af94-b2957289dbf1,segment=NetworkSegment(c6223133-5765-4841-bdef-173baeda5d2a),segment_id=c6223133-5765-4841-bdef-173baeda5d2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:02.441420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.553105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-164cdc40-dc54-4076-821b-5130d996dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:02.554600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-164cdc40-dc54-4076-821b-5130d996dc30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1096 time: 0.2223487 Apr 25 14:51:02.578812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f5696-1313-42ce-8bf6-dc1f7ef7c03c None None] Pushing event updated for resources: {'Port': ['ID=18e3bda5-52fa-4ce6-af94-b2957289dbf1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:02.645542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:01Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:02.653637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f53ab4-c530-4262-bac2-64f092da2200 None None] The sync data for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 is: [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:01Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:02.667675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab74641-50ed-4c8c-ad3d-7ab6f981485d req-5ae04401-fe72-4a83-8242-27092e031a59 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:02.675550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ab74641-50ed-4c8c-ad3d-7ab6f981485d req-5ae04401-fe72-4a83-8242-27092e031a59 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.3821962 Apr 25 14:51:02.771547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0741-3a7c-45a0-8428-d452c68055fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.811740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a0741-3a7c-45a0-8428-d452c68055fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdfade-4b0b-4a09-a1e0-cc5d37676139,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:02.814711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router 7c69f403-55dc-4566-8f0f-17dd703ade5b is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:51:02.893628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a20ddc01-b57a-4ae3-8d7c-3ea71b1c225d None None] Provisioning complete for port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:02.894244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a20ddc01-b57a-4ae3-8d7c-3ea71b1c225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:02.968527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ab74641-50ed-4c8c-ad3d-7ab6f981485d req-60780578-bdf7-445a-b600-ae1c9501c26d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916365 Apr 25 14:51:03.009467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-18722f2b-4478-48b5-aa52-c0f6f045a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:03.011313 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-18722f2b-4478-48b5-aa52-c0f6f045a827 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 915 time: 0.4412415 Apr 25 14:51:03.087321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:03.143041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-78a978c4-c9df-4844-9c87-e8d5f4c1a374 service neutron] 10.222.0.23 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8662415 Apr 25 14:51:03.156037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:03.168866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-7d2da7b5-f818-4773-ad98-c961573790bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 217 time: 0.1441040 Apr 25 14:51:03.176506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:03.221249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Usage tracker for resource:security_group_rule and tenant:7bc18c6c29474919ae77a41bc80945cc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:03.231814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:03.254751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:03.446267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:03.449129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-aa3e64f3-4b2a-46cb-b5a7-95872d793cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:03.452589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-aa3e64f3-4b2a-46cb-b5a7-95872d793cbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.2733028 Apr 25 14:51:03.516547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-3023d853-d6e4-42c9-8191-9d5d2a49056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:03.521983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-3023d853-d6e4-42c9-8191-9d5d2a49056a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1096 time: 1.1039259 Apr 25 14:51:03.567927 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0741-3a7c-45a0-8428-d452c68055fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:03.577882 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b8a0741-3a7c-45a0-8428-d452c68055fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8cdfade-4b0b-4a09-a1e0-cc5d37676139 HTTP/1.1" status: 204 len: 168 time: 1.8557901 Apr 25 14:51:03.606426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:03.792691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-062c5465-08a3-438c-bb00-3f83b35e45ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912465 Apr 25 14:51:03.884942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b21db9-67f7-4567-9608-f9bf8558ab57,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:04.083506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-1d84beac-2e7a-4688-870b-327478b29533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:04.085068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-1d84beac-2e7a-4688-870b-327478b29533 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.5425937 Apr 25 14:51:04.222514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:04.269708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f6c329f-0c08-4846-9c9a-4ed577fc3517 req-a401d34b-83e1-43b7-910f-291d3be5e444 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.7221086 Apr 25 14:51:04.277843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-95245df5-a450-479d-96be-75e68dcf7a9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bc18c6c29474919ae77a41bc80945cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1893544 Apr 25 14:51:04.290649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60052) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:04.568285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:04.646591 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-aa002dfc-f595-467f-a00c-1f198f32c7e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 217 time: 0.3710320 Apr 25 14:51:04.648143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:04.667848 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] Sync routers for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:04.672128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b491981-d15a-4c75-8499-a189fad2bca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:04.697844 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:04.698487 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:04.704262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb61082-8ea4-481c-9f9d-3db5808a3877 req-dd78a736-66a4-4ca4-9786-dd960a02e519 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:04.716156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fb61082-8ea4-481c-9f9d-3db5808a3877 req-dd78a736-66a4-4ca4-9786-dd960a02e519 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 1.2622318 Apr 25 14:51:04.894665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e3bda5-52fa-4ce6-af94-b2957289dbf1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:04.929741 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:04.957007 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:04.957896 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:50:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:04.971189 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.032291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b491981-d15a-4c75-8499-a189fad2bca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.055408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.082102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:05.083166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.084692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84f15ef0-4ad3-463f-881d-665da940643f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2894356 Apr 25 14:51:05.086767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-3dba1a6d-7b01-48de-8133-60aef9d79ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1807818 Apr 25 14:51:05.087445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60062) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:05.092876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:05.096754 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf6a13-cc45-4630-8bac-9c96d4dbeb75 None None] The sync data for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:05.108949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:05.173881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-bcd39eea-809d-4712-8527-acf19cfddf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:05.179852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-bcd39eea-809d-4712-8527-acf19cfddf97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.5044866 Apr 25 14:51:05.407380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817465e-02dc-4c4b-9e72-fe7642d68426 req-14953bca-9aa0-45ca-998a-3998627087f9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:05.428349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2817465e-02dc-4c4b-9e72-fe7642d68426 req-14953bca-9aa0-45ca-998a-3998627087f9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.6612346 Apr 25 14:51:05.434337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98bd39b5-c9fe-4b77-b966-180629b87813 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:05.563527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2817465e-02dc-4c4b-9e72-fe7642d68426 req-4302c03e-e5d7-4504-bb82-dc5de002d5a6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309628 Apr 25 14:51:05.618091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 98bd39b5-c9fe-4b77-b966-180629b87813 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:05.626438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 98bd39b5-c9fe-4b77-b966-180629b87813 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:05.627167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.651640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-84e1cfd9-d106-47fe-9cb5-85a878f28ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:05.660256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Usage tracker for resource:security_group_rule and tenant:091c3cd57d6e417f9a5465edfc458d4a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:05.665087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-84e1cfd9-d106-47fe-9cb5-85a878f28ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4432361 Apr 25 14:51:05.697775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:05.800030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6fb61082-8ea4-481c-9f9d-3db5808a3877 req-8e9051b6-ef4c-458d-93ac-e2dca057c2c6 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0816619 Apr 25 14:51:05.814810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:05.843934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f3d7d7-6f37-4380-866d-eb0dad35b40b req-a2368e42-f83e-4631-821c-a54234f96bbe tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.1142576 Apr 25 14:51:05.918077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.944369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:05.988646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 98bd39b5-c9fe-4b77-b966-180629b87813, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=98bd39b5-c9fe-4b77-b966-180629b87813,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:05.997680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:06.014046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:06.113768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-5d870a1c-78ab-49be-9d6b-58b5c66cc366 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282022 Apr 25 14:51:06.119493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=091c3cd57d6e417f9a5465edfc458d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4647901 Apr 25 14:51:06.122346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60070) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:06.237336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26078-e80b-40aa-ab78-cc226c486d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962bcc6e-0b55-4b9e-971f-d87d4337fe41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:06.242419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=98bd39b5-c9fe-4b77-b966-180629b87813,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:06.315019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4744db-8473-4a8f-a89e-55fc407c23ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:06.524488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4744db-8473-4a8f-a89e-55fc407c23ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:06.624229 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5e56e01-7aa7-40a5-9cab-208aec22d51b req-70f92cb4-af09-4946-94cd-f7caefc60da7 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851027 Apr 25 14:51:06.653393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4744db-8473-4a8f-a89e-55fc407c23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:06.709630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4744db-8473-4a8f-a89e-55fc407c23ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962bcc6e-0b55-4b9e-971f-d87d4337fe41,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:06.712571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc4744db-8473-4a8f-a89e-55fc407c23ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:06.715340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fc4744db-8473-4a8f-a89e-55fc407c23ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/962bcc6e-0b55-4b9e-971f-d87d4337fe41 HTTP/1.1" status: 204 len: 168 time: 0.5903816 Apr 25 14:51:06.720654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98bd39b5-c9fe-4b77-b966-180629b87813 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:06.917624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 98bd39b5-c9fe-4b77-b966-180629b87813 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:06.918477 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:07.046686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-7fbfb93f-5ca7-4236-9d85-aa23c487db9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:07.051140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-7fbfb93f-5ca7-4236-9d85-aa23c487db9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:07.213574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d246-a54d-4473-b787-817b9120d68a req-dcea8d75-c9d0-4ca2-9440-c9a2fa66ea64 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:07.215450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a61d246-a54d-4473-b787-817b9120d68a req-dcea8d75-c9d0-4ca2-9440-c9a2fa66ea64 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.2040656 Apr 25 14:51:07.311911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a61d246-a54d-4473-b787-817b9120d68a req-3b030a41-cae4-403f-80d0-d467d15d5b01 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876567 Apr 25 14:51:07.445820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b491981-d15a-4c75-8499-a189fad2bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:07.618341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3c9312d-30bf-4d97-becf-4027454ae246 req-a0a711c4-6c96-46c4-9e5a-20631973ec46 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.0931263 Apr 25 14:51:07.725537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-eecf1db7-6c52-4e3b-a08e-0b818f96ef6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0569649 Apr 25 14:51:07.743439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-7fbfb93f-5ca7-4236-9d85-aa23c487db9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:07.744472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-7fbfb93f-5ca7-4236-9d85-aa23c487db9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 797 time: 1.4620311 Apr 25 14:51:07.759497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b491981-d15a-4c75-8499-a189fad2bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b21db9-67f7-4567-9608-f9bf8558ab57,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:07.840540 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c3bc976-e58a-4ad9-bfad-c00b3a04267c req-20a8afaf-7f7f-452d-8993-e920bb6f7b13 service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5693922 Apr 25 14:51:07.846561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b491981-d15a-4c75-8499-a189fad2bca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:07.847672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b491981-d15a-4c75-8499-a189fad2bca1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93b21db9-67f7-4567-9608-f9bf8558ab57 HTTP/1.1" status: 204 len: 168 time: 3.5549006 Apr 25 14:51:08.059628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b03eb-40fa-42dc-bfb8-4b543af435ed req-4b321d77-f7ca-4647-8eab-216184258597 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:08.061191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b2b03eb-40fa-42dc-bfb8-4b543af435ed req-4b321d77-f7ca-4647-8eab-216184258597 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 1.2930083 Apr 25 14:51:08.129435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b2b03eb-40fa-42dc-bfb8-4b543af435ed req-19695ce3-83ed-44e5-8d73-5980f211925f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507333 Apr 25 14:51:08.152913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-3f2883d4-8853-485a-bd3b-81ea64c4a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:08.154512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-3f2883d4-8853-485a-bd3b-81ea64c4a89d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1096 time: 0.4008551 Apr 25 14:51:08.156133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:08.525955 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-498d2c5f-926d-457d-9a07-5951d2d2d9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:08.761901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924abc40-c000-4ad8-856e-8ed98ad5b7ed req-b5d3cc63-6325-4a92-a51d-b9949f3c28bd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:08.764132 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-924abc40-c000-4ad8-856e-8ed98ad5b7ed req-b5d3cc63-6325-4a92-a51d-b9949f3c28bd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.2202244 Apr 25 14:51:08.914674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-924abc40-c000-4ad8-856e-8ed98ad5b7ed req-b261db07-ba9b-4597-9153-7b43226abb65 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294253 Apr 25 14:51:09.361920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.1 (f6d9754a-e7be-4fa0-aee6-44fffd796872/04bec730-1f54-4dcb-8659-2ececb5b9ce4/6a3af802-5996-4742-854d-46265f09b1c2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:09.560883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:09.566931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5309b-81b4-43cf-b747-6604b31d6f3d req-f5743701-a794-4164-8c43-04de4af305b6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:09.582088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4af5309b-81b4-43cf-b747-6604b31d6f3d req-f5743701-a794-4164-8c43-04de4af305b6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.2071528 Apr 25 14:51:09.595671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Transition to ACTIVE for port object 6a3af802-5996-4742-854d-46265f09b1c2 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:09.686092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:09.709183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4af5309b-81b4-43cf-b747-6604b31d6f3d req-00634cad-6c7e-4c71-9ce1-e09df160ef4a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202714 Apr 25 14:51:09.719387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9d01b70f-591e-4c79-a7f5-5e4c2188cddc req-b0d7d0df-8b9a-434e-892b-29c7edd1240d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:09.834399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:09.843867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-d05c1ce9-66ce-4984-a804-40d556f4b6e2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 379 time: 1.0173085 Apr 25 14:51:09.844509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9d01b70f-591e-4c79-a7f5-5e4c2188cddc req-b0d7d0df-8b9a-434e-892b-29c7edd1240d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:09.845689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d01b70f-591e-4c79-a7f5-5e4c2188cddc req-b0d7d0df-8b9a-434e-892b-29c7edd1240d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.2267883 Apr 25 14:51:09.851252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:09.854282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:09.924743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'port': {'device_id': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'admin_state_up': True, 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'security_groups': ['ce2c6949-6a4f-478f-a315-8217ea03f539']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:10.200589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:10.234012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:10.275478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:10.284761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:10.315743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-729d6f0e-8c4c-4e1a-8e8b-8e1cdb930e2f None None] Provisioning for port 6a3af802-5996-4742-854d-46265f09b1c2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:10.324821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-729d6f0e-8c4c-4e1a-8e8b-8e1cdb930e2f None None] Provisioning complete for port 6a3af802-5996-4742-854d-46265f09b1c2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:10.325642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-729d6f0e-8c4c-4e1a-8e8b-8e1cdb930e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:10.343351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=6a3af802-5996-4742-854d-46265f09b1c2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:10.482675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-729d6f0e-8c4c-4e1a-8e8b-8e1cdb930e2f None None] Port 6a3af802-5996-4742-854d-46265f09b1c2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:10.525642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:10.534890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-7f05d37f-cc1b-4bff-90dd-024ef31e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:10.543762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec08c-de42-4199-ae3e-c13fdb076a1b req-351c0a36-0811-47da-9c22-013d54360a34 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:10.547583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e57ec08c-de42-4199-ae3e-c13fdb076a1b req-351c0a36-0811-47da-9c22-013d54360a34 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.3176730 Apr 25 14:51:10.550766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-7f05d37f-cc1b-4bff-90dd-024ef31e15c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 2.3654163 Apr 25 14:51:10.674605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e57ec08c-de42-4199-ae3e-c13fdb076a1b req-c137c1fc-5697-4d0c-8de8-ca4e42e04291 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196585 Apr 25 14:51:10.782855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-7cbcb1fc-eb5a-41f3-ad66-40aefa6df28f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 200 len: 217 time: 0.2149155 Apr 25 14:51:10.895392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daf6282c-0146-41c7-84b0-80eaede4af9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:11.074395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-0509370f-3223-41b0-ae95-8a2942abfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:11.076070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-0509370f-3223-41b0-ae95-8a2942abfbfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.2722597 Apr 25 14:51:11.168829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03bdec30-f6a4-4765-9299-5a88c1560853 req-45fd2acb-800f-4b36-a202-8d34cfa3ac91 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.0792470 Apr 25 14:51:11.301962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1156b-5de2-4e1c-934a-22d77e6bd57f req-4291f100-935b-45a6-aa21-2df7e907bdd1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:11.303301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7c1156b-5de2-4e1c-934a-22d77e6bd57f req-4291f100-935b-45a6-aa21-2df7e907bdd1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.3590820 Apr 25 14:51:11.312409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.14 (1ae3bace-f188-41d2-8904-e97fe952e3a6/afc9368d-e94d-4a1a-8c02-bce43e976a74/8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:11.318026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-a6d6f25a-71c2-4cce-9526-b6a726735905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:11.319523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-a6d6f25a-71c2-4cce-9526-b6a726735905 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320864 Apr 25 14:51:11.414660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7c1156b-5de2-4e1c-934a-22d77e6bd57f req-ab2e1dd0-1456-4d5f-9db7-096ef72f1cde tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989013 Apr 25 14:51:11.776178 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:11.904806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:12.203961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d93e98-2715-490f-aaec-c99ce9d7ba7f req-3a8e77c6-f8d5-450b-a761-ddc205adafc0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:12.212235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8d93e98-2715-490f-aaec-c99ce9d7ba7f req-3a8e77c6-f8d5-450b-a761-ddc205adafc0 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.3392980 Apr 25 14:51:12.372937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8d93e98-2715-490f-aaec-c99ce9d7ba7f req-e719a4b7-9b5a-41a0-bd81-5ba8ed008976 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581309 Apr 25 14:51:12.641374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-9950f6ba-265e-4dfa-932d-b82ee12d9c89 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2813635 Apr 25 14:51:12.784488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:13.222321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-356ec66d-d49c-4d54-85f6-098f38d6fc71 req-4ccbf338-0b8f-4e8e-b1c6-5c1c682dd9eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.3019607 Apr 25 14:51:13.367992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:13.561515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-07f2b109-a1fa-4d42-a3b7-6b8b838028ba req-06648563-2a2e-4389-aef0-5f70384ddb6c service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796616 Apr 25 14:51:13.611501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:13.624809 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:13.833511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1b2c2-5ea7-48d4-afcb-ba226a708f24 req-b0ed79f4-362e-48c0-ad94-9c56111e46dd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:13.838440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ca1b2c2-5ea7-48d4-afcb-ba226a708f24 req-b0ed79f4-362e-48c0-ad94-9c56111e46dd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.2015483 Apr 25 14:51:13.942046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ca1b2c2-5ea7-48d4-afcb-ba226a708f24 req-43bab19f-daaf-46db-9fd5-ba593713e432 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010599 Apr 25 14:51:13.963805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:14.335823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:14.359670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:14.364409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:14.400221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:14.408032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:14.452587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:14.662383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:14.671643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:14.672401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:14.676658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=6a3af802-5996-4742-854d-46265f09b1c2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:14.760154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4d023e3-18e0-4f0e-a6a0-2e416d959b32 None None] Provisioning for port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:14.765524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4d023e3-18e0-4f0e-a6a0-2e416d959b32 None None] Provisioning complete for port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:14.765969 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4d023e3-18e0-4f0e-a6a0-2e416d959b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:14.825667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed29de7-b55b-4bb2-9b3c-25daf1dacfa9 req-be8e226a-5ec1-4b6b-b1b4-050ad0dcc3ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:14.826904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0ed29de7-b55b-4bb2-9b3c-25daf1dacfa9 req-be8e226a-5ec1-4b6b-b1b4-050ad0dcc3ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:14.829878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-ef676ed6-84f9-49fa-b38a-5d17209765bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9243090 Apr 25 14:51:14.832894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a4d023e3-18e0-4f0e-a6a0-2e416d959b32 None None] Port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:14.847066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Request body: {'port': {'device_id': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:14.934767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0ed29de7-b55b-4bb2-9b3c-25daf1dacfa9 req-be8e226a-5ec1-4b6b-b1b4-050ad0dcc3ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:14.936983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ed29de7-b55b-4bb2-9b3c-25daf1dacfa9 req-be8e226a-5ec1-4b6b-b1b4-050ad0dcc3ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 932 time: 0.4845285 Apr 25 14:51:15.067485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:15.131602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ed29de7-b55b-4bb2-9b3c-25daf1dacfa9 req-4ed14f2f-6767-484b-98f7-5d4dbcb4a978 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852539 Apr 25 14:51:15.132449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:15.134404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.295035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:15.300128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716226090', 'description': 'tempest-description--1032162495'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:15.306830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:15.318660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:15.334877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.471856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bbe6531f-b440-4b88-aff5-1682727e59f1 None None] Provisioning complete for port 6a3af802-5996-4742-854d-46265f09b1c2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:15.472647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bbe6531f-b440-4b88-aff5-1682727e59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.494227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:15.507651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Usage tracker for resource:security_group_rule and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:15.510766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:15.526178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:15.594692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6531f-b440-4b88-aff5-1682727e59f1 None None] Port 6a3af802-5996-4742-854d-46265f09b1c2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:15.635386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.640697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.700872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.702429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4064527 Apr 25 14:51:15.706181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60280) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:15.712389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'security_group_rule': {'security_group_id': '415138e0-3220-4025-a19f-9d7be9932aa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:15.718965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:15.724362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Usage tracker for resource:security_group_rule and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:15.728084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:15.736026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:15.744536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd51f97-bca5-41c3-8f28-2b6fe35ec674 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415138e0-3220-4025-a19f-9d7be9932aa0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:15.763628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.849645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router 7c69f403-55dc-4566-8f0f-17dd703ade5b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:15.851294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.858319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.880047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6828cc-69ab-4266-af22-ca344cba5234,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:15.901436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:15.903093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-746710f9-e876-4a8f-b0bf-e3b1d2b8624b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956921 Apr 25 14:51:15.906065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60284) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:15.920436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'security_group_rule': {'security_group_id': '415138e0-3220-4025-a19f-9d7be9932aa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:15.943075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:16.020398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Usage tracker for resource:security_group_rule and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:16.027199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:16.093391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:16.163244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694535eb-2313-4659-b5ed-d8947bb14611 req-b0ca984f-8976-484e-b292-11635963ab75 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:16.164764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-694535eb-2313-4659-b5ed-d8947bb14611 req-b0ca984f-8976-484e-b292-11635963ab75 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 945 time: 0.4455383 Apr 25 14:51:16.229512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.357172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90917691-b758-43cf-9ee9-1fdda653c8bb req-91fd5bc0-65d5-4021-b945-97a95c6ebaba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:16.359443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90917691-b758-43cf-9ee9-1fdda653c8bb req-91fd5bc0-65d5-4021-b945-97a95c6ebaba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 932 time: 0.1055546 Apr 25 14:51:16.385681 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-694535eb-2313-4659-b5ed-d8947bb14611 req-2988e6bc-531e-4116-b5ae-2b4000a7cb23 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065530 Apr 25 14:51:16.389535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:16.407825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b19814ed-576b-43e9-a111-3ef4b989b14e tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/routers/7c69f403-55dc-4566-8f0f-17dd703ade5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3089221 Apr 25 14:51:16.407825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60296) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:16.409772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] Sync routers for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:16.424555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:16.425554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:16.448919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'port': {'network_id': 'f6d9754a-e7be-4fa0-aee6-44fffd796872', 'name': 'tempest-FloatingIPTestJSON-31894076'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:16.454646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90917691-b758-43cf-9ee9-1fdda653c8bb req-85ef4faf-63b6-40e2-8d11-500e5730556d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878909 Apr 25 14:51:16.486832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.510839 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.554275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:16.574429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:16.576051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:16.587810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:51:16.605082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.622118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d50972-5c6c-49ae-ae5d-cde0a127c2bc,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:16.635150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.636305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-87c5293e-e36f-492b-b0cf-610683298227 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7290523 Apr 25 14:51:16.639856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:16.645251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:16.646533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Transition to ACTIVE for port object 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:16.655907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:16.657794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.667710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Usage tracker for resource:floatingip and tenant:ebd1eee7783348ab8fc8b12cb5402e93 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:16.671567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:16.672440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:16.675649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dac8d9-4cb6-408d-9c55-43ee598724f5 None None] The sync data for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:16.678390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:51:16.683532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:16.711029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:16.802869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:16.834123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Usage tracker for resource:port and tenant:07e7e5cd730e44638048e674fd2b7408 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:16.863004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:16.890653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:16.899623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:16.931742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'network_id': '7e1f52a9-013d-4ad2-a399-8088e294ee60', 'port_id': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'mac_address': 'fa:16:3e:96:5a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7abcba-ec25-4112-8f29-0055bd2b6216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:51:16.940987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:17.060558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Made reservation on behalf of 07e7e5cd730e44638048e674fd2b7408 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:17.061465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.072404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.085594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.099566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] device_id is not set on port 76727458-501b-43f3-9597-e16123e95435 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:51:17.104088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:51:17.122702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:17.139832 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.163921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:51:17.164272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:51:17.164628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:17.184515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:51:17.184515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:17.196494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:51:17.196844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Checking segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:17.197395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Bound using segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:51:17.197794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Bound port: 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:51:17.198053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.225218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:17.233475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.234158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.234739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.235345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.236006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.236573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.237151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.237875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.238426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.238969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.239520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.240059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:17.300426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Allocated IP 172.25.0.110 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/da6b05ff-3ec0-4327-99cc-65e693b71936) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:17.356439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Allocated IP 172.20.0.14 (f6d9754a-e7be-4fa0-aee6-44fffd796872/04bec730-1f54-4dcb-8659-2ececb5b9ce4/76727458-501b-43f3-9597-e16123e95435) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:17.368932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:51:17.372568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:51:17.388694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['02187c02-51f1-478c-98de-87ba8dc5cd9b'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:51:17.392935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.550047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:17.550808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.552252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 1092 time: 2.7117722 Apr 25 14:51:17.560539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:17.705266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.859820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e018ee-8e6f-4ed4-884f-a3512368200c req-442f6844-4c22-4aa9-abe8-bb42cfa9c7cf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:17.862192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4e018ee-8e6f-4ed4-884f-a3512368200c req-442f6844-4c22-4aa9-abe8-bb42cfa9c7cf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.1500845 Apr 25 14:51:17.864092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:17.959487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:17.962975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:17.991695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:18.018912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4e018ee-8e6f-4ed4-884f-a3512368200c req-84a7c1ed-aa1c-45d2-84ad-202755c8db6d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083009 Apr 25 14:51:18.045699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'Port': ['ID=da6b05ff-3ec0-4327-99cc-65e693b71936,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:18.104276 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47cd68b-b58f-4a4e-a1e0-ef72469f09fd'] response: {'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'status': 'completed', 'code': 200} Apr 25 14:51:18.106729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952a75-03cc-49e7-895e-c0f5c4fc18a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:18.137815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.201268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.222477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.226062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaf431-c3d7-4016-b173-8f0fe0765073 req-dd47bf05-b9b5-4e4d-b072-541d24c89845 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:18.227709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0acaf431-c3d7-4016-b173-8f0fe0765073 req-dd47bf05-b9b5-4e4d-b072-541d24c89845 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 946 time: 0.6300626 Apr 25 14:51:18.233379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-e8a5a6a0-597e-4cac-b7c8-0dfa912c5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:18.234827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-e8a5a6a0-597e-4cac-b7c8-0dfa912c5d87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1095 time: 0.6332061 Apr 25 14:51:18.238938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Transition to ACTIVE for port object 76727458-501b-43f3-9597-e16123e95435 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:18.367986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-8907a6e4-439d-409f-8fae-c7ac1eeaed0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 217 time: 0.1148925 Apr 25 14:51:18.401349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0acaf431-c3d7-4016-b173-8f0fe0765073 req-712da2d1-1e8f-45ed-9f82-ae45e906b5ee tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617324 Apr 25 14:51:18.459832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.517186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.539014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.553318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:18.559053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:18.574097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:18.647105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-66b133d6-0993-42ef-b042-fe5454a0421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:18.649016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-66b133d6-0993-42ef-b042-fe5454a0421e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.2546206 Apr 25 14:51:18.652219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event updated for resources: {'Port': ['ID=76727458-501b-43f3-9597-e16123e95435,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:18.685427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:18.709542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'Port': ['ID=da6b05ff-3ec0-4327-99cc-65e693b71936,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:18.729480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.768633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.769274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:18.769955 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:18.772095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-851444db-4eeb-40bc-a988-382168ec90e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1296220 Apr 25 14:51:18.807575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c710b62d-961f-4e57-aca2-ee7498651360 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3971214 Apr 25 14:51:18.810630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:18.817532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Request body: {'floatingip': {'port_id': '76727458-501b-43f3-9597-e16123e95435'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:18.841775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 02187c02-51f1-478c-98de-87ba8dc5cd9b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:18.843181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-8169a6fe-3e87-4276-b832-ea5c587900a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:18.844967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-8169a6fe-3e87-4276-b832-ea5c587900a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877339 Apr 25 14:51:18.849752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 02187c02-51f1-478c-98de-87ba8dc5cd9b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:18.850155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:19.023194 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:19.060261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:19.064823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:19.068580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:19.076577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:19.135967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-124b4bc5-c1bf-4186-8837-9d091fa12de4 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843964 Apr 25 14:51:19.173552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c978ea9a-5e26-4798-9575-3e2d1eabcf7d None None] Provisioning for port 76727458-501b-43f3-9597-e16123e95435 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:19.181848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c978ea9a-5e26-4798-9575-3e2d1eabcf7d None None] Provisioning complete for port 76727458-501b-43f3-9597-e16123e95435 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:19.182399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c978ea9a-5e26-4798-9575-3e2d1eabcf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:19.264701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c978ea9a-5e26-4798-9575-3e2d1eabcf7d None None] Port 76727458-501b-43f3-9597-e16123e95435 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:19.271709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:19.288160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-5a1911af-590f-4ec2-ae61-cb1f1c937e5a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:19.363082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29cefe90-86d1-466e-9c37-fc7883a66ea4 req-73a055fc-2bed-4846-bdc3-06f0bcac20e3 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157977 Apr 25 14:51:19.363718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-5a1911af-590f-4ec2-ae61-cb1f1c937e5a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:19.369657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-5a1911af-590f-4ec2-ae61-cb1f1c937e5a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--716226090&fields=id&tenant_id=ebd1eee7783348ab8fc8b12cb5402e93 HTTP/1.1" status: 200 len: 267 time: 0.2057676 Apr 25 14:51:19.417901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccd5f2-fbdf-4f2e-9d3e-ca16fec9c729 req-47cba58a-5313-44f3-8324-2134792967d7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:19.419671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42ccd5f2-fbdf-4f2e-9d3e-ca16fec9c729 req-47cba58a-5313-44f3-8324-2134792967d7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.1351292 Apr 25 14:51:19.519621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42ccd5f2-fbdf-4f2e-9d3e-ca16fec9c729 req-4cd38927-5fcf-407a-a743-f4f2883077be tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620687 Apr 25 14:51:19.542450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-b1b4af5a-224e-4774-a9d2-6c0ed70377f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:19.544365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-b1b4af5a-224e-4774-a9d2-6c0ed70377f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1095 time: 0.1236613 Apr 25 14:51:19.606414 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821130eb-33f4-4434-84e3-00f5bf18cc37'] response: {'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'code': 200} Apr 25 14:51:19.872700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-7ba69cc2-9337-45c8-b0ea-2253c05cfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:19.874343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-7ba69cc2-9337-45c8-b0ea-2253c05cfe94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.3229356 Apr 25 14:51:20.038145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-6d28c435-471e-445a-9ed7-5c229d3562f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 217 time: 0.0898664 Apr 25 14:51:20.039593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-51f58186-a7a4-45a0-b62f-e39e28f079b3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:20.041105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-51f58186-a7a4-45a0-b62f-e39e28f079b3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 818 time: 0.5992007 Apr 25 14:51:20.074899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-f77478df-aa1b-4754-b7e5-9e22c04f5dae tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/quotas/ebd1eee7783348ab8fc8b12cb5402e93 HTTP/1.1" status: 200 len: 375 time: 0.0218046 Apr 25 14:51:20.200355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-5bc87038-7512-4329-8f7e-0f644287c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:20.201998 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-5bc87038-7512-4329-8f7e-0f644287c6a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.1547134 Apr 25 14:51:20.206115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10260adf-dbb2-475d-bb6d-4bb217d6468b req-eba5a9a7-b844-441c-9ac6-131300b3b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:20.207495 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10260adf-dbb2-475d-bb6d-4bb217d6468b req-eba5a9a7-b844-441c-9ac6-131300b3b493 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1098 time: 0.3311856 Apr 25 14:51:20.215284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dc33-7ea6-41fe-94cf-724c64474812 req-b7b407bc-c623-4790-afdb-0f6e924ddff1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:20.216714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1006dc33-7ea6-41fe-94cf-724c64474812 req-b7b407bc-c623-4790-afdb-0f6e924ddff1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3414760 Apr 25 14:51:20.466410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10260adf-dbb2-475d-bb6d-4bb217d6468b req-ba864fcf-4ae8-469b-a36b-1596aeaf3b84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476327 Apr 25 14:51:20.477901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1006dc33-7ea6-41fe-94cf-724c64474812 req-304d8006-c485-4e87-b041-d72bcd4f48aa tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Apr 25 14:51:20.495027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-122c3d51-28f4-499f-9b40-bd51ad05e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:20.496822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-122c3d51-28f4-499f-9b40-bd51ad05e844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788868 Apr 25 14:51:20.502279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60394) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:20.545554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:20.571351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:20.683459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-0ec43a05-b95f-4ac7-a5ee-fe9947d7b3ca tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5992074 Apr 25 14:51:20.835902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-57ed9414-088f-47bd-b175-7f042e4ffd57 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654625 Apr 25 14:51:20.895204 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP f0f2cf7d-795a-42e2-b2ac-8bddf6458136 associated. External IP: 172.25.0.139, port: 44e54b01-691c-47f8-ad84-6a6a10bdceb5. Apr 25 14:51:20.915334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:20.951657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:21.020181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1f36309ec64ab7a32201da763eaf46 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:21.020867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-4a484f6d-8b10-409b-bca4-39378b47e21c service neutron] 10.222.0.23 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219767 Apr 25 14:51:21.031501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:21.042685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:21.114413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ee78-d0d5-4fa4-a23a-afd812b98f01 req-6b626092-6dde-40b9-b276-80816e6e3e29 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:21.121629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9039ee78-d0d5-4fa4-a23a-afd812b98f01 req-6b626092-6dde-40b9-b276-80816e6e3e29 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.4154930 Apr 25 14:51:21.145148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43bcab1e-79c5-45d3-9f87-b0042d6a245b req-9d3d312d-3101-41fe-93e5-273fc4df12c3 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958686 Apr 25 14:51:21.185602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9039ee78-d0d5-4fa4-a23a-afd812b98f01 req-32631112-1038-41f2-b2d3-075876482354 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630705 Apr 25 14:51:21.250978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:21.255086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:21.306311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c1f36309ec64ab7a32201da763eaf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000011 Apr 25 14:51:21.306311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90eea5-c8ea-4085-a639-ac96a92b06e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79049ee4-6921-417a-8392-c9feb5d4ab10,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:21.309963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60416) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:21.331940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-c0d8cd4d-9b47-48d8-8064-bbc8a470148b service neutron] 10.222.0.23 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016720 Apr 25 14:51:21.383116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e8c536-ed39-452c-9369-83b8cb8ad607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:21.431841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e8c536-ed39-452c-9369-83b8cb8ad607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:21.655524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0209160-5bab-4645-9725-dcc6e8b85661 req-9c57f012-a7e4-42c6-bf31-365c416f11a3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 210 time: 0.1364868 Apr 25 14:51:21.708281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e8c536-ed39-452c-9369-83b8cb8ad607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:21.735649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8c536-ed39-452c-9369-83b8cb8ad607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79049ee4-6921-417a-8392-c9feb5d4ab10,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:21.748501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e8c536-ed39-452c-9369-83b8cb8ad607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:21.749911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-30e8c536-ed39-452c-9369-83b8cb8ad607 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79049ee4-6921-417a-8392-c9feb5d4ab10 HTTP/1.1" status: 204 len: 168 time: 0.4389644 Apr 25 14:51:21.768974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:21.973356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f006c-9ba6-4980-98ac-1d9fadaf64f3 req-0ff3c389-fbd0-42af-acaa-6e12b3d73382 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:21.975394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b9f006c-9ba6-4980-98ac-1d9fadaf64f3 req-0ff3c389-fbd0-42af-acaa-6e12b3d73382 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3283184 Apr 25 14:51:22.024251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:22.038261 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:22.052676 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:22.053437 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:22.100454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b9f006c-9ba6-4980-98ac-1d9fadaf64f3 req-ba078d8a-98f2-4c51-b170-3cbfde7e0c42 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191783 Apr 25 14:51:22.162631 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:22.181731 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:22.182562 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:22.273285 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:22.274410 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2321c3d-af05-4f2c-9349-19ab6e3a6233 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:22.530998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725368a2-c870-44b7-84e8-772c677d08b2 req-ac47f550-cefe-4c63-bd68-82651d84b5bf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:22.551651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-725368a2-c870-44b7-84e8-772c677d08b2 req-ac47f550-cefe-4c63-bd68-82651d84b5bf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.1566973 Apr 25 14:51:22.573888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60484) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:22.599733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:22.618517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:22.633861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Usage tracker for resource:security_group_rule and tenant:056d3bf8d3ad47b995a6cb9e1aaf8091 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:22.638656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:22.656185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-725368a2-c870-44b7-84e8-772c677d08b2 req-93e99e4e-0dbb-46d4-a3c0-9db66cfaf22f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024160 Apr 25 14:51:22.657782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:22.724367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:51:22.804295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router 7c69f403-55dc-4566-8f0f-17dd703ade5b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:22.836461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:22.844351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:22.892793 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=056d3bf8d3ad47b995a6cb9e1aaf8091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174820 Apr 25 14:51:22.895312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60492) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:22.950693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a289eab-5a2a-4add-9057-16d4bb530e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c0798b-463d-49c4-9fe3-31155781f547,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:22.992544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:22.993074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb24da8-b3fd-4455-92e4-fd027b814dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.015087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'port_id': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'mac_address': 'fa:16:3e:de:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:51:23.028091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb24da8-b3fd-4455-92e4-fd027b814dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.043781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d28bce03-e0ee-487f-a8bb-166e0b2b59b9 req-21853543-16ad-4353-a849-4085116420f9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 210 time: 0.1185303 Apr 25 14:51:23.173523 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.197812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:51:23.227587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:23.241381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.257836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:23.264676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.331593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:23.351739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] Sync routers for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:23.363511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:23.364233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:23.384212 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb24da8-b3fd-4455-92e4-fd027b814dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.407911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb24da8-b3fd-4455-92e4-fd027b814dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.408801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec47b782-cab3-4d1c-bb2e-1cb56dc3a5bd tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/floatingips/f0f2cf7d-795a-42e2-b2ac-8bddf6458136 HTTP/1.1" status: 200 len: 977 time: 4.5970817 Apr 25 14:51:23.411384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60502) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:23.412211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3bb24da8-b3fd-4455-92e4-fd027b814dc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6c0798b-463d-49c4-9fe3-31155781f547 HTTP/1.1" status: 204 len: 168 time: 0.5157866 Apr 25 14:51:23.421759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-5d723d6d-9e13-4ad0-b495-0e26e78bda3f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:23.423499 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-5d723d6d-9e13-4ad0-b495-0e26e78bda3f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 818 time: 0.3451674 Apr 25 14:51:23.434128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb24da8-b3fd-4455-92e4-fd027b814dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c0798b-463d-49c4-9fe3-31155781f547,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:23.471362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:23.486109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:23.486983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:23.487475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba0f6-f5d7-4899-af42-c8bbd081b734 req-ed37698b-3b2b-4deb-b793-e2434c6762a3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:23.494423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef4ba0f6-f5d7-4899-af42-c8bbd081b734 req-ed37698b-3b2b-4deb-b793-e2434c6762a3 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2043858 Apr 25 14:51:23.533431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-75840820-70a7-477f-bba0-c19df9105742 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd1eee7783348ab8fc8b12cb5402e93 HTTP/1.1" status: 200 len: 379 time: 0.0969570 Apr 25 14:51:23.550640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'port': {'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'admin_state_up': True, 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'security_groups': ['415138e0-3220-4025-a19f-9d7be9932aa0']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:23.555312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:51:23.592637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 76727458-501b-43f3-9597-e16123e95435 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:23.592987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:23.631535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:23.631951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec179e-2b90-43b2-b3ab-fa56feea1c84 None None] The sync data for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:23.632444 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef4ba0f6-f5d7-4899-af42-c8bbd081b734 req-c4e83b3b-48d6-4ab3-a190-d41d052a99c1 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368303 Apr 25 14:51:24.031358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:24.051448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:24.064560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:24.076306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440414e-a5b0-4cb4-b22b-658fffd798b6 req-9e69f9b7-d169-4ceb-ad2e-09b73bfd7a57 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:24.077911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8440414e-a5b0-4cb4-b22b-658fffd798b6 req-9e69f9b7-d169-4ceb-ad2e-09b73bfd7a57 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 945 time: 0.1940978 Apr 25 14:51:24.102520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Made reservation on behalf of ebd1eee7783348ab8fc8b12cb5402e93 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:24.106184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.125343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.316609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2c8e8-e70d-4be7-be87-2119dde8d189 req-30e5c6ff-9e3d-453c-a857-5c0c8520f311 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:24.318497 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a2c8e8-e70d-4be7-be87-2119dde8d189 req-30e5c6ff-9e3d-453c-a857-5c0c8520f311 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3112974 Apr 25 14:51:24.334433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8440414e-a5b0-4cb4-b22b-658fffd798b6 req-de73048a-d322-4cc6-bd26-74b20cec158d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505009 Apr 25 14:51:24.477964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36a2c8e8-e70d-4be7-be87-2119dde8d189 req-86d4defc-8746-46e0-992d-ae402aa4faff tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792167 Apr 25 14:51:24.486518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Allocated IP 172.20.0.14 (24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4/cbb651b5-cd7b-4b3b-8869-1956476f4fd7/1a5b15ba-09c4-4a8d-8ed5-f2125128e93e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:24.642692 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.643211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.643540 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Floating IP f0f2cf7d-795a-42e2-b2ac-8bddf6458136 disassociated. External IP: 172.25.0.139, port: 76727458-501b-43f3-9597-e16123e95435. Apr 25 14:51:24.643975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 76727458-501b-43f3-9597-e16123e95435 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:24.708387 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.732072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:24.802034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0cc201b-7e36-45e0-93f6-fd53ad7a424c req-e43bfc0d-6646-4ae6-ae44-e8df67a372a1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 210 time: 0.1402862 Apr 25 14:51:24.818335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:24.822436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Usage tracker for resource:security_group_rule and tenant:a58f40b62d1e41e0be303d40e900d858 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:24.827569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:24.836247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:24.850549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:24.857771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:24.858853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.893656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:24.925079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Transition to ACTIVE for port object 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:24.935738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.000200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.003841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.012625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=76727458-501b-43f3-9597-e16123e95435,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:25.035936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:25.036865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:25.056525 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.089525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.103323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:25.104127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.120311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:25.131942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:25.180370 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1cae94-db95-4e43-8d12-39216dab5263'] response: {'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'code': 200} Apr 25 14:51:25.199657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98438-b45d-441d-905b-fca6692796a3 req-a018c643-2b3b-411c-a704-a50beff1ca32 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:25.205643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ca98438-b45d-441d-905b-fca6692796a3 req-a018c643-2b3b-411c-a704-a50beff1ca32 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3909109 Apr 25 14:51:25.250965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:25.298919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event updated for resources: {'Port': ['ID=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:25.330575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a58f40b62d1e41e0be303d40e900d858&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2766781 Apr 25 14:51:25.336404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60560) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:25.338875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f9b22-ed20-4dd0-897d-54a7f8067ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a78bef6-d20e-4e1b-8034-01448dd26214,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:25.370438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:25.371107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.416109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4ca98438-b45d-441d-905b-fca6692796a3 req-f3521504-8d50-4069-b86c-9ff3fda00541 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011631 Apr 25 14:51:25.478529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router 7c69f403-55dc-4566-8f0f-17dd703ade5b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:25.548239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d33bddf-acdd-44cd-8feb-e001b9028130 None None] Provisioning for port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:25.553695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d33bddf-acdd-44cd-8feb-e001b9028130 None None] Provisioning complete for port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:25.554072 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d33bddf-acdd-44cd-8feb-e001b9028130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.560219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-88368c34-ce5b-46d8-a2e6-db0ab1da9e89 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0175104 Apr 25 14:51:25.627176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1db2507b-8b99-42f1-a921-221ff921905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.649772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6d33bddf-acdd-44cd-8feb-e001b9028130 None None] Port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:25.654744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Request body: {'port': {'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:25.700007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451acfa-d133-4a49-b1c6-90417c67aaa4 req-c5dfbd7f-77f8-4385-9696-0fdcedad0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:25.701518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2451acfa-d133-4a49-b1c6-90417c67aaa4 req-c5dfbd7f-77f8-4385-9696-0fdcedad0f69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1097 time: 0.4671712 Apr 25 14:51:25.744889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1db2507b-8b99-42f1-a921-221ff921905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.749849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:25.766423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] Sync routers for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:25.777384 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:25.778274 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:25.847083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:25.856586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2451acfa-d133-4a49-b1c6-90417c67aaa4 req-35010e8b-ccf2-471f-b46b-340d85fca19f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425045 Apr 25 14:51:25.858125 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:25.858986 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:25.879483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298f75-628f-4d18-b4b0-35bce2e858ba req-bee29f6a-ebb7-4f2a-bfa8-78fe89993692 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:25.880948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf298f75-628f-4d18-b4b0-35bce2e858ba req-bee29f6a-ebb7-4f2a-bfa8-78fe89993692 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2053039 Apr 25 14:51:25.882199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.891517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a078d66-65ed-43bf-8a51-24bdd90de4a1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/ports/76727458-501b-43f3-9597-e16123e95435 HTTP/1.1" status: 204 len: 168 time: 2.4785438 Apr 25 14:51:25.893457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60580) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:25.924899 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:25.925571 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394d5f7-bc25-49e5-ad1a-3b6919ee9e7c None None] The sync data for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:25.932116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1db2507b-8b99-42f1-a921-221ff921905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.979107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d421-c7e7-4d98-bd4a-98a277d40136 req-61afc483-54ef-44ff-b2c1-0dbae88649ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:25.980735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ce9d421-c7e7-4d98-bd4a-98a277d40136 req-61afc483-54ef-44ff-b2c1-0dbae88649ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.4340503 Apr 25 14:51:25.982103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2507b-8b99-42f1-a921-221ff921905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a78bef6-d20e-4e1b-8034-01448dd26214,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:25.984531 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1db2507b-8b99-42f1-a921-221ff921905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:25.989976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1db2507b-8b99-42f1-a921-221ff921905a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a78bef6-d20e-4e1b-8034-01448dd26214 HTTP/1.1" status: 204 len: 168 time: 0.6511874 Apr 25 14:51:25.989976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:26.114171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ce9d421-c7e7-4d98-bd4a-98a277d40136 req-c1020b28-e7b1-4efd-aa7a-628b767dbdb4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081967 Apr 25 14:51:26.428561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:26.459364 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf298f75-628f-4d18-b4b0-35bce2e858ba req-ca04a25a-4dc2-41aa-8db1-12e6ca6bb940 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665395 Apr 25 14:51:26.567043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf0e4-3917-44a5-ab64-ade9ebbac7b1 req-c8d266d6-ab89-4c83-b61e-3e1d26c7a02a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:26.567921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e9ddf0e4-3917-44a5-ab64-ade9ebbac7b1 req-c8d266d6-ab89-4c83-b61e-3e1d26c7a02a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:26.651072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e9ddf0e4-3917-44a5-ab64-ade9ebbac7b1 req-c8d266d6-ab89-4c83-b61e-3e1d26c7a02a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:26.652374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9ddf0e4-3917-44a5-ab64-ade9ebbac7b1 req-c8d266d6-ab89-4c83-b61e-3e1d26c7a02a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 932 time: 0.3279843 Apr 25 14:51:26.663784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:51:26.692861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:26.697636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60610) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:26.726288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Transition to ACTIVE for port object 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:26.732047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9ddf0e4-3917-44a5-ab64-ade9ebbac7b1 req-dde8dda0-976f-43d0-ae9f-e1e78610f0b2 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636406 Apr 25 14:51:26.734240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:26.818440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:26.860729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:26.877934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:26.888789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Usage tracker for resource:security_group_rule and tenant:9ef15f5ae6a54567bda3f988da4cccbe is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:26.894800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:26.903609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:26.907346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:26.923931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:73e140dc8a264553ac8ed4606da67d9c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:26.931072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:26.951951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:26.986023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:27.012388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.084370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609df98e-8864-41ab-ae28-671be92bd4b7 req-1fd8735c-fba0-4fad-8ca6-1fa4aa3d364d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.085827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-609df98e-8864-41ab-ae28-671be92bd4b7 req-1fd8735c-fba0-4fad-8ca6-1fa4aa3d364d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3607936 Apr 25 14:51:27.110798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Attempting to bind port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:51:27.111251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Attempting to bind port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:51:27.111587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Attempting to bind port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:27.116739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:51:27.117084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Attempting to bind port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e on network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:27.122310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:51:27.122648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Checking segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:27.123023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Bound using segment: {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:51:27.123449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Bound port: 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b10f97d-8767-4b2e-8932-993120f573ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:51:27.123796 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.225832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] For port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:51:27.229125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] For port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:51:27.235143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.286304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-609df98e-8864-41ab-ae28-671be92bd4b7 req-705141e8-3702-43f0-9330-a358edf87e5a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861663 Apr 25 14:51:27.336380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.336380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.337713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] 10.222.0.21 "PUT /v2.0/ports/1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 1092 time: 1.7020314 Apr 25 14:51:27.337832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.340310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:27.354643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.370768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5914c8-9610-43d6-856f-5a1ee3d7408d service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:27.405926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a817979-6a27-4a35-8313-2dad7cc035a3 req-d94175d6-d38b-47bf-a49b-60eb41d48967 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.408007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a817979-6a27-4a35-8313-2dad7cc035a3 req-d94175d6-d38b-47bf-a49b-60eb41d48967 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.1288264 Apr 25 14:51:27.497554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.525803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a817979-6a27-4a35-8313-2dad7cc035a3 req-f2887850-1bce-463e-968f-a864ddc51501 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786192 Apr 25 14:51:27.541278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-67e44b99-33e1-47da-9256-8d1938d29936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.542890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-67e44b99-33e1-47da-9256-8d1938d29936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1095 time: 0.1339910 Apr 25 14:51:27.564082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.593270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ef15f5ae6a54567bda3f988da4cccbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8942633 Apr 25 14:51:27.611568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60626) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:27.620222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3552c7c-ed26-49fd-85ab-738460a6e82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d124a8-b990-4891-a905-60e68fc7b320,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:27.625225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-9194d61a-121b-41eb-8401-9941474dda4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 217 time: 0.0741413 Apr 25 14:51:27.628071 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddab5eb9-4a6e-4e10-a912-12a83be82677'] response: {'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'status': 'completed', 'code': 200} Apr 25 14:51:27.658536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73e140dc8a264553ac8ed4606da67d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202272 Apr 25 14:51:27.668924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60630) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:27.728515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1eba7-f41b-4cca-811a-bb77cf0ff9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1696f9-fefa-4d0f-b19f-71a79ee21b09,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:27.738190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-e1e98fd6-b764-40c2-a3cb-3c03fbba1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.739630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-e1e98fd6-b764-40c2-a3cb-3c03fbba1457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.1023407 Apr 25 14:51:27.835000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e3131bd-9e58-4dfb-90d8-5c5f8c0bafd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.845134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5a70-2425-4a16-9969-8108547e2372 req-652190d0-9bf7-485e-b19f-244cffbcae87 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.846592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-425a5a70-2425-4a16-9969-8108547e2372 req-652190d0-9bf7-485e-b19f-244cffbcae87 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.1504607 Apr 25 14:51:27.849476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-8714b2d1-64cf-4c49-9794-8a759f7dda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.850604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-8714b2d1-64cf-4c49-9794-8a759f7dda85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044507 Apr 25 14:51:27.863984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4ae8b-331a-40c5-a193-50db725f3988 req-2ee6775d-46ec-4f33-be1e-fead461acddf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:27.865457 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe4ae8b-331a-40c5-a193-50db725f3988 req-2ee6775d-46ec-4f33-be1e-fead461acddf tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.4118094 Apr 25 14:51:27.913723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6a62e79-01e7-4fe7-879a-046fd164d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.938564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e3131bd-9e58-4dfb-90d8-5c5f8c0bafd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.971620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 6a3af802-5996-4742-854d-46265f09b1c2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:27.971959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:27.978616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-425a5a70-2425-4a16-9969-8108547e2372 req-3ac70be2-60ac-4855-b66a-7b2187fe51ab tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262236 Apr 25 14:51:28.004587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60636) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:28.017798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6a62e79-01e7-4fe7-879a-046fd164d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.021989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-e649c363-782d-4330-a62a-3a155f035cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564503 Apr 25 14:51:28.218177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-435da617-2eb7-4a8b-9528-575ed6dbcb2c req-3544e3bc-0cab-44fb-ad42-77dfbac76c45 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886003 Apr 25 14:51:28.225917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfe4ae8b-331a-40c5-a193-50db725f3988 req-61d60026-3beb-4c6b-8b43-4040d3bae917 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475816 Apr 25 14:51:28.242981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73d06d-6b79-4c50-a08e-430c32437a5d req-91b9456a-c77a-46f4-ac84-ac4b58ffe50e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.245228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab73d06d-6b79-4c50-a08e-430c32437a5d req-91b9456a-c77a-46f4-ac84-ac4b58ffe50e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 944 time: 0.1234703 Apr 25 14:51:28.340386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab73d06d-6b79-4c50-a08e-430c32437a5d req-a0c5d90b-a06f-41f2-b907-b6b82b26e789 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888736 Apr 25 14:51:28.365637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-0d773499-5cce-43b9-b28e-e4a3bfa128f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.367088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-0d773499-5cce-43b9-b28e-e4a3bfa128f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1095 time: 0.0935791 Apr 25 14:51:28.456936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e3131bd-9e58-4dfb-90d8-5c5f8c0bafd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.492017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3131bd-9e58-4dfb-90d8-5c5f8c0bafd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d124a8-b990-4891-a905-60e68fc7b320,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:28.518046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f7d87-48f8-4f8f-bb78-830434e2fee5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.518626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-162c03e0-4e20-4ee7-ad07-ddcd20883e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.519997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-162c03e0-4e20-4ee7-ad07-ddcd20883e6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.1457491 Apr 25 14:51:28.521505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-458f7d87-48f8-4f8f-bb78-830434e2fee5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1092 time: 0.5071397 Apr 25 14:51:28.524304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60642) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:28.529269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:28.529439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6a62e79-01e7-4fe7-879a-046fd164d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.534212 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.562002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e3131bd-9e58-4dfb-90d8-5c5f8c0bafd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.563729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3e3131bd-9e58-4dfb-90d8-5c5f8c0bafd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26d124a8-b990-4891-a905-60e68fc7b320 HTTP/1.1" status: 204 len: 168 time: 0.9501643 Apr 25 14:51:28.593544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:28.604250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-66db0a66-bf99-4a90-82e8-3b04a3ab9ac0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 217 time: 0.0699620 Apr 25 14:51:28.605165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:floatingip and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:28.607977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:28.613981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a62e79-01e7-4fe7-879a-046fd164d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1696f9-fefa-4d0f-b19f-71a79ee21b09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:28.646075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:28.670089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.680579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6a62e79-01e7-4fe7-879a-046fd164d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.684040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6a62e79-01e7-4fe7-879a-046fd164d696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed1696f9-fefa-4d0f-b19f-71a79ee21b09 HTTP/1.1" status: 204 len: 168 time: 1.0050802 Apr 25 14:51:28.692767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 6a3af802-5996-4742-854d-46265f09b1c2 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:28.704996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-6d8f24fd-2c77-41f9-874b-4576e4cf3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.706546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-6d8f24fd-2c77-41f9-874b-4576e4cf3243 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.0956814 Apr 25 14:51:28.749511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088d9e8-6140-45de-b157-a42d0ddde7be req-c4eb49c2-5eb0-4943-a7fa-6fe4156d1837 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.751677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3088d9e8-6140-45de-b157-a42d0ddde7be req-c4eb49c2-5eb0-4943-a7fa-6fe4156d1837 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3809121 Apr 25 14:51:28.833297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:28.961005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3088d9e8-6140-45de-b157-a42d0ddde7be req-1961039e-b816-4d22-bc28-fa6df50fdaa5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985931 Apr 25 14:51:28.974607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-565c01a1-c745-4e94-8f2b-5763ab2ff73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:28.976085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-565c01a1-c745-4e94-8f2b-5763ab2ff73c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2622433 Apr 25 14:51:29.089597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.091208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60658) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:29.153454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60662) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:29.169649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.188298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.214248 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.227243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=6a3af802-5996-4742-854d-46265f09b1c2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:29.250841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:29.262753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Usage tracker for resource:security_group_rule and tenant:1ab2fa307a304abd8e09f7c1d75a6d40 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:29.265609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:29.269635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-6f418de9-9ca1-434a-9efb-ee7c28c12b69 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855330 Apr 25 14:51:29.274013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:29.280613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b42719e24443519b7e117a3b231eba is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:29.337610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:29.349587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:29.368672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:29.508698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.16 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/5b97d0d2-5fb3-4dd7-9b95-33d487f4c9c1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:29.639488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f770df-dc43-4c47-879c-615db732a7b9 req-3e1dabd7-4fc6-4352-b5af-5d6f4862a502 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:29.641490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69f770df-dc43-4c47-879c-615db732a7b9 req-3e1dabd7-4fc6-4352-b5af-5d6f4862a502 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2167885 Apr 25 14:51:29.645603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1fd38b-4ffe-454a-a4ca-fb3fbda8eff2 req-3544fed8-a15a-4bee-b30e-f73fdf253ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665421 Apr 25 14:51:29.648106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.764825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69f770df-dc43-4c47-879c-615db732a7b9 req-d66d6114-05ed-43e8-a8af-dc171e47de5a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128936 Apr 25 14:51:29.834029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.844789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.853269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e3b5-095e-4198-8a76-b5d2a3222138 req-5b09fe92-247e-470d-9e30-60b53da15a51 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:29.854789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50e0e3b5-095e-4198-8a76-b5d2a3222138 req-5b09fe92-247e-470d-9e30-60b53da15a51 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 944 time: 0.3589718 Apr 25 14:51:29.855407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.886356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.926473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:29.982215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4b42719e24443519b7e117a3b231eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8246057 Apr 25 14:51:29.988236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e8eda-cc9a-4f73-b227-abe2dc085f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c2fd6-46bd-49af-8cf6-7f87d68bdf42,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:29.994748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60670) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:30.009343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ab2fa307a304abd8e09f7c1d75a6d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9120214 Apr 25 14:51:30.024784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:30.029007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50e0e3b5-095e-4198-8a76-b5d2a3222138 req-f8a20a3e-0533-4ccd-bf6f-eb2639c49578 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664023 Apr 25 14:51:30.081467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc8653-5dad-4e59-9a86-cf4af3d07d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceedf66-57fc-4193-8993-69d5d3a83d41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:30.129457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.174938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router 7c69f403-55dc-4566-8f0f-17dd703ade5b has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:30.211983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-402c7384-65b2-4b84-97f5-973bf525904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.216726 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d594363e-5cec-4ff8-bf51-5d3eb2c026b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.240072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:30.251379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:30.263346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:30.288824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=5b97d0d2-5fb3-4dd7-9b95-33d487f4c9c1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:30.314903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-402c7384-65b2-4b84-97f5-973bf525904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.329299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d594363e-5cec-4ff8-bf51-5d3eb2c026b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.356841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:30.369224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-61dda07d-a28e-4c5d-bf47-3ad3f0b84573 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/routers/7c69f403-55dc-4566-8f0f-17dd703ade5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4723167 Apr 25 14:51:30.369399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] Sync routers for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:30.369830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60678) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:30.379185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:30.379919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:30.461404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:30.476472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] Routers {'7c69f403-55dc-4566-8f0f-17dd703ade5b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:30.477249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c69f403-55dc-4566-8f0f-17dd703ade5b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:30.501674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d594363e-5cec-4ff8-bf51-5d3eb2c026b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.530748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594363e-5cec-4ff8-bf51-5d3eb2c026b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceedf66-57fc-4193-8993-69d5d3a83d41,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:30.535368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-402c7384-65b2-4b84-97f5-973bf525904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.549894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:30.550319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236571b9-2238-4fea-8776-cac76f84e9c6 None None] The sync data for ids ['7c69f403-55dc-4566-8f0f-17dd703ade5b'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:30.572244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c7384-65b2-4b84-97f5-973bf525904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c2fd6-46bd-49af-8cf6-7f87d68bdf42,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:30.575986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.658158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d594363e-5cec-4ff8-bf51-5d3eb2c026b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.659296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d594363e-5cec-4ff8-bf51-5d3eb2c026b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fceedf66-57fc-4193-8993-69d5d3a83d41 HTTP/1.1" status: 204 len: 168 time: 0.6293883 Apr 25 14:51:30.661926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-402c7384-65b2-4b84-97f5-973bf525904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.662951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-402c7384-65b2-4b84-97f5-973bf525904c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/492c2fd6-46bd-49af-8cf6-7f87d68bdf42 HTTP/1.1" status: 204 len: 168 time: 0.6672752 Apr 25 14:51:30.772830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.786242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 331ee0ec-275a-47c7-ab4a-e5e209b812f2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:30.786976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:30.981302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.082425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.100368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd4081-d72c-45ec-b2fc-0f379b24a3fb req-e3d2700d-b550-4a29-8cdd-a406d0ddf3a9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:31.107444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54bd4081-d72c-45ec-b2fc-0f379b24a3fb req-e3d2700d-b550-4a29-8cdd-a406d0ddf3a9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2103183 Apr 25 14:51:31.117968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.242323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 331ee0ec-275a-47c7-ab4a-e5e209b812f2 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:31.330907 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54bd4081-d72c-45ec-b2fc-0f379b24a3fb req-2f7a63ca-9fa6-466f-ad38-bbdb15438883 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225111 Apr 25 14:51:31.427280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14194-0be5-4a8a-909f-27be7ab8505a req-8593b211-ed60-4b4d-a6c7-b402647cdec3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:31.429713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-daf14194-0be5-4a8a-909f-27be7ab8505a req-8593b211-ed60-4b4d-a6c7-b402647cdec3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 944 time: 0.2214715 Apr 25 14:51:31.502368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.510371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.533771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.570995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-daf14194-0be5-4a8a-909f-27be7ab8505a req-8329c389-8b43-4675-ba5a-6c78cc950e37 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349754 Apr 25 14:51:31.694815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=5b97d0d2-5fb3-4dd7-9b95-33d487f4c9c1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:31.707462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:31.848218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=331ee0ec-275a-47c7-ab4a-e5e209b812f2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:31.860593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.860944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.861322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.861661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.861994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.862317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.862757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.862947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.863258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.863572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.863915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.864800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:31.967750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.013958 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 68298626-5d60-4ac6-aa57-299ccc37f405 associated. External IP: 172.25.0.16, port: 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d. Apr 25 14:51:32.167894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.170429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.202372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.203057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Fanout notify agent at l3_agent the message router_deleted on router 7c69f403-55dc-4566-8f0f-17dd703ade5b {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:51:32.224003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.228429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b1c5c5ac-28b2-4432-bcad-0b85241a54ea tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/routers/7c69f403-55dc-4566-8f0f-17dd703ade5b HTTP/1.1" status: 204 len: 168 time: 1.8579931 Apr 25 14:51:32.229443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60746) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:32.312654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting subnet 04bec730-1f54-4dcb-8659-2ececb5b9ce4 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:51:32.316151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.341283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-751ce98d-8104-4089-a55d-87976e0df027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:32.342783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-751ce98d-8104-4089-a55d-87976e0df027 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 1098 time: 0.3370788 Apr 25 14:51:32.384202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.438865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302e04-6f75-49d2-a2c4-810c337e292c req-7a1c624b-4fbf-465c-937f-bef4098a1a73 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:32.440357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea302e04-6f75-49d2-a2c4-810c337e292c req-7a1c624b-4fbf-465c-937f-bef4098a1a73 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3279746 Apr 25 14:51:32.483052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.582504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.686661 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:32.693871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06183ec-f33e-4e05-8c87-78a5c8a6aadc None None] Network f6d9754a-e7be-4fa0-aee6-44fffd796872 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:51:32.705006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Subnet': ['ID=04bec730-1f54-4dcb-8659-2ececb5b9ce4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:32.810947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ea302e04-6f75-49d2-a2c4-810c337e292c req-b39548d5-331c-47fe-83dc-140382e98b06 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494349 Apr 25 14:51:32.811151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-743c4142-fe59-4e3a-b73f-a69190f15901 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/subnets/04bec730-1f54-4dcb-8659-2ececb5b9ce4 HTTP/1.1" status: 204 len: 168 time: 0.5795493 Apr 25 14:51:32.811687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:32.875062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-5fa0cada-07ad-4678-a826-3379f30d7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:32.876844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-5fa0cada-07ad-4678-a826-3379f30d7d0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 200 len: 915 time: 0.5243530 Apr 25 14:51:32.889669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 87ac0a5e-fe3b-46c8-9284-facc981c4536 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:32.960760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-0aa49e2e-3723-409c-b01e-f188e39e2871 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 200 len: 217 time: 0.0732172 Apr 25 14:51:32.995520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.020458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] DHCP port deletion for f6d9754a-e7be-4fa0-aee6-44fffd796872 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:51:33.026243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] Deleting port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:33.026633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.027094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:33.027445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.131092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-dfdc8e21-b184-4911-b42e-79ca3e17b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:33.133951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-dfdc8e21-b184-4911-b42e-79ca3e17b70e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 200 len: 854 time: 0.1025574 Apr 25 14:51:33.160874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:51:33.185771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858a844-4d3a-4344-8470-82432341b1c5 req-5a4dd4a3-4702-4590-8e88-93d3299c3ac6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:33.197413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a858a844-4d3a-4344-8470-82432341b1c5 req-5a4dd4a3-4702-4590-8e88-93d3299c3ac6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 944 time: 0.4754264 Apr 25 14:51:33.263418 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a858a844-4d3a-4344-8470-82432341b1c5 req-852a13b0-548b-43bb-8b97-a09a5b531c39 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567815 Apr 25 14:51:33.313704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-df914e43-7543-498b-9252-bb0d00f9dfdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e1f52a9-013d-4ad2-a399-8088e294ee60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799117 Apr 25 14:51:33.372685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:33.386113 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] Sync routers for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:33.408398 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:33.409103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:33.460649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] For port 18e3bda5-52fa-4ce6-af94-b2957289dbf1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e3bda5-52fa-4ce6-af94-b2957289dbf1,segment=NetworkSegment(c6223133-5765-4841-bdef-173baeda5d2a),segment_id=c6223133-5765-4841-bdef-173baeda5d2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:33.461312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.467028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.559788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] For port 18e3bda5-52fa-4ce6-af94-b2957289dbf1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18e3bda5-52fa-4ce6-af94-b2957289dbf1,segment=NetworkSegment(c6223133-5765-4841-bdef-173baeda5d2a),segment_id=c6223133-5765-4841-bdef-173baeda5d2a)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:33.560923 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.572228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-58cc1c60-c1e2-4c8b-8104-04eaaf776bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514474 Apr 25 14:51:33.631229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] Calling delete_port for 18e3bda5-52fa-4ce6-af94-b2957289dbf1 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:33.668258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-abce4787-d532-4401-a0e5-568b886dffcc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1406248 Apr 25 14:51:33.679945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:33.803798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:33.866046 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173b8da9-4591-4bdd-a5fb-6f06f34c02e1'] response: {'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'status': 'completed', 'code': 200} Apr 25 14:51:33.882461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] Pushing event deleted for resources: {'Port': ['ID=18e3bda5-52fa-4ce6-af94-b2957289dbf1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:33.887621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16080ab0-37dd-4764-b783-dd096bfc5513 None None] No DVR routers for this DVR port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:51:33.902062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 18e3bda5-52fa-4ce6-af94-b2957289dbf1 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:33.936715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:33.946424 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:51:33.961381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:51:34.047759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-169e43ab-12bc-484c-b794-e93f2bc12d19 req-008ae666-b4c6-4741-993f-435577ad84ca service neutron] 10.222.0.15 "GET /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629538 Apr 25 14:51:34.068983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:51:34.069735 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:51:34.093006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:34.111036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:51:34.128376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:34.133157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:34.183150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b5d90-3434-4d5a-81e4-7bdb7581790f req-20151629-418a-45d8-b54f-8eb427abf90c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:34.186080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a4b5d90-3434-4d5a-81e4-7bdb7581790f req-20151629-418a-45d8-b54f-8eb427abf90c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.2678030 Apr 25 14:51:34.204495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-ac071d66-6972-4967-8825-9ee31cb46777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:34.206641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-ac071d66-6972-4967-8825-9ee31cb46777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1097 time: 0.3421388 Apr 25 14:51:34.231843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:34.241147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:34.252919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4580bab-2e54-4275-9f38-2433acf7d3e0 req-96b89fee-caf7-4ef6-b25a-e51def56ef96 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:34.260835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4580bab-2e54-4275-9f38-2433acf7d3e0 req-96b89fee-caf7-4ef6-b25a-e51def56ef96 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1704328 Apr 25 14:51:34.326525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4580bab-2e54-4275-9f38-2433acf7d3e0 req-77465640-c603-4c1d-af9f-b9c6b932f767 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622175 Apr 25 14:51:34.353554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60826) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:34.356912 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:51:34.428144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-eccfb3bd-ae8f-497f-9d32-d17bdf3cbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:34.429652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-eccfb3bd-ae8f-497f-9d32-d17bdf3cbc8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.1484420 Apr 25 14:51:34.441233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a4b5d90-3434-4d5a-81e4-7bdb7581790f req-64becf6e-9982-45a8-9b82-516c883fad23 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423716 Apr 25 14:51:34.471002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60832) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:34.473293 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '68298626-5d60-4ac6-aa57-299ccc37f405', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'port_id': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'mac_address': 'fa:16:3e:de:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:30Z', 'updated_at': '2022-04-25T14:51:30Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:05Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:34.477888 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] Checking router: 87ac0a5e-fe3b-46c8-9284-facc981c4536 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:51:34.486855 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:34.487608 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:34.496578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:51:34.561914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-029feb29-db4b-4a3c-8460-01c89e96719e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 999 time: 0.1195006 Apr 25 14:51:34.580177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 18e3bda5-52fa-4ce6-af94-b2957289dbf1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:34.580896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:34.684551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-b9266d4f-ab34-4979-9928-7417f06de33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:34.687252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-b9266d4f-ab34-4979-9928-7417f06de33a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.1179240 Apr 25 14:51:34.749175 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:51:34.807412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-037036be-4e41-43f0-a196-12dfe0fdf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:34.809604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-037036be-4e41-43f0-a196-12dfe0fdf20c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158819 Apr 25 14:51:34.809938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:34.830263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e3bda5-52fa-4ce6-af94-b2957289dbf1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:51:34.925337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 18e3bda5-52fa-4ce6-af94-b2957289dbf1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:51:34.929491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18e3bda5-52fa-4ce6-af94-b2957289dbf1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:51:35.014007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] The port '18e3bda5-52fa-4ce6-af94-b2957289dbf1' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:51:35.016535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:35.031130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Usage tracker for resource:security_group_rule and tenant:4af85f5bc0f941aba46821ca1e3b5a13 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:35.042953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-e8acc1ab-c58f-4a75-9e44-92f899283c25 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246907 Apr 25 14:51:35.067156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:35.077741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:35.085835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-899d6997-47d5-444f-a620-2a85de3a48cf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/68298626-5d60-4ac6-aa57-299ccc37f405 HTTP/1.1" status: 200 len: 991 time: 0.6132200 Apr 25 14:51:35.233873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.251243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '68298626-5d60-4ac6-aa57-299ccc37f405', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'port_id': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'mac_address': 'fa:16:3e:de:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:30Z', 'updated_at': '2022-04-25T14:51:30Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:05Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:35.257117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a379-f066-4649-880d-2c4c56999806 req-61567799-f91c-4ca7-9cdc-268629177d8c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:35.258635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86e7a379-f066-4649-880d-2c4c56999806 req-61567799-f91c-4ca7-9cdc-268629177d8c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 945 time: 0.4791808 Apr 25 14:51:35.267819 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04398c-c54b-4629-99a0-f03770a98d95 None None] The sync data for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 is: [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '68298626-5d60-4ac6-aa57-299ccc37f405', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'port_id': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'mac_address': 'fa:16:3e:de:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:30Z', 'updated_at': '2022-04-25T14:51:30Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:05Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:35.299432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d9754a-e7be-4fa0-aee6-44fffd796872']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:35.334686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6223133-5765-4841-bdef-173baeda5d2a') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:35.334981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6223133-5765-4841-bdef-173baeda5d2a') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:35.345632 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f008efa-a1b2-4020-b7ce-e6d7f7bad0cc req-9f138581-d354-4435-865d-4d3831b792b7 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957091 Apr 25 14:51:35.395978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.413565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.425368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.456930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-86e7a379-f066-4649-880d-2c4c56999806 req-986e1e18-a8af-4047-acfc-7732667dfa9d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852820 Apr 25 14:51:35.457981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.462187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:35.511476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:51:35.511908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.530234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f3b689-4648-4d4d-8ca8-5aa364718fb8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:51:35.548207 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:51:35.565183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1713f1-cb2d-4dde-8c60-1fa6a2e9fa2f req-51881312-1b45-4391-9c3d-dfaff5e8e1fd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:35.572284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d1713f1-cb2d-4dde-8c60-1fa6a2e9fa2f req-51881312-1b45-4391-9c3d-dfaff5e8e1fd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1359990 Apr 25 14:51:35.601911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ada15-d50c-4f00-a4b2-cbee5f95e662 None None] New status for floating IP 68298626-5d60-4ac6-aa57-299ccc37f405: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:51:35.636740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d1713f1-cb2d-4dde-8c60-1fa6a2e9fa2f req-129fa655-3122-4db3-9019-46304bf10bfd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635083 Apr 25 14:51:35.660324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bbfe69b0-04ed-4996-bd88-310a03f09546 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4af85f5bc0f941aba46821ca1e3b5a13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3055689 Apr 25 14:51:35.663131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60858) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:35.671325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.691376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:35.695438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.698153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:522e4370143a4c35b745618a7107bb10 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:35.716441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:35.724115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.733616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:35.744063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Network': ['ID=f6d9754a-e7be-4fa0-aee6-44fffd796872,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:35.746931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.777591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.812312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-be200309-ce6a-4072-b5cb-bb1af37f6a9d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/networks/f6d9754a-e7be-4fa0-aee6-44fffd796872 HTTP/1.1" status: 204 len: 168 time: 2.9897721 Apr 25 14:51:35.815878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60862) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:35.885289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64171a2c-ab20-4d51-8d5e-8d33b3bacc3d req-fc7e1658-2838-4ebe-b1ce-15f756f048d5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:35.886730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64171a2c-ab20-4d51-8d5e-8d33b3bacc3d req-fc7e1658-2838-4ebe-b1ce-15f756f048d5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1299021 Apr 25 14:51:35.948719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.958236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:35.970922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64171a2c-ab20-4d51-8d5e-8d33b3bacc3d req-ab63a486-d898-4087-8e10-089058acf213 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763855 Apr 25 14:51:36.014586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 3522984c-ac05-48b8-9501-b4a617479ab1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:36.014586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.024521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=522e4370143a4c35b745618a7107bb10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600493 Apr 25 14:51:36.026254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d399-7cb8-4300-96af-e10ceca8d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801b361-5a8e-4135-9f4a-167131a6cb5d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:36.029272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60870) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:36.083616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.091682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60874) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:36.112956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f3b689-4648-4d4d-8ca8-5aa364718fb8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:36.205029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.205413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.205760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.206103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.206508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.206846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.207181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.207511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.207840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.208165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.208603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.209109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:51:36.216566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.217761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e3edd6ab-d026-4a8d-bdd5-0711ec84a901 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8f3b689-4648-4d4d-8ca8-5aa364718fb8 HTTP/1.1" status: 204 len: 168 time: 0.5534980 Apr 25 14:51:36.242344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63d1acb5-b7a7-4971-9257-5c60bdb863db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.258389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.258389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.280040 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63d1acb5-b7a7-4971-9257-5c60bdb863db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.322995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0f92bc2b-b804-4b03-897f-f1f01670ef63 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/68298626-5d60-4ac6-aa57-299ccc37f405 HTTP/1.1" status: 200 len: 993 time: 0.2300315 Apr 25 14:51:36.371058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea2023-fa2a-4a59-9884-729e80a26f89 req-eef95a03-ee6e-4b51-a9b0-5903b2ee9b7e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:36.378081 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-caea2023-fa2a-4a59-9884-729e80a26f89 req-eef95a03-ee6e-4b51-a9b0-5903b2ee9b7e tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2030742 Apr 25 14:51:36.404206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 3522984c-ac05-48b8-9501-b4a617479ab1 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:36.413269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63d1acb5-b7a7-4971-9257-5c60bdb863db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.442900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-caea2023-fa2a-4a59-9884-729e80a26f89 req-ef07851f-0ac6-4934-9770-3b80033ed8fd tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639601 Apr 25 14:51:36.444862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1acb5-b7a7-4971-9257-5c60bdb863db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801b361-5a8e-4135-9f4a-167131a6cb5d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:36.449351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63d1acb5-b7a7-4971-9257-5c60bdb863db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.450109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-63d1acb5-b7a7-4971-9257-5c60bdb863db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8801b361-5a8e-4135-9f4a-167131a6cb5d HTTP/1.1" status: 204 len: 168 time: 0.4197252 Apr 25 14:51:36.579631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:36.654565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.678227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:36.687320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.693066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:cab000c4c9834c2d8e66939c84f2fc98 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:36.698517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:36.707028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:36.748090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=3522984c-ac05-48b8-9501-b4a617479ab1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:36.763062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845e74-5cc1-46a1-a842-12d18f9728b7 req-ca98a7c8-73f9-4aed-96c2-ecd84f3263db tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:36.769609 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60845e74-5cc1-46a1-a842-12d18f9728b7 req-ca98a7c8-73f9-4aed-96c2-ecd84f3263db tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1610551 Apr 25 14:51:36.839223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60845e74-5cc1-46a1-a842-12d18f9728b7 req-9393a748-d4c8-4b89-8353-e04f0236eb9d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669105 Apr 25 14:51:36.869911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.879683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.885977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.887571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46380d-1bd5-4b83-9eaf-f13eb7c617bd req-7ac93671-5560-4f8f-88e3-d0443ab0cca5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:36.889117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f46380d-1bd5-4b83-9eaf-f13eb7c617bd req-7ac93671-5560-4f8f-88e3-d0443ab0cca5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 945 time: 0.2449865 Apr 25 14:51:36.915382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:36.920198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:36.921236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7fc85050-b389-4df5-983b-9cf75a12f95f tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/floatingips/f0f2cf7d-795a-42e2-b2ac-8bddf6458136 HTTP/1.1" status: 204 len: 168 time: 1.1034009 Apr 25 14:51:36.957999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f46380d-1bd5-4b83-9eaf-f13eb7c617bd req-5813a987-93cc-4eb0-a618-629475c86766 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604086 Apr 25 14:51:36.993824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cab000c4c9834c2d8e66939c84f2fc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125223 Apr 25 14:51:36.996420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60910) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:37.000151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a7a0d-332c-482d-ae6f-953b061c3fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b519bc51-44c4-4dac-9968-e5b2419dc072,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:37.005321 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-53771cbf-a54d-42d8-8e79-19da716ad65d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] DELETE failed (client error): The resource could not be found. Apr 25 14:51:37.005793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53771cbf-a54d-42d8-8e79-19da716ad65d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:51:37.017703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-53771cbf-a54d-42d8-8e79-19da716ad65d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/ports/76727458-501b-43f3-9597-e16123e95435 HTTP/1.1" status: 404 len: 333 time: 0.0899870 Apr 25 14:51:37.021511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:37.075562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5ca02e6e-7cc3-4a90-a252-00795bce8120 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Synchronizing usage tracker for tenant:07e7e5cd730e44638048e674fd2b7408 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:37.076441 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-573e7941-96f2-4a7a-84ae-ef191c32f016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.095341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5ca02e6e-7cc3-4a90-a252-00795bce8120 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Unset dirty status for tenant:07e7e5cd730e44638048e674fd2b7408 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:37.096519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ca02e6e-7cc3-4a90-a252-00795bce8120 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c69f403-55dc-4566-8f0f-17dd703ade5b HTTP/1.1" status: 200 len: 205 time: 0.0740049 Apr 25 14:51:37.098999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60918) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:37.133997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:37.155627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-573e7941-96f2-4a7a-84ae-ef191c32f016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.178341 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-ff54be6d-57d0-4cf8-a55f-cf6215caa6e1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] delete failed (client error): The resource could not be found. Apr 25 14:51:37.178341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ff54be6d-57d0-4cf8-a55f-cf6215caa6e1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/routers/7c69f403-55dc-4566-8f0f-17dd703ade5b HTTP/1.1" status: 404 len: 336 time: 0.0782747 Apr 25 14:51:37.180812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60928) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:37.226902 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9cd8e2-7848-486a-b06b-b55e123c2a22 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] DELETE failed (client error): The resource could not be found. Apr 25 14:51:37.228196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9cd8e2-7848-486a-b06b-b55e123c2a22 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:51:37.229743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe9cd8e2-7848-486a-b06b-b55e123c2a22 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/subnets/04bec730-1f54-4dcb-8659-2ececb5b9ce4 HTTP/1.1" status: 404 len: 337 time: 0.0478466 Apr 25 14:51:37.232274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60934) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:37.233177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbeaca-c1a6-4548-922b-df3efd8774a2 req-fbc7ada0-035d-497c-b74c-a51298f9f178 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:37.235391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3fbeaca-c1a6-4548-922b-df3efd8774a2 req-fbc7ada0-035d-497c-b74c-a51298f9f178 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1568687 Apr 25 14:51:37.265147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:37.271331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:37.271716 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.283567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-573e7941-96f2-4a7a-84ae-ef191c32f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.324790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e7941-96f2-4a7a-84ae-ef191c32f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b519bc51-44c4-4dac-9968-e5b2419dc072,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:37.331840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-573e7941-96f2-4a7a-84ae-ef191c32f016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.333466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-573e7941-96f2-4a7a-84ae-ef191c32f016 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b519bc51-44c4-4dac-9968-e5b2419dc072 HTTP/1.1" status: 204 len: 168 time: 0.3358328 Apr 25 14:51:37.340167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3fbeaca-c1a6-4548-922b-df3efd8774a2 req-c878c150-aab4-4fff-a7fb-fda904c66d8b tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977716 Apr 25 14:51:37.435295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port 44e54b01-691c-47f8-ad84-6a6a10bdceb5 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:37.435641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.437364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.467754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:37.478205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:37.485857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:37.565559 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9dd05f-70b4-4a73-9a19-1bcaea78ddd2'] response: {'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'code': 200} Apr 25 14:51:37.646867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:37.694167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263fcf-d108-4b27-b14d-c5133329bf30 req-b6ad1613-3928-4ff7-b0de-abc02cd146e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:37.695805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f263fcf-d108-4b27-b14d-c5133329bf30 req-b6ad1613-3928-4ff7-b0de-abc02cd146e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 0.0879819 Apr 25 14:51:37.761149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f263fcf-d108-4b27-b14d-c5133329bf30 req-caa77d0f-7850-462a-9d6b-dd5fdc4c3bac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513105 Apr 25 14:51:37.821219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35b07-9a62-43fe-97ea-57772270835a req-3e6a6b84-4fdc-49da-a482-fcaaefad4248 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:37.825857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53a35b07-9a62-43fe-97ea-57772270835a req-3e6a6b84-4fdc-49da-a482-fcaaefad4248 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2209463 Apr 25 14:51:37.870386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:38.012007 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53a35b07-9a62-43fe-97ea-57772270835a req-879ca55f-91c7-4484-880f-d96dad49b3f9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817176 Apr 25 14:51:38.019232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for 44e54b01-691c-47f8-ad84-6a6a10bdceb5 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:38.208410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:38.312752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=44e54b01-691c-47f8-ad84-6a6a10bdceb5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:38.319683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684d1f-9307-402b-ab33-ee5ed3a5ccd9 req-19126430-22a8-4153-8b39-2dd52cdc62ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:38.321464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7684d1f-9307-402b-ab33-ee5ed3a5ccd9 req-19126430-22a8-4153-8b39-2dd52cdc62ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1243939 Apr 25 14:51:38.380437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7684d1f-9307-402b-ab33-ee5ed3a5ccd9 req-00bb0457-6b00-4abb-889f-80026a3e97e6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528483 Apr 25 14:51:38.460454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95f23c-3298-4933-9052-a91030294d41 req-729f2b6c-99e6-4dcd-b001-97192ffdd173 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:38.460454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f95f23c-3298-4933-9052-a91030294d41 req-729f2b6c-99e6-4dcd-b001-97192ffdd173 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1939096 Apr 25 14:51:38.467294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:38.511033 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8dce8777-8fc8-4568-9dbd-b4bc2431a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:38.530003 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f95f23c-3298-4933-9052-a91030294d41 req-df7da27b-c1fc-4958-8965-1863fabd1941 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Apr 25 14:51:38.546501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-56c0de15-1c47-4392-81ae-5d838e0767c3 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/ports/44e54b01-691c-47f8-ad84-6a6a10bdceb5 HTTP/1.1" status: 204 len: 168 time: 1.3132179 Apr 25 14:51:38.548773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60994) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:38.642407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port e3a3d60f-69be-4625-9045-d92b9814b90b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:38.643386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:38.758617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f432ddd-ff4b-4ec1-816d-dadd8021e327 req-535945dd-383c-4458-ada3-820898d5dac6 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:38.767707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f432ddd-ff4b-4ec1-816d-dadd8021e327 req-535945dd-383c-4458-ada3-820898d5dac6 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1055806 Apr 25 14:51:38.929635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f432ddd-ff4b-4ec1-816d-dadd8021e327 req-d2c3ce7a-7df7-4eef-a057-97acd708bc90 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609888 Apr 25 14:51:38.936485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:38.985337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32772) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:39.138313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.172968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for e3a3d60f-69be-4625-9045-d92b9814b90b owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:39.207962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:39.213746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Usage tracker for resource:security_group_rule and tenant:3aec4d300b9e4cbdac724a7eabe3d43f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:39.217073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:39.227155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:39.274276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e14fa-4c81-4f21-83a3-e831c9c989b4 req-93f1a7a5-c7b6-4ccb-8813-46c39783c970 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:39.281240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e0e14fa-4c81-4f21-83a3-e831c9c989b4 req-93f1a7a5-c7b6-4ccb-8813-46c39783c970 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1241302 Apr 25 14:51:39.360681 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e0e14fa-4c81-4f21-83a3-e831c9c989b4 req-faeb312e-0d4b-4fa2-ad46-0beda008e72d tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784743 Apr 25 14:51:39.430622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.440877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.483520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.545322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aec4d300b9e4cbdac724a7eabe3d43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563712 Apr 25 14:51:39.557205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32790) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:39.668587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbe389-a298-4a6f-b64f-8dc5a3948da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355b6d0-fedb-4de2-90bb-4c39855643c8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:39.668874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=e3a3d60f-69be-4625-9045-d92b9814b90b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:39.692412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00a81e5a-2c3b-4cfb-949c-cbc9b9fa3eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.731091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.736612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00a81e5a-2c3b-4cfb-949c-cbc9b9fa3eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.747261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b633be4-c3a1-43ca-b653-60414274ecc1 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/ports/e3a3d60f-69be-4625-9045-d92b9814b90b HTTP/1.1" status: 204 len: 168 time: 1.1973822 Apr 25 14:51:39.755031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32794) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:39.758148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff3d27-02f6-49dc-9695-096c49313a38 req-3ca656ba-32d9-49d0-a15a-0c746bca4523 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:39.759712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28ff3d27-02f6-49dc-9695-096c49313a38 req-3ca656ba-32d9-49d0-a15a-0c746bca4523 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2155404 Apr 25 14:51:39.822416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c08e3-38c2-4ce0-b11c-02b9b2b47713 req-c3b73f39-6c40-44df-b6e5-be4a95044caa tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:39.823895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fc0c08e3-38c2-4ce0-b11c-02b9b2b47713 req-c3b73f39-6c40-44df-b6e5-be4a95044caa tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2329957 Apr 25 14:51:39.841540 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28ff3d27-02f6-49dc-9695-096c49313a38 req-c2747d4e-1807-461a-a74b-5a6f53386bfa tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720510 Apr 25 14:51:39.856568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00a81e5a-2c3b-4cfb-949c-cbc9b9fa3eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.874484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a81e5a-2c3b-4cfb-949c-cbc9b9fa3eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355b6d0-fedb-4de2-90bb-4c39855643c8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:39.886904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00a81e5a-2c3b-4cfb-949c-cbc9b9fa3eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:39.892967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-00a81e5a-2c3b-4cfb-949c-cbc9b9fa3eee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b355b6d0-fedb-4de2-90bb-4c39855643c8 HTTP/1.1" status: 204 len: 168 time: 0.3331990 Apr 25 14:51:39.936359 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fc0c08e3-38c2-4ce0-b11c-02b9b2b47713 req-5405bdd4-dbb2-4217-a85a-3f57c8651a14 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867293 Apr 25 14:51:39.946373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30af9788-3efd-4552-95a1-cc0c3825606d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:39.947291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-30af9788-3efd-4552-95a1-cc0c3825606d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Synchronizing usage tracker for tenant:07e7e5cd730e44638048e674fd2b7408 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:51:39.968078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-30af9788-3efd-4552-95a1-cc0c3825606d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Unset dirty status for tenant:07e7e5cd730e44638048e674fd2b7408 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:51:39.972688 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-30af9788-3efd-4552-95a1-cc0c3825606d tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f HTTP/1.1" status: 200 len: 913 time: 0.2130787 Apr 25 14:51:39.973151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32804) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:40.207103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d26d6-6632-4bd2-b977-cb2f9998fedd req-96a03cbb-88e5-462b-afa6-627db7aa02b7 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:40.216029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c0d26d6-6632-4bd2-b977-cb2f9998fedd req-96a03cbb-88e5-462b-afa6-627db7aa02b7 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1161258 Apr 25 14:51:40.262963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:40.287417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:40.298183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c0d26d6-6632-4bd2-b977-cb2f9998fedd req-10ae908a-231e-45b8-aced-6c21fb0af0f7 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812261 Apr 25 14:51:40.304959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1db513-d2e6-4108-93e7-6f4694017023 req-1a41ad74-c16f-40c0-b703-04c57011b74c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:40.305159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:40.309812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f1db513-d2e6-4108-93e7-6f4694017023 req-1a41ad74-c16f-40c0-b703-04c57011b74c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2678757 Apr 25 14:51:40.310384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Usage tracker for resource:security_group_rule and tenant:3461036162874707b2e0b2024a6e4522 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:40.314300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:40.317057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32822) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:40.323703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:40.330868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'floatingip': {'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:40.424379 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:40.628178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58cd8b-8876-41cf-9550-0ce165d8dd21 req-2d2e8e75-2ba3-4ee7-a6f8-158f67e37097 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:40.629666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b58cd8b-8876-41cf-9550-0ce165d8dd21 req-2d2e8e75-2ba3-4ee7-a6f8-158f67e37097 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2023706 Apr 25 14:51:40.707457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b58cd8b-8876-41cf-9550-0ce165d8dd21 req-2de7c1ef-0481-4ee0-881d-f27b3d2da48a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689518 Apr 25 14:51:40.804830 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:40.823464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:40.892293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d3a37c11-f41a-4e9a-92d2-819a5ecda55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:40.921508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.078164 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3461036162874707b2e0b2024a6e4522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139915 Apr 25 14:51:41.089244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:41.091627 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79abf-8dce-40b3-9f4a-16bab18d4652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953e21a0-bc0a-4482-ad0d-4a915f4e8c09,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:41.186769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea85ec-c594-4d83-82aa-bf6753744bfd req-61d491cb-ed3f-4953-9a3c-b387ec71998a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:41.188385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2aea85ec-c594-4d83-82aa-bf6753744bfd req-61d491cb-ed3f-4953-9a3c-b387ec71998a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.3152294 Apr 25 14:51:41.244342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc68184c-7a26-405f-8e12-4c953c5b4921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.293760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2aea85ec-c594-4d83-82aa-bf6753744bfd req-1b98b07a-cac1-4a3b-9bac-3751eac5ba02 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946162 Apr 25 14:51:41.299536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc68184c-7a26-405f-8e12-4c953c5b4921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.336466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port bc207839-be11-40ab-ad9a-17803c632aaf {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:41.336820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.570935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.579560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.611740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.769163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.791759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc68184c-7a26-405f-8e12-4c953c5b4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.810971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for bc207839-be11-40ab-ad9a-17803c632aaf owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:41.846970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0237bf2-32c2-4e37-ab57-3c6e1b43cdce req-648d2ad5-f3ec-4246-b806-f2c2f4de1824 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:41.848427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0237bf2-32c2-4e37-ab57-3c6e1b43cdce req-648d2ad5-f3ec-4246-b806-f2c2f4de1824 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.4221039 Apr 25 14:51:41.866556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68184c-7a26-405f-8e12-4c953c5b4921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953e21a0-bc0a-4482-ad0d-4a915f4e8c09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:41.894874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc68184c-7a26-405f-8e12-4c953c5b4921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:41.896114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc68184c-7a26-405f-8e12-4c953c5b4921 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/953e21a0-bc0a-4482-ad0d-4a915f4e8c09 HTTP/1.1" status: 204 len: 168 time: 0.8057737 Apr 25 14:51:41.926096 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Floating IP 47ced518-6b58-4e17-a84e-8ecd204e4590 associated. External IP: 172.25.0.110, port: 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e. Apr 25 14:51:41.928269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:42.057005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0237bf2-32c2-4e37-ab57-3c6e1b43cdce req-8b0bd23c-d484-4edd-b845-6cc56d4b07f5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985486 Apr 25 14:51:42.294423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:42.351198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Router 025b06a6-a101-4757-afe6-41f743241d6c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:42.355892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=bc207839-be11-40ab-ad9a-17803c632aaf,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:42.398056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6079-db2c-47d2-b460-7e7600ef0111 req-df649a1d-7194-47d7-aefb-5faf9bac3f83 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:42.399553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-254b6079-db2c-47d2-b460-7e7600ef0111 req-df649a1d-7194-47d7-aefb-5faf9bac3f83 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.1933959 Apr 25 14:51:42.496497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-254b6079-db2c-47d2-b460-7e7600ef0111 req-9090a342-788e-4f54-81ef-f3f620c89ee5 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630522 Apr 25 14:51:42.549969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:42.555076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:42.561326 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] Sync routers for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:42.579408 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:42.581278 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:42.710753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-20785093-b017-4d94-8317-a1f1d2817890 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "PUT /v2.0/floatingips/47ced518-6b58-4e17-a84e-8ecd204e4590 HTTP/1.1" status: 200 len: 992 time: 2.3923273 Apr 25 14:51:42.711928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:42.731079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:42.822528 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5d6306-d41b-4bf3-8270-1087e04d8e4f'] response: {'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'status': 'completed', 'code': 200} Apr 25 14:51:43.033962 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:51:43.225951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-b4df9f80-b72a-4549-a353-acd930a1c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:43.227413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-b4df9f80-b72a-4549-a353-acd930a1c694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 0.3830783 Apr 25 14:51:43.473706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:51:43.514534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-536145e4-7d17-4ed5-8329-1821ac7d18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:43.516615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-536145e4-7d17-4ed5-8329-1821ac7d18ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.2822232 Apr 25 14:51:43.611322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:43.707345 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '47ced518-6b58-4e17-a84e-8ecd204e4590', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:18Z', 'updated_at': '2022-04-25T14:51:41Z', 'revision_number': 1, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:43.713131 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] Checking router: 025b06a6-a101-4757-afe6-41f743241d6c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:51:43.728211 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:43.729614 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:43.931014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:43.941253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] Sync routers for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:43.950302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-bc9bc823-685e-422d-99a4-8210c7ca25a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 1000 time: 0.3352573 Apr 25 14:51:43.955780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:43.956519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:44.056639 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:51:44.088565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-2c981b5d-eb22-441a-943e-b7505f13dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:44.098749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-2c981b5d-eb22-441a-943e-b7505f13dcaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.1463859 Apr 25 14:51:44.113485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:44.127669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] Routers {'e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:44.128546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:44.189998 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-99fac533-a3e6-4c74-aa88-0a5a4f6f5b17 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "PUT /v2.0/routers/e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2141602 Apr 25 14:51:44.191058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:44.260409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-619d47af-51b9-4468-8557-d5e138a52f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:44.262040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-619d47af-51b9-4468-8557-d5e138a52f4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488004 Apr 25 14:51:44.328898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:44.329319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf51ab0-3625-4cff-861a-af03ff1647a8 None None] The sync data for ids ['e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:44.497386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-2df0f7d1-8981-4191-b8dd-2923a4c15f1c service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275925 Apr 25 14:51:44.547443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:44.797613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa75fe44-3dce-4c46-91ca-5279b7a02351 req-637f8f62-f2b1-457d-a0aa-3a0018864a28 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929480 Apr 25 14:51:44.833354 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '47ced518-6b58-4e17-a84e-8ecd204e4590', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:18Z', 'updated_at': '2022-04-25T14:51:41Z', 'revision_number': 1, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:44.837624 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abc256-56be-423d-8460-fd458b911c68 None None] The sync data for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 is: [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '47ced518-6b58-4e17-a84e-8ecd204e4590', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:18Z', 'updated_at': '2022-04-25T14:51:41Z', 'revision_number': 1, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:44.963431 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:44.976829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting port e828908a-1034-424c-b982-a9af24b2cc01 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:44.977132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:45.193491 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3825e99-c188-4677-b9c0-f557befdc6f7 None None] New status for floating IP 47ced518-6b58-4e17-a84e-8ecd204e4590: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:51:45.573249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:45.811233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32986) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:45.826501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Calling delete_port for e828908a-1034-424c-b982-a9af24b2cc01 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:46.158220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.171727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.204771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:46.211738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf17152753f48a28e81a050594e19de is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:46.215696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:46.233296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:46.240476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Port': ['ID=e828908a-1034-424c-b982-a9af24b2cc01,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:46.351976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.358852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.366067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.403619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbf17152753f48a28e81a050594e19de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906768 Apr 25 14:51:46.406603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:46.536056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6f188-c2da-4d15-9cf2-27cba40ede82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ca61b-6478-4e77-a91e-674b5d3f4cb7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:46.576752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4724423b-5fc0-4ff5-9257-d0a74a60018a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.658723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4724423b-5fc0-4ff5-9257-d0a74a60018a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.674219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.680487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.733659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.735906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Fanout notify agent at l3_agent the message router_deleted on router e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:51:46.767686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4724423b-5fc0-4ff5-9257-d0a74a60018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.777502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.779031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77963d2e-14b9-4214-91d2-4f28735a2afc tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/routers/e1f3309f-fae6-4c8b-afd9-1ff0adf9ad9f HTTP/1.1" status: 204 len: 168 time: 2.5863767 Apr 25 14:51:46.781451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33012) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:46.813344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724423b-5fc0-4ff5-9257-d0a74a60018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ca61b-6478-4e77-a91e-674b5d3f4cb7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:46.818090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4724423b-5fc0-4ff5-9257-d0a74a60018a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:46.823057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4724423b-5fc0-4ff5-9257-d0a74a60018a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b5ca61b-6478-4e77-a91e-674b5d3f4cb7 HTTP/1.1" status: 204 len: 168 time: 0.4152319 Apr 25 14:51:46.890144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Deleting subnet 9b52d2f2-888a-471b-8c60-361f92a321c1 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:51:46.900261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.010631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.126783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.246946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.327520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Subnet': ['ID=9b52d2f2-888a-471b-8c60-361f92a321c1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:47.334452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.341943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4168c514-3783-45a7-b104-b62da55dcade tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/subnets/9b52d2f2-888a-471b-8c60-361f92a321c1 HTTP/1.1" status: 204 len: 168 time: 0.5582023 Apr 25 14:51:47.344491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33024) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:47.426073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33028) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:47.446213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.465735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:47.470994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Usage tracker for resource:security_group_rule and tenant:97b4a03be0c24fc19ce4d57abb0e5032 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:47.474963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:47.481963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:47.483086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.588024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.593227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.646929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97b4a03be0c24fc19ce4d57abb0e5032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193217 Apr 25 14:51:47.649183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0c3e-2053-48cd-bc9b-f743aa109de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83960cdb-0515-4e53-b1ac-b61a0c842b80,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:47.651677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33034) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:47.682076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.711098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643e359d-4c90-4a9f-b04e-e9991a2f1e0c']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:47.728031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e83bbbc-28b6-4133-bcdf-0e2d58531016') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:47.728450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e83bbbc-28b6-4133-bcdf-0e2d58531016') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:47.743938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.747034 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef01b4c5-317d-4732-a38a-b6f8e7f560fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.760451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.767945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:51:47.768430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:51:47.785282 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:51:47.919742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef01b4c5-317d-4732-a38a-b6f8e7f560fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:47.984906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef01b4c5-317d-4732-a38a-b6f8e7f560fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:48.003575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01b4c5-317d-4732-a38a-b6f8e7f560fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83960cdb-0515-4e53-b1ac-b61a0c842b80,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:48.016440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef01b4c5-317d-4732-a38a-b6f8e7f560fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:48.021376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ef01b4c5-317d-4732-a38a-b6f8e7f560fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83960cdb-0515-4e53-b1ac-b61a0c842b80 HTTP/1.1" status: 204 len: 168 time: 0.3683269 Apr 25 14:51:48.082329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:48.112546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:48.119357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] Pushing event deleted for resources: {'Network': ['ID=643e359d-4c90-4a9f-b04e-e9991a2f1e0c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:48.126127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cfa5b40b-59da-4bfb-8449-6bb35c19e5e4 tempest-FloatingIPTestJSON-1332653580 tempest-FloatingIPTestJSON-1332653580-project] 10.222.0.23 "DELETE /v2.0/networks/643e359d-4c90-4a9f-b04e-e9991a2f1e0c HTTP/1.1" status: 204 len: 168 time: 0.7799983 Apr 25 14:51:48.683675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a7bc-405e-4cc1-9910-15df0344b956 req-27e72a65-d303-48e2-990a-0725e09fe165 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:48.697439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89c3a7bc-405e-4cc1-9910-15df0344b956 req-27e72a65-d303-48e2-990a-0725e09fe165 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2307146 Apr 25 14:51:48.762109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33072) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:48.789096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-35dd030d-eb80-4ee1-afa5-87435ef19e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:48.790564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-35dd030d-eb80-4ee1-afa5-87435ef19e93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.4176612 Apr 25 14:51:48.851491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89c3a7bc-405e-4cc1-9910-15df0344b956 req-14bbeabc-cebb-4152-a0dc-a399eabfa53c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531296 Apr 25 14:51:48.989926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-81b2bc41-d1af-4d5e-83c7-d11653f9c2df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07e7e5cd730e44638048e674fd2b7408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275209 Apr 25 14:51:48.996857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:49.105617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-414a9c06-1de0-4230-8b37-aa4d9f80249c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:49.150950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-8fad9f4a-10d4-417f-8af6-47653ed101fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:49.152416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-8fad9f4a-10d4-417f-8af6-47653ed101fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.3503747 Apr 25 14:51:49.204140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-414a9c06-1de0-4230-8b37-aa4d9f80249c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:49.355238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-e7a59953-d3dc-44a9-b779-be863393fb0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.1848185 Apr 25 14:51:49.358310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-414a9c06-1de0-4230-8b37-aa4d9f80249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:49.438131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a9c06-1de0-4230-8b37-aa4d9f80249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d31b3-25c9-4a6a-8b77-60aae0f7236e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:49.444173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-414a9c06-1de0-4230-8b37-aa4d9f80249c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:49.459007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea87a1e-65a5-42d0-ac7c-055713dfec81 req-151656f2-f28d-49d5-82b3-96ea8eb13145 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:49.460595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ea87a1e-65a5-42d0-ac7c-055713dfec81 req-151656f2-f28d-49d5-82b3-96ea8eb13145 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.4076097 Apr 25 14:51:49.463095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-414a9c06-1de0-4230-8b37-aa4d9f80249c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b5d31b3-25c9-4a6a-8b77-60aae0f7236e HTTP/1.1" status: 204 len: 168 time: 0.4649053 Apr 25 14:51:49.591249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-47fbd5d6-4283-4a85-9d2a-7ae845d73f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:49.592704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-47fbd5d6-4283-4a85-9d2a-7ae845d73f8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2267857 Apr 25 14:51:49.720446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ea87a1e-65a5-42d0-ac7c-055713dfec81 req-5da329fe-01f5-44da-bb18-bb9f24876b7a tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463849 Apr 25 14:51:49.759050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-15860e5f-7fe2-4eb9-ad84-d1af5bd73b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:49.764240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-15860e5f-7fe2-4eb9-ad84-d1af5bd73b50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571069 Apr 25 14:51:49.819462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33110) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:49.978237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-86555f12-243f-4795-97b7-447f75aa5be8 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047176 Apr 25 14:51:50.187958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f28a6f7-654c-4b6d-8c2c-977af89b8a5b req-9ab2243d-8c63-4fbf-be51-5ed7b238db22 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025566 Apr 25 14:51:50.201974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c26650-a90b-4baa-85c8-bfc6ed0def7a req-1d28dc7d-6b89-4f8f-a8ce-88b4c4cc7cd7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:50.212303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32c26650-a90b-4baa-85c8-bfc6ed0def7a req-1d28dc7d-6b89-4f8f-a8ce-88b4c4cc7cd7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1896830 Apr 25 14:51:50.269695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:50.292283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:50.302284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Usage tracker for resource:security_group_rule and tenant:4d96bb45dd09430a8efd4f1b29d3d9df is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:50.308492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:50.322398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:50.470463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32c26650-a90b-4baa-85c8-bfc6ed0def7a req-fb4faa98-71fc-4e20-89c0-2d37a4cafc43 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569487 Apr 25 14:51:50.638022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:50.645730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:50.691711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c38c3-688d-4d11-85d0-3bcfeb7233da,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:50.762412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2fba9488-e9bd-418b-98c6-407ac3803004 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d96bb45dd09430a8efd4f1b29d3d9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408319 Apr 25 14:51:50.763297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33144) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:50.813887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-a4a9674c-8306-481a-8857-5cb9834c159c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:50.816826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-a4a9674c-8306-481a-8857-5cb9834c159c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.15 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2940459 Apr 25 14:51:50.859681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b02d3895-c337-424d-9beb-5448969d328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:50.907762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b02d3895-c337-424d-9beb-5448969d328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:50.972426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b02d3895-c337-424d-9beb-5448969d328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:50.996035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d3895-c337-424d-9beb-5448969d328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c38c3-688d-4d11-85d0-3bcfeb7233da,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:51.006998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b02d3895-c337-424d-9beb-5448969d328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:51.008562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b02d3895-c337-424d-9beb-5448969d328a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/850c38c3-688d-4d11-85d0-3bcfeb7233da HTTP/1.1" status: 204 len: 168 time: 0.2441397 Apr 25 14:51:51.063206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Deleting port 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:51:51.063553 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:51.224049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cc997-926d-48e7-9e2b-86c868918e7c req-e69d5362-6b63-4f01-8e6b-b4643d0227f9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:51.225566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-262cc997-926d-48e7-9e2b-86c868918e7c req-e69d5362-6b63-4f01-8e6b-b4643d0227f9 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 947 time: 0.2827377 Apr 25 14:51:51.392357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33182) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:51.484928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-262cc997-926d-48e7-9e2b-86c868918e7c req-2dd6c435-c94b-4b58-89fe-b229596c7119 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf9c8a3a-eab5-4098-a909-5ee0d40670f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390563 Apr 25 14:51:51.592260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] For port 02187c02-51f1-478c-98de-87ba8dc5cd9b, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=02187c02-51f1-478c-98de-87ba8dc5cd9b,segment=NetworkSegment(302d520d-df8e-46bb-bf92-3aec3ea2ba9c),segment_id=302d520d-df8e-46bb-bf92-3aec3ea2ba9c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:51.593911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:51.611279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1068500715'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:51.618193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:51.632550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:network and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:51.640064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:51.669338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:51.726138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Made reservation on behalf of 8af1ce425ce74996a5f57d59ef9da156 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:51.729994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:51.745573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:51.768425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:51.778735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:security_group_rule and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:51.782990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:51.792124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:51.840327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dd62c-2dce-4fd0-a2ad-2f7f59291825 req-94a312e5-7f9e-430c-bc24-a6b8cfd90a8b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:51.842245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-555dd62c-2dce-4fd0-a2ad-2f7f59291825 req-94a312e5-7f9e-430c-bc24-a6b8cfd90a8b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1649964 Apr 25 14:51:51.918745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-555dd62c-2dce-4fd0-a2ad-2f7f59291825 req-bbbdcc40-eb51-4c71-8ec8-bcb1c106e862 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690114 Apr 25 14:51:51.960945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Calling delete_port for 02187c02-51f1-478c-98de-87ba8dc5cd9b owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:51:52.024425 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.032740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.084742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:51:52.098378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.098378 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Added segment cfc2ffd7-1608-412c-87f8-3fb821b642c9 of type vlan for network f071e222-6d5b-4535-a0d7-aed202da16b8 Apr 25 14:51:52.139656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.166267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c014c-516e-497f-a9f2-ad200b82433b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:52.196851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.201001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.207268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:52.207895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.308838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Pushing event deleted for resources: {'Port': ['ID=02187c02-51f1-478c-98de-87ba8dc5cd9b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:52.366540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Network': ['ID=f071e222-6d5b-4535-a0d7-aed202da16b8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:52.374482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f071e222-6d5b-4535-a0d7-aed202da16b8 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:51:52.381765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-24759896-14ac-4756-9361-bbaf38eabe64 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9623487 Apr 25 14:51:52.381765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33246) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:52.381765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'subnet': {'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:52.390681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] No DVR routers for this DVR port 02187c02-51f1-478c-98de-87ba8dc5cd9b on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:51:52.390681 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.390681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-deleted', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:51:52.424407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fe1bd00-b274-49a5-bb0f-e8fdda45fb1f req-08ecbb13-f20d-440e-95cb-16c3b21ff51c tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.15 "DELETE /v2.0/ports/02187c02-51f1-478c-98de-87ba8dc5cd9b HTTP/1.1" status: 204 len: 173 time: 1.5998487 Apr 25 14:51:52.455192 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fd021a-d683-4343-8663-af5558b17c22'] response: {'server_uuid': '676f06ea-119b-4fd6-8c98-bae4afa7bb43', 'name': 'network-vif-deleted', 'tag': '02187c02-51f1-478c-98de-87ba8dc5cd9b', 'status': 'completed', 'code': 200} Apr 25 14:51:52.568025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:52.573594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:subnet and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:52.576786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:52.584590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:52.615232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Made reservation on behalf of 8af1ce425ce74996a5f57d59ef9da156 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:52.635386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.738305 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d642e416-0b3f-4218-a66e-830c0783143c req-cef2617f-357e-404d-8a2d-fb4138f88369 tempest-ServersNegativeTestJSON-1387180763 tempest-ServersNegativeTestJSON-1387180763-project] 10.222.0.23 "GET /v2.0/ports?device_id=676f06ea-119b-4fd6-8c98-bae4afa7bb43 HTTP/1.1" status: 200 len: 210 time: 0.0597692 Apr 25 14:51:52.918509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:51:52.970619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:52.975706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 02187c02-51f1-478c-98de-87ba8dc5cd9b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:51:52.976264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 02187c02-51f1-478c-98de-87ba8dc5cd9b not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:51:53.060888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Subnet': ['ID=84c45b21-0eaf-4565-ada4-05a0e2ebc010,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:53.063641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Checking segment: {'id': 'cfc2ffd7-1608-412c-87f8-3fb821b642c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:53.064006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network hostable DHCP agents. Network: f071e222-6d5b-4535-a0d7-aed202da16b8, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:51:53.088745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network f071e222-6d5b-4535-a0d7-aed202da16b8 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:51:53.104640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f071e222-6d5b-4535-a0d7-aed202da16b8) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:53.110900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:53.112063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.112732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dcb83c-4260-4a16-8ce0-c93f7e3efce7 None None] Network f071e222-6d5b-4535-a0d7-aed202da16b8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:51:53.153394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eaab3166-3824-4e78-ba51-ddcf80d6de5b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7832029 Apr 25 14:51:53.154275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:53.169008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1255024054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:53.188844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:53.200099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:router and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:53.208868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:53.226055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:53.247973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.249004 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.273821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.305640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.338266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.341082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dd694f74-96bd-48b5-88ae-7348a4011bb9 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1779232 Apr 25 14:51:53.342443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:53.412305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f071e222-6d5b-4535-a0d7-aed202da16b8', 'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8', 'tenant_id': '8af1ce425ce74996a5f57d59ef9da156', 'fixed_ips': [{'subnet_id': '84c45b21-0eaf-4565-ada4-05a0e2ebc010'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:51:53.417279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.641483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Allocated IP 172.20.0.2 (f071e222-6d5b-4535-a0d7-aed202da16b8/84c45b21-0eaf-4565-ada4-05a0e2ebc010/29416119-aad9-4f78-ae12-2ef4dd85aa76) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:53.903454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33356) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:53.986442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Deleting subnet 7d7abcba-ec25-4112-8f29-0055bd2b6216 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:51:53.990129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:53.992362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.011582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Transition to ACTIVE for port object 29416119-aad9-4f78-ae12-2ef4dd85aa76 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:54.048530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.057762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Transition to ACTIVE for port object 29416119-aad9-4f78-ae12-2ef4dd85aa76 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:54.069363 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.085129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.148562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Network f071e222-6d5b-4535-a0d7-aed202da16b8 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:54.152014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:54.156824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:54.199391 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.220599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Pushing event updated for resources: {'Port': ['ID=29416119-aad9-4f78-ae12-2ef4dd85aa76,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:54.286954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.337058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:54.346437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Attempting to bind port 29416119-aad9-4f78-ae12-2ef4dd85aa76 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:51:54.346783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Attempting to bind port 29416119-aad9-4f78-ae12-2ef4dd85aa76 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'cfc2ffd7-1608-412c-87f8-3fb821b642c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:51:54.347205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Attempting to bind port 29416119-aad9-4f78-ae12-2ef4dd85aa76 on network f071e222-6d5b-4535-a0d7-aed202da16b8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:51:54.355574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:51:54.355870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.356026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Checking segment: {'id': 'cfc2ffd7-1608-412c-87f8-3fb821b642c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:54.356483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.356985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Bound using segment: {'id': 'cfc2ffd7-1608-412c-87f8-3fb821b642c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:51:54.357652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Bound port: 29416119-aad9-4f78-ae12-2ef4dd85aa76, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc2ffd7-1608-412c-87f8-3fb821b642c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:51:54.358044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.362571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7abcba-ec25-4112-8f29-0055bd2b6216,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:54.373223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8ebb6147-e508-40fc-8934-4592c52cfcd6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d7abcba-ec25-4112-8f29-0055bd2b6216 HTTP/1.1" status: 204 len: 168 time: 0.4681184 Apr 25 14:51:54.374199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33372) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:54.505130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.505367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] For port 29416119-aad9-4f78-ae12-2ef4dd85aa76, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:51:54.509554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] For port 29416119-aad9-4f78-ae12-2ef4dd85aa76, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=29416119-aad9-4f78-ae12-2ef4dd85aa76,segment=NetworkSegment(cfc2ffd7-1608-412c-87f8-3fb821b642c9),segment_id=cfc2ffd7-1608-412c-87f8-3fb821b642c9)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:51:54.517402 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.642501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6347f-1f37-4518-9597-a0d4290e7078 None None] Pushing event updated for resources: {'Port': ['ID=29416119-aad9-4f78-ae12-2ef4dd85aa76,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:54.664072 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.684938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.698165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1f52a9-013d-4ad2-a399-8088e294ee60']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:54.706077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Allocated IP 172.20.0.1 (f071e222-6d5b-4535-a0d7-aed202da16b8/84c45b21-0eaf-4565-ada4-05a0e2ebc010/85f045e6-7c47-4784-9dec-854f439ea003) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:54.711407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:54.712373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302d520d-df8e-46bb-bf92-3aec3ea2ba9c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:54.712676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302d520d-df8e-46bb-bf92-3aec3ea2ba9c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:54.719745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce5ebeb291742ed89aff81afaed9feb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:54.723407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:54.730124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.732758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:54.750452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.757854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:51:54.758329 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:51:54.774797 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:51:54.789229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-91e31edb-9815-47d2-b132-bc3868789e10 req-071fc97f-5d08-4a49-b499-b6c79c17b9e3 service neutron] (88061) timed out ('10.222.0.15', 54104) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 14:51:54.922592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.946357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.947602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:54.958972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1f52a9-013d-4ad2-a399-8088e294ee60,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:54.969868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0ee803ea-388b-45e3-b19c-87e41cb2bd68 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e1f52a9-013d-4ad2-a399-8088e294ee60 HTTP/1.1" status: 204 len: 168 time: 0.5938072 Apr 25 14:51:54.989985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Transition to ACTIVE for port object 85f045e6-7c47-4784-9dec-854f439ea003 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:55.030344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.037364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.091891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ce5ebeb291742ed89aff81afaed9feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536047 Apr 25 14:51:55.095896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33388) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:55.100439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.105377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e57ea-79cd-408e-9cb7-6ec253c66281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db91776-aeca-4694-801a-0cc36dd69945,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:55.154165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33396) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:55.188170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network f071e222-6d5b-4535-a0d7-aed202da16b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:55.196792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:55.209605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:55.210942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-188b2523-0bb6-4d70-b69b-9265cfc644b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8adbc80f5154b7a9376c6bf0cdf7a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555756 Apr 25 14:51:55.213635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33400) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:55.277262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Port': ['ID=85f045e6-7c47-4784-9dec-854f439ea003,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:55.283910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5227-7120-4ccd-b86f-bca35ff26179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.296768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.311447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5227-7120-4ccd-b86f-bca35ff26179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.378394 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5227-7120-4ccd-b86f-bca35ff26179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.400446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5227-7120-4ccd-b86f-bca35ff26179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c8a3a-eab5-4098-a909-5ee0d40670f3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:55.431671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5227-7120-4ccd-b86f-bca35ff26179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.437457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ab4a5227-7120-4ccd-b86f-bca35ff26179 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf9c8a3a-eab5-4098-a909-5ee0d40670f3 HTTP/1.1" status: 204 len: 168 time: 0.2213919 Apr 25 14:51:55.476209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e1945d2-1333-4e18-a65e-4e3719d6e384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.522381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e1945d2-1333-4e18-a65e-4e3719d6e384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.655020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.849202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e1945d2-1333-4e18-a65e-4e3719d6e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:55.937396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac5fcb1-4f9c-4754-90d9-cab8ac229a75 None None] Network f071e222-6d5b-4535-a0d7-aed202da16b8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:51:55.960930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1945d2-1333-4e18-a65e-4e3719d6e384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db91776-aeca-4694-801a-0cc36dd69945,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:56.049444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e1945d2-1333-4e18-a65e-4e3719d6e384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.050781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8e1945d2-1333-4e18-a65e-4e3719d6e384 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5db91776-aeca-4694-801a-0cc36dd69945 HTTP/1.1" status: 204 len: 168 time: 0.9524071 Apr 25 14:51:56.088037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6609b233-4f03-4e36-bdb1-41418f52a1b0 None None] Provisioning for port 29416119-aad9-4f78-ae12-2ef4dd85aa76 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:56.303462 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.313020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.548898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73effb8d-36b3-418f-a4e4-ef7fb3a9e243 None None] Provisioning for port 85f045e6-7c47-4784-9dec-854f439ea003 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:56.554066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73effb8d-36b3-418f-a4e4-ef7fb3a9e243 None None] Provisioning complete for port 85f045e6-7c47-4784-9dec-854f439ea003 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:56.554446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73effb8d-36b3-418f-a4e4-ef7fb3a9e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.608084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Port': ['ID=85f045e6-7c47-4784-9dec-854f439ea003,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:56.612835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.714259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-73effb8d-36b3-418f-a4e4-ef7fb3a9e243 None None] Port 85f045e6-7c47-4784-9dec-854f439ea003 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:56.762953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33440) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:56.763814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:56.806277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 29416119-aad9-4f78-ae12-2ef4dd85aa76 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:56.859831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.892207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:56.896094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f8857e27-31de-4449-b881-86f54f2f3afa None None] Provisioning complete for port 85f045e6-7c47-4784-9dec-854f439ea003 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:56.897217 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8857e27-31de-4449-b881-86f54f2f3afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:56.900015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Usage tracker for resource:security_group_rule and tenant:99921fc5c5a44f98bfb7315bac2ab768 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:56.904471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:56.915162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:56.953833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network f071e222-6d5b-4535-a0d7-aed202da16b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:56.956125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:57.016437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f8857e27-31de-4449-b881-86f54f2f3afa None None] Port 85f045e6-7c47-4784-9dec-854f439ea003 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:57.019711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 29416119-aad9-4f78-ae12-2ef4dd85aa76 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:51:57.025896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 29416119-aad9-4f78-ae12-2ef4dd85aa76 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:57.026681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.114249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1169109667-network', 'tenant_id': '247ac4dcfa394ed28dd9acf28dae28f6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:57.120453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:57.125309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Usage tracker for resource:network and tenant:247ac4dcfa394ed28dd9acf28dae28f6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:57.128969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:57.139427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:57.169142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Made reservation on behalf of 247ac4dcfa394ed28dd9acf28dae28f6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:57.172601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.186456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.203420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:57.207767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Usage tracker for resource:security_group_rule and tenant:247ac4dcfa394ed28dd9acf28dae28f6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:57.210796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:57.217904 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.223229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:57.276929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-415d1d3d-8e34-4bb6-a2d6-f8e3067b7e15 None None] Provisioning complete for port 85f045e6-7c47-4784-9dec-854f439ea003 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:57.277599 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-415d1d3d-8e34-4bb6-a2d6-f8e3067b7e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.326953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 29416119-aad9-4f78-ae12-2ef4dd85aa76, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=29416119-aad9-4f78-ae12-2ef4dd85aa76,segment=NetworkSegment(cfc2ffd7-1608-412c-87f8-3fb821b642c9),segment_id=cfc2ffd7-1608-412c-87f8-3fb821b642c9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:51:57.344189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.347080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.347967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Router 5577fc1c-946b-4c92-aee2-29478246d191 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:51:57.352798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.358318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.360497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.392922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-415d1d3d-8e34-4bb6-a2d6-f8e3067b7e15 None None] Port 85f045e6-7c47-4784-9dec-854f439ea003 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:51:57.398148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:51:57.414657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10f8ff9-c853-4944-babe-5ec892b243df,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:57.417564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.418139 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Added segment 8c4c661b-9391-4829-9074-d6b99b0aeb13 of type vlan for network e850b28e-ecc6-4094-8bac-99b8cfe47493 Apr 25 14:51:57.438634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=29416119-aad9-4f78-ae12-2ef4dd85aa76,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:57.457569 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.495717 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.496952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:57.497631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.568659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99921fc5c5a44f98bfb7315bac2ab768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015571 Apr 25 14:51:57.569963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:57.570577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbfc4c-7b3d-4fbf-b198-3b17edfdb116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc057e9a-f0c5-4a8e-8a55-e1e5ee3104ec,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:57.612014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] Pushing event updated for resources: {'Network': ['ID=e850b28e-ecc6-4094-8bac-99b8cfe47493,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:57.614864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-78e1b240-00ad-4561-b55b-ef62b92c323d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8500378 Apr 25 14:51:57.617966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33462) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:57.618252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:51:57.625361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Request body: {'subnet': {'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1169109667-subnet', 'tenant_id': '247ac4dcfa394ed28dd9acf28dae28f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:57.631600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] Sync routers for ids ['5577fc1c-946b-4c92-aee2-29478246d191'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:51:57.637397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e850b28e-ecc6-4094-8bac-99b8cfe47493 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:51:57.646166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:57.653304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Usage tracker for resource:subnet and tenant:247ac4dcfa394ed28dd9acf28dae28f6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:57.658821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:57.673600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:57.675103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-74fe7be3-6c4e-4f78-b7a1-f60bee8c4a12 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "PUT /v2.0/routers/5577fc1c-946b-4c92-aee2-29478246d191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3313978 Apr 25 14:51:57.675924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33468) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:57.676690 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35943ccc-b59f-4671-b438-b66ddfb4fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.692797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'port': {'network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8', 'name': 'tempest-FloatingIPNegativeTestJSON-1343606976'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:51:57.707252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35943ccc-b59f-4671-b438-b66ddfb4fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.722260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] Routers {'5577fc1c-946b-4c92-aee2-29478246d191'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:57.722445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['5577fc1c-946b-4c92-aee2-29478246d191'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:57.779128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35943ccc-b59f-4671-b438-b66ddfb4fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.801946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35943ccc-b59f-4671-b438-b66ddfb4fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc057e9a-f0c5-4a8e-8a55-e1e5ee3104ec,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:57.823459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35943ccc-b59f-4671-b438-b66ddfb4fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:57.823583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35943ccc-b59f-4671-b438-b66ddfb4fbfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc057e9a-f0c5-4a8e-8a55-e1e5ee3104ec HTTP/1.1" status: 204 len: 168 time: 0.2494538 Apr 25 14:51:57.984540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:58.001940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] Routers {'5577fc1c-946b-4c92-aee2-29478246d191'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:51:58.002523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['5577fc1c-946b-4c92-aee2-29478246d191'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:58.007942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Made reservation on behalf of 247ac4dcfa394ed28dd9acf28dae28f6 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:58.010294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:58.086897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:51:58.088046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b756991-8640-4bfb-9c11-e5ed9bcf5e1b None None] The sync data for ids ['5577fc1c-946b-4c92-aee2-29478246d191'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:51:58.195401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-5df0f16e-7b9b-464a-b403-5a206b771e2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4188941 Apr 25 14:51:58.205636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:51:58.211174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:port and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:51:58.215629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:51:58.255326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:51:58.332196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Made reservation on behalf of 8af1ce425ce74996a5f57d59ef9da156 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:51:58.335851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:58.384359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] device_id is not set on port 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:51:58.464434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:58.469330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-655b202a-c325-44c0-8ce8-ccc53c128749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:58.470819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-655b202a-c325-44c0-8ce8-ccc53c128749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 1097 time: 0.2512808 Apr 25 14:51:58.694914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6e27b2-4119-41a0-b239-76b53947f133,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:58.721849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 29416119-aad9-4f78-ae12-2ef4dd85aa76 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:51:58.723169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Checking segment: {'id': '8c4c661b-9391-4829-9074-d6b99b0aeb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:51:58.723639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Network hostable DHCP agents. Network: e850b28e-ecc6-4094-8bac-99b8cfe47493, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:51:58.762710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Allocated IP 172.20.0.13 (f071e222-6d5b-4535-a0d7-aed202da16b8/84c45b21-0eaf-4565-ada4-05a0e2ebc010/7f9f9043-0bc2-43a3-9821-d91b9e40e2f2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:51:58.789880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-01d43fee-f52d-4aee-9ed9-89d8f8615d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:58.789880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-01d43fee-f52d-4aee-9ed9-89d8f8615d14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.2811093 Apr 25 14:51:58.792873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Network e850b28e-ecc6-4094-8bac-99b8cfe47493 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:51:58.809983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 29416119-aad9-4f78-ae12-2ef4dd85aa76 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:51:58.810517 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:58.881775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-f895c822-c7ad-458c-8bb1-70fbddc08d29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 HTTP/1.1" status: 200 len: 217 time: 0.0846632 Apr 25 14:51:58.882338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e850b28e-ecc6-4094-8bac-99b8cfe47493) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:58.884533 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:58.894009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7f853-3197-4748-8bc4-0b2aa5bc60e4 None None] Network e850b28e-ecc6-4094-8bac-99b8cfe47493 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:51:58.931758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:58.934664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:59.075763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-9e7c7bad-046e-4a0a-8d01-ac1a9ebbe69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:59.077787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-9e7c7bad-046e-4a0a-8d01-ac1a9ebbe69b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1839941 Apr 25 14:51:59.084042 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-84694c51-fd45-4e16-91ab-d0b868fc474d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4650829 Apr 25 14:51:59.201397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:59.221385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-4d1d5b7c-f964-4f66-990a-754f38aa0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:59.222938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-4d1d5b7c-f964-4f66-990a-754f38aa0589 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286283 Apr 25 14:51:59.256702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Transition to ACTIVE for port object 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:51:59.354342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943bd6c0-98a1-43a0-b9dd-8d898df6758a None None] Network e850b28e-ecc6-4094-8bac-99b8cfe47493 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:51:59.461859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-fe5c6cac-bca4-4d4b-ad5a-0b0b8431a0ff service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294729 Apr 25 14:51:59.472601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:59.795730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989913-356e-418f-8996-8fc48a747253 req-cb0cb798-2c67-4cab-93ab-38738cc1f1a6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:59.798397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01989913-356e-418f-8996-8fc48a747253 req-cb0cb798-2c67-4cab-93ab-38738cc1f1a6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1885810 Apr 25 14:51:59.821590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network f071e222-6d5b-4535-a0d7-aed202da16b8 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:51:59.827855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:51:59.831989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Port': ['ID=7f9f9043-0bc2-43a3-9821-d91b9e40e2f2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:51:59.836680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:51:59.903198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01989913-356e-418f-8996-8fc48a747253 req-9128b710-f7a5-4356-aba0-89d21f74f30d tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991127 Apr 25 14:51:59.919639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33576) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:59.943457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:51:59.944302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:51:59.968991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc6ba6a5-b55f-445d-a962-b350ce3817d6 req-6dba9103-06a5-4a22-9c33-4c9d25fc5802 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953198 Apr 25 14:51:59.989606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33586) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:51:59.991440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-994c4494-73df-42d8-9840-130e8ed5b54f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3138807 Apr 25 14:51:59.996583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:00.006018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:00.011114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:floatingip and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:00.017497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:00.028298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:00.049181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.122644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.140049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:00.144424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Usage tracker for resource:security_group_rule and tenant:35d1bc70f2924fe8bf5b05ee11e109fe is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:00.148622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:00.155098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:00.183123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33596) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:00.191390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1615783772-network', 'tenant_id': '69180bd8387e483f9dbb8f125673a7a8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:00.205555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:00.211703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Usage tracker for resource:network and tenant:69180bd8387e483f9dbb8f125673a7a8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:00.215607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:00.226591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:00.247203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.250592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-adbc9f37-c630-44b2-9e9c-28688c0b585e None None] Provisioning for port 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:00.254830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Made reservation on behalf of 69180bd8387e483f9dbb8f125673a7a8 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:00.257136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.257860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-adbc9f37-c630-44b2-9e9c-28688c0b585e None None] Provisioning complete for port 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:00.258458 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f37-c630-44b2-9e9c-28688c0b585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.378934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-adbc9f37-c630-44b2-9e9c-28688c0b585e None None] Port 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:52:00.419466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.473135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.477844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:00.482642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Usage tracker for resource:security_group_rule and tenant:69180bd8387e483f9dbb8f125673a7a8 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:00.486133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:00.488868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.531152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:00.531783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35d1bc70f2924fe8bf5b05ee11e109fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146894 Apr 25 14:52:00.534531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:00.571208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73514c23-0946-4232-8961-69df8eaaf184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f9907-a8ab-4471-ada9-35c68748c69c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:00.588900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Allocated IP 172.25.0.95 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/74e4d39a-2a5f-4d35-aa83-7d5ce11af8fc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:00.630565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae87b-b6c2-4ee2-9b40-40a0545c4ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.655959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.662078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.694966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:00.703985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c33006-9e76-49fd-83f9-9e313521be19,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:00.711502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.711859 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Added segment 8ed5b12c-2317-4000-bc5e-a105237b3df1 of type vlan for network 5ce61434-d09e-459e-99ef-b65997f5867d Apr 25 14:52:00.744447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae87b-b6c2-4ee2-9b40-40a0545c4ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.747260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.790100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.791282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:00.791874 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.837781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.842989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae87b-b6c2-4ee2-9b40-40a0545c4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.863787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ae87b-b6c2-4ee2-9b40-40a0545c4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f9907-a8ab-4471-ada9-35c68748c69c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:00.876753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba1ae87b-b6c2-4ee2-9b40-40a0545c4ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.880170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ba1ae87b-b6c2-4ee2-9b40-40a0545c4ab1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b2f9907-a8ab-4471-ada9-35c68748c69c HTTP/1.1" status: 204 len: 168 time: 0.3452892 Apr 25 14:52:00.903120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:00.915925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] Pushing event updated for resources: {'Network': ['ID=5ce61434-d09e-459e-99ef-b65997f5867d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:00.930067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5ce61434-d09e-459e-99ef-b65997f5867d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:00.938793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33624) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:00.939067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55f8bfab-f759-4c21-a5ec-4f855021eccb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7548985 Apr 25 14:52:00.959116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Request body: {'subnet': {'network_id': '5ce61434-d09e-459e-99ef-b65997f5867d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1615783772-subnet', 'tenant_id': '69180bd8387e483f9dbb8f125673a7a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:00.972873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:00.980675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Usage tracker for resource:subnet and tenant:69180bd8387e483f9dbb8f125673a7a8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:00.986014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:00.989658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:00.999133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:01.004086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:01.006210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:01.049907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Port': ['ID=74e4d39a-2a5f-4d35-aa83-7d5ce11af8fc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:01.070791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Made reservation on behalf of 69180bd8387e483f9dbb8f125673a7a8 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:01.075029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.131516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7638-e678-4f20-bce1-9b6a82155e43 req-e13d76ec-f6b2-44bf-8fda-183479ffb262 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:01.133398 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5cd7638-e678-4f20-bce1-9b6a82155e43 req-e13d76ec-f6b2-44bf-8fda-183479ffb262 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1014035 Apr 25 14:52:01.193139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5cd7638-e678-4f20-bce1-9b6a82155e43 req-17a9e565-4d14-44ea-97d0-a1a08b97a06f tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Apr 25 14:52:01.287166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.402982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.508949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.674907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e4c848-bb60-488e-9394-76a243f8224c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:01.707229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Checking segment: {'id': '8ed5b12c-2317-4000-bc5e-a105237b3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5ce61434-d09e-459e-99ef-b65997f5867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:01.707606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Network hostable DHCP agents. Network: 5ce61434-d09e-459e-99ef-b65997f5867d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:01.747737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Network 5ce61434-d09e-459e-99ef-b65997f5867d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:01.758963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.764112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.807106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5ce61434-d09e-459e-99ef-b65997f5867d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:01.816088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c278ef-34ea-4a60-9f05-e6ff14bb755c None None] Network 5ce61434-d09e-459e-99ef-b65997f5867d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:01.820779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:01.821392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.897384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Port': ['ID=74e4d39a-2a5f-4d35-aa83-7d5ce11af8fc,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:01.914040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0ee7b9d3-ae3c-4342-a6cf-c26a4d0929ba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9681528 Apr 25 14:52:01.918885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.938785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:01.943250 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1524a92f-679c-4ee1-92cb-5fedcfa612d2 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9491816 Apr 25 14:52:01.944172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33670) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:01.951030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ccf8c30f-fbc8-4c23-8148-c378d4d2639b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'floatingip': {'port_id': '7f9f9043-0bc2-43a3-9821-d91b9e40e2f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:02.095474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c30f-fbc8-4c23-8148-c378d4d2639b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:02.208041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9dfb3e-0628-4e74-8691-07d9c7c49285 None None] Network 5ce61434-d09e-459e-99ef-b65997f5867d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:02.509098 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-ccf8c30f-fbc8-4c23-8148-c378d4d2639b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] update failed (client error): The resource could not be found. Apr 25 14:52:02.511484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ccf8c30f-fbc8-4c23-8148-c378d4d2639b tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "PUT /v2.0/floatingips/cdeff062-5416-4421-ac93-05b8d3c9e73c HTTP/1.1" status: 404 len: 507 time: 0.5654900 Apr 25 14:52:02.514530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33694) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:02.523397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bbddb-1f37-46d7-b380-813bbe7bf121 req-e01fba06-b827-40b8-ae18-187453db29dc tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:02.525401 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-575bbddb-1f37-46d7-b380-813bbe7bf121 req-e01fba06-b827-40b8-ae18-187453db29dc tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1523731 Apr 25 14:52:02.587641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-575bbddb-1f37-46d7-b380-813bbe7bf121 req-4382aaed-9b25-434b-9b46-120696a86237 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560052 Apr 25 14:52:02.732146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Deleting port 74e4d39a-2a5f-4d35-aa83-7d5ce11af8fc {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:02.732426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:02.923785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:03.033011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.033432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.168510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1137818712'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:03.172736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Calling delete_port for 74e4d39a-2a5f-4d35-aa83-7d5ce11af8fc owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:03.174647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:03.179085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Usage tracker for resource:network and tenant:c4433d2b5c194980a15fb48e5a2eae45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:03.188013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:03.188458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:03.199632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Made reservation on behalf of c4433d2b5c194980a15fb48e5a2eae45 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:03.204502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.218985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.220866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-2ff984d7-a945-420b-b22f-2e31fb950214 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:03.221679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-2ff984d7-a945-420b-b22f-2e31fb950214 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Synchronizing usage tracker for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:03.236428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:03.241224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Usage tracker for resource:security_group_rule and tenant:c4433d2b5c194980a15fb48e5a2eae45 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:03.244694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:03.251523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:03.263534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-2ff984d7-a945-420b-b22f-2e31fb950214 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Unset dirty status for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:03.264608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-2ff984d7-a945-420b-b22f-2e31fb950214 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/networks?id=e850b28e-ecc6-4094-8bac-99b8cfe47493 HTTP/1.1" status: 200 len: 825 time: 0.3828533 Apr 25 14:52:03.290749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-7b1ac888-7df5-4da3-9418-6e3f91b254ef tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/quotas/247ac4dcfa394ed28dd9acf28dae28f6 HTTP/1.1" status: 200 len: 375 time: 0.0137150 Apr 25 14:52:03.346734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.352053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.386216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545c2f2c-e8c5-4830-842f-eb81c21f2387,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:03.493163 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-8b141e6e-1ed6-459d-8eb7-430495eaabe2 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=247ac4dcfa394ed28dd9acf28dae28f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1959939 Apr 25 14:52:03.601982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.606945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:03.619698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.620168 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Added segment bb99cfb1-6baa-4804-b1df-af7e97d41b8b of type vlan for network aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd Apr 25 14:52:03.655163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.669896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Port': ['ID=74e4d39a-2a5f-4d35-aa83-7d5ce11af8fc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:03.706011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.717699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:03.719029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.781311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-b2f961e4-82cf-4aac-a44c-a793bd45436b service neutron] 10.222.0.23 "GET /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755446 Apr 25 14:52:03.835120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.888472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9624252 Apr 25 14:52:03.894874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:03.914054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:03.915132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e9f4c722-70a8-410f-b8d0-b819cbc7bf8f tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "DELETE /v2.0/floatingips/cdeff062-5416-4421-ac93-05b8d3c9e73c HTTP/1.1" status: 204 len: 168 time: 1.3993156 Apr 25 14:52:03.920623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:03.927229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'floatingip': {'floating_network_id': 'f071e222-6d5b-4535-a0d7-aed202da16b8', 'port_id': '7f9f9043-0bc2-43a3-9821-d91b9e40e2f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:03.930805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a27d4-2788-4de4-9a87-df5ab0a59dab tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Pushing event updated for resources: {'Network': ['ID=aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:03.936242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:03.943516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:03.944917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:floatingip and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:03.956080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:03.977367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:03.986912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-37c0c2b3-3281-4a9f-b1a5-a184d81e7e91 service neutron] 10.222.0.23 "GET /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948237 Apr 25 14:52:04.008939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.036661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'network': {'name': 'tempest-network--2037441667', 'router:external': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:04.051658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb367a-db53-41bf-ae93-103d0b63ac48 req-f9636cdb-a0ef-4393-a55d-5f6ecaf7a35e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:04.053228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6bbb367a-db53-41bf-ae93-103d0b63ac48 req-f9636cdb-a0ef-4393-a55d-5f6ecaf7a35e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1636171 Apr 25 14:52:04.054289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:04.058940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:network and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:04.064184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:04.145831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:04.162371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6bbb367a-db53-41bf-ae93-103d0b63ac48 req-491b3a03-aafb-4360-8b25-40df0ecdeead tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001971 Apr 25 14:52:04.204967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.217352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Made reservation on behalf of a21a68c8dfca4434b9eba42d8c450ed9 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:04.220021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.263185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b7f0f626-1246-4464-95fd-6bf15979d87a req-992f364d-1c3d-400f-8a79-acaa75e893f3 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 210 time: 0.0541556 Apr 25 14:52:04.355860 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 14:52:04.357500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c58e63f-1fab-4728-8528-2b1783dec502 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4357216 Apr 25 14:52:04.361640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33738) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:04.369495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '7f9f9043-0bc2-43a3-9821-d91b9e40e2f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:04.376883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:04.381779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Usage tracker for resource:floatingip and tenant:8af1ce425ce74996a5f57d59ef9da156 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:04.385693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:04.392018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:04.408803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.484921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.504310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:04.509423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:security_group_rule and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:04.514099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:04.522888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:04.696912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.707600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.757585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.793011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:04.800703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dba7bb-fc75-41d0-8e8c-f3c8e22ad8a3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:04.822567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.823297 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Added segment 33fe1076-b6c0-4864-a607-878b641952f1 of type vlan for network c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3 Apr 25 14:52:04.895996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.941126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.943363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:04.944616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:04.960860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Allocated IP 172.25.0.40 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/5ec2f2fa-fcb8-4b9c-ab57-950f204cfbdb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:05.078996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Network': ['ID=c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:05.084373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-09ea5271-7e65-4fbf-9c59-bee1e6ba7e96 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1883302 Apr 25 14:52:05.091008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:05.096267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33750) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:05.229859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.401901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.522025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-22583253-7491-4ffd-94e1-04a89622f3cd req-1275442f-e5cd-49b5-bd18-4cd84ddb71b0 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 210 time: 0.1166341 Apr 25 14:52:05.535621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.695561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c447b14-4f88-4596-a2fa-4fdbf0e14cb5 req-47b1a9fa-22a3-4684-96cd-8f11b2cc4c32 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:05.697198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c447b14-4f88-4596-a2fa-4fdbf0e14cb5 req-47b1a9fa-22a3-4684-96cd-8f11b2cc4c32 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2834213 Apr 25 14:52:05.708549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:05.755944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fe1076-b6c0-4864-a607-878b641952f1') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:05.756151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fe1076-b6c0-4864-a607-878b641952f1') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:05.775648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-57f1cd5f-e36b-4808-ace2-bd3fadc97d18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4106123 Apr 25 14:52:05.777354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.782239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c447b14-4f88-4596-a2fa-4fdbf0e14cb5 req-2a387463-4535-4ae6-a3c2-136bf5f26b7a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772314 Apr 25 14:52:05.787481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.859075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.926648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:05.970743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:05.971163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:05.986049 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:05.988525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:06.019592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:06.244654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event updated for resources: {'Port': ['ID=5ec2f2fa-fcb8-4b9c-ab57-950f204cfbdb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:06.296317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.323321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:52:06.347844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.384653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Network': ['ID=c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:06.407545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bed6241f-3212-4324-9345-5b83b09889cb tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c73afba3-59dc-4c9f-9e5b-c11f9f6e24b3 HTTP/1.1" status: 204 len: 168 time: 1.3057663 Apr 25 14:52:06.407951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33766) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:06.410836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-d56091a8-c31a-4c3b-b179-1cd55256beb6 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:06.412280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-d56091a8-c31a-4c3b-b179-1cd55256beb6 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.15 "GET /v2.0/networks?id=e850b28e-ecc6-4094-8bac-99b8cfe47493 HTTP/1.1" status: 200 len: 825 time: 0.5054948 Apr 25 14:52:06.413280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:06.414385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-88c65704-8057-4177-aeec-539eb4fd4f8e tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:06.415858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-88c65704-8057-4177-aeec-539eb4fd4f8e tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1097 time: 0.5709844 Apr 25 14:52:06.428698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:06.434437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Request body: {'port': {'device_id': '36eaf849-3107-482e-9f37-62b47652b098', 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493', 'admin_state_up': True, 'tenant_id': '247ac4dcfa394ed28dd9acf28dae28f6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:06.446941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:network and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:06.450106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:06.466704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:06.485953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Made reservation on behalf of a21a68c8dfca4434b9eba42d8c450ed9 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:06.488755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.509106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aab3-ead4-483e-beca-38889079e27d req-e20d338e-f413-4c7f-a392-cf7ff8681bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:06.513639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-e20d338e-f413-4c7f-a392-cf7ff8681bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.6144850 Apr 25 14:52:06.540510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:06.556163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.557326 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Added segment 2e46484c-c93c-455a-8007-db5cb7856415 of type vlan for network 18a9fada-faa5-409b-b006-6b8279185a73 Apr 25 14:52:06.592729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.624600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.683825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.685554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:06.686376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.732551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:06.774269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Usage tracker for resource:security_group_rule and tenant:e8b61b9e24de4d7d83dd33a395589488 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:06.783193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:06.795243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:06.797305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Deleting port 5ec2f2fa-fcb8-4b9c-ab57-950f204cfbdb {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:06.797660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:06.808746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3997238 Apr 25 14:52:06.811227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:06.854829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03139ada-54ab-4a9d-9c03-7a519c0124d2 req-a1154f1c-31cd-4353-8181-da106ae4c4a2 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 210 time: 0.1724114 Apr 25 14:52:06.859684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'subnet': {'network_id': '18a9fada-faa5-409b-b006-6b8279185a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:06.865025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:06.869208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:subnet and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:06.875614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:06.887130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:07.009220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Made reservation on behalf of a21a68c8dfca4434b9eba42d8c450ed9 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:07.012395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.094806 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.095114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.096460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb32e5-c91e-4625-9674-eb4674a85079 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Network': ['ID=18a9fada-faa5-409b-b006-6b8279185a73,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:07.107972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 18a9fada-faa5-409b-b006-6b8279185a73 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:07.282808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Calling delete_port for 5ec2f2fa-fcb8-4b9c-ab57-950f204cfbdb owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:07.341213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aab3-ead4-483e-beca-38889079e27d req-9508388c-f67d-4dfa-99f7-1c713e1bc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:07.343474 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-9508388c-f67d-4dfa-99f7-1c713e1bc988 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.7867284 Apr 25 14:52:07.348716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:07.394172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db4205-2e33-4430-9609-cb9613027d90 req-0dff649f-5f97-4ea0-9731-8a3bfb41d05e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:07.395698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29db4205-2e33-4430-9609-cb9613027d90 req-0dff649f-5f97-4ea0-9731-8a3bfb41d05e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.4003258 Apr 25 14:52:07.533517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-29db4205-2e33-4430-9609-cb9613027d90 req-224bc61a-0eab-4109-bffb-da77bc379d55 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246617 Apr 25 14:52:07.562329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Usage tracker for resource:port and tenant:247ac4dcfa394ed28dd9acf28dae28f6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:07.577107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:07.602080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:07.638663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:52:07.639540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.658183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Made reservation on behalf of 247ac4dcfa394ed28dd9acf28dae28f6 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:07.661674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.713325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-4608b5dd-439f-43cc-af6f-13108b139a76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.3584807 Apr 25 14:52:07.721778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Checking segment: {'id': '2e46484c-c93c-455a-8007-db5cb7856415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '18a9fada-faa5-409b-b006-6b8279185a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:07.722267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Network hostable DHCP agents. Network: 18a9fada-faa5-409b-b006-6b8279185a73, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:07.747086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0c939ee-88a3-4be1-9c2e-b8444b015c1f,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:07.755120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Network 18a9fada-faa5-409b-b006-6b8279185a73 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:07.770909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 18a9fada-faa5-409b-b006-6b8279185a73) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:07.783649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958928ef-ff62-4504-90ab-7ee6578882f5 None None] Network 18a9fada-faa5-409b-b006-6b8279185a73 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:07.787198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:07.787730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.820094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a4ba932f-fc7d-4062-91f5-bd46a9cda690 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9899275 Apr 25 14:52:07.822318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:07.831348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'floatingip': {'floating_network_id': '18a9fada-faa5-409b-b006-6b8279185a73'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:07.841564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:07.849427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:floatingip and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:07.855651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:07.867351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:07.877666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.884092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.899167 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.947953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:07.989027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aab3-ead4-483e-beca-38889079e27d req-8800ba24-f9d5-4738-94d1-d864a3ae99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:07.990520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-8800ba24-f9d5-4738-94d1-d864a3ae99b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2567148 Apr 25 14:52:07.998314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Port': ['ID=5ec2f2fa-fcb8-4b9c-ab57-950f204cfbdb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:08.114631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbc32bbd-9ce9-40ee-8476-5c811a8b92a7 req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6880012 Apr 25 14:52:08.119739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff2f3930-f44f-4725-be0d-2a08a66abe97 req-045d5776-4771-41b8-880d-ff7dc5cd0f47 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 210 time: 0.0615430 Apr 25 14:52:08.141769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:08.189829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64831b9f-f157-41b7-9363-d004b53e7e65 None None] Network 18a9fada-faa5-409b-b006-6b8279185a73 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:08.239183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea88285-0fbd-4089-a677-425a76b91ba5 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337745a1-fdea-4b69-9d6a-b8dd5569da8f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:08.413054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Allocated IP 172.20.0.8 (e850b28e-ecc6-4094-8bac-99b8cfe47493/cd6e27b2-4119-41a0-b239-76b53947f133/728142b5-2698-4da2-b61f-b0efd78191be) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:08.437247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Allocated IP 172.20.0.10 (18a9fada-faa5-409b-b006-6b8279185a73/e0c939ee-88a3-4be1-9c2e-b8444b015c1f/e7815d96-ae06-4fac-920a-c55f122c9523) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:08.441262 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] create failed (client error): The resource could not be found. Apr 25 14:52:08.446368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0d77cb57-152b-494b-9fe8-442dcc28b829 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0833948 Apr 25 14:52:08.448591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aab3-ead4-483e-beca-38889079e27d req-c0401909-3d96-47f4-8d32-c7c5c5d2ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:08.450647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-c0401909-3d96-47f4-8d32-c7c5c5d2ca1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4486098 Apr 25 14:52:08.450830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33794) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:08.523665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01021db8-ae1c-461e-8db6-bc0462595a74 req-f5d3cb4a-7a3e-4b4a-bc48-74407433298c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:08.531889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01021db8-ae1c-461e-8db6-bc0462595a74 req-f5d3cb4a-7a3e-4b4a-bc48-74407433298c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.1848831 Apr 25 14:52:08.564393 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b076d52f-0680-4cb8-a861-cd94d83ab1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:08.762150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-6ff46f6a-4fc7-45ce-bd5b-f30e6213e79e service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970870 Apr 25 14:52:08.785665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Deleting port 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:08.786269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:08.852732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01021db8-ae1c-461e-8db6-bc0462595a74 req-39c397c0-3c7f-4b9d-ae4a-0617fcc5b781 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199506 Apr 25 14:52:08.908565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:08.952950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.003296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2481aab3-ead4-483e-beca-38889079e27d req-9fe0fe5a-8323-4e41-915c-60a7b191d172 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339623 Apr 25 14:52:09.034363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482dd77-81f4-4aec-b911-e9baead92fc6 req-9a265d2d-c098-4f82-a99d-60ce638cae73 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:09.035871 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c482dd77-81f4-4aec-b911-e9baead92fc6 req-9a265d2d-c098-4f82-a99d-60ce638cae73 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3144934 Apr 25 14:52:09.043138 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.058423 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.150875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Network e850b28e-ecc6-4094-8bac-99b8cfe47493 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:09.165971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:09.170590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Pushing event updated for resources: {'Port': ['ID=728142b5-2698-4da2-b61f-b0efd78191be,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:09.173446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:09.180900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b982fafc-21b3-4ea8-92e7-b346f2b837ef tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/68298626-5d60-4ac6-aa57-299ccc37f405 HTTP/1.1" status: 200 len: 993 time: 0.2590020 Apr 25 14:52:09.220475 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c482dd77-81f4-4aec-b911-e9baead92fc6 req-ea3254b3-759a-49fa-bb82-d8ddf325c6cb tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290889 Apr 25 14:52:09.257373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.268989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:09.271460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.305407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-f66d25a8-cdb7-4138-9145-52cc2fca6f69 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8798094 Apr 25 14:52:09.324199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Request body: {'port': {'device_id': '36eaf849-3107-482e-9f37-62b47652b098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:09.488852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Calling delete_port for 7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:09.494435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.624696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.644351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67100905-c1bc-478a-8628-b3143c4ed429 req-c47d20f9-0811-4aaa-be8a-3187f55b95ec tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:09.646041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-67100905-c1bc-478a-8628-b3143c4ed429 req-c47d20f9-0811-4aaa-be8a-3187f55b95ec tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 931 time: 0.3684163 Apr 25 14:52:09.726064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Network 18a9fada-faa5-409b-b006-6b8279185a73 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:09.733403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:09.782773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:09.880896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-67100905-c1bc-478a-8628-b3143c4ed429 req-c4fda9bd-123f-4b28-9c3b-a68ed6017ab3 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859939 Apr 25 14:52:09.903318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Port': ['ID=e7815d96-ae06-4fac-920a-c55f122c9523,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:09.981232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:09.999575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33824) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:10.050795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Port': ['ID=7f9f9043-0bc2-43a3-9821-d91b9e40e2f2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:10.198796 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.222752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.263174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:10.281982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728142b5-2698-4da2-b61f-b0efd78191be {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:52:10.291935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.302429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Usage tracker for resource:security_group_rule and tenant:787b1adab40a4143b557301cc0a5d43c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:10.307891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:10.325745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.336818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:10.342168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Transition to ACTIVE for port object 728142b5-2698-4da2-b61f-b0efd78191be will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:10.353442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.379635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2efde72f-bef3-462d-84db-dfec9bb07635 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "DELETE /v2.0/ports/7f9f9043-0bc2-43a3-9821-d91b9e40e2f2 HTTP/1.1" status: 204 len: 168 time: 1.9232788 Apr 25 14:52:10.393170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33834) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:10.396593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.600615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Pushing event updated for resources: {'Port': ['ID=728142b5-2698-4da2-b61f-b0efd78191be,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:10.759505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Attempting to bind port 728142b5-2698-4da2-b61f-b0efd78191be on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:10.759845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Attempting to bind port 728142b5-2698-4da2-b61f-b0efd78191be by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '8c4c661b-9391-4829-9074-d6b99b0aeb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:10.760175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Attempting to bind port 728142b5-2698-4da2-b61f-b0efd78191be on network e850b28e-ecc6-4094-8bac-99b8cfe47493 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:10.775239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8fb98-16a0-4ce7-99bb-f3da5236962f req-6578150e-d8cd-40d7-b213-ed76ad0d6222 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:10.776698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ead8fb98-16a0-4ce7-99bb-f3da5236962f req-6578150e-d8cd-40d7-b213-ed76ad0d6222 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2946317 Apr 25 14:52:10.778385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.779432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Port 728142b5-2698-4da2-b61f-b0efd78191be on network e850b28e-ecc6-4094-8bac-99b8cfe47493 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:52:10.779813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Attempting to bind port 728142b5-2698-4da2-b61f-b0efd78191be on network e850b28e-ecc6-4094-8bac-99b8cfe47493 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:10.787890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.811211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:10.811594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Checking segment: {'id': '8c4c661b-9391-4829-9074-d6b99b0aeb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:10.812034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Bound using segment: {'id': '8c4c661b-9391-4829-9074-d6b99b0aeb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:10.812420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Bound port: 728142b5-2698-4da2-b61f-b0efd78191be, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4c661b-9391-4829-9074-d6b99b0aeb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:10.812880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.823857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-51de984c-55b5-48ef-9012-cb26f800347b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5010309 Apr 25 14:52:10.850900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369edd42-16e9-4391-931d-2407828f8615 req-3cd0dc67-1e5f-45c7-9d1b-d3bd500bd6de tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:10.852301 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-369edd42-16e9-4391-931d-2407828f8615 req-3cd0dc67-1e5f-45c7-9d1b-d3bd500bd6de tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.4666941 Apr 25 14:52:10.868590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0258e25-2b81-4ec8-bd76-ce90dcb7fb85 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:10.869320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c0258e25-2b81-4ec8-bd76-ce90dcb7fb85 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Synchronizing usage tracker for tenant:8af1ce425ce74996a5f57d59ef9da156 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:10.893678 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d7389a11-14ce-4391-b323-981b7216125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:10.913698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0ef49-5f75-4af9-92db-77f6de485c41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:10.927604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-efff62db-e39b-44d1-83ba-b5f4615855af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=787b1adab40a4143b557301cc0a5d43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245007 Apr 25 14:52:10.927719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c0258e25-2b81-4ec8-bd76-ce90dcb7fb85 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Unset dirty status for tenant:8af1ce425ce74996a5f57d59ef9da156 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:10.928742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c0258e25-2b81-4ec8-bd76-ce90dcb7fb85 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "GET /v2.0/ports?device_id=5577fc1c-946b-4c92-aee2-29478246d191 HTTP/1.1" status: 200 len: 913 time: 0.5341530 Apr 25 14:52:10.928857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:10.931174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33846) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:10.943988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ead8fb98-16a0-4ce7-99bb-f3da5236962f req-c8ec3d38-38ff-4c98-81a4-7275a7e7aef0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593635 Apr 25 14:52:11.009622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.055608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-369edd42-16e9-4391-931d-2407828f8615 req-253fd04b-358e-4f76-a111-c9f63d26ac86 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639364 Apr 25 14:52:11.084857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.133282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e3da9e3-a9fd-43db-a829-5f9cce723f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.147249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] For port 728142b5-2698-4da2-b61f-b0efd78191be, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:11.179492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] For port 728142b5-2698-4da2-b61f-b0efd78191be, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=728142b5-2698-4da2-b61f-b0efd78191be,segment=NetworkSegment(8c4c661b-9391-4829-9074-d6b99b0aeb13),segment_id=8c4c661b-9391-4829-9074-d6b99b0aeb13)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:11.224915 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e3da9e3-a9fd-43db-a829-5f9cce723f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.231471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Port': ['ID=e7815d96-ae06-4fac-920a-c55f122c9523,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:11.246161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.249996 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:52:11.265886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.295020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.299472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ae05581b-37f6-46ba-b998-752b8850bb9b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4729841 Apr 25 14:52:11.299755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:11.338246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:11.339326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.340752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] 10.222.0.15 "PUT /v2.0/ports/728142b5-2698-4da2-b61f-b0efd78191be HTTP/1.1" status: 200 len: 1091 time: 2.0284734 Apr 25 14:52:11.385858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e3da9e3-a9fd-43db-a829-5f9cce723f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.390644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1a389f2d-4bb0-4272-bc21-753a1607c701 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Synchronizing usage tracker for tenant:a21a68c8dfca4434b9eba42d8c450ed9 on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:11.409999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e3da9e3-a9fd-43db-a829-5f9cce723f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.413910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5e3da9e3-a9fd-43db-a829-5f9cce723f1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35a0ef49-5f75-4af9-92db-77f6de485c41 HTTP/1.1" status: 204 len: 168 time: 0.4748065 Apr 25 14:52:11.414161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3da9e3-a9fd-43db-a829-5f9cce723f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0ef49-5f75-4af9-92db-77f6de485c41,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:11.434393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1a389f2d-4bb0-4272-bc21-753a1607c701 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Unset dirty status for tenant:a21a68c8dfca4434b9eba42d8c450ed9 on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:11.438641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a389f2d-4bb0-4272-bc21-753a1607c701 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=18a9fada-faa5-409b-b006-6b8279185a73 HTTP/1.1" status: 200 len: 690 time: 0.1353099 Apr 25 14:52:11.438936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eaf849-3107-482e-9f37-62b47652b098', 'tag': '728142b5-2698-4da2-b61f-b0efd78191be'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:11.439317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33874) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:11.562239 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3621f91b-cc55-4e85-964e-998d6b04b9bf'] response: {'name': 'network-changed', 'server_uuid': '36eaf849-3107-482e-9f37-62b47652b098', 'tag': '728142b5-2698-4da2-b61f-b0efd78191be', 'status': 'completed', 'code': 200} Apr 25 14:52:11.566662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c122-d968-4cc7-b7a2-b2d80ddb5223 service neutron] Pushing event updated for resources: {'Port': ['ID=728142b5-2698-4da2-b61f-b0efd78191be,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:11.621641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-8acef28e-422a-4e05-8dbc-834785121cfe tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:11.622317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-8acef28e-422a-4e05-8dbc-834785121cfe tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Synchronizing usage tracker for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:11.679438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.758767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-8acef28e-422a-4e05-8dbc-834785121cfe tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Unset dirty status for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:11.760749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-8acef28e-422a-4e05-8dbc-834785121cfe tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 943 time: 0.6681993 Apr 25 14:52:11.764726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-7856a3d5-0183-4266-a494-a459d3e1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:11.766395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-7856a3d5-0183-4266-a494-a459d3e1ec3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=247ac4dcfa394ed28dd9acf28dae28f6&device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 1094 time: 0.3126261 Apr 25 14:52:11.773789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.812929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-0b1b2364-4d14-47ba-8b05-660517607c88 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Synchronizing usage tracker for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:11.815691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Deleting port e7815d96-ae06-4fac-920a-c55f122c9523 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:11.816449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:11.910374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.018327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-2c200c34-0f75-48c6-bc6b-9b8d5c749d3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=728142b5-2698-4da2-b61f-b0efd78191be HTTP/1.1" status: 200 len: 217 time: 0.2088404 Apr 25 14:52:12.038453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.039068 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.099438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-0b1b2364-4d14-47ba-8b05-660517607c88 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Unset dirty status for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:12.100595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8eae3f3f-24ca-474e-a0e7-4beb24dc620c req-0b1b2364-4d14-47ba-8b05-660517607c88 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331335 Apr 25 14:52:12.150146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-66efc7e9-b0ae-4a97-bd87-47a25523270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:12.151585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-66efc7e9-b0ae-4a97-bd87-47a25523270f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd6e27b2-4119-41a0-b239-76b53947f133 HTTP/1.1" status: 200 len: 865 time: 0.1262910 Apr 25 14:52:12.204621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-2fe35547-d54a-4969-8286-7666adaf5c19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e850b28e-ecc6-4094-8bac-99b8cfe47493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455074 Apr 25 14:52:12.233714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Calling delete_port for e7815d96-ae06-4fac-920a-c55f122c9523 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:12.296318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.369722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefd8be-9ea4-4a3c-8979-a7bb04308cc6 req-e6cd9c13-59a2-4b7b-b16f-71c0e8989508 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:12.377491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8eefd8be-9ea4-4a3c-8979-a7bb04308cc6 req-e6cd9c13-59a2-4b7b-b16f-71c0e8989508 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2466581 Apr 25 14:52:12.472979 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8eefd8be-9ea4-4a3c-8979-a7bb04308cc6 req-98312d00-5a4c-4a37-981e-4cb8db88b9c6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945768 Apr 25 14:52:12.490210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.545915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7815d96-ae06-4fac-920a-c55f122c9523,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:12.664351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.700971 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-1ece71aa-e49d-43f3-aa8d-6d4e5b927f23 service neutron] 10.222.0.15 "GET /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899330 Apr 25 14:52:12.717337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ccfd-6d55-4d6e-8e0c-0b5c67b5e494 req-c92968c6-98a9-4587-bc6c-116868a26859 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:12.718805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bba7ccfd-6d55-4d6e-8e0c-0b5c67b5e494 req-c92968c6-98a9-4587-bc6c-116868a26859 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.4893854 Apr 25 14:52:12.730546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.802914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-c46ce69d-18cd-4aa4-875c-54b6cb3b1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:12.804384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-c46ce69d-18cd-4aa4-875c-54b6cb3b1b8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1097 time: 0.3855944 Apr 25 14:52:12.814131 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:12.853865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c939ee-88a3-4be1-9c2e-b8444b015c1f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:12.926199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bba7ccfd-6d55-4d6e-8e0c-0b5c67b5e494 req-cc3a5fa9-82c1-4aa8-bdad-1462a18ab0aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833487 Apr 25 14:52:13.030668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39598c65-11d3-4677-8a69-2be09b5728d2 req-692cddee-a0b3-4695-96e2-d954b8d50914 service neutron] 10.222.0.15 "GET /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212380 Apr 25 14:52:13.064732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.092108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a9fada-faa5-409b-b006-6b8279185a73']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:13.105800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e46484c-c93c-455a-8007-db5cb7856415') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:13.106192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e46484c-c93c-455a-8007-db5cb7856415') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:13.118412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.129424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33920) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:13.140910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.147355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:13.148319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.160223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-19956c8f-b0e7-4528-9adf-a39ef4b3f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.161546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-19956c8f-b0e7-4528-9adf-a39ef4b3f1a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.3063109 Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:13.162966 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:13.167156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Deleting port 85f045e6-7c47-4784-9dec-854f439ea003 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:13.167908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.301218 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.321609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18a9fada-faa5-409b-b006-6b8279185a73 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:52:13.335022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.337784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Network': ['ID=18a9fada-faa5-409b-b006-6b8279185a73,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:13.366176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71cb66-0e47-4c1e-bdbe-4caf323d0691 req-d1631f40-13ca-498a-8a1e-b3ac9a333f23 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.367831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a71cb66-0e47-4c1e-bdbe-4caf323d0691 req-d1631f40-13ca-498a-8a1e-b3ac9a333f23 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 943 time: 0.1400638 Apr 25 14:52:13.378825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-59fae5ec-6299-419d-ba03-e405b884d327 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/networks/18a9fada-faa5-409b-b006-6b8279185a73 HTTP/1.1" status: 204 len: 168 time: 1.9355717 Apr 25 14:52:13.380397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33928) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:13.522260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-e1b3e770-82dd-499c-9910-29ad55a8b109 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 1001 time: 0.3273654 Apr 25 14:52:13.614267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da29e535-7d57-43a9-931b-25b08e0cc936 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Synchronizing usage tracker for tenant:a21a68c8dfca4434b9eba42d8c450ed9 on resource:floatingip {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:13.627033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'network': {'name': 'tempest-network-smoke--2003861067', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:13.631147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.643551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da29e535-7d57-43a9-931b-25b08e0cc936 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Unset dirty status for tenant:a21a68c8dfca4434b9eba42d8c450ed9 on resource:floatingip {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:13.645871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:13.648388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da29e535-7d57-43a9-931b-25b08e0cc936 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.2662387 Apr 25 14:52:13.652440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-102b0bc3-2bd8-4c0e-a7c4-c492c0421b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.652592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33934) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:13.653474 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-102b0bc3-2bd8-4c0e-a7c4-c492c0421b78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=247ac4dcfa394ed28dd9acf28dae28f6&device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 1094 time: 0.5663974 Apr 25 14:52:13.664786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:network and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:13.669796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:13.702931 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a71cb66-0e47-4c1e-bdbe-4caf323d0691 req-d0696f9c-a2e3-44cb-989f-32bc5a7ad3ee tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233032 Apr 25 14:52:13.724103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:13.752788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.753289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.753758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.754216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.754730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.755179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.755622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.756622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.757137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.758031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.759501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Synchronizing usage tracker for tenant:a21a68c8dfca4434b9eba42d8c450ed9 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:13.776979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Unset dirty status for tenant:a21a68c8dfca4434b9eba42d8c450ed9 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:13.778819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f269d49f-ba17-4953-83ca-09be5bc5695e tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6548 time: 0.1255567 Apr 25 14:52:13.782760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33938) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:13.838639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.851325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-8e8f74f8-3a6f-4663-9c0f-133793712f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:13.852681 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-8e8f74f8-3a6f-4663-9c0f-133793712f71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.2717965 Apr 25 14:52:13.863634 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-01cd7d4b-3f34-4b28-9522-6135a6d2213b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] delete failed (client error): The resource could not be found. Apr 25 14:52:13.863953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:13.865292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01cd7d4b-3f34-4b28-9522-6135a6d2213b tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/a3795e76-69ce-4eff-9a3f-a75980a1d257 HTTP/1.1" status: 404 len: 345 time: 0.0811498 Apr 25 14:52:13.867296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.868082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:13.894076 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e735f0-4bad-4911-9cab-433af24077c3 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] DELETE failed (client error): The resource could not be found. Apr 25 14:52:13.894935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e735f0-4bad-4911-9cab-433af24077c3 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:52:13.897139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05e735f0-4bad-4911-9cab-433af24077c3 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/networks/18a9fada-faa5-409b-b006-6b8279185a73 HTTP/1.1" status: 404 len: 339 time: 0.0276477 Apr 25 14:52:13.901727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33946) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:13.908322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'network': {'name': 'tempest-network--760656179', 'router:external': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:13.913549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:13.917489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:network and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:13.920319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:13.926437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:13.936784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Made reservation on behalf of a21a68c8dfca4434b9eba42d8c450ed9 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:13.939207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.968191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:13.977883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:13.978374 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Added segment 284009ef-7c7d-4698-ac73-b5f7210ef53c of type vlan for network cfb54973-2cbe-4b73-a425-0849f3f0b3fc Apr 25 14:52:14.010293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.040295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Calling delete_port for 85f045e6-7c47-4784-9dec-854f439ea003 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:14.045203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.046372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.047025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.074716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.119577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:14.148773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:14.159696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:14.172257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-23e6209c-a5cd-4441-837f-d449a31cdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.173731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-23e6209c-a5cd-4441-837f-d449a31cdef1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e850b28e-ecc6-4094-8bac-99b8cfe47493 HTTP/1.1" status: 200 len: 926 time: 0.5101998 Apr 25 14:52:14.186823 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2809093 Apr 25 14:52:14.187369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:14.192875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:14.216830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f22456-4b93-446e-8acf-0d8f6c34efb8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Network': ['ID=cfb54973-2cbe-4b73-a425-0849f3f0b3fc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:14.228859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cfb54973-2cbe-4b73-a425-0849f3f0b3fc details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:14.290919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-aaf625dd-8e54-41e7-8055-e05d98ee3d76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=728142b5-2698-4da2-b61f-b0efd78191be HTTP/1.1" status: 200 len: 217 time: 0.1027710 Apr 25 14:52:14.316179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221224-b9fe-4867-8528-bb559660df30 req-2f5327bf-539a-4341-ba47-e1a91c16024a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.317667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c221224-b9fe-4867-8528-bb559660df30 req-2f5327bf-539a-4341-ba47-e1a91c16024a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.6238608 Apr 25 14:52:14.356633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a331fb5-63fa-420f-a3e8-4c6e2b5cf8d0 req-ea705c3c-75eb-4d6d-ab5c-5e5f93a29f07 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.358181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a331fb5-63fa-420f-a3e8-4c6e2b5cf8d0 req-ea705c3c-75eb-4d6d-ab5c-5e5f93a29f07 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3074224 Apr 25 14:52:14.385338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-81145168-d17d-49e4-9899-c34fc4ef9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.386677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-81145168-d17d-49e4-9899-c34fc4ef9bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5063252 Apr 25 14:52:14.408034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.414113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.420064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.426076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.426922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Synchronizing usage tracker for tenant:c4433d2b5c194980a15fb48e5a2eae45 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:14.457734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a331fb5-63fa-420f-a3e8-4c6e2b5cf8d0 req-641dd0f0-6a50-4f29-a9aa-746fd6af1d12 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917010 Apr 25 14:52:14.463125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Unset dirty status for tenant:c4433d2b5c194980a15fb48e5a2eae45 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:14.464348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-95a3fa54-d3ce-4e31-a9e8-853d18d4ecf5 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2691324 Apr 25 14:52:14.467533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33956) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:14.529981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-05cedde9-cd37-47ed-bf7f-6b9de26edc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:14.531420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-05cedde9-cd37-47ed-bf7f-6b9de26edc97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd6e27b2-4119-41a0-b239-76b53947f133 HTTP/1.1" status: 200 len: 865 time: 0.2251456 Apr 25 14:52:14.583344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.600685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c221224-b9fe-4867-8528-bb559660df30 req-4d0dd4ae-5746-4543-a13c-0f691f764aa6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389061 Apr 25 14:52:14.617477 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-052fcfde-b601-4157-8fd7-0fc468ab37c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e850b28e-ecc6-4094-8bac-99b8cfe47493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660100 Apr 25 14:52:14.717563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.748508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb54973-2cbe-4b73-a425-0849f3f0b3fc']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:14.761790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284009ef-7c7d-4698-ac73-b5f7210ef53c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:14.762093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284009ef-7c7d-4698-ac73-b5f7210ef53c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:14.775114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.792757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.799885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:14.800524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:14.815437 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:14.834304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-308743a9-bc43-4747-bf49-b70097839588 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295173 Apr 25 14:52:14.898864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.908878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.940055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.948975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.963956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfb54973-2cbe-4b73-a425-0849f3f0b3fc {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:52:14.973393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:14.975635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfb54973-2cbe-4b73-a425-0849f3f0b3fc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:14.987674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2698f526-f506-417a-8701-3935f2fde188 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/networks/cfb54973-2cbe-4b73-a425-0849f3f0b3fc HTTP/1.1" status: 204 len: 168 time: 0.5157166 Apr 25 14:52:14.989301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33962) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:14.991598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 728142b5-2698-4da2-b61f-b0efd78191be details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:52:14.995533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'network': {'name': 'tempest-network--670403259', 'router:external': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:15.006796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc809037-7200-4d23-b0eb-01bf073787d9 req-b72d54ca-b4f7-4d01-a74b-6e62f154914c tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:15.008230 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc809037-7200-4d23-b0eb-01bf073787d9 req-b72d54ca-b4f7-4d01-a74b-6e62f154914c tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 943 time: 0.1822052 Apr 25 14:52:15.009223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:15.013234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:network and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:15.020034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:15.059201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d611f-1657-4cae-abae-09f4c5a683ad,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:15.079055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Port': ['ID=85f045e6-7c47-4784-9dec-854f439ea003,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:15.137600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-6aef604f-176b-4fe7-83c4-3c1c2fc1c062 service neutron] 10.222.0.15 "GET /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828527 Apr 25 14:52:15.167265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:15.174920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 728142b5-2698-4da2-b61f-b0efd78191be, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=728142b5-2698-4da2-b61f-b0efd78191be,segment=NetworkSegment(8c4c661b-9391-4829-9074-d6b99b0aeb13),segment_id=8c4c661b-9391-4829-9074-d6b99b0aeb13)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:15.190113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '728142b5-2698-4da2-b61f-b0efd78191be', 'network_id': 'e850b28e-ecc6-4094-8bac-99b8cfe47493', 'port_id': '728142b5-2698-4da2-b61f-b0efd78191be', 'mac_address': 'fa:16:3e:28:dd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6e27b2-4119-41a0-b239-76b53947f133', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:52:15.212136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Made reservation on behalf of a21a68c8dfca4434b9eba42d8c450ed9 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:15.214709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.235630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc809037-7200-4d23-b0eb-01bf073787d9 req-f9c8033a-7a26-4baf-abdb-d8e92e41bbac tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172868 Apr 25 14:52:15.268300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:15.280630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.280991 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Added segment 05ed22e7-29bd-45e3-a433-e0873dd6587d of type vlan for network 1ff10d60-712a-4096-b194-de8b4efc28d5 Apr 25 14:52:15.286171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.311852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728142b5-2698-4da2-b61f-b0efd78191be {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:52:15.322823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.340481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 728142b5-2698-4da2-b61f-b0efd78191be, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=728142b5-2698-4da2-b61f-b0efd78191be,segment=NetworkSegment(8c4c661b-9391-4829-9074-d6b99b0aeb13),segment_id=8c4c661b-9391-4829-9074-d6b99b0aeb13)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:15.350739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.366120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.367574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:15.368376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.398600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:15.485519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=728142b5-2698-4da2-b61f-b0efd78191be,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:15.487135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4967573 Apr 25 14:52:15.495633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33968) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:15.515238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-c4691adf-2f3c-4011-aa5d-bba3876080bb service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652210 Apr 25 14:52:15.614713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['728142b5-2698-4da2-b61f-b0efd78191be'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:52:15.641585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18edc6b-b73b-49c0-a057-bb671c818ac6 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Network': ['ID=1ff10d60-712a-4096-b194-de8b4efc28d5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:15.662882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.663246 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Added segment 2a967bf6-93c1-4777-b197-dbb410179780 of type vlan for network b8df3b12-59f7-4559-9f89-a15c11d48f7f Apr 25 14:52:15.668476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1ff10d60-712a-4096-b194-de8b4efc28d5 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:15.685508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b660e830-5772-48a2-aee5-444bb9cd9381 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:15.687772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b660e830-5772-48a2-aee5-444bb9cd9381 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] 10.222.0.23 "GET /v2.0/networks/1ff10d60-712a-4096-b194-de8b4efc28d5 HTTP/1.1" status: 200 len: 756 time: 0.1910191 Apr 25 14:52:15.690307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33974) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:15.785735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2894afc-d95a-44a1-914f-e4b37f1e5552 req-eb80da70-2e35-48be-8e31-3bb563757c50 service neutron] 10.222.0.15 "GET /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884931 Apr 25 14:52:15.810235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.860456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08cd3e-571c-445b-b512-4314b582f993 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:15.864503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa08cd3e-571c-445b-b512-4314b582f993 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] 10.222.0.23 "GET /v2.0/networks/aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd HTTP/1.1" status: 200 len: 768 time: 0.1705327 Apr 25 14:52:15.865274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33978) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:15.925469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.931269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:15.931868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.986761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:15.996813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264827-244c-46c6-aa93-6a2eea148e71 req-c42d1aa5-4110-49a1-90ce-978368af5c30 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:15.998284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4264827-244c-46c6-aa93-6a2eea148e71 req-c42d1aa5-4110-49a1-90ce-978368af5c30 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2079735 Apr 25 14:52:16.064411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9277005 Apr 25 14:52:16.065002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.068273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33982) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:16.104363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4264827-244c-46c6-aa93-6a2eea148e71 req-6d1f5808-50cb-4e8c-9d99-f3adbf7c6cbe tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984275 Apr 25 14:52:16.131165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-432488012', 'admin_state_up': True, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:16.142915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:16.159986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.185812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff10d60-712a-4096-b194-de8b4efc28d5']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:16.198669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ed22e7-29bd-45e3-a433-e0873dd6587d') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:16.198994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ed22e7-29bd-45e3-a433-e0873dd6587d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:16.210300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.214626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:router and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:16.217388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3e836-e99d-454a-8557-8d793981b550 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Network': ['ID=b8df3b12-59f7-4559-9f89-a15c11d48f7f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:16.227057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:16.227345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.229948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:16.240566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:16.242416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.286246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:16.313163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54e4e0-eea1-4086-a0f2-e099b7d70365 req-3f778804-7a83-4fff-b5f9-9fe3c17825cd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:16.314803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec54e4e0-eea1-4086-a0f2-e099b7d70365 req-3f778804-7a83-4fff-b5f9-9fe3c17825cd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.6543219 Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:16.361148 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:16.388373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.391034 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.392084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.394888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ff10d60-712a-4096-b194-de8b4efc28d5 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:52:16.398290 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.463467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ff10d60-712a-4096-b194-de8b4efc28d5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:16.471671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2f4ebcd0-6132-4fdb-a712-d2c44d8cd4b8 tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1ff10d60-712a-4096-b194-de8b4efc28d5 HTTP/1.1" status: 204 len: 168 time: 0.6052232 Apr 25 14:52:16.478239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33992) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:16.501214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'network': {'name': 'tempest-network--1203423390'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:16.511508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:16.518568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec54e4e0-eea1-4086-a0f2-e099b7d70365 req-02fafded-9259-42b7-b9cb-af5ff7d6fdab tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969409 Apr 25 14:52:16.524811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Usage tracker for resource:network and tenant:a21a68c8dfca4434b9eba42d8c450ed9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:16.531083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.532523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:16.535892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892ed12-f3f9-4e0f-885c-876589c1686a req-d3191a71-ead6-40bf-916d-90b7ce4c36ce tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:16.536316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Router 5577fc1c-946b-4c92-aee2-29478246d191 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:52:16.544757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c892ed12-f3f9-4e0f-885c-876589c1686a req-d3191a71-ead6-40bf-916d-90b7ce4c36ce tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 944 time: 0.1167290 Apr 25 14:52:16.549883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:16.619618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c892ed12-f3f9-4e0f-885c-876589c1686a req-1d32bff5-482d-4c45-b864-662eb2afa0ba tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706484 Apr 25 14:52:16.716952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Made reservation on behalf of a21a68c8dfca4434b9eba42d8c450ed9 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:16.719757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:16.995698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 728142b5-2698-4da2-b61f-b0efd78191be up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:17.066982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 728142b5-2698-4da2-b61f-b0efd78191be completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:17.071478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 728142b5-2698-4da2-b61f-b0efd78191be triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:17.071849 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.105001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:52:17.116404 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77398d-c825-4043-95da-d910587a0540 None None] Sync routers for ids ['5577fc1c-946b-4c92-aee2-29478246d191'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:52:17.126330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77398d-c825-4043-95da-d910587a0540 None None] Routers {'5577fc1c-946b-4c92-aee2-29478246d191'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:17.126945 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ab77398d-c825-4043-95da-d910587a0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['5577fc1c-946b-4c92-aee2-29478246d191'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:17.188373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:17.190356 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.190869 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ab77398d-c825-4043-95da-d910587a0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:17.200181 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77398d-c825-4043-95da-d910587a0540 None None] Routers {'5577fc1c-946b-4c92-aee2-29478246d191'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:17.200433 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ab77398d-c825-4043-95da-d910587a0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['5577fc1c-946b-4c92-aee2-29478246d191'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:17.205302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c12e3897-d4df-4cd6-80e9-0bec2bac3e82 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "PUT /v2.0/routers/5577fc1c-946b-4c92-aee2-29478246d191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2714593 Apr 25 14:52:17.208996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33996) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:17.222326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eaf849-3107-482e-9f37-62b47652b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728142b5-2698-4da2-b61f-b0efd78191be'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:17.232471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 728142b5-2698-4da2-b61f-b0efd78191be, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=728142b5-2698-4da2-b61f-b0efd78191be,segment=NetworkSegment(8c4c661b-9391-4829-9074-d6b99b0aeb13),segment_id=8c4c661b-9391-4829-9074-d6b99b0aeb13)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:17.244205 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.279643 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.280508 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Added segment 2482e1ed-6611-42e1-b9aa-fe5f7a9ff68f of type vlan for network 03b51b01-de55-4251-9905-997d7afc3443 Apr 25 14:52:17.283629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.322218 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ab77398d-c825-4043-95da-d910587a0540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:17.322611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77398d-c825-4043-95da-d910587a0540 None None] The sync data for ids ['5577fc1c-946b-4c92-aee2-29478246d191'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:52:17.325185 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f61cdb6-ddc6-4cc8-9f01-760c606a6034'] response: {'server_uuid': '36eaf849-3107-482e-9f37-62b47652b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728142b5-2698-4da2-b61f-b0efd78191be', 'code': 200} Apr 25 14:52:17.360336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=728142b5-2698-4da2-b61f-b0efd78191be,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:17.368495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.368898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.369322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.369669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.370045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.370428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.370762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.371134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.371520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.371844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.372169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.372543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:17.396887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.401656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.413157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3393d1-f102-43ba-9383-d47818ba559a req-e0fb63ec-9444-44f5-b17d-8ce5ff6bc469 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:17.414606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b3393d1-f102-43ba-9383-d47818ba559a req-e0fb63ec-9444-44f5-b17d-8ce5ff6bc469 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.7102265 Apr 25 14:52:17.430267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-18c71489-cdf6-4755-b458-9ab809a52ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:17.431664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-18c71489-cdf6-4755-b458-9ab809a52ff6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.7636390 Apr 25 14:52:17.650665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.651605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:17.652183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.675966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b3393d1-f102-43ba-9383-d47818ba559a req-d0509e44-2b3d-494e-a59d-51579e67484f tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479017 Apr 25 14:52:17.805361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3205822 Apr 25 14:52:17.839542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34006) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:17.846755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309b06-d258-4791-bec9-3be2b2ea8983 req-67488a1e-6ed4-4a74-9d00-cde47eadc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:17.848205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b309b06-d258-4791-bec9-3be2b2ea8983 req-67488a1e-6ed4-4a74-9d00-cde47eadc23e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 1096 time: 0.4903524 Apr 25 14:52:17.851045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.855194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e5d86-1785-47e5-9dcd-5f0d4702cfca tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Network': ['ID=03b51b01-de55-4251-9905-997d7afc3443,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:17.856426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:17.864885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-01a9371d-8673-4c34-8349-54efd41aac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:17.865480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 03b51b01-de55-4251-9905-997d7afc3443 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:17.866309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-01a9371d-8673-4c34-8349-54efd41aac0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.4279420 Apr 25 14:52:17.870199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.987314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:17.987818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Fanout notify agent at l3_agent the message router_deleted on router 5577fc1c-946b-4c92-aee2-29478246d191 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:52:17.994560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b309b06-d258-4791-bec9-3be2b2ea8983 req-4a621292-c88e-4b82-828f-97b57e4b8f07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310208 Apr 25 14:52:18.021000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79d53b-b9af-436a-9216-e51b339182a0 req-331ecfbd-f852-4532-9295-dab40c6a6c88 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:18.022490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa79d53b-b9af-436a-9216-e51b339182a0 req-331ecfbd-f852-4532-9295-dab40c6a6c88 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3549006 Apr 25 14:52:18.025011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-08351485-c7a5-4ea1-bcc7-cd655a71dbd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 1001 time: 0.1412094 Apr 25 14:52:18.039302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.040322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9bf903d2-2871-4fac-b21b-8242d5a67a50 tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "DELETE /v2.0/routers/5577fc1c-946b-4c92-aee2-29478246d191 HTTP/1.1" status: 204 len: 168 time: 0.8298645 Apr 25 14:52:18.043996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34010) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:18.200157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa79d53b-b9af-436a-9216-e51b339182a0 req-f2b0ced0-b6f1-4d76-a510-536b6eab8b04 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652420 Apr 25 14:52:18.208555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa68ed-666f-4848-9293-0125adcce04b req-6ee5cac5-48a3-4b79-b803-8eb7c63c129d tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:18.210050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55aa68ed-666f-4848-9293-0125adcce04b req-6ee5cac5-48a3-4b79-b803-8eb7c63c129d tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.4122055 Apr 25 14:52:18.220049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Deleting subnet 84c45b21-0eaf-4565-ada4-05a0e2ebc010 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:52:18.228646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-8f845916-f6c1-4ed4-8248-44fa4e738ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:18.230054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-8f845916-f6c1-4ed4-8248-44fa4e738ce3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.1989458 Apr 25 14:52:18.233565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.266981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.272308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-eba3b233-124a-4cf5-9fd4-dc031c1835d1 req-44c68780-4996-4e60-8377-794b0fc1b923 service neutron] (88061) timed out ('10.222.0.15', 53817) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 14:52:18.295630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.312245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.320417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.348291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Network 03b51b01-de55-4251-9905-997d7afc3443 is not hosted by any dhcp agent {{(pid=88060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 25 14:52:18.349389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:18.349879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.350000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.351264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "PUT /v2.0/networks/03b51b01-de55-4251-9905-997d7afc3443 HTTP/1.1" status: 200 len: 858 time: 0.5034723 Apr 25 14:52:18.352822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-4c72724f-6f92-4b07-a001-e15642c26fbe req-eeb6012b-1122-4e56-9376-c8d7ce4c35c7 service neutron] (88060) timed out ('10.222.0.15', 53833) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 14:52:18.360396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34014) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:18.448317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55aa68ed-666f-4848-9293-0125adcce04b req-4b0c2d88-0296-4052-9777-2ec7c8dd1418 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215087 Apr 25 14:52:18.449917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a7fa3-33a1-47a9-8d75-5f732d37205a tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event updated for resources: {'Network': ['ID=03b51b01-de55-4251-9905-997d7afc3443,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:18.487939 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.569195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.608901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Subnet': ['ID=84c45b21-0eaf-4565-ada4-05a0e2ebc010,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:18.612757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.621617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-000fd666-bb97-43e5-af42-c932a9a0156e tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "DELETE /v2.0/subnets/84c45b21-0eaf-4565-ada4-05a0e2ebc010 HTTP/1.1" status: 204 len: 168 time: 0.5573742 Apr 25 14:52:18.621843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03966d5e-eea5-4940-8649-1ab21ac2da82 None None] Network f071e222-6d5b-4535-a0d7-aed202da16b8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:18.622301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34018) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:18.692963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.744591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.757747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Deleting port 29416119-aad9-4f78-ae12-2ef4dd85aa76 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:18.758092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:18.758733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-2787afdc-fd36-4adc-b6dc-92f087ae3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:18.760264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-2787afdc-fd36-4adc-b6dc-92f087ae3b76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5025692 Apr 25 14:52:18.835908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.25.0.173 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/feef6b57-726b-438e-8e2a-e61412dbc3ea) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:18.935089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] DHCP port deletion for f071e222-6d5b-4535-a0d7-aed202da16b8 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:52:18.939860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Deleting port 29416119-aad9-4f78-ae12-2ef4dd85aa76 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:18.940240 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.040407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] For port 29416119-aad9-4f78-ae12-2ef4dd85aa76, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=29416119-aad9-4f78-ae12-2ef4dd85aa76,segment=NetworkSegment(cfc2ffd7-1608-412c-87f8-3fb821b642c9),segment_id=cfc2ffd7-1608-412c-87f8-3fb821b642c9)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:19.040766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.073192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.139643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b51b01-de55-4251-9905-997d7afc3443']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:19.154094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-50256d61-9415-4d2d-9bcc-ec0110bfd151 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864112 Apr 25 14:52:19.163410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2482e1ed-6611-42e1-b9aa-fe5f7a9ff68f') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:19.163682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2482e1ed-6611-42e1-b9aa-fe5f7a9ff68f') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:19.208642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] For port 29416119-aad9-4f78-ae12-2ef4dd85aa76, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=29416119-aad9-4f78-ae12-2ef4dd85aa76,segment=NetworkSegment(cfc2ffd7-1608-412c-87f8-3fb821b642c9),segment_id=cfc2ffd7-1608-412c-87f8-3fb821b642c9)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:19.209166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.218978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.289304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Calling delete_port for 29416119-aad9-4f78-ae12-2ef4dd85aa76 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:19.293652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.317444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.322320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:19.322937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:19.336565 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:19.374972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.382077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Calling delete_port for 29416119-aad9-4f78-ae12-2ef4dd85aa76 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:19.436149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3fb10-3aa7-4214-993e-5531040e32d1 req-6e1498d7-d7d4-4410-a423-f1cab4c90a03 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:19.437839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfe3fb10-3aa7-4214-993e-5531040e32d1 req-6e1498d7-d7d4-4410-a423-f1cab4c90a03 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.6202965 Apr 25 14:52:19.438696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Port': ['ID=29416119-aad9-4f78-ae12-2ef4dd85aa76,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:19.443143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] No DVR routers for this DVR port 29416119-aad9-4f78-ae12-2ef4dd85aa76 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:19.465935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:19.466396 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:19.501714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a16c997-0d90-44e1-9ce7-79a4c44f8126 req-309fd2e1-d672-4edd-94ee-3c06fa41bb7f service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403146 Apr 25 14:52:19.504841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.524689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03b51b01-de55-4251-9905-997d7afc3443 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:52:19.532946 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.539563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] Pushing event deleted for resources: {'Network': ['ID=03b51b01-de55-4251-9905-997d7afc3443,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:19.550661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.584452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2cdb85ae-508d-4c87-9859-7d7d0112adfd tempest-ExternalNetworksTestJSON-1879848411 tempest-ExternalNetworksTestJSON-1879848411-project-admin] 10.222.0.23 "DELETE /v2.0/networks/03b51b01-de55-4251-9905-997d7afc3443 HTTP/1.1" status: 204 len: 168 time: 1.1867623 Apr 25 14:52:19.594495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34028) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:19.648615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.663730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfe3fb10-3aa7-4214-993e-5531040e32d1 req-bcf05c8d-7ceb-47f7-bcb3-0baf4742d36d tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666522 Apr 25 14:52:19.671199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:19.674457 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-30360da1-2475-4e38-9122-53f2c54f0a08 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] DELETE failed (client error): The resource could not be found. Apr 25 14:52:19.674915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30360da1-2475-4e38-9122-53f2c54f0a08 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:52:19.676659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-30360da1-2475-4e38-9122-53f2c54f0a08 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] 10.222.0.23 "DELETE /v2.0/subnets/e0c939ee-88a3-4be1-9c2e-b8444b015c1f HTTP/1.1" status: 404 len: 337 time: 0.0789359 Apr 25 14:52:19.679434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34032) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:19.680466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:19.704863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf2078-56d7-4eb1-9d44-7b2f342b4fc4 req-86b1c526-d20f-4a92-9058-fee68020a343 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:19.704863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dbcf2078-56d7-4eb1-9d44-7b2f342b4fc4 req-86b1c526-d20f-4a92-9058-fee68020a343 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3008602 Apr 25 14:52:19.708677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:19.751917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=feef6b57-726b-438e-8e2a-e61412dbc3ea,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:19.807947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dbcf2078-56d7-4eb1-9d44-7b2f342b4fc4 req-87a13563-bf05-4216-8796-56996932fb86 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035025 Apr 25 14:52:19.845065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.851937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f071e222-6d5b-4535-a0d7-aed202da16b8']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:19.908781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc2ffd7-1608-412c-87f8-3fb821b642c9') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:19.909337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc2ffd7-1608-412c-87f8-3fb821b642c9') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:19.925404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.968474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Deleting port 29416119-aad9-4f78-ae12-2ef4dd85aa76 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:19.968999 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:19.994851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.022495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:20.023157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:20.038902 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:20.049626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-78195877-06cb-41c5-ba06-7e690ee71e2b None None] The port '29416119-aad9-4f78-ae12-2ef4dd85aa76' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:52:20.115473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.208659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5534f-188a-45cb-92de-f9739731583e req-f9e8e955-5208-4736-85c5-7b9a90dec6f4 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:20.210222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acd5534f-188a-45cb-92de-f9739731583e req-f9e8e955-5208-4736-85c5-7b9a90dec6f4 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.3614025 Apr 25 14:52:20.212244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:20.234390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.262592 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.276772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb99cfb1-6baa-4804-b1df-af7e97d41b8b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:20.277086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb99cfb1-6baa-4804-b1df-af7e97d41b8b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:20.299378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] Pushing event deleted for resources: {'Network': ['ID=f071e222-6d5b-4535-a0d7-aed202da16b8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:20.307737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.322446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6366042a-01f1-4ce1-b90d-a253793f735d tempest-FloatingIPNegativeTestJSON-1590523481 tempest-FloatingIPNegativeTestJSON-1590523481-project] 10.222.0.23 "DELETE /v2.0/networks/f071e222-6d5b-4535-a0d7-aed202da16b8 HTTP/1.1" status: 204 len: 168 time: 1.6995156 Apr 25 14:52:20.332237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acd5534f-188a-45cb-92de-f9739731583e req-fd966ff8-4f7a-4e71-a88d-7eafdfa11968 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119523 Apr 25 14:52:20.333238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.340493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:20.340942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:20.357718 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:20.405437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.460228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.481361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:20.487746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] Pushing event deleted for resources: {'Network': ['ID=aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:20.501229 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87ef3914-8381-41a4-83c2-864ed4656fd2 tempest-ExternalNetworksTestJSON-2071313395 tempest-ExternalNetworksTestJSON-2071313395-project] 10.222.0.23 "DELETE /v2.0/networks/aa63bbe9-a7f0-47d6-b5e5-8ecb596ea9cd HTTP/1.1" status: 204 len: 168 time: 0.8203619 Apr 25 14:52:20.675248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34048) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:20.704117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 29416119-aad9-4f78-ae12-2ef4dd85aa76 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:52:20.772994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafcaca-b3c0-4b14-b9d4-237bdb9c43ae req-3d30b16f-cf56-47a4-b1d6-d61b5550846f tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:20.782943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-afafcaca-b3c0-4b14-b9d4-237bdb9c43ae req-3d30b16f-cf56-47a4-b1d6-d61b5550846f tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.2757242 Apr 25 14:52:20.783059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34056) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:20.788065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 29416119-aad9-4f78-ae12-2ef4dd85aa76 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:52:20.788685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 29416119-aad9-4f78-ae12-2ef4dd85aa76 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:52:20.909284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d667427-47c5-457c-9c7a-6fd043278d6c req-ef298bb5-fbef-43d2-a699-1974cba30c60 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:20.911272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d667427-47c5-457c-9c7a-6fd043278d6c req-ef298bb5-fbef-43d2-a699-1974cba30c60 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0885980 Apr 25 14:52:20.913763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-afafcaca-b3c0-4b14-b9d4-237bdb9c43ae req-ade2b2d3-f59d-4059-8a4e-0a03a5f36345 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319892 Apr 25 14:52:20.959035 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.037670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ac0e5eeb-4b4d-469c-9f24-c90fe30ca1d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4433d2b5c194980a15fb48e5a2eae45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533686 Apr 25 14:52:21.043601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d667427-47c5-457c-9c7a-6fd043278d6c req-a9cc4445-7648-47f9-b3e8-71dcd198eef7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988116 Apr 25 14:52:21.044054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34066) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:21.062176 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3c1aa67-e0ff-43d5-bca9-985769e42908 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8af1ce425ce74996a5f57d59ef9da156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858044 Apr 25 14:52:21.066256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:21.110522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-807c731a-bb64-47fd-9d85-20d44905c48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.136745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-807c731a-bb64-47fd-9d85-20d44905c48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.193330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-807c731a-bb64-47fd-9d85-20d44905c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.212370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c731a-bb64-47fd-9d85-20d44905c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c2f2c-e8c5-4830-842f-eb81c21f2387,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:21.218034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-807c731a-bb64-47fd-9d85-20d44905c48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.222766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-807c731a-bb64-47fd-9d85-20d44905c48c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/545c2f2c-e8c5-4830-842f-eb81c21f2387 HTTP/1.1" status: 204 len: 168 time: 0.1753814 Apr 25 14:52:21.278910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f38c0163-df6a-4832-b1b7-28d21359365c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.315473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bbb00-a9b1-49a7-a560-8cd6cb3031a1 req-45c84e53-d8a8-4945-bf89-092af9ccc92f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:21.316949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef1bbb00-a9b1-49a7-a560-8cd6cb3031a1 req-45c84e53-d8a8-4945-bf89-092af9ccc92f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3015571 Apr 25 14:52:21.342871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f38c0163-df6a-4832-b1b7-28d21359365c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.377988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:52:21.414114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef1bbb00-a9b1-49a7-a560-8cd6cb3031a1 req-e55f005e-2dff-4cdd-98a9-46daa10e94de tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901847 Apr 25 14:52:21.559409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdedc33-c0e6-4632-bcc4-8348445ee46d req-ad8fe212-3cd6-46cd-82ce-c49168ff44fa tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:21.562416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-abdedc33-c0e6-4632-bcc4-8348445ee46d req-ad8fe212-3cd6-46cd-82ce-c49168ff44fa tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.1173701 Apr 25 14:52:21.571623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f38c0163-df6a-4832-b1b7-28d21359365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.582711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34084) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:21.596162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c0163-df6a-4832-b1b7-28d21359365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c014c-516e-497f-a9f2-ad200b82433b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:21.613755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f38c0163-df6a-4832-b1b7-28d21359365c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.617404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f38c0163-df6a-4832-b1b7-28d21359365c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af8c014c-516e-497f-a9f2-ad200b82433b HTTP/1.1" status: 204 len: 168 time: 0.5465586 Apr 25 14:52:21.628583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:52:21.639661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:52:21.647834 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-abdedc33-c0e6-4632-bcc4-8348445ee46d req-4ccda506-df77-4d78-ac3c-f060061c6dc8 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777824 Apr 25 14:52:21.654867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:21.655692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:21.658231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.659519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c334140-33e0-4224-aae4-38b5fda4e0c6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5870202 Apr 25 14:52:21.662739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:21.675705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f258dcee-05d5-4952-a45e-7ff506d43109 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a21a68c8dfca4434b9eba42d8c450ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903144 Apr 25 14:52:21.680833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:21.762171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7075ed90-d8ec-458c-bbc2-615d71291f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.829210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7075ed90-d8ec-458c-bbc2-615d71291f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:21.942768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:52:21.943805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3a00dd96-580f-4ef6-ba1e-46486ff4e5dc tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=50f0c9fa5f26447c85e16ac8a3f27506&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2787831 Apr 25 14:52:21.946604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34106) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:21.985063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7075ed90-d8ec-458c-bbc2-615d71291f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:22.010732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075ed90-d8ec-458c-bbc2-615d71291f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dba7bb-fc75-41d0-8e8c-f3c8e22ad8a3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:22.017255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7075ed90-d8ec-458c-bbc2-615d71291f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:22.018814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7075ed90-d8ec-458c-bbc2-615d71291f61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5dba7bb-fc75-41d0-8e8c-f3c8e22ad8a3 HTTP/1.1" status: 204 len: 168 time: 0.3369913 Apr 25 14:52:22.265670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bd373-598f-4dcb-be45-9fceb0fb43c5 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:22.269953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce1bd373-598f-4dcb-be45-9fceb0fb43c5 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3196425 Apr 25 14:52:22.270850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34118) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:22.329866 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc268c18-b774-405e-8593-619f830f3ebd tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558186 Apr 25 14:52:22.330250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34124) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:22.335905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671116860', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:22.401309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353568-724e-4967-ac47-4f01fc73617e req-b8f3ffb8-20f1-47f4-bbaf-f327d373cb84 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:22.403176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12353568-724e-4967-ac47-4f01fc73617e req-b8f3ffb8-20f1-47f4-bbaf-f327d373cb84 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.1767759 Apr 25 14:52:22.436865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:20Z', 'revision_number': 3, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:22.442650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:52:22.444611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Updating router 630ffcce-8e43-4536-9c94-3f2631d52d2e port feef6b57-726b-438e-8e2a-e61412dbc3ea binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:52:22.517292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12353568-724e-4967-ac47-4f01fc73617e req-1d0c516c-a24d-45b9-960a-d8890d811ae1 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068017 Apr 25 14:52:22.533981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:22.549111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:subnet and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:22.552310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:22.564642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:22.584476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:22.594019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:22.598026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:22.811118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed825f23-6bf1-4fe5-a5ca-dfda84ba6792 req-1e100381-9c4e-4d64-b46a-6b35c80916fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:22.812624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed825f23-6bf1-4fe5-a5ca-dfda84ba6792 req-1e100381-9c4e-4d64-b46a-6b35c80916fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.1789389 Apr 25 14:52:22.918925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed825f23-6bf1-4fe5-a5ca-dfda84ba6792 req-c3f5bb2b-3205-40bf-9799-5742d478539f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982656 Apr 25 14:52:22.983156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.006908 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.021193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Transition to ACTIVE for port object feef6b57-726b-438e-8e2a-e61412dbc3ea will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:23.030482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.055855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34156) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:23.068334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Subnet': ['ID=899b0eb6-3661-4f68-92f5-0edff56aed68,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:23.101886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Checking segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:23.102247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network hostable DHCP agents. Network: b8df3b12-59f7-4559-9f89-a15c11d48f7f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:23.125254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:23.128748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Attempting to bind port feef6b57-726b-438e-8e2a-e61412dbc3ea on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:23.129223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Attempting to bind port feef6b57-726b-438e-8e2a-e61412dbc3ea by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:23.129675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Attempting to bind port feef6b57-726b-438e-8e2a-e61412dbc3ea on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:23.133302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6046387-c0a8-426b-96ed-38d186b3a5f8 None None] Pushing event updated for resources: {'Port': ['ID=feef6b57-726b-438e-8e2a-e61412dbc3ea,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:23.137997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:23.138459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:23.138654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b8df3b12-59f7-4559-9f89-a15c11d48f7f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:23.139580 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.140093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:23.141005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Bound port: feef6b57-726b-438e-8e2a-e61412dbc3ea, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:23.141263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.143878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:23.144483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.170261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f3ea1c36-db8a-498e-bacb-fb1ab76bf836 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8389146 Apr 25 14:52:23.173164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34164) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:23.195461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f3daa2-756b-44c4-963f-65155d684f1e None None] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:23.397225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1469912163'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:23.403428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] For port feef6b57-726b-438e-8e2a-e61412dbc3ea, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:23.408656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] For port feef6b57-726b-438e-8e2a-e61412dbc3ea, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=feef6b57-726b-438e-8e2a-e61412dbc3ea,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:23.420905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.441992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:23.462670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:23.466619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:23.480657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:23.577399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:23.581318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.583900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:23.584724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:23.610901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.703185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:23.749589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6046387-c0a8-426b-96ed-38d186b3a5f8 None None] Pushing event updated for resources: {'Port': ['ID=feef6b57-726b-438e-8e2a-e61412dbc3ea,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:23.757378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:security_group_rule and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:23.765918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:23.779480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:23.797896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc4a20-3f12-42de-9914-1e838095b478 req-44770443-9881-42a9-9a53-2d507fd4aa8d tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:23.797896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-52dc4a20-3f12-42de-9914-1e838095b478 req-44770443-9881-42a9-9a53-2d507fd4aa8d tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.3939464 Apr 25 14:52:23.823223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:23.824102 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:23.940484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:52:24.020509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Deleting port 728142b5-2698-4da2-b61f-b0efd78191be {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:24.020856 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.160482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64118-6c66-45e6-b67c-883789355066 req-ca6eaddc-45db-4a32-bf6b-435821248c79 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:24.164737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9f64118-6c66-45e6-b67c-883789355066 req-ca6eaddc-45db-4a32-bf6b-435821248c79 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.1177697 Apr 25 14:52:24.203108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8b9d7-5772-45ac-93d4-f36f36e9eedd req-66fc1416-9b3a-4416-922a-16d29097ec7c tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:24.205328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dbe8b9d7-5772-45ac-93d4-f36f36e9eedd req-66fc1416-9b3a-4416-922a-16d29097ec7c tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 0.5026836 Apr 25 14:52:24.223277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9f64118-6c66-45e6-b67c-883789355066 req-e9f66444-f8a6-4816-a247-d955c4f4523d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463932 Apr 25 14:52:24.270059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Allocated IP 172.20.0.2 (b8df3b12-59f7-4559-9f89-a15c11d48f7f/899b0eb6-3661-4f68-92f5-0edff56aed68/4cfc7a59-f151-420d-b1bb-d385b10aeb79) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:24.374581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34192) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:24.452486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:20Z', 'revision_number': 3, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:24.458709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014e0b4-b88c-40c3-82e5-3e24f91d79a5 None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:20Z', 'revision_number': 3, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:52:24.485714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dbe8b9d7-5772-45ac-93d4-f36f36e9eedd req-f086e0bd-12db-4930-9a2e-817d17b381e3 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445602 Apr 25 14:52:24.524328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2114d8d3-ed94-4bf6-9622-45d5b6b6ec3b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:24.561955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2114d8d3-ed94-4bf6-9622-45d5b6b6ec3b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "PUT /v2.0/quotas/3d65e7c445ed4fb486292ce6c0061888 HTTP/1.1" status: 200 len: 368 time: 0.1861670 Apr 25 14:52:24.562170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.563037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34198) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:24.569650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Request body: {'network': {'project_id': '3d65e7c445ed4fb486292ce6c0061888'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:24.576117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Transition to ACTIVE for port object 4cfc7a59-f151-420d-b1bb-d385b10aeb79 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:24.577996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:24.581538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.584135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Usage tracker for resource:network and tenant:3d65e7c445ed4fb486292ce6c0061888 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:24.587911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:24.596831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:24.597723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Transition to ACTIVE for port object 4cfc7a59-f151-420d-b1bb-d385b10aeb79 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:24.605213 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.610658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Made reservation on behalf of 3d65e7c445ed4fb486292ce6c0061888 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:24.613701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.616415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.641340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.665000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:24.666900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:24.669617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Usage tracker for resource:security_group_rule and tenant:3d65e7c445ed4fb486292ce6c0061888 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:24.671030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:24.674316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:24.674466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:24.678599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:24.681183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:24.726842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Pushing event updated for resources: {'Port': ['ID=4cfc7a59-f151-420d-b1bb-d385b10aeb79,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:24.789585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.796968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.855009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Attempting to bind port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:24.855696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Attempting to bind port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:24.856350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Attempting to bind port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 on network b8df3b12-59f7-4559-9f89-a15c11d48f7f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:24.867784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:24.874100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:24.874807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Checking segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:24.875413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.875994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Bound using segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:24.876691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Bound port: 4cfc7a59-f151-420d-b1bb-d385b10aeb79, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:24.877355 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.893213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] For port 728142b5-2698-4da2-b61f-b0efd78191be, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=728142b5-2698-4da2-b61f-b0efd78191be,segment=NetworkSegment(8c4c661b-9391-4829-9074-d6b99b0aeb13),segment_id=8c4c661b-9391-4829-9074-d6b99b0aeb13)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:24.893627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.893758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.894894 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Added segment 03d57d20-eff9-4f09-bac3-77b3053fedb2 of type vlan for network f74fedb5-f003-4ceb-8424-8e01ac0e7a76 Apr 25 14:52:24.904571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cde72b2-6965-4cdb-8ab1-62048e750cf5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:24.941144 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.992674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:24.993946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:24.994715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.034307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] For port 4cfc7a59-f151-420d-b1bb-d385b10aeb79, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:25.039459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] For port 4cfc7a59-f151-420d-b1bb-d385b10aeb79, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4cfc7a59-f151-420d-b1bb-d385b10aeb79,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:25.055454 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.158396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Pushing event updated for resources: {'Network': ['ID=f74fedb5-f003-4ceb-8424-8e01ac0e7a76,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:25.177126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b6490ea8-ef97-4b43-96ad-b7c871de5970 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6127512 Apr 25 14:52:25.180622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34202) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:25.189572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Request body: {'network': {'project_id': '3d65e7c445ed4fb486292ce6c0061888'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:25.206136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ccf67-5238-44ae-b505-1c92ab7173fa None None] Pushing event updated for resources: {'Port': ['ID=4cfc7a59-f151-420d-b1bb-d385b10aeb79,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:25.208256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:25.209600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f74fedb5-f003-4ceb-8424-8e01ac0e7a76 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:25.224642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Usage tracker for resource:network and tenant:3d65e7c445ed4fb486292ce6c0061888 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:25.242582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:25.266549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:25.301755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Made reservation on behalf of 3d65e7c445ed4fb486292ce6c0061888 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:25.304102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.309237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Calling delete_port for 728142b5-2698-4da2-b61f-b0efd78191be owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:25.347025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:25.368449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.368964 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Added segment 241c1d95-04bc-487c-be0e-4f93a6acc151 of type vlan for network 51de52ff-8544-4cc1-b8d4-3e7ad73fb186 Apr 25 14:52:25.387315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5768d2ed-0b5a-40c4-8a63-72e87c24a7db,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:25.393457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.417090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.417338 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 161ee348-79e9-4031-818d-9a0dba43a7eb of type vlan for network a8d82ef9-e6ea-48af-ad48-fcb18768016b Apr 25 14:52:25.418916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.524447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.525435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:25.526115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:25.710270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5283077 Apr 25 14:52:25.716243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34210) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:25.724829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de772b5c-a695-4575-94f9-4fd63bcff94d tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Pushing event updated for resources: {'Network': ['ID=51de52ff-8544-4cc1-b8d4-3e7ad73fb186,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:25.730198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Request body: {'network': {'project_id': '3d65e7c445ed4fb486292ce6c0061888'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:25.735646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:25.740289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Usage tracker for resource:network and tenant:3d65e7c445ed4fb486292ce6c0061888 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:25.743848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:25.747183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 51de52ff-8544-4cc1-b8d4-3e7ad73fb186 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:25.750836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:25.753234 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 25 14:52:25.753706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:52:25.758719 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1912bff2-cad9-45d2-aa5c-6d2ff478243b tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0376618 Apr 25 14:52:25.759480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34214) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:25.787604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0e913-025c-4bc7-b3d4-4b9e211ab814 req-d6073cd2-d9ef-49ff-9be4-2e5ee7f87498 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:25.792705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbf0e913-025c-4bc7-b3d4-4b9e211ab814 req-d6073cd2-d9ef-49ff-9be4-2e5ee7f87498 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3104889 Apr 25 14:52:25.856486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbf0e913-025c-4bc7-b3d4-4b9e211ab814 req-360e8e18-bfdc-4a58-bfd5-393ed0c6eabe tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534265 Apr 25 14:52:25.940175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.105382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d643b9c9-e576-4038-adf6-ed945ce425bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d65e7c445ed4fb486292ce6c0061888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448386 Apr 25 14:52:26.108111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34218) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:26.127806 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.131765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.137186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:26.137750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.142413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.20.0.1 (b8df3b12-59f7-4559-9f89-a15c11d48f7f/899b0eb6-3661-4f68-92f5-0edff56aed68/48e0050a-af9f-4d7b-ada2-944df896c69c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:26.184613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6bde1a9d-e918-476c-b851-20d0bc3d3a78 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.212538 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6bde1a9d-e918-476c-b851-20d0bc3d3a78 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.242513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Pushing event deleted for resources: {'Port': ['ID=728142b5-2698-4da2-b61f-b0efd78191be,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:26.291748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6bde1a9d-e918-476c-b851-20d0bc3d3a78 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.307115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde1a9d-e918-476c-b851-20d0bc3d3a78 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cde72b2-6965-4cdb-8ab1-62048e750cf5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:26.316686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6bde1a9d-e918-476c-b851-20d0bc3d3a78 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.320639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6bde1a9d-e918-476c-b851-20d0bc3d3a78 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cde72b2-6965-4cdb-8ab1-62048e750cf5 HTTP/1.1" status: 204 len: 168 time: 0.2114685 Apr 25 14:52:26.321277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34222) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:26.415741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee9d92-e83f-489b-b987-2f117d298f15 req-bb3f5274-9375-42a3-9f85-349a66e27942 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:26.416468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-59ee9d92-e83f-489b-b987-2f117d298f15 req-bb3f5274-9375-42a3-9f85-349a66e27942 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Synchronizing usage tracker for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:26.439021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.502685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=a8d82ef9-e6ea-48af-ad48-fcb18768016b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:26.513402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] No DVR routers for this DVR port 728142b5-2698-4da2-b61f-b0efd78191be on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:26.516330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network a8d82ef9-e6ea-48af-ad48-fcb18768016b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:26.541296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-53dc05fd-598c-4745-8012-80bf746863e2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4800994 Apr 25 14:52:26.543007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.546756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-52dc4a20-3f12-42de-9914-1e838095b478 req-a8889b28-fa75-4931-890d-0a516d0a5441 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.15 "DELETE /v2.0/ports/728142b5-2698-4da2-b61f-b0efd78191be HTTP/1.1" status: 204 len: 173 time: 2.7447550 Apr 25 14:52:26.680600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eaf849-3107-482e-9f37-62b47652b098', 'name': 'network-vif-deleted', 'tag': '728142b5-2698-4da2-b61f-b0efd78191be'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:26.697481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79fed9-4afd-49db-b162-34d20cdc3a5a None None] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:26.705904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34226) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:26.711678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:26.757524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.787554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-59ee9d92-e83f-489b-b987-2f117d298f15 req-bb3f5274-9375-42a3-9f85-349a66e27942 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] Unset dirty status for tenant:247ac4dcfa394ed28dd9acf28dae28f6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:26.789521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59ee9d92-e83f-489b-b987-2f117d298f15 req-bb3f5274-9375-42a3-9f85-349a66e27942 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/ports?device_id=36eaf849-3107-482e-9f37-62b47652b098 HTTP/1.1" status: 200 len: 945 time: 1.0202587 Apr 25 14:52:26.791530 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60811fd7-3285-429c-9648-5ff5af373325'] response: {'server_uuid': '36eaf849-3107-482e-9f37-62b47652b098', 'name': 'network-vif-deleted', 'tag': '728142b5-2698-4da2-b61f-b0efd78191be', 'status': 'completed', 'code': 200} Apr 25 14:52:26.813614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802b9b45-e1c2-4c27-aae5-94247e5f135d None None] Provisioning for port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:26.844306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.844475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Transition to ACTIVE for port object 48e0050a-af9f-4d7b-ada2-944df896c69c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:26.873577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51de52ff-8544-4cc1-b8d4-3e7ad73fb186']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:26.884049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4cfc7a59-f151-420d-b1bb-d385b10aeb79 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:26.891402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241c1d95-04bc-487c-be0e-4f93a6acc151') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:26.891798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241c1d95-04bc-487c-be0e-4f93a6acc151') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:26.908580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.938281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.948066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:26.949420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:26.964391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:26.970991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59ee9d92-e83f-489b-b987-2f117d298f15 req-e2a8ba64-47b1-4ec6-a055-ac769d4d4f98 tempest-ServersNegativeTestMultiTenantJSON-1366424685 tempest-ServersNegativeTestMultiTenantJSON-1366424685-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10f8ff9-c853-4944-babe-5ec892b243df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645038 Apr 25 14:52:26.974546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:26.978258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:26.986551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:27.010544 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.028610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 728142b5-2698-4da2-b61f-b0efd78191be no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:52:27.058180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:27.061709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:27.068380 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:27.087552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.115976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.120099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:27.121759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Pushing event deleted for resources: {'Network': ['ID=51de52ff-8544-4cc1-b8d4-3e7ad73fb186,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:27.124502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-db6103a0-523c-4760-ac09-6a732faf84bb tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "DELETE /v2.0/networks/51de52ff-8544-4cc1-b8d4-3e7ad73fb186 HTTP/1.1" status: 204 len: 168 time: 0.8022623 Apr 25 14:52:27.127420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34234) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:27.150425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 728142b5-2698-4da2-b61f-b0efd78191be {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:52:27.150728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 728142b5-2698-4da2-b61f-b0efd78191be not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:52:27.171503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:27.173543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:27.189015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:27.211378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:27.211766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.250578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=48e0050a-af9f-4d7b-ada2-944df896c69c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:27.291733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.313752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.353181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.420080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4cfc7a59-f151-420d-b1bb-d385b10aeb79, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4cfc7a59-f151-420d-b1bb-d385b10aeb79,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:27.429903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784210-115b-4b42-9903-6411e0cd4fd6 req-eaf6019c-adac-49d9-9803-c6416cd6757c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:27.437011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.437547 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd784210-115b-4b42-9903-6411e0cd4fd6 req-eaf6019c-adac-49d9-9803-c6416cd6757c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.2895372 Apr 25 14:52:27.438338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device feef6b57-726b-438e-8e2a-e61412dbc3ea up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:27.539941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.575279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4cfc7a59-f151-420d-b1bb-d385b10aeb79,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:27.590460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port feef6b57-726b-438e-8e2a-e61412dbc3ea completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:27.593451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74fedb5-f003-4ceb-8424-8e01ac0e7a76']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:27.598024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port feef6b57-726b-438e-8e2a-e61412dbc3ea triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:27.598738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.617341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d57d20-eff9-4f09-bac3-77b3053fedb2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:27.617640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d57d20-eff9-4f09-bac3-77b3053fedb2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:27.643020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd784210-115b-4b42-9903-6411e0cd4fd6 req-0416757c-e287-4542-b37b-3cab04073f6e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044005 Apr 25 14:52:27.644889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.677269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.684746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:27.686911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:27.705278 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:27.755013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.783136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port feef6b57-726b-438e-8e2a-e61412dbc3ea, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=feef6b57-726b-438e-8e2a-e61412dbc3ea,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:27.783357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.784627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d31624b0-d024-47dd-9bda-aa5111d0af74 None None] Provisioning complete for port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:27.785180 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d31624b0-d024-47dd-9bda-aa5111d0af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.796862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.817523 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.822717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:27.838706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f74fedb5-f003-4ceb-8424-8e01ac0e7a76 HTTP/1.1" status: 204 len: 168 time: 0.7101438 Apr 25 14:52:27.839802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643e8f3-38f7-436f-932c-dd2a17c0ea91 tempest-QuotasNegativeTest-1261066579 tempest-QuotasNegativeTest-1261066579-project-admin] Pushing event deleted for resources: {'Network': ['ID=f74fedb5-f003-4ceb-8424-8e01ac0e7a76,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:27.914367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=feef6b57-726b-438e-8e2a-e61412dbc3ea,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:27.950915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.010665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d31624b0-d024-47dd-9bda-aa5111d0af74 None None] Provisioning for port 48e0050a-af9f-4d7b-ada2-944df896c69c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:28.016897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d31624b0-d024-47dd-9bda-aa5111d0af74 None None] Provisioning complete for port 48e0050a-af9f-4d7b-ada2-944df896c69c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:28.017582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d31624b0-d024-47dd-9bda-aa5111d0af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.089145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d31624b0-d024-47dd-9bda-aa5111d0af74 None None] Port 48e0050a-af9f-4d7b-ada2-944df896c69c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:52:28.110010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34246) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:28.144850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=2b5e0d54-917a-414e-8eb2-51708c49e918,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:28.161505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '161ee348-79e9-4031-818d-9a0dba43a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:28.161871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: a8d82ef9-e6ea-48af-ad48-fcb18768016b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:28.180221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Deleting subnet cd6e27b2-4119-41a0-b239-76b53947f133 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:52:28.183192 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.209646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network a8d82ef9-e6ea-48af-ad48-fcb18768016b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:28.213871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5c55590a-3668-407f-be45-de633f5eed42 None None] Provisioning complete for port 48e0050a-af9f-4d7b-ada2-944df896c69c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:28.214375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5c55590a-3668-407f-be45-de633f5eed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.238815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.253152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, a8d82ef9-e6ea-48af-ad48-fcb18768016b) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:28.261912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ebf15-3695-4531-9e20-7058af7ea19e None None] Network a8d82ef9-e6ea-48af-ad48-fcb18768016b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:28.311948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:28.312550 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.329847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.355556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12e91a45-cedc-4b1e-a3ff-9e872aadc5b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6481571 Apr 25 14:52:28.359682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34252) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:28.363392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5c55590a-3668-407f-be45-de633f5eed42 None None] Port 48e0050a-af9f-4d7b-ada2-944df896c69c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:52:28.374136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260127453'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:28.382678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:28.390815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:28.394981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:28.402910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:28.411070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34256) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:28.433407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:28.438217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.450799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.456846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.468423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.497073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.508796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd6e27b2-4119-41a0-b239-76b53947f133 HTTP/1.1" status: 204 len: 168 time: 0.3976784 Apr 25 14:52:28.512603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34262) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:28.516789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac50ea-c9b0-4965-928a-3fd5e4a2015f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6e27b2-4119-41a0-b239-76b53947f133,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:28.566057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-a8d82ef9-e6ea-48af-ad48-fcb18768016b', 'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': '2b5e0d54-917a-414e-8eb2-51708c49e918'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:28.567041 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.591281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:28.630076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.652034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.660415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.660917 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment c5b80d4b-b7fe-403f-a70f-523fbee3f500 of type vlan for network dcbdd16e-4944-46b5-89df-f147bbd0b844 Apr 25 14:52:28.673811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=48e0050a-af9f-4d7b-ada2-944df896c69c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:28.677115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.691402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:28.707816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3840aa590b4a519af29f23fe204664 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:28.747489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:28.800306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4cfc7a59-f151-420d-b1bb-d385b10aeb79 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:28.805338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.808962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:28.844805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.884263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e850b28e-ecc6-4094-8bac-99b8cfe47493']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:28.895001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.896179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Allocated IP 172.20.255.242 (a8d82ef9-e6ea-48af-ad48-fcb18768016b/2b5e0d54-917a-414e-8eb2-51708c49e918/46283e16-ee39-40cc-979a-42e95cbfca9b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:28.896331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.902320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:28.902951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.904353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4c661b-9391-4829-9074-d6b99b0aeb13') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:28.904735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4c661b-9391-4829-9074-d6b99b0aeb13') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:28.921190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.949304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:28.949687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.952931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.962858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:28.963604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16656d-6976-4eda-bfc3-22f9fd4f4e16 req-6efec49e-702b-462c-8e91-3eb2e2ac62c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:28.965220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-da16656d-6976-4eda-bfc3-22f9fd4f4e16 req-6efec49e-702b-462c-8e91-3eb2e2ac62c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.1669219 Apr 25 14:52:28.971490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:28.972046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:28.972582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:28.991382 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:29.051869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6907032 Apr 25 14:52:29.117807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34268) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:29.118382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c9553-1543-4067-94c6-91c724ec6580 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=dcbdd16e-4944-46b5-89df-f147bbd0b844,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:29.133747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:29.144913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network dcbdd16e-4944-46b5-89df-f147bbd0b844 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:29.210416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.258461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-da16656d-6976-4eda-bfc3-22f9fd4f4e16 req-e25f6a54-fc9a-45ca-8c4e-d56d174ad620 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539332 Apr 25 14:52:29.266281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.276666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.311098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e850b28e-ecc6-4094-8bac-99b8cfe47493,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:29.317149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b1009b3a-4995-42ce-9c25-0275434798c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e850b28e-ecc6-4094-8bac-99b8cfe47493 HTTP/1.1" status: 204 len: 168 time: 0.8029976 Apr 25 14:52:29.319677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34272) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:29.349529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device feef6b57-726b-438e-8e2a-e61412dbc3ea up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:29.381129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Deleting subnet a1e4c848-bb60-488e-9394-76a243f8224c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:52:29.385419 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.408095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.411549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a6daa60e-5c87-41b2-b099-e18183411c04 None None] Provisioning complete for port 48e0050a-af9f-4d7b-ada2-944df896c69c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:29.411858 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6daa60e-5c87-41b2-b099-e18183411c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.436389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.440980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.471601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Transition to ACTIVE for port object 46283e16-ee39-40cc-979a-42e95cbfca9b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:29.504550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.508091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a6daa60e-5c87-41b2-b099-e18183411c04 None None] Port 48e0050a-af9f-4d7b-ada2-944df896c69c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:52:29.510961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Transition to ACTIVE for port object 46283e16-ee39-40cc-979a-42e95cbfca9b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:29.520128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port feef6b57-726b-438e-8e2a-e61412dbc3ea triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:29.520755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.550365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e3840aa590b4a519af29f23fe204664&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1380675 Apr 25 14:52:29.550618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.555553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:29.562325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:29.564529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8edb-9974-4d60-8ea0-d75f1d4ba641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a09c7-334c-465a-b1b0-04600708f139,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:29.571307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:29.577527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:29.586874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:29.596422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:52:29.609933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:29.614395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.643756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Network a8d82ef9-e6ea-48af-ad48-fcb18768016b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:29.650678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:29.657265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:29.659795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Pushing event updated for resources: {'Port': ['ID=46283e16-ee39-40cc-979a-42e95cbfca9b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:29.670589 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72d06107-6e92-449f-8f29-e47fb606ee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.697616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.736428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72d06107-6e92-449f-8f29-e47fb606ee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.753864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.758506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e4c848-bb60-488e-9394-76a243f8224c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:29.773651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c2dbcfb3-fb5a-4206-9748-9f89c6dbc245 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a1e4c848-bb60-488e-9394-76a243f8224c HTTP/1.1" status: 204 len: 168 time: 0.4526768 Apr 25 14:52:29.775988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34280) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:29.797417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Attempting to bind port 46283e16-ee39-40cc-979a-42e95cbfca9b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:29.797798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Attempting to bind port 46283e16-ee39-40cc-979a-42e95cbfca9b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '161ee348-79e9-4031-818d-9a0dba43a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:29.798187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Attempting to bind port 46283e16-ee39-40cc-979a-42e95cbfca9b on network a8d82ef9-e6ea-48af-ad48-fcb18768016b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:29.813439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:29.813821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Checking segment: {'id': '161ee348-79e9-4031-818d-9a0dba43a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:29.814496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.814638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Bound using segment: {'id': '161ee348-79e9-4031-818d-9a0dba43a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:29.815070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Bound port: 46283e16-ee39-40cc-979a-42e95cbfca9b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161ee348-79e9-4031-818d-9a0dba43a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a8d82ef9-e6ea-48af-ad48-fcb18768016b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:29.815451 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.901320 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.911894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] For port 46283e16-ee39-40cc-979a-42e95cbfca9b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:29.914990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:52:29.915485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] For port 46283e16-ee39-40cc-979a-42e95cbfca9b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46283e16-ee39-40cc-979a-42e95cbfca9b,segment=NetworkSegment(161ee348-79e9-4031-818d-9a0dba43a7eb),segment_id=161ee348-79e9-4031-818d-9a0dba43a7eb)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:29.927022 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:52:29.938317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20bace1b-2b96-4d34-a2ba-363e2145b5db tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "PUT /v2.0/routers/630ffcce-8e43-4536-9c94-3f2631d52d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7611670 Apr 25 14:52:29.938524 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:29.938968 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:29.939324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34284) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:29.940705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:29.975285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72d06107-6e92-449f-8f29-e47fb606ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.005482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d06107-6e92-449f-8f29-e47fb606ee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a09c7-334c-465a-b1b0-04600708f139,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:30.051343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108667a-1ba1-4166-bedd-05f7e76de4da None None] Pushing event updated for resources: {'Port': ['ID=46283e16-ee39-40cc-979a-42e95cbfca9b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:30.093968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.106768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72d06107-6e92-449f-8f29-e47fb606ee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.112161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-72d06107-6e92-449f-8f29-e47fb606ee9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a66a09c7-334c-465a-b1b0-04600708f139 HTTP/1.1" status: 204 len: 168 time: 0.5527678 Apr 25 14:52:30.150349 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:52:30.159342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce61434-d09e-459e-99ef-b65997f5867d']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:30.169350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.177655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed5b12c-2317-4000-bc5e-a105237b3df1') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:30.178646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed5b12c-2317-4000-bc5e-a105237b3df1') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:30.198062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.218012 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.225148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:30.225559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.260020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.260508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.260970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.261463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.262465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.262929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.263387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.263893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.264349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.264805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.265279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.267501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aebfcdeb-809d-47fa-8e51-d6d291d601b9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7699 time: 0.3271918 Apr 25 14:52:30.272530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34290) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:30.351712 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:30.358549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.388194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=cd71104f-53ce-4be0-9d9c-280c2a7b529a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:30.402849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': 'c5b80d4b-b7fe-403f-a70f-523fbee3f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:30.403508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: dcbdd16e-4944-46b5-89df-f147bbd0b844, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:30.466175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.466984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.467643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.468264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.468891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.469771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.470556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.471315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.471933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.472540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.474787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-231154de-21e5-479e-bb58-fff0febc0591 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6543 time: 0.2003915 Apr 25 14:52:30.478065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34298) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:30.520882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.529002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce61434-d09e-459e-99ef-b65997f5867d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:30.533029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d7f4e8c-41c5-4b35-83aa-bdbae7c4d10d admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ce61434-d09e-459e-99ef-b65997f5867d HTTP/1.1" status: 204 len: 168 time: 0.7557828 Apr 25 14:52:30.642041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network dcbdd16e-4944-46b5-89df-f147bbd0b844 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:30.651536 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:28Z', 'revision_number': 2, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:30.657308 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:52:30.657831 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Updating router 630ffcce-8e43-4536-9c94-3f2631d52d2e port 48e0050a-af9f-4d7b-ada2-944df896c69c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:52:30.711869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34304) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:30.713887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, dcbdd16e-4944-46b5-89df-f147bbd0b844) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:30.723930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e5e5b6-4634-4ac4-838d-707f52a74cda None None] Network dcbdd16e-4944-46b5-89df-f147bbd0b844 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:30.739298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.739737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.740263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.747939 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:30.769979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:30.776052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Usage tracker for resource:security_group_rule and tenant:97a9e723ca364ba18b1a3d713f097949 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:30.786524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cb7815d5-c692-4ec9-a1d5-9cf3d47cbf3f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6655712 Apr 25 14:52:30.791609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34308) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:30.793756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:30.801024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:30.851934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34312) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:30.905385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46283e16-ee39-40cc-979a-42e95cbfca9b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:30.959135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7271b712-b64e-49d1-b2af-aeaa8b02f61f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=247ac4dcfa394ed28dd9acf28dae28f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059697 Apr 25 14:52:30.969546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe371469-e953-4d2c-b352-e80a1f79e4f9 req-a4b755f2-fedb-49b9-9147-55d7d097daef tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:30.970112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:30.971032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe371469-e953-4d2c-b352-e80a1f79e4f9 req-a4b755f2-fedb-49b9-9147-55d7d097daef tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3897579 Apr 25 14:52:31.015863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.033792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.115553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d28282d-dd8c-494f-bf6b-3886acc382f3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:31.121971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 46283e16-ee39-40cc-979a-42e95cbfca9b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:31.122664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c179cc9-8864-4d58-b62d-254b6e8e45cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97a9e723ca364ba18b1a3d713f097949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093683 Apr 25 14:52:31.125228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34320) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:31.134177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-dcbdd16e-4944-46b5-89df-f147bbd0b844', 'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': 'cd71104f-53ce-4be0-9d9c-280c2a7b529a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:31.135066 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.138407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7312cfbc-9454-416e-a8cb-d861301bfcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.202855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe371469-e953-4d2c-b352-e80a1f79e4f9 req-b5f1d77c-2512-4cf5-a3f8-cb453ace7302 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227402 Apr 25 14:52:31.208601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.265108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7312cfbc-9454-416e-a8cb-d861301bfcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.296841 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.309292 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Transition to ACTIVE for port object 48e0050a-af9f-4d7b-ada2-944df896c69c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:31.323193 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.329376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f34f1c17-d4f0-4f83-b1aa-b8649cdd7747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.355078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e3ebea90-d840-4672-a090-a90bab215089 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 0.8756888 Apr 25 14:52:31.356381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.390177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f34f1c17-d4f0-4f83-b1aa-b8649cdd7747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.413986 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Pushing event updated for resources: {'Port': ['ID=48e0050a-af9f-4d7b-ada2-944df896c69c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:31.425234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.425830 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.426186 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.426574 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.426928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.427443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.427785 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.428115 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.428669 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.429003 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.429355 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.429680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:31.460954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7312cfbc-9454-416e-a8cb-d861301bfcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.508595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312cfbc-9454-416e-a8cb-d861301bfcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10f8ff9-c853-4944-babe-5ec892b243df,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:31.547456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7312cfbc-9454-416e-a8cb-d861301bfcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.550017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7312cfbc-9454-416e-a8cb-d861301bfcc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d10f8ff9-c853-4944-babe-5ec892b243df HTTP/1.1" status: 204 len: 168 time: 0.5785966 Apr 25 14:52:31.567674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f34f1c17-d4f0-4f83-b1aa-b8649cdd7747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.597018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Allocated IP 172.20.0.2 (dcbdd16e-4944-46b5-89df-f147bbd0b844/cd71104f-53ce-4be0-9d9c-280c2a7b529a/dd15db56-7054-45ad-881c-5c61a4ab1f0a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:31.614411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f34f1c17-d4f0-4f83-b1aa-b8649cdd7747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.618118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f34f1c17-d4f0-4f83-b1aa-b8649cdd7747 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d28282d-dd8c-494f-bf6b-3886acc382f3 HTTP/1.1" status: 204 len: 168 time: 0.4919140 Apr 25 14:52:31.631682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f1c17-d4f0-4f83-b1aa-b8649cdd7747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d28282d-dd8c-494f-bf6b-3886acc382f3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:31.711959 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Attempting to bind port 48e0050a-af9f-4d7b-ada2-944df896c69c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:31.715090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Attempting to bind port 48e0050a-af9f-4d7b-ada2-944df896c69c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:31.715736 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Attempting to bind port 48e0050a-af9f-4d7b-ada2-944df896c69c on network b8df3b12-59f7-4559-9f89-a15c11d48f7f {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:31.741233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:31.741622 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Checking segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:31.749085 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.750032 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Bound using segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:31.751383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Bound port: 48e0050a-af9f-4d7b-ada2-944df896c69c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:31.751814 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.803739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae099a6-4169-4a86-bb53-d90fb8c0d659 None None] Network a8d82ef9-e6ea-48af-ad48-fcb18768016b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:31.850614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34330) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:31.858180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397937062', 'description': 'tempest-secgroup-smoke-1397937062 description', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:31.933695 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] For port 48e0050a-af9f-4d7b-ada2-944df896c69c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:31.940132 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] For port 48e0050a-af9f-4d7b-ada2-944df896c69c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=48e0050a-af9f-4d7b-ada2-944df896c69c,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:31.946880 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:31.994492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] Provisioning for port 46283e16-ee39-40cc-979a-42e95cbfca9b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:32.017609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] Provisioning complete for port 46283e16-ee39-40cc-979a-42e95cbfca9b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:32.018539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.080788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:32.086085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:32.090484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:32.097469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:32.122289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.125980 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:32.126630 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:32.175140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:32.191361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:32.195170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:32.214284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:32.233769 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a4073-8c53-4a61-aba6-e3b1e0d8cc59 None None] Pushing event updated for resources: {'Port': ['ID=48e0050a-af9f-4d7b-ada2-944df896c69c,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:32.273914 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.306354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Transition to ACTIVE for port object dd15db56-7054-45ad-881c-5c61a4ab1f0a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:32.398213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.406869 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:52:32.409489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.504309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Transition to ACTIVE for port object dd15db56-7054-45ad-881c-5c61a4ab1f0a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:32.532600 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.577202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.614703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.625687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Network dcbdd16e-4944-46b5-89df-f147bbd0b844 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:32.628994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7751174 Apr 25 14:52:32.630754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:32.636540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:32.642533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '7f31a305-4272-458a-a153-f12ab50ed9e9', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:32.650149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:32.662180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:32.668703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:32.676504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:32.681468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Pushing event updated for resources: {'Port': ['ID=dd15db56-7054-45ad-881c-5c61a4ab1f0a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:32.687440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:32.694357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc0ad-ca6c-4944-9b10-86abe40cfb70 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31a305-4272-458a-a153-f12ab50ed9e9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:32.708877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.740651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] For port 46283e16-ee39-40cc-979a-42e95cbfca9b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46283e16-ee39-40cc-979a-42e95cbfca9b,segment=NetworkSegment(161ee348-79e9-4031-818d-9a0dba43a7eb),segment_id=161ee348-79e9-4031-818d-9a0dba43a7eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:32.774840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:32.777162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=cd71104f-53ce-4be0-9d9c-280c2a7b529a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:32.785972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.861063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6f62003a-8994-449b-8231-1d013903deef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69180bd8387e483f9dbb8f125673a7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832831 Apr 25 14:52:32.862807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.880961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:32.885111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Attempting to bind port dd15db56-7054-45ad-881c-5c61a4ab1f0a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:32.885504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Attempting to bind port dd15db56-7054-45ad-881c-5c61a4ab1f0a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c5b80d4b-b7fe-403f-a70f-523fbee3f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:32.885878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Attempting to bind port dd15db56-7054-45ad-881c-5c61a4ab1f0a on network dcbdd16e-4944-46b5-89df-f147bbd0b844 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:32.956586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:32.956998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Checking segment: {'id': 'c5b80d4b-b7fe-403f-a70f-523fbee3f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:32.957461 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.957868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Bound using segment: {'id': 'c5b80d4b-b7fe-403f-a70f-523fbee3f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:32.958382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Bound port: dd15db56-7054-45ad-881c-5c61a4ab1f0a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b80d4b-b7fe-403f-a70f-523fbee3f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:32.958768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:32.974843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5903-0a33-43d3-bba0-0f2be62b07ac req-ae6ceb05-9279-4bab-8bfe-21a08618afaa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:32.976367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36de5903-0a33-43d3-bba0-0f2be62b07ac req-ae6ceb05-9279-4bab-8bfe-21a08618afaa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.4911015 Apr 25 14:52:32.997608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.012846 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:31Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:33.016049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960460b5-219d-4245-8c9a-3732ebdc10b9 None None] Pushing event updated for resources: {'Port': ['ID=46283e16-ee39-40cc-979a-42e95cbfca9b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:33.038109 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc51b53-a0cd-44c9-bd2f-bac57a8451cf None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:31Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:52:33.042958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.049148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e88a-2793-43c7-91e4-ca0f364824cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.067670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.148468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbdd16e-4944-46b5-89df-f147bbd0b844']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:33.166016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ca1362-4285-4bed-86c2-7d4a8bf1ff33,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:33.174980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36de5903-0a33-43d3-bba0-0f2be62b07ac req-7d1122e6-ca4e-41cc-9f1f-67ebffcec326 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793528 Apr 25 14:52:33.188210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b80d4b-b7fe-403f-a70f-523fbee3f500') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:33.188507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b80d4b-b7fe-403f-a70f-523fbee3f500') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:33.188911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.190168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5583599 Apr 25 14:52:33.200981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e88a-2793-43c7-91e4-ca0f364824cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.207434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34368) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:33.209777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.213553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.214164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.214692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.217343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '7f31a305-4272-458a-a153-f12ab50ed9e9', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:33.217680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.218208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.219874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.220437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.221134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.221681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.222065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] For port dd15db56-7054-45ad-881c-5c61a4ab1f0a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:33.222427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.222973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57acec1f-dc8b-4741-9b43-89ab00ba4447 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:33.223917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:33.226062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] For port dd15db56-7054-45ad-881c-5c61a4ab1f0a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dd15db56-7054-45ad-881c-5c61a4ab1f0a,segment=NetworkSegment(c5b80d4b-b7fe-403f-a70f-523fbee3f500),segment_id=c5b80d4b-b7fe-403f-a70f-523fbee3f500)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:33.237330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:33.238077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.241921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:33.249772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:33.262705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.289757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.350150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.350674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e88a-2793-43c7-91e4-ca0f364824cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.361795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:33.362223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:33.377924 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:33.401081 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e88a-2793-43c7-91e4-ca0f364824cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.402410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0f3e88a-2793-43c7-91e4-ca0f364824cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70c33006-9e76-49fd-83f9-9e313521be19 HTTP/1.1" status: 204 len: 168 time: 0.5196278 Apr 25 14:52:33.403559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3e88a-2793-43c7-91e4-ca0f364824cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c33006-9e76-49fd-83f9-9e313521be19,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:33.501540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.503158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:52:33.503158 n-d-811416-6 neutron-server[88061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:52:33.503158 n-d-811416-6 neutron-server[88061]: [parameters: {'id': 'dcbdd16e-4944-46b5-89df-f147bbd0b844'}] Apr 25 14:52:33.503158 n-d-811416-6 neutron-server[88061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:33.504022 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:33.511382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.521899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ff4e52cf-b1f3-471f-aa97-cb7940a7c14e None None] Provisioning complete for port 46283e16-ee39-40cc-979a-42e95cbfca9b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:33.522494 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ff4e52cf-b1f3-471f-aa97-cb7940a7c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.562116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71f4977-2d51-44bc-ada8-86c46960f106,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:33.598485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b30ac-efe1-4682-a800-3298f414af73 None None] Pushing event updated for resources: {'Port': ['ID=dd15db56-7054-45ad-881c-5c61a4ab1f0a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:33.599944 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.602408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1b44bf7e-4807-4df5-bea4-52b8b91b01cd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3941510 Apr 25 14:52:33.605431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34378) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:33.612065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '7f31a305-4272-458a-a153-f12ab50ed9e9', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:33.625189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:33.636071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:33.644938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:33.670729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:33.681140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a052a71b-45a6-4da3-81c3-0300ad8c3d3d None None] Network dcbdd16e-4944-46b5-89df-f147bbd0b844 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:33.710309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.828774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.835228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.863720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41b8553-b7a8-445a-af3f-628666888384,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:33.878083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:33.879766 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-39ec55d0-7993-4e54-a870-416ff01816e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2729466 Apr 25 14:52:33.883144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34392) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:33.890473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '7f31a305-4272-458a-a153-f12ab50ed9e9', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:33.898819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:33.903343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:33.906707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:33.913629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:33.950403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.038619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6699479-f9a3-47b8-9e0e-633711f72001 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:52:34.068465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.069897 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.080209 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.141704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e493f3b8-ce2b-41db-a23f-7e0d98cc2e0f,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:34.146569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port dd15db56-7054-45ad-881c-5c61a4ab1f0a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:34.146946 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.249781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.251759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-898acfe5-3a26-4fd0-8d05-05a342833f99 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673286 Apr 25 14:52:34.254783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:34.260973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '7f31a305-4272-458a-a153-f12ab50ed9e9', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:34.272431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:34.287431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:34.294308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:34.316783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:34.317744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.346519 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Project 50f0c9fa5f26447c85e16ac8a3f27506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:52:34.353237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34412) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:34.356104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6699479-f9a3-47b8-9e0e-633711f72001 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:52:34.371434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.546733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port dd15db56-7054-45ad-881c-5c61a4ab1f0a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dd15db56-7054-45ad-881c-5c61a4ab1f0a,segment=NetworkSegment(c5b80d4b-b7fe-403f-a70f-523fbee3f500),segment_id=c5b80d4b-b7fe-403f-a70f-523fbee3f500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:34.547106 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.558367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.575458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.622913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dad7c70-b400-4844-861d-a30b891bc606,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:34.631610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2089866044', 'router:external': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:34.653306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:34.659844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:network and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:34.666780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:34.679716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:34.696299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.704253 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-63edc2a9-235c-4d8c-9d05-c8cbbc9a5d38 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4419098 Apr 25 14:52:34.704442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34426) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:34.714739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '7f31a305-4272-458a-a153-f12ab50ed9e9', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:34.733090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:34.744514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:34.749397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:34.769295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:34.796408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828d39-bf1f-42da-be35-72b9d55cbc4b req-bc21e2e3-2133-47de-bf16-c703ee46c7a7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:34.798007 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc828d39-bf1f-42da-be35-72b9d55cbc4b req-bc21e2e3-2133-47de-bf16-c703ee46c7a7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.4291821 Apr 25 14:52:34.798682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Made reservation on behalf of eafc4f0a91f94bc9ab21bcf6741c4f0b for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:34.800932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.812291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34430) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:34.820828 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Project 50f0c9fa5f26447c85e16ac8a3f27506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:52:34.822374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for dd15db56-7054-45ad-881c-5c61a4ab1f0a owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:34.839254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.859574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.905298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:34.913587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:security_group_rule and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:34.919568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:34.946383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:34.950539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.956358 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc828d39-bf1f-42da-be35-72b9d55cbc4b req-99b369fa-e4de-420f-ba2f-ebd15cb22a58 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433113 Apr 25 14:52:34.989138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:34.998747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46283e16-ee39-40cc-979a-42e95cbfca9b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:35.002247 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.026306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0690257a-de1c-4d47-b3f5-b40c79b27465,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.044275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=dd15db56-7054-45ad-881c-5c61a4ab1f0a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.048289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port dd15db56-7054-45ad-881c-5c61a4ab1f0a on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:35.053551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1797629836-network', 'tenant_id': 'a277a4b245dc4ed8b9fc29af507e92f1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:35.071250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:35.086052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Usage tracker for resource:network and tenant:a277a4b245dc4ed8b9fc29af507e92f1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:35.094257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:35.100161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.101491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d9eeee8-e8d7-436c-96ce-55435467f3a7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3932145 Apr 25 14:52:35.112146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:35.137881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.140751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Made reservation on behalf of a277a4b245dc4ed8b9fc29af507e92f1 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:35.142531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 46283e16-ee39-40cc-979a-42e95cbfca9b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:35.142531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.144291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.158861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.172842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.199121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.203220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:35.207312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Usage tracker for resource:security_group_rule and tenant:a277a4b245dc4ed8b9fc29af507e92f1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:35.212952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:35.218901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:35.233837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbdd16e-4944-46b5-89df-f147bbd0b844']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:35.245866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:35.250085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b80d4b-b7fe-403f-a70f-523fbee3f500') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:35.250610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b80d4b-b7fe-403f-a70f-523fbee3f500') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:35.266860 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.281725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fd8559-2c67-47dd-ae9b-158c22651c7f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.283426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48e0050a-af9f-4d7b-ada2-944df896c69c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:35.285866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.286467 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Added segment ac9d3b21-1647-4a92-a69c-fca409f34eb6 of type vlan for network d99ff610-6573-4aba-ba6d-00afe9c5792f Apr 25 14:52:35.309780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.332589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:35.335127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.352494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.368561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 48e0050a-af9f-4d7b-ada2-944df896c69c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:35.375701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 48e0050a-af9f-4d7b-ada2-944df896c69c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:35.376355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.376818 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:35.380210 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:35.384383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.493536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.498789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-5e7ab982-3cc3-47f5-bb66-b858b4004766 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:35.514541 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.534165 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.536883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=dcbdd16e-4944-46b5-89df-f147bbd0b844,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.548791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba89f208-d07d-4ee3-8fae-c3c847cecf6e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.555890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a4e46783-6d32-4d30-90f4-c1a062e81d5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/dcbdd16e-4944-46b5-89df-f147bbd0b844 HTTP/1.1" status: 204 len: 168 time: 4.7584765 Apr 25 14:52:35.556710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34450) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:35.564842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-976354750'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:35.568456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 48e0050a-af9f-4d7b-ada2-944df896c69c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=48e0050a-af9f-4d7b-ada2-944df896c69c,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:35.571822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-5e7ab982-3cc3-47f5-bb66-b858b4004766 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:35.571990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:35.574131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-5e7ab982-3cc3-47f5-bb66-b858b4004766 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397937062&fields=id&tenant_id=50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 267 time: 0.1395993 Apr 25 14:52:35.575319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:35.578906 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.580231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:35.585180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:35.586888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.587852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:35.588430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.612951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:35.628967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.629419 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Added segment 23c4ab14-93a4-43be-8fdc-ff5cbd5b47e9 of type vlan for network 8e609677-eab9-421c-9737-2b369a27fad3 Apr 25 14:52:35.654739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=48e0050a-af9f-4d7b-ada2-944df896c69c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.720795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3619969 Apr 25 14:52:35.726254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.730041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34454) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:35.736376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'subnet': {'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:35.741976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99329ec-0aad-4dee-a6ca-52c24ee1b5bf tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Network': ['ID=d99ff610-6573-4aba-ba6d-00afe9c5792f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:35.747017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:35.753891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d99ff610-6573-4aba-ba6d-00afe9c5792f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:35.754098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:subnet and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:35.757900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:35.771368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:35.790347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Made reservation on behalf of eafc4f0a91f94bc9ab21bcf6741c4f0b for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:35.792292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.808319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.809326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:35.809909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.818002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:35.821434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.884039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:35.899641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-d2c7c38e-deda-427b-ab93-afe29d7d0c60 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:35.900333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-d2c7c38e-deda-427b-ab93-afe29d7d0c60 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:35.907440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.907794 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 12686784-a427-46b6-9b9a-b3b840d30948 of type vlan for network 48933db9-0c36-4f21-9fbc-e31a81785b20 Apr 25 14:52:35.935812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-d2c7c38e-deda-427b-ab93-afe29d7d0c60 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:35.936955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-d2c7c38e-deda-427b-ab93-afe29d7d0c60 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/networks?id=b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 200 len: 797 time: 0.3536513 Apr 25 14:52:35.943431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:35.960870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-036d282c-d06b-4601-aa25-b6776f662f3d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/quotas/50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 375 time: 0.0136800 Apr 25 14:52:35.990907 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1689086 Apr 25 14:52:35.998991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:36.012189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Request body: {'subnet': {'network_id': '8e609677-eab9-421c-9737-2b369a27fad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1797629836-subnet', 'tenant_id': 'a277a4b245dc4ed8b9fc29af507e92f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:36.020965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c9328-9016-41ec-b665-a74bd9d2574f admin admin] Pushing event updated for resources: {'Network': ['ID=8e609677-eab9-421c-9737-2b369a27fad3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:36.023581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:36.030264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Usage tracker for resource:subnet and tenant:a277a4b245dc4ed8b9fc29af507e92f1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:36.033969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:36.034758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8e609677-eab9-421c-9737-2b369a27fad3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:36.042190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:36.049148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:36.056348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:36.056975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:36.064282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Made reservation on behalf of a277a4b245dc4ed8b9fc29af507e92f1 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:36.066610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:36.184660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6266344 Apr 25 14:52:36.189372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34464) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:36.197018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-bc39acc6-fc25-413e-8409-f378d2edb008 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:36.206064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13f7bc-67ca-4209-bb25-28ad861275ed tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=48933db9-0c36-4f21-9fbc-e31a81785b20,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:36.218427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 48933db9-0c36-4f21-9fbc-e31a81785b20 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:36.222402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-bc39acc6-fc25-413e-8409-f378d2edb008 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:36.223879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-bc39acc6-fc25-413e-8409-f378d2edb008 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2525144 Apr 25 14:52:36.254934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': '48933db9-0c36-4f21-9fbc-e31a81785b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:36.377632 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-be04b032-fe9f-4553-85b7-75d3273a37d6 service neutron] 10.222.0.23 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390913 Apr 25 14:52:36.440991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:36.504502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:36.512919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:36.517156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-6904f4a7-5424-4de3-a86a-a8f0924779c5 service neutron] 10.222.0.23 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335952 Apr 25 14:52:36.531746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:36.551304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f9a6-84c6-46cc-af26-8e5ec535ce8c req-1084b746-57fe-42d4-8207-bdf12ab9ac21 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:36.552792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4059f9a6-84c6-46cc-af26-8e5ec535ce8c req-1084b746-57fe-42d4-8207-bdf12ab9ac21 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.4562767 Apr 25 14:52:36.586901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:36.590318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:36.714529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f67038cc-54f4-4089-af7e-90ca0e7b8a97 req-16d91bb9-82fc-48a2-bbef-d29ccfca11f6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 210 time: 0.0517411 Apr 25 14:52:36.736703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48e0050a-af9f-4d7b-ada2-944df896c69c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:36.786958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_backend_mixin [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing IP validity checks on allocation pools {{(pid=88060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:52:36.787516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_backend_mixin [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:52:36.801999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4059f9a6-84c6-46cc-af26-8e5ec535ce8c req-b9ad4425-cb51-4a56-b0bc-e71073e888fb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385232 Apr 25 14:52:36.816686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:36.832571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 48e0050a-af9f-4d7b-ada2-944df896c69c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:36.833175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:36.971591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c461e6a-330a-4e10-aedb-86eaecc03ea1,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:36.978801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Checking segment: {'id': '23c4ab14-93a4-43be-8fdc-ff5cbd5b47e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8e609677-eab9-421c-9737-2b369a27fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:36.979114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Network hostable DHCP agents. Network: 8e609677-eab9-421c-9737-2b369a27fad3, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:37.033218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Network 8e609677-eab9-421c-9737-2b369a27fad3 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:37.097445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:52:37.097922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.134866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8e609677-eab9-421c-9737-2b369a27fad3) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:37.142821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b3461-bfda-497a-8633-f737c802701f None None] Network 8e609677-eab9-421c-9737-2b369a27fad3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:37.155515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:37.156131 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.161761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.215705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9af6c5ba-3ad9-463f-9550-9245189c4026,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:37.273973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d1a93f0e-f7f5-424b-87bf-81cd2a5ecff0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2739162 Apr 25 14:52:37.284285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Checking segment: {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:37.285434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network hostable DHCP agents. Network: d99ff610-6573-4aba-ba6d-00afe9c5792f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:37.318157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=ba058141-16ba-4976-91c6-90442c282572,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:37.326946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '12686784-a427-46b6-9b9a-b3b840d30948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '48933db9-0c36-4f21-9fbc-e31a81785b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:37.327547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: 48933db9-0c36-4f21-9fbc-e31a81785b20, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:37.344104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d99ff610-6573-4aba-ba6d-00afe9c5792f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:37.357012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network 48933db9-0c36-4f21-9fbc-e31a81785b20 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:37.372522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9945b877-b6c1-49d4-86d4-181184b0bcdb None None] Network 8e609677-eab9-421c-9737-2b369a27fad3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:37.373704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d99ff610-6573-4aba-ba6d-00afe9c5792f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:37.375240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 48933db9-0c36-4f21-9fbc-e31a81785b20) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:37.379943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:37.380511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.385069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:37.385637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.425750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:37.429527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-36c9e590-80c1-4739-becc-f2434954a868 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6907377 Apr 25 14:52:37.429527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-597f6636-0576-4eca-840c-e87cfd747442 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2276833 Apr 25 14:52:37.429527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34486) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:37.434435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1007585188', 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:37.443520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:37.458589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:port and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:37.463189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4267dc7-5c7a-4522-8794-c8c966e08cfb None None] Network d99ff610-6573-4aba-ba6d-00afe9c5792f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:37.470185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:37.479685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c7234-7baf-4707-bfa0-a0da12f3b50c None None] Network 48933db9-0c36-4f21-9fbc-e31a81785b20 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:37.485955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:37.510647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34492) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:37.585895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Made reservation on behalf of eafc4f0a91f94bc9ab21bcf6741c4f0b for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:37.601803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.639252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] device_id is not set on port eda7a29c-431a-4175-b3d6-b6a7464b1182 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:52:37.745671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.828429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.885456 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-d966b264-9f7d-40a2-b4b6-0e8a1ee03aee service neutron] show failed (client error): The resource could not be found. Apr 25 14:52:37.887617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-d966b264-9f7d-40a2-b4b6-0e8a1ee03aee service neutron] 10.222.0.15 "GET /v2.0/ports/8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.3720098 Apr 25 14:52:37.929843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Deleting subnet 5c461e6a-330a-4e10-aedb-86eaecc03ea1 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:52:37.933460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.960656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:37.990890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.011523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=ba058141-16ba-4976-91c6-90442c282572,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:38.015862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a01dc2c8-e34f-473f-ab7f-7225bc52d4f3 req-d65fc9c1-e3ab-42b6-8949-d687b6915a2e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 210 time: 0.0964687 Apr 25 14:52:38.088119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9941de3-dd5a-4324-b047-cd46dc0a117b None None] Network 48933db9-0c36-4f21-9fbc-e31a81785b20 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:38.152306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.185455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48933db9-0c36-4f21-9fbc-e31a81785b20']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:38.204920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12686784-a427-46b6-9b9a-b3b840d30948') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:38.205516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12686784-a427-46b6-9b9a-b3b840d30948') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:38.224586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.228608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.249320 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.252356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f37732-5ccc-4c2c-ba1c-79bed3e78a3f None None] Network d99ff610-6573-4aba-ba6d-00afe9c5792f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:38.259864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:38.260676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:38.280592 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:38.377955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.405154 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.414575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0df23ef4-ead5-43ce-ad87-09e2d43b5ead tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:38.414789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=48933db9-0c36-4f21-9fbc-e31a81785b20,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:38.416007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0df23ef4-ead5-43ce-ad87-09e2d43b5ead tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/networks?id=b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 200 len: 797 time: 0.5941303 Apr 25 14:52:38.431888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e9bd5c4e-269b-421d-ac37-ac9b8a84c25b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/48933db9-0c36-4f21-9fbc-e31a81785b20 HTTP/1.1" status: 204 len: 168 time: 0.9977419 Apr 25 14:52:38.432173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34502) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:38.438183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96076455'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:38.443821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:38.448827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:38.452781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:38.459015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:38.464162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Allocated IP 2001:db8::347 (d99ff610-6573-4aba-ba6d-00afe9c5792f/9af6c5ba-3ad9-463f-9550-9245189c4026/eda7a29c-431a-4175-b3d6-b6a7464b1182) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:38.475336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:38.480313 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.507837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.523145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2efc5431-faa1-41db-bd11-2caf1675c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.528063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:38.541586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.542182 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 1281d16e-d252-4cd8-be72-a82cc7d067f3 of type vlan for network 2b77ca47-6228-4621-80d1-81ce3d65c421 Apr 25 14:52:38.574504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.592832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c461e6a-330a-4e10-aedb-86eaecc03ea1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:38.598433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-254221b1-e8b7-4f30-ab41-a9d7d9729334 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 380 time: 0.1718752 Apr 25 14:52:38.605568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.611499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:38.612094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.620151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b302a-e7ab-4435-8a5c-6b750349519c req-e1a00c56-b8e4-48c0-91bf-4e4342dea5b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:38.621611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b35b302a-e7ab-4435-8a5c-6b750349519c req-e1a00c56-b8e4-48c0-91bf-4e4342dea5b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.5289299 Apr 25 14:52:38.633062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.638037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'port': {'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'admin_state_up': True, 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'security_groups': ['7f31a305-4272-458a-a153-f12ab50ed9e9']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:38.665250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.665583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.665914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.666247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.666574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.667034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.667361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.667684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.668004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.668337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.668636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.668957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:52:38.709903 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2765551 Apr 25 14:52:38.715862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:38.724629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': '2b77ca47-6228-4621-80d1-81ce3d65c421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:38.745342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d754f40-8d74-459d-8f15-e8469469cd5a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=2b77ca47-6228-4621-80d1-81ce3d65c421,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:38.781929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 2b77ca47-6228-4621-80d1-81ce3d65c421 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:38.850284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:38.850913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2bb0d9fa-f3a1-41ad-a45e-ea7c07e35e19 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c461e6a-330a-4e10-aedb-86eaecc03ea1 HTTP/1.1" status: 204 len: 168 time: 1.3370907 Apr 25 14:52:38.852551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-428d7a28-185f-457d-8688-df7a6069d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:38.853340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:38.853969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-428d7a28-185f-457d-8688-df7a6069d8ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 1097 time: 0.5413253 Apr 25 14:52:38.854446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34510) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:38.857749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:38.864050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:38.874791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:38.878310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:38.947456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:39.091010 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.143954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b35b302a-e7ab-4435-8a5c-6b750349519c req-91a3b0b8-9474-449d-9b3c-21dd7237e1d3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807124 Apr 25 14:52:39.206869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b6afa513-9e78-4d76-9889-f39bd9be000a req-7e6b79d8-6b70-4c69-a9b0-a1848a76cffe tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 210 time: 0.0676646 Apr 25 14:52:39.228542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=6d27ad9b-c249-438b-a50a-0d21b7cde157,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:39.228542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '1281d16e-d252-4cd8-be72-a82cc7d067f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b77ca47-6228-4621-80d1-81ce3d65c421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:39.228542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: 2b77ca47-6228-4621-80d1-81ce3d65c421, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:39.246419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network 2b77ca47-6228-4621-80d1-81ce3d65c421 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:39.256315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 2b77ca47-6228-4621-80d1-81ce3d65c421) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:39.260689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:39.261274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.262822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.265978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477f75e-e2a2-4ee4-bbbf-c16698aa3976 None None] Network 2b77ca47-6228-4621-80d1-81ce3d65c421 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:39.291981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0e457bf-1b0c-4add-878c-a14c1b706b98 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5725944 Apr 25 14:52:39.292226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34516) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:39.310570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:39.367282 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.376075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:39.411401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.443865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.481663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:39.486010 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.486289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d34c9-c0ab-40ca-888d-eebdaf570c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-2b77ca47-6228-4621-80d1-81ce3d65c421', 'network_id': '2b77ca47-6228-4621-80d1-81ce3d65c421', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': '6d27ad9b-c249-438b-a50a-0d21b7cde157'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:39.487354 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c70d34c9-c0ab-40ca-888d-eebdaf570c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.516319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.568622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.608284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.655498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=6d27ad9b-c249-438b-a50a-0d21b7cde157,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:39.706469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e609677-eab9-421c-9737-2b369a27fad3']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server [None req-c70d34c9-c0ab-40ca-888d-eebdaf570c85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d27ad9b-c249-438b-a50a-0d21b7cde157: This subnet is being modified by another concurrent operation. Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:52:39.714949 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise exception Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d27ad9b-c249-438b-a50a-0d21b7cde157: This subnet is being modified by another concurrent operation. Apr 25 14:52:39.718991 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Apr 25 14:52:39.745616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.746978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c4ab14-93a4-43be-8fdc-ff5cbd5b47e9') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:39.747280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c4ab14-93a4-43be-8fdc-ff5cbd5b47e9') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:39.771488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b107f-ccdc-4350-ae1e-53394c8b8f46 None None] Network 2b77ca47-6228-4621-80d1-81ce3d65c421 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:39.776745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77ca47-6228-4621-80d1-81ce3d65c421']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:39.789654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1281d16e-d252-4cd8-be72-a82cc7d067f3') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:39.789968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1281d16e-d252-4cd8-be72-a82cc7d067f3') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:39.802979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.814036 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.820033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.827397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:39.827759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.829841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:39.843108 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:39.934531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.945827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:39.975232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75046ac5-b161-4702-9c5b-c3c822fd96da None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:52:40.016100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:40.016517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:40.034419 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:40.036637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d99ff610-6573-4aba-ba6d-00afe9c5792f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:40.054472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.063966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:40.066051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=2b77ca47-6228-4621-80d1-81ce3d65c421,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:40.070264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8648d5c3-8dfd-4f89-bf3c-2c21e8aa729e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/2b77ca47-6228-4621-80d1-81ce3d65c421 HTTP/1.1" status: 204 len: 168 time: 0.7769840 Apr 25 14:52:40.073626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34520) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:40.079491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387415873'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:40.084730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:40.088607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:40.091575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:40.100510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:40.113794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:40.116201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75046ac5-b161-4702-9c5b-c3c822fd96da None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:52:40.117663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.120782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:40.121792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:40.122398 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.148726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:40.151134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Port': ['ID=eda7a29c-431a-4175-b3d6-b6a7464b1182,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:40.158485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.158835 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 3f1d1ef1-477b-43c8-a3d7-d90494b00b6e of type vlan for network c932abdd-65a2-4122-955e-8fe51a7402e0 Apr 25 14:52:40.194073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.20.0.4 (b8df3b12-59f7-4559-9f89-a15c11d48f7f/899b0eb6-3661-4f68-92f5-0edff56aed68/33763ce9-3ec6-4d20-8ee1-141fc60687b6) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:40.206916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.211803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:40.214514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.221181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f8c54c45-3dd8-434f-b87a-02c809641b28 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7987089 Apr 25 14:52:40.247750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.250360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34526) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:40.263308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.274180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:40.275763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.303914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e609677-eab9-421c-9737-2b369a27fad3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:40.338661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18dc0971-6db0-4c3a-9449-2ccb935ec07f admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e609677-eab9-421c-9737-2b369a27fad3 HTTP/1.1" status: 204 len: 168 time: 1.4655604 Apr 25 14:52:40.373449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:52:40.472037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2495e35-a084-4014-beb1-23702c2a1a51 req-ca9d20ee-ee44-4695-a1ec-de8b16b525d7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 210 time: 0.0547404 Apr 25 14:52:40.477885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port eda7a29c-431a-4175-b3d6-b6a7464b1182 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:40.478446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.481977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=c932abdd-65a2-4122-955e-8fe51a7402e0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:40.492039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-50a4192e-26f7-4a3d-91b7-49a83f1777b6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4170167 Apr 25 14:52:40.493067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34534) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:40.508816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:40.543667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c932abdd-65a2-4122-955e-8fe51a7402e0 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:40.609731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34538) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:40.647061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:40.669356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:40.677955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:40.686516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:40.696963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:40.705289 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf296012-f398-45ad-9d19-4621c7fe0043 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a277a4b245dc4ed8b9fc29af507e92f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917997 Apr 25 14:52:40.705527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:40.745021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:40.748521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.861626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:40.862623 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a06c3c0f-e768-4463-8753-b8c0baea799e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.872497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.906753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad817272-12f4-4069-9084-3ac9d0a00213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.908436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a06c3c0f-e768-4463-8753-b8c0baea799e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:40.938813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Transition to ACTIVE for port object 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:40.958802 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8baeb61e-b35a-4079-847a-7ade5a971725'] response: {'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'code': 200} Apr 25 14:52:40.975578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffdf12-2c35-4f14-97ca-a8107506e395 req-38af20f1-fc02-4c39-be56-ee524d0b53e9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:40.975578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bffdf12-2c35-4f14-97ca-a8107506e395 req-38af20f1-fc02-4c39-be56-ee524d0b53e9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.6158719 Apr 25 14:52:40.989348 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.020175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a06c3c0f-e768-4463-8753-b8c0baea799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.041299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.056178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c3c0f-e768-4463-8753-b8c0baea799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba89f208-d07d-4ee3-8fae-c3c847cecf6e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:41.071390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.077801 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a06c3c0f-e768-4463-8753-b8c0baea799e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.078941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a06c3c0f-e768-4463-8753-b8c0baea799e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba89f208-d07d-4ee3-8fae-c3c847cecf6e HTTP/1.1" status: 204 len: 168 time: 0.3725150 Apr 25 14:52:41.120901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:52:41.160736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=5d7bc25b-7c93-40ec-84d7-9ddc1314c2b6,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:41.168368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:41.168726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: c932abdd-65a2-4122-955e-8fe51a7402e0, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:41.194128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network c932abdd-65a2-4122-955e-8fe51a7402e0 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:41.205351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Transition to ACTIVE for port object 33763ce9-3ec6-4d20-8ee1-141fc60687b6 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:41.214559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c932abdd-65a2-4122-955e-8fe51a7402e0) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:41.233273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:41.238672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.251498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3facd9a4-2833-4de9-ae34-80c9ffcd5b19 None None] Network c932abdd-65a2-4122-955e-8fe51a7402e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:41.267628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:41.281843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-efda0f76-4d38-4570-a43d-b0a7d2a0a9e3 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7822826 Apr 25 14:52:41.281843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34550) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:41.292835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:52:41.293311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bffdf12-2c35-4f14-97ca-a8107506e395 req-8eb28f1e-93e6-48e6-9d3f-e3e0a8e1b2db tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950518 Apr 25 14:52:41.372053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.548937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c932abdd-65a2-4122-955e-8fe51a7402e0', 'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': '5d7bc25b-7c93-40ec-84d7-9ddc1314c2b6'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:41.554503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.568186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.595482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for eda7a29c-431a-4175-b3d6-b6a7464b1182 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:41.677715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] No DVR routers for this DVR port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:41.749021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f2c0d49-e955-4b74-a5a7-596f09cdd502 req-6f235a03-c114-407f-9f1c-2d8d88910ed6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 210 time: 0.0579436 Apr 25 14:52:41.765421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.765593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Allocated IP 172.20.0.2 (c932abdd-65a2-4122-955e-8fe51a7402e0/5d7bc25b-7c93-40ec-84d7-9ddc1314c2b6/08895b6b-2ca9-44e4-849e-bd2a958eb42d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:41.826760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:41.974207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.002943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.113085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:42.120201 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.120612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:42.126963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:42.131584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Transition to ACTIVE for port object 08895b6b-2ca9-44e4-849e-bd2a958eb42d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:42.151835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Transition to ACTIVE for port object 08895b6b-2ca9-44e4-849e-bd2a958eb42d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:42.161127 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.179733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.246672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=33763ce9-3ec6-4d20-8ee1-141fc60687b6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:42.253466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7bc25b-7c93-40ec-84d7-9ddc1314c2b6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:42.315205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:42.315205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:42.315205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:42.315205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:52:42.315205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Attempting to bind port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on network 1ae3bace-f188-41d2-8904-e97fe952e3a6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:42.332733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:42.332733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.332733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.368326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Pushing event updated for resources: {'Port': ['ID=08895b6b-2ca9-44e4-849e-bd2a958eb42d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:42.388331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Network c932abdd-65a2-4122-955e-8fe51a7402e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:42.391871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:42.392056 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.396087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:42.430849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c932abdd-65a2-4122-955e-8fe51a7402e0']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:42.445079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:42.445442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Checking segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:42.445853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Bound using segment: {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:42.446288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Bound port: 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849587fe-070e-43bc-9986-ade66defcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:42.448678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.458360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:42.458671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:42.475945 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.506286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.517633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event deleted for resources: {'Port': ['ID=eda7a29c-431a-4175-b3d6-b6a7464b1182,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:42.580520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:42.581146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:42.601686 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:42.680027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Attempting to bind port 08895b6b-2ca9-44e4-849e-bd2a958eb42d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:42.682082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Attempting to bind port 08895b6b-2ca9-44e4-849e-bd2a958eb42d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:42.682567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Attempting to bind port 08895b6b-2ca9-44e4-849e-bd2a958eb42d on network c932abdd-65a2-4122-955e-8fe51a7402e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:42.690964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:42.691373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Checking segment: {'id': '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:42.692344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.692747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Bound using segment: {'id': '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:42.693350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Bound port: 08895b6b-2ca9-44e4-849e-bd2a958eb42d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c932abdd-65a2-4122-955e-8fe51a7402e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:42.693860 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.707245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:52:42.707245 n-d-811416-6 neutron-server[88060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:52:42.707245 n-d-811416-6 neutron-server[88060]: [parameters: {'id': 'c932abdd-65a2-4122-955e-8fe51a7402e0'}] Apr 25 14:52:42.707245 n-d-811416-6 neutron-server[88060]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:42.707943 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:42.715980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-94bf4bb8-4435-44ab-9d65-5967c6b3996a None None] Provisioning for port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:42.719572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:42.720957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-02d919be-77dc-40ae-9ed4-9e868ff00fe0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1151605 Apr 25 14:52:42.726288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-94bf4bb8-4435-44ab-9d65-5967c6b3996a None None] Provisioning complete for port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:42.726741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-94bf4bb8-4435-44ab-9d65-5967c6b3996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.739434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c364ea4-aa07-464d-92f1-fa1c6bf3b521 req-96d079b5-8c7c-499a-a0bc-9bd15430002b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:42.741220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c364ea4-aa07-464d-92f1-fa1c6bf3b521 req-96d079b5-8c7c-499a-a0bc-9bd15430002b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.2199879 Apr 25 14:52:42.791455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Request body: {'port': {'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:42.793596 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c364ea4-aa07-464d-92f1-fa1c6bf3b521 req-c863e617-7d28-4bfe-9b35-331bc41f73cc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Apr 25 14:52:42.865141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-94bf4bb8-4435-44ab-9d65-5967c6b3996a None None] Port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:52:42.869358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.874209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd573b16-757b-44fe-8b10-202d8600ca10 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/ports/eda7a29c-431a-4175-b3d6-b6a7464b1182 HTTP/1.1" status: 204 len: 168 time: 2.6189246 Apr 25 14:52:42.874309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34594) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:42.879279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f', 'external_fixed_ips': [{'subnet_id': '9af6c5ba-3ad9-463f-9550-9245189c4026', 'ip_address': '2001:db8::347'}]}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:42.887345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:42.890783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] For port 08895b6b-2ca9-44e4-849e-bd2a958eb42d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:42.891848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:router and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:42.894947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:42.896121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] For port 08895b6b-2ca9-44e4-849e-bd2a958eb42d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=08895b6b-2ca9-44e4-849e-bd2a958eb42d,segment=NetworkSegment(3f1d1ef1-477b-43c8-a3d7-d90494b00b6e),segment_id=3f1d1ef1-477b-43c8-a3d7-d90494b00b6e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:42.901962 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.902222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:42.913300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.914286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.930977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:42.989141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:43.009825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.020466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:43.035111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.041652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceca0b-eddb-4119-b79c-194d3500e7ee None None] Pushing event updated for resources: {'Port': ['ID=08895b6b-2ca9-44e4-849e-bd2a958eb42d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:43.081961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e2eaa-abc2-41c0-9381-74fbdb98f3b0 None None] Network c932abdd-65a2-4122-955e-8fe51a7402e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:43.082653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:43.102911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.116768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:db417377431b41dcb9623d02acad9d96 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:43.125572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:43.132663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:43.133324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.134891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 1092 time: 4.2678950 Apr 25 14:52:43.144411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:43.152878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:43.213937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.253538 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e32bd57-9b66-43b5-9921-f97510c1495f'] response: {'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'status': 'completed', 'code': 200} Apr 25 14:52:43.351253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a978cb8-7a42-49fa-b609-a830b66b1178 req-b6e9522d-3bb4-477e-a7d9-c316715f02ee tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:43.352135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6a978cb8-7a42-49fa-b609-a830b66b1178 req-b6e9522d-3bb4-477e-a7d9-c316715f02ee tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:52:43.361316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b148-a97b-443e-afda-39b7cb952ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:43.363676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.374275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port 08895b6b-2ca9-44e4-849e-bd2a958eb42d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:43.374701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.416213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73195fd-a0a0-4686-ab61-dd00fba5948d None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:52:43.478429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6a978cb8-7a42-49fa-b609-a830b66b1178 req-b6e9522d-3bb4-477e-a7d9-c316715f02ee tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:52:43.485307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a978cb8-7a42-49fa-b609-a830b66b1178 req-b6e9522d-3bb4-477e-a7d9-c316715f02ee tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 931 time: 0.6072278 Apr 25 14:52:43.607818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-d747a3ea-aa18-4355-aebf-ae3d4b8593ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:43.609340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-d747a3ea-aa18-4355-aebf-ae3d4b8593ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1095 time: 0.4428918 Apr 25 14:52:43.624624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.640131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73195fd-a0a0-4686-ab61-dd00fba5948d None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:52:43.680159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a978cb8-7a42-49fa-b609-a830b66b1178 req-da818fc5-a486-4c75-9433-445a70e3e8c1 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936717 Apr 25 14:52:43.684719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port 08895b6b-2ca9-44e4-849e-bd2a958eb42d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=08895b6b-2ca9-44e4-849e-bd2a958eb42d,segment=NetworkSegment(3f1d1ef1-477b-43c8-a3d7-d90494b00b6e),segment_id=3f1d1ef1-477b-43c8-a3d7-d90494b00b6e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:43.685626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.689222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-a51ee18a-e420-4869-ba36-a95c3813f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:43.690881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-a51ee18a-e420-4869-ba36-a95c3813f409 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1095 time: 0.4185588 Apr 25 14:52:43.763692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.808285 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:43.816476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for 08895b6b-2ca9-44e4-849e-bd2a958eb42d owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:43.991035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.027937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db417377431b41dcb9623d02acad9d96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3057663 Apr 25 14:52:44.028544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba8ea8-731d-406f-a137-b0d824800ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e32f99-7cc1-49d7-bbc9-a75e0fb0085f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:44.036530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34602) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:44.087772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-395ded73-3e15-4acc-ba64-1c6bf245905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:44.089253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-395ded73-3e15-4acc-ba64-1c6bf245905a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.4466236 Apr 25 14:52:44.103602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=08895b6b-2ca9-44e4-849e-bd2a958eb42d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:44.110259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port 08895b6b-2ca9-44e4-849e-bd2a958eb42d on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:44.187974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:52:44.195478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-ac572017-e26c-49a3-8112-a1f227da18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:44.196929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-ac572017-e26c-49a3-8112-a1f227da18c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.4355016 Apr 25 14:52:44.371097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a874c82-cdbe-4914-862b-135aff0beda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.382453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-27656cee-2d26-4a62-9bf5-4aecec7aeadd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 999 time: 0.2778399 Apr 25 14:52:44.472719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.489288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1af5-6271-4eb9-bcb7-51a95bde6e0b req-240cd061-54c6-4a87-a0a7-6f5ef7bd98bf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:44.490840 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1aa1af5-6271-4eb9-bcb7-51a95bde6e0b req-240cd061-54c6-4a87-a0a7-6f5ef7bd98bf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.5728390 Apr 25 14:52:44.494771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.557937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c932abdd-65a2-4122-955e-8fe51a7402e0']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:44.565953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33763ce9-3ec6-4d20-8ee1-141fc60687b6 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:52:44.567858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.576153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-80fff362-eb5b-446a-8a6d-6b990fc75a90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 999 time: 0.3631635 Apr 25 14:52:44.599110 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.609520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:44.609829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1d1ef1-477b-43c8-a3d7-d90494b00b6e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:44.635354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.640292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a874c82-cdbe-4914-862b-135aff0beda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.670347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1aa1af5-6271-4eb9-bcb7-51a95bde6e0b req-2e6602f5-83c2-4bb3-a3f4-7aedec348d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487648 Apr 25 14:52:44.677106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.689897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:44.690435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.695242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-be586365-d6cc-4d20-ad62-269b7dbdebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:44.696708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-be586365-d6cc-4d20-ad62-269b7dbdebf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.1649709 Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:44.705883 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:44.758572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-f110fba9-8bf7-4828-acad-542db5b33992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:44.760011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-f110fba9-8bf7-4828-acad-542db5b33992 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.1656916 Apr 25 14:52:44.843138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.848220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Transition to ACTIVE for port object 33763ce9-3ec6-4d20-8ee1-141fc60687b6 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:44.861672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.899881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.919075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a874c82-cdbe-4914-862b-135aff0beda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:44.926712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=c932abdd-65a2-4122-955e-8fe51a7402e0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:44.941070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-469c2eb0-cbaf-4c10-8b96-feb5acc09ade tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/c932abdd-65a2-4122-955e-8fe51a7402e0 HTTP/1.1" status: 204 len: 168 time: 3.6587331 Apr 25 14:52:44.944522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34608) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:44.953729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-614184462'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:44.965951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:44.969098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Allocated IP 2001:db8::347 (d99ff610-6573-4aba-ba6d-00afe9c5792f/9af6c5ba-3ad9-463f-9550-9245189c4026/ae489c81-dc75-4ee1-818f-81c31ccc73bf) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:44.974500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:44.986998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:45.000675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:45.026415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a874c82-cdbe-4914-862b-135aff0beda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e32f99-7cc1-49d7-bbc9-a75e0fb0085f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:45.041027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:45.045020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.118830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Pushing event updated for resources: {'Port': ['ID=33763ce9-3ec6-4d20-8ee1-141fc60687b6,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:45.131082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a874c82-cdbe-4914-862b-135aff0beda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.134391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5a874c82-cdbe-4914-862b-135aff0beda1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80e32f99-7cc1-49d7-bbc9-a75e0fb0085f HTTP/1.1" status: 204 len: 168 time: 1.0944507 Apr 25 14:52:45.143271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-ce49530d-a895-4d3c-a286-42f6f3785b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:45.145364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-ce49530d-a895-4d3c-a286-42f6f3785b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362328 Apr 25 14:52:45.159815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:45.202333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.202690 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment fa5b8983-ceb5-43b5-b348-015c2a54cba4 of type vlan for network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 Apr 25 14:52:45.232786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.253894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.258285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-1fb0309b-76f3-4955-ae3c-46aa61055d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:45.259934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-1fb0309b-76f3-4955-ae3c-46aa61055d07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4925399 Apr 25 14:52:45.273990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb45a0-c916-45b6-8b9d-8f28d1ebed2f req-57ac1764-df03-45bd-b608-c8abeff7ef10 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:45.275551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb45a0-c916-45b6-8b9d-8f28d1ebed2f req-57ac1764-df03-45bd-b608-c8abeff7ef10 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 943 time: 0.4762709 Apr 25 14:52:45.302426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.308049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:45.308813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.335357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.421396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d99ff610-6573-4aba-ba6d-00afe9c5792f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:45.471145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:45.478683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5306301 Apr 25 14:52:45.479406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:45.481108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34622) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:45.518435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:45.551146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Attempting to bind port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:45.551712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Attempting to bind port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:45.552183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Attempting to bind port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 on network b8df3b12-59f7-4559-9f89-a15c11d48f7f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:45.562322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615029-2317-4a1e-a732-105f3d14a088 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=3e321448-2fdf-4f55-9da9-f0d6bdf55db5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:45.572747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:45.589569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb45a0-c916-45b6-8b9d-8f28d1ebed2f req-82084a56-2447-4135-832e-6a11c462d071 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446671 Apr 25 14:52:45.596138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 on network b8df3b12-59f7-4559-9f89-a15c11d48f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:52:45.596693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Attempting to bind port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 on network b8df3b12-59f7-4559-9f89-a15c11d48f7f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:45.636744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Port': ['ID=ae489c81-dc75-4ee1-818f-81c31ccc73bf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:45.660510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-14635861-81f4-457c-8caa-47e95ac5d282 service neutron] 10.222.0.21 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813242 Apr 25 14:52:45.672087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:45.672685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Checking segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:45.673266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Bound using segment: {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:45.673868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Bound port: 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a967bf6-93c1-4777-b197-dbb410179780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:45.674373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:45.747397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:45.769717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:45.806979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:45.812086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-5f2a64c7-b82f-4c71-8d91-34a5e3bfbc8e service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356233 Apr 25 14:52:45.826174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:45.985844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:46.013930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:46.017418 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:46.071501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643af47e-cdc1-46f6-b784-da71a3296f1f req-bd74657a-f01a-45d9-b6e5-0857ba32d7f8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:46.072949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-643af47e-cdc1-46f6-b784-da71a3296f1f req-bd74657a-f01a-45d9-b6e5-0857ba32d7f8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.2430511 Apr 25 14:52:46.081975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] For port 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:46.287136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57d1f430-6b25-4ee5-81ff-e414a6a09e8e req-4cd23cf2-f95a-469c-b8e1-e01d7f5ec869 service neutron] 10.222.0.21 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799696 Apr 25 14:52:46.301992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing IP validity checks on allocation pools {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:52:46.302514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:52:46.307605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] For port 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:46.316519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-fe790511-5f94-4915-96c6-6d599410f4ad service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937677 Apr 25 14:52:46.321775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:46.381064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-643af47e-cdc1-46f6-b784-da71a3296f1f req-cac207e7-59a2-4ce2-a44f-5e959a117c6f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908578 Apr 25 14:52:46.415469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:46.416091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:46.418635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/33763ce9-3ec6-4d20-8ee1-141fc60687b6 HTTP/1.1" status: 200 len: 1091 time: 3.6626873 Apr 25 14:52:46.421634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:46.499103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4b415-0fbc-4c13-bbec-cae1fb3d78a1 service neutron] Pushing event updated for resources: {'Port': ['ID=33763ce9-3ec6-4d20-8ee1-141fc60687b6,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:46.719601 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88a6aad-bd84-4798-a8f4-bca83f168dc9'] response: {'name': 'network-changed', 'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'status': 'completed', 'code': 200} Apr 25 14:52:46.781891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-cbaebeec-e3f2-4e9d-8e0b-ff01d29ede48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:46.783855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-cbaebeec-e3f2-4e9d-8e0b-ff01d29ede48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1095 time: 0.4153676 Apr 25 14:52:46.844757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:46.885683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:46.999759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-e7ebd936-16b0-4383-8c14-7149cd91dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.000337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b477e-a540-4975-a5c0-20a81f6c7b33 req-44ea5c1a-f85f-47ee-b3b7-0e6531cda986 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.001260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-e7ebd936-16b0-4383-8c14-7149cd91dbaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 1094 time: 0.3889940 Apr 25 14:52:47.001845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-662b477e-a540-4975-a5c0-20a81f6c7b33 req-44ea5c1a-f85f-47ee-b3b7-0e6531cda986 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 943 time: 0.2174628 Apr 25 14:52:47.013799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=832dc64a-5025-46d3-b11e-3b78ca441c0e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:47.102302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': 'fa5b8983-ceb5-43b5-b348-015c2a54cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:47.102302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: 3e321448-2fdf-4f55-9da9-f0d6bdf55db5, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:47.135562 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-ca5a3134-9e8b-4c03-9820-80b80ba1f1f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6 HTTP/1.1" status: 200 len: 217 time: 0.1188848 Apr 25 14:52:47.143552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-662b477e-a540-4975-a5c0-20a81f6c7b33 req-87d4ab9a-8187-461a-965e-aed2eeac355f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770867 Apr 25 14:52:47.150249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-9fdb0f74-db0e-4f1c-89f0-edbfe75ab379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.150249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-9fdb0f74-db0e-4f1c-89f0-edbfe75ab379 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.3391302 Apr 25 14:52:47.179362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Router 7e6d7048-04b3-4493-977c-e2417f43400a is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:52:47.286588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:47.320627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 3e321448-2fdf-4f55-9da9-f0d6bdf55db5) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:47.329767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.329974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ac18c-08c6-463c-a11c-12229a46e71f None None] Network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:47.330573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:47.377361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd93c334-83c1-4951-82c0-2d9e102f7f08 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8698194 Apr 25 14:52:47.377361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34670) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:47.377361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-342acc72-b52e-4ffe-b6da-e52140ea2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.377361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-342acc72-b52e-4ffe-b6da-e52140ea2722 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=899b0eb6-3661-4f68-92f5-0edff56aed68 HTTP/1.1" status: 200 len: 834 time: 0.2318904 Apr 25 14:52:47.457154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:52:47.469647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-901bcec2-d41b-44ab-ba67-48ced15a1fc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 999 time: 0.2563963 Apr 25 14:52:47.522273 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:47.526191 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f057e9e9-7e1c-42db-a1b8-8b95712fb3cd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6510684 Apr 25 14:52:47.528774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34676) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:47.545653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Sync routers for ids ['7e6d7048-04b3-4493-977c-e2417f43400a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:52:47.573783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Routers {'7e6d7048-04b3-4493-977c-e2417f43400a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:47.574791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7e6d7048-04b3-4493-977c-e2417f43400a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:47.717502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-a9536e19-7d80-41c5-85be-4f97c7f0a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.718943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-a9536e19-7d80-41c5-85be-4f97c7f0a46b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.1939435 Apr 25 14:52:47.720838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-1bdf386c-0e00-40bf-8d29-cdeba2143910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.722204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-1bdf386c-0e00-40bf-8d29-cdeba2143910 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8df3b12-59f7-4559-9f89-a15c11d48f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3339379 Apr 25 14:52:47.724852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-3e321448-2fdf-4f55-9da9-f0d6bdf55db5', 'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': '832dc64a-5025-46d3-b11e-3b78ca441c0e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:47.725805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:47.733481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:47.797566 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:47.912975 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-dce779ef-1574-4b22-bc6f-a651d72eec4d service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747496 Apr 25 14:52:47.949927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Set router 7e6d7048-04b3-4493-977c-e2417f43400a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:52:47.960104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9087f4-1e02-4b11-9774-ae2d2a166426 req-70b1f94a-ef89-4148-8903-29d805944768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:47.967724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e9087f4-1e02-4b11-9774-ae2d2a166426 req-70b1f94a-ef89-4148-8903-29d805944768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.3857608 Apr 25 14:52:48.048393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.060664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port ae489c81-dc75-4ee1-818f-81c31ccc73bf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:48.061264 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.180109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e9087f4-1e02-4b11-9774-ae2d2a166426 req-9e44fd86-c197-40f8-9699-ffd8007b1e9a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111990 Apr 25 14:52:48.212421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.252587 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:52:48.283826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Allocated IP 172.20.0.3 (3e321448-2fdf-4f55-9da9-f0d6bdf55db5/832dc64a-5025-46d3-b11e-3b78ca441c0e/599a78fb-46b3-42f8-842a-c9b343b348ab) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:48.343547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d7048-04b3-4493-977c-e2417f43400a', 'name': '', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f', 'external_fixed_ips': [{'subnet_id': '9af6c5ba-3ad9-463f-9550-9245189c4026', 'ip_address': '2001:db8::347'}], 'enable_snat': True}, 'gw_port_id': 'ae489c81-dc75-4ee1-818f-81c31ccc73bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:42Z', 'updated_at': '2022-04-25T14:52:45Z', 'revision_number': 3, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port': {'id': 'ae489c81-dc75-4ee1-818f-81c31ccc73bf', 'name': '', 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6d7048-04b3-4493-977c-e2417f43400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '9af6c5ba-3ad9-463f-9550-9245189c4026', 'ip_address': '2001:db8::347', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:44Z', 'updated_at': '2022-04-25T14:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af6c5ba-3ad9-463f-9550-9245189c4026', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:48.349657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Checking router: 7e6d7048-04b3-4493-977c-e2417f43400a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:52:48.350008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Updating router 7e6d7048-04b3-4493-977c-e2417f43400a port ae489c81-dc75-4ee1-818f-81c31ccc73bf binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:52:48.448570 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.456896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-96642f6c-8a77-4347-a6c1-e950cd816dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:48.458663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-96642f6c-8a77-4347-a6c1-e950cd816dcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7194788 Apr 25 14:52:48.520041 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac89fc6-c239-4d89-8658-b34e7e896d4f req-e9621cdc-c6cf-44ed-8eea-26c9cd6683e3 service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976467 Apr 25 14:52:48.541531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.681606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-d02ae4c7-050d-4e26-87f1-bf041ec429b5 service neutron] 10.222.0.21 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106173 Apr 25 14:52:48.771272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for ae489c81-dc75-4ee1-818f-81c31ccc73bf owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:48.793324 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.804978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Transition to ACTIVE for port object ae489c81-dc75-4ee1-818f-81c31ccc73bf will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:48.822944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.842891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db868b3a-8a3c-4e8e-9337-2fa7f63be7bc req-856d536c-a6bb-443d-a863-5c6073b73f41 service neutron] 10.222.0.21 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547763 Apr 25 14:52:48.853644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddf606-2ebc-4cd7-b32c-78c8943c746d req-93751a2b-4acc-439d-bc99-5b9681f9defb tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:48.861500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4ddf606-2ebc-4cd7-b32c-78c8943c746d req-93751a2b-4acc-439d-bc99-5b9681f9defb tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 943 time: 0.3226144 Apr 25 14:52:48.868425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-3d059b7a-43c0-4574-b3e8-23a1858789fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:48.870550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-3d059b7a-43c0-4574-b3e8-23a1858789fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 1094 time: 0.2844033 Apr 25 14:52:48.895164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed59fd8-d42b-4af8-a582-0fc1d88e253a None None] Pushing event updated for resources: {'Port': ['ID=ae489c81-dc75-4ee1-818f-81c31ccc73bf,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:48.933080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Attempting to bind port ae489c81-dc75-4ee1-818f-81c31ccc73bf on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:48.933441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Attempting to bind port ae489c81-dc75-4ee1-818f-81c31ccc73bf by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:48.934007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Attempting to bind port ae489c81-dc75-4ee1-818f-81c31ccc73bf on network d99ff610-6573-4aba-ba6d-00afe9c5792f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:48.951760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:48.952378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Checking segment: {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:48.953151 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:48.953715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Bound using segment: {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:48.954359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Bound port: ae489c81-dc75-4ee1-818f-81c31ccc73bf, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:48.954912 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.030328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-3f51166c-5014-4961-965a-9945bf382bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:49.031941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-3f51166c-5014-4961-965a-9945bf382bae service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 200 len: 898 time: 0.1542265 Apr 25 14:52:49.072489 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4ddf606-2ebc-4cd7-b32c-78c8943c746d req-53eb8918-9ceb-4a71-b7f7-4f1e61ea62e5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098062 Apr 25 14:52:49.104185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.109744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-4f02ddc8-ebbb-4007-8721-9fdb9d933fdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6 HTTP/1.1" status: 200 len: 217 time: 0.0709548 Apr 25 14:52:49.119948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] For port ae489c81-dc75-4ee1-818f-81c31ccc73bf, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:49.123285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Transition to ACTIVE for port object 599a78fb-46b3-42f8-842a-c9b343b348ab will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:49.135306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:49.136119 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:49.138575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 25 14:52:49.138575 n-d-811416-6 neutron-server[88062]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Apr 25 14:52:49.138575 n-d-811416-6 neutron-server[88062]: [parameters: {'port_id': 'ae489c81-dc75-4ee1-818f-81c31ccc73bf', 'host': 'n-d-811416-6', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6'}] Apr 25 14:52:49.138575 n-d-811416-6 neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:49.138952 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:49.149212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Transition to ACTIVE for port object 599a78fb-46b3-42f8-842a-c9b343b348ab will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:49.155376 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.182568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-d635a389-03a0-44de-8ccb-f61f9d409f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:49.184167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-d635a389-03a0-44de-8ccb-f61f9d409f7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=899b0eb6-3661-4f68-92f5-0edff56aed68 HTTP/1.1" status: 200 len: 834 time: 0.0683143 Apr 25 14:52:49.186199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.209082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34702) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:49.242375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Pushing event updated for resources: {'Port': ['ID=599a78fb-46b3-42f8-842a-c9b343b348ab,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:49.259187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=832dc64a-5025-46d3-b11e-3b78ca441c0e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:49.276181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:49.277597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:49.282558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:49.352047 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.367098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:49.370927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Usage tracker for resource:security_group_rule and tenant:9a42dd52893e4c01aedf510818bf0fbb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:49.374250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:49.377261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Attempting to bind port 599a78fb-46b3-42f8-842a-c9b343b348ab on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:49.377777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Attempting to bind port 599a78fb-46b3-42f8-842a-c9b343b348ab by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'fa5b8983-ceb5-43b5-b348-015c2a54cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:49.378104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Attempting to bind port 599a78fb-46b3-42f8-842a-c9b343b348ab on network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:49.380320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:49.383290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:49.383673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Checking segment: {'id': 'fa5b8983-ceb5-43b5-b348-015c2a54cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:49.384082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.384486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Bound using segment: {'id': 'fa5b8983-ceb5-43b5-b348-015c2a54cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:49.384958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Bound port: 599a78fb-46b3-42f8-842a-c9b343b348ab, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5b8983-ceb5-43b5-b348-015c2a54cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:49.385372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.420341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.469741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e321448-2fdf-4f55-9da9-f0d6bdf55db5']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:49.472808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.479034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.487397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] For port 599a78fb-46b3-42f8-842a-c9b343b348ab, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:49.491029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] For port 599a78fb-46b3-42f8-842a-c9b343b348ab, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=599a78fb-46b3-42f8-842a-c9b343b348ab,segment=NetworkSegment(fa5b8983-ceb5-43b5-b348-015c2a54cba4),segment_id=fa5b8983-ceb5-43b5-b348-015c2a54cba4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:49.496708 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.499849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b8983-ceb5-43b5-b348-015c2a54cba4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:49.500157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b8983-ceb5-43b5-b348-015c2a54cba4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:49.528363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-9be33c83-50aa-49b9-a2e8-cc48ffa9d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:49.531042 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-9be33c83-50aa-49b9-a2e8-cc48ffa9d4c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8df3b12-59f7-4559-9f89-a15c11d48f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3409216 Apr 25 14:52:49.534404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.535937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a42dd52893e4c01aedf510818bf0fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257830 Apr 25 14:52:49.537224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a80ba-eb5d-4d6b-8db7-94b9ca187d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee77148-c765-44d3-80d6-35d688cb04d6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:49.540787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34708) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:49.598580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:52:49.605746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bccee877-c1d6-49ae-a554-2cb17fbdb481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.605954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb3c7-c0d4-4868-8cde-2d48a60204c2 req-1ac09c77-6e35-40e8-9849-5a6949856e1c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:49.608156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa5bb3c7-c0d4-4868-8cde-2d48a60204c2 req-1ac09c77-6e35-40e8-9849-5a6949856e1c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 944 time: 0.3013537 Apr 25 14:52:49.609858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.639765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port ae489c81-dc75-4ee1-818f-81c31ccc73bf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:49.640107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.681486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bccee877-c1d6-49ae-a554-2cb17fbdb481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.686310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:49.686732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:49.701427 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:49.722509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf925b-e201-4e89-a2aa-058140412faf None None] Pushing event updated for resources: {'Port': ['ID=599a78fb-46b3-42f8-842a-c9b343b348ab,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:49.725048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Attempting to bind port ae489c81-dc75-4ee1-818f-81c31ccc73bf on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:49.725432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Attempting to bind port ae489c81-dc75-4ee1-818f-81c31ccc73bf by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:49.725797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Attempting to bind port ae489c81-dc75-4ee1-818f-81c31ccc73bf on network d99ff610-6573-4aba-ba6d-00afe9c5792f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:49.748187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:49.748620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Checking segment: {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:49.749292 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.749993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Bound using segment: {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:49.750671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Bound port: ae489c81-dc75-4ee1-818f-81c31ccc73bf, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9d3b21-1647-4a92-a69c-fca409f34eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd99ff610-6573-4aba-ba6d-00afe9c5792f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:49.751247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.822884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa5bb3c7-c0d4-4868-8cde-2d48a60204c2 req-97bfb62e-d25c-49af-ae24-2089999e7848 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021141 Apr 25 14:52:49.840337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:52:49.840337 n-d-811416-6 neutron-server[88061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:52:49.840337 n-d-811416-6 neutron-server[88061]: [parameters: {'id': '3e321448-2fdf-4f55-9da9-f0d6bdf55db5'}] Apr 25 14:52:49.840337 n-d-811416-6 neutron-server[88061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:49.840817 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:49.859254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-68967119-fe19-4a73-a7cb-b28703b11cae service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022504 Apr 25 14:52:49.862995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bccee877-c1d6-49ae-a554-2cb17fbdb481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.882136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccee877-c1d6-49ae-a554-2cb17fbdb481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee77148-c765-44d3-80d6-35d688cb04d6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:49.890820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] For port ae489c81-dc75-4ee1-818f-81c31ccc73bf, host n-d-811416-6, got binding levels [] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:49.891195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:49.891683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c79a1-cad7-4e98-b7de-f3628232e432 None None] Network 3e321448-2fdf-4f55-9da9-f0d6bdf55db5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:50.015309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-226ab065-cb3d-409b-b037-3e2c100da2d4 req-2b37d069-f34b-4053-9943-99bb75cd0ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491222 Apr 25 14:52:50.027111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:50.054536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'port_id': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'mac_address': 'fa:16:3e:de:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:52:50.056817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] For port ae489c81-dc75-4ee1-818f-81c31ccc73bf, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:50.062914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for ae489c81-dc75-4ee1-818f-81c31ccc73bf owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:50.091970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bccee877-c1d6-49ae-a554-2cb17fbdb481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.093186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bccee877-c1d6-49ae-a554-2cb17fbdb481 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aee77148-c765-44d3-80d6-35d688cb04d6 HTTP/1.1" status: 204 len: 168 time: 0.5511091 Apr 25 14:52:50.107706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] For port ae489c81-dc75-4ee1-818f-81c31ccc73bf, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ae489c81-dc75-4ee1-818f-81c31ccc73bf,segment=NetworkSegment(ac9d3b21-1647-4a92-a69c-fca409f34eb6),segment_id=ac9d3b21-1647-4a92-a69c-fca409f34eb6)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:50.144707 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.227989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:50.228605 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:50.323618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.333256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc42fc-2c5c-4f3d-bf86-3d5e423194b5 req-16ac8654-7df5-472d-bc24-ba9a3fd41505 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:50.334771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0cc42fc-2c5c-4f3d-bf86-3d5e423194b5 req-16ac8654-7df5-472d-bc24-ba9a3fd41505 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 943 time: 0.0860274 Apr 25 14:52:50.342141 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.346260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed59fd8-d42b-4af8-a582-0fc1d88e253a None None] Pushing event updated for resources: {'Port': ['ID=ae489c81-dc75-4ee1-818f-81c31ccc73bf,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:50.351134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Routers {'7e6d7048-04b3-4493-977c-e2417f43400a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:52:50.351775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7e6d7048-04b3-4493-977c-e2417f43400a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:50.359805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port 599a78fb-46b3-42f8-842a-c9b343b348ab {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:50.360000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.386428 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f0cc42fc-2c5c-4f3d-bf86-3d5e423194b5 req-ee95b852-ba14-489a-a314-21d78ac3621e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Apr 25 14:52:50.409903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:52:50.505580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:50.509838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:50.530147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.536192 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.554290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:50.558570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Usage tracker for resource:security_group_rule and tenant:c09084eda0fd493dab3cbfc171722f4e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:50.562248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:50.568487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:50.591177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8172299-f913-4fcb-9171-01048189a408 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:52:50.630576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] Set router 7e6d7048-04b3-4493-977c-e2417f43400a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:52:50.660591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.667483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.708098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port ae489c81-dc75-4ee1-818f-81c31ccc73bf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:50.708604 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.744372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c09084eda0fd493dab3cbfc171722f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374229 Apr 25 14:52:50.745126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34722) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:50.749793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port 599a78fb-46b3-42f8-842a-c9b343b348ab, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=599a78fb-46b3-42f8-842a-c9b343b348ab,segment=NetworkSegment(fa5b8983-ceb5-43b5-b348-015c2a54cba4),segment_id=fa5b8983-ceb5-43b5-b348-015c2a54cba4)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:50.750162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:50.755040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6d7048-04b3-4493-977c-e2417f43400a', 'name': '', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:42Z', 'updated_at': '2022-04-25T14:52:48Z', 'revision_number': 4, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:50.770511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488072ed-b659-4f78-9df7-2d07b2d7ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e8850-8bf4-4596-aec7-0b09100671b2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:50.782547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181114f-cfde-4f03-82bc-8a2d00b74d90 None None] The sync data for ids ['7e6d7048-04b3-4493-977c-e2417f43400a'] in n-d-811416-6 is: [{'id': '7e6d7048-04b3-4493-977c-e2417f43400a', 'name': '', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:42Z', 'updated_at': '2022-04-25T14:52:48Z', 'revision_number': 4, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:52:50.795922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:50.897252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for 599a78fb-46b3-42f8-842a-c9b343b348ab owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:50.897439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8172299-f913-4fcb-9171-01048189a408 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:52:50.939090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:52:51.007814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6d42bb5-7f43-4696-9056-7f76b3c1e065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.057998 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.098478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6d42bb5-7f43-4696-9056-7f76b3c1e065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.132780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=599a78fb-46b3-42f8-842a-c9b343b348ab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:51.145627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port 599a78fb-46b3-42f8-842a-c9b343b348ab on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:51.154947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] For port ae489c81-dc75-4ee1-818f-81c31ccc73bf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ae489c81-dc75-4ee1-818f-81c31ccc73bf,segment=NetworkSegment(ac9d3b21-1647-4a92-a69c-fca409f34eb6),segment_id=ac9d3b21-1647-4a92-a69c-fca409f34eb6)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:51.155281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.158246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33763ce9-3ec6-4d20-8ee1-141fc60687b6 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:52:51.282856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for ae489c81-dc75-4ee1-818f-81c31ccc73bf owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:51.317442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.318872 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:52:51.348503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6d42bb5-7f43-4696-9056-7f76b3c1e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.348987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab245-a80a-4122-9331-123793455430 req-7bd086e5-788d-4c03-ad85-8f26554a87bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:51.350725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-577ab245-a80a-4122-9331-123793455430 req-7bd086e5-788d-4c03-ad85-8f26554a87bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 945 time: 0.3579924 Apr 25 14:52:51.378183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e321448-2fdf-4f55-9da9-f0d6bdf55db5']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:51.384562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d42bb5-7f43-4696-9056-7f76b3c1e065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e8850-8bf4-4596-aec7-0b09100671b2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:51.398237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6d42bb5-7f43-4696-9056-7f76b3c1e065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.401390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b8983-ceb5-43b5-b348-015c2a54cba4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:51.401702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b8983-ceb5-43b5-b348-015c2a54cba4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:51.408630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a6d42bb5-7f43-4696-9056-7f76b3c1e065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c48e8850-8bf4-4596-aec7-0b09100671b2 HTTP/1.1" status: 204 len: 168 time: 0.6476367 Apr 25 14:52:51.426606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.436435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-577ab245-a80a-4122-9331-123793455430 req-82be97ef-63f2-4f40-8196-5095c08ed535 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789773 Apr 25 14:52:51.470223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.477144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:51.477552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.602018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.663934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae489c81-dc75-4ee1-818f-81c31ccc73bf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:51.699789 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:51.732491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.789768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.802033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:51.832150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/3e321448-2fdf-4f55-9da9-f0d6bdf55db5 HTTP/1.1" status: 204 len: 168 time: 4.4527977 Apr 25 14:52:51.840334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34738) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:51.853387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903d3c2-b5fe-4fa8-83fb-315cb1d43d33 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=3e321448-2fdf-4f55-9da9-f0d6bdf55db5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:51.866220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073267341'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:51.875711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:51.896097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:51.899875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:51.911342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:51.931835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:52.010522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:52:52.054929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:52.061934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.096225 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.097193 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.102485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.120843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33763ce9-3ec6-4d20-8ee1-141fc60687b6 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:52:52.143550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:52.150176 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.157259 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.158231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6d7048-04b3-4493-977c-e2417f43400a {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:52:52.166437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:52.175789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab477d2-d28a-4ac8-acf1-3c0a9d23e914 req-5158dce9-ba19-4530-8dc1-4790acfdff8e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:52.177389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aab477d2-d28a-4ac8-acf1-3c0a9d23e914 req-5158dce9-ba19-4530-8dc1-4790acfdff8e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 943 time: 0.5147626 Apr 25 14:52:52.211229 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.211709 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment a2eacd7c-998c-4646-8ef4-ac8aef004a34 of type vlan for network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 Apr 25 14:52:52.221355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-c99baa4a-3111-42e2-9540-2a7d49d679ca tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:52.223888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-c99baa4a-3111-42e2-9540-2a7d49d679ca tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 945 time: 0.2925141 Apr 25 14:52:52.248897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=33763ce9-3ec6-4d20-8ee1-141fc60687b6,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:52.251082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.252706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a9c9595a-502a-40bf-a668-d21adb3e8929 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7e6d7048-04b3-4493-977c-e2417f43400a HTTP/1.1" status: 204 len: 168 time: 4.7227166 Apr 25 14:52:52.273413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34750) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:52.290912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8169213-31ba-4820-812f-6cbddbc0b84b req-a6a2aaf7-cb47-42ba-a997-32372f0cdcfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:52.293072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8169213-31ba-4820-812f-6cbddbc0b84b req-a6a2aaf7-cb47-42ba-a997-32372f0cdcfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 945 time: 0.2823257 Apr 25 14:52:52.344922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aab477d2-d28a-4ac8-acf1-3c0a9d23e914 req-db4250d6-f6c3-4527-adb7-1d1be38263be tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547632 Apr 25 14:52:52.361900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.369100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting subnet 9af6c5ba-3ad9-463f-9550-9245189c4026 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:52:52.369100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.389723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['33763ce9-3ec6-4d20-8ee1-141fc60687b6'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:52:52.429607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.454939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8169213-31ba-4820-812f-6cbddbc0b84b req-936281d0-e213-4dd0-8ad0-882d1ad97370 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512275 Apr 25 14:52:52.457153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.464418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:52.465094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.562847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.593200 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-21ef6f14-fb67-46ce-8821-f5fdb056cbd0 service neutron] delete failed (client error): The resource could not be found. Apr 25 14:52:52.594608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-21ef6f14-fb67-46ce-8821-f5fdb056cbd0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.3643093 Apr 25 14:52:52.600036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=620d14bc-79f5-4e2b-a5bf-df7a180896f7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:52.626689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-751bf9a2-3de8-48b3-935c-e16c85cf3a61 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7822530 Apr 25 14:52:52.627890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:52.628076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:52.637670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:52.700164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.756798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.763661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9af6c5ba-3ad9-463f-9550-9245189c4026,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:52.770287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4525fd36-0f7a-47b7-8613-09fbaacb11d8 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/9af6c5ba-3ad9-463f-9550-9245189c4026 HTTP/1.1" status: 204 len: 168 time: 0.4937632 Apr 25 14:52:52.771171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:52.866215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:52.872726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:52.877530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:52.886747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:52.887365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:52.911475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-f57c825e-f0df-4e1a-93ea-558de2907fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:52.913309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-f57c825e-f0df-4e1a-93ea-558de2907fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1096 time: 0.1387074 Apr 25 14:52:52.914356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:52.917742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.022435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.167154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99ff610-6573-4aba-ba6d-00afe9c5792f']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:53.180139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9d3b21-1647-4a92-a69c-fca409f34eb6') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:53.180660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9d3b21-1647-4a92-a69c-fca409f34eb6') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:53.198255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.212048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.220125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:53.220550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:53.234113 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:53.257132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-859ebffa-f650-42be-b12a-d17a6d64c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:53.258789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-859ebffa-f650-42be-b12a-d17a6d64c1a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.3275871 Apr 25 14:52:53.315436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.334890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d99ff610-6573-4aba-ba6d-00afe9c5792f {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 25 14:52:53.348450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.352187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event deleted for resources: {'Network': ['ID=d99ff610-6573-4aba-ba6d-00afe9c5792f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:53.356350 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb72c646-8e63-49f0-b7e9-dfedf5512b73 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d99ff610-6573-4aba-ba6d-00afe9c5792f HTTP/1.1" status: 204 len: 168 time: 0.5839827 Apr 25 14:52:53.383001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-2730d0af-a986-4187-b6fe-0e3478712b9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 1000 time: 0.1174881 Apr 25 14:52:53.570452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:53.639566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-35b6c46f-9d0e-452f-b519-9e6ffbef000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:53.641315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-35b6c46f-9d0e-452f-b519-9e6ffbef000b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.2261090 Apr 25 14:52:53.673862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83066-948c-4a4c-a622-34fe507da72b req-cfd2e7b0-a154-42a1-9b21-eaf04137c7a5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:53.678568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98f83066-948c-4a4c-a622-34fe507da72b req-cfd2e7b0-a154-42a1-9b21-eaf04137c7a5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 944 time: 0.1738212 Apr 25 14:52:53.767186 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.773695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98f83066-948c-4a4c-a622-34fe507da72b req-5f7c682a-47a2-44ab-8971-d20b21d2f8ae tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887451 Apr 25 14:52:53.779301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:53.785901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:53.789360 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:53.882172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=c9bca711-e1ad-496d-960d-a952a2ba69cb,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:53.895211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-81d22dc0-4d20-4fbc-ac08-0e58db939795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:53.897105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-81d22dc0-4d20-4fbc-ac08-0e58db939795 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177708 Apr 25 14:52:53.910412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963394f2-d1b6-4f2c-8d11-b1047fa5253d req-b81a59ec-865d-46d8-a232-68073fab567f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:53.919629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-963394f2-d1b6-4f2c-8d11-b1047fa5253d req-b81a59ec-865d-46d8-a232-68073fab567f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 945 time: 0.3073125 Apr 25 14:52:53.942394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:53.947572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'name': 'tempest-router--601186917', 'project_id': '485b7aa58f3c4e9590feda1f6608c327'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:53.954632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:53.954902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': 'a2eacd7c-998c-4646-8ef4-ac8aef004a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:53.955459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: 620d14bc-79f5-4e2b-a5bf-df7a180896f7, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:52:53.965656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:router and tenant:485b7aa58f3c4e9590feda1f6608c327 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:53.970985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:53.988810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:53.989294 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.005682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.006929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.033680 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.038918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:54.051042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:54.062103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.094141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.101513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-963394f2-d1b6-4f2c-8d11-b1047fa5253d req-68323b75-5c64-4fb5-b0ae-adb7833e3c3e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806927 Apr 25 14:52:54.110538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:52:54.139237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 620d14bc-79f5-4e2b-a5bf-df7a180896f7) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:54.139804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.142399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2362a54-131a-472b-a2c5-5d71f4eca78a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1986866 Apr 25 14:52:54.144990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:54.150913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:54.151517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.151643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad838a95-1871-4b55-b43a-b3d2b00a1574 None None] Network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:54.157402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-f1654b84-7e43-46cc-9cf1-4641c71a0b76 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335715 Apr 25 14:52:54.179300 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85a3a50-808a-4bb2-af9d-b577c7a81a6b'] response: {'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'code': 200} Apr 25 14:52:54.260143 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-06a1bc39-0946-4f76-8020-934efb65cb88 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6311412 Apr 25 14:52:54.264831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34824) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:54.305254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:54.327883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.406629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ff32d47-9906-4bc2-aa54-06e02e4e6fb3 req-cf362dc9-49e4-4119-aa02-dd646500acd5 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416117 Apr 25 14:52:54.479029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-620d14bc-79f5-4e2b-a5bf-df7a180896f7', 'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': 'c9bca711-e1ad-496d-960d-a952a2ba69cb'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:52:54.480174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.487079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.583118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.691468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Allocated IP 172.20.0.1 (620d14bc-79f5-4e2b-a5bf-df7a180896f7/c9bca711-e1ad-496d-960d-a952a2ba69cb/455dc852-562f-4478-bee7-a9a5142f1de0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:54.744642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.747679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.774898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.775636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 779e611d-44ff-45d4-a5ed-6f51e41f0608 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:52:54.800328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:54.803908 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-296f5406-e860-488b-b08e-dc1a3d1bd9d0 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/routers/779e611d-44ff-45d4-a5ed-6f51e41f0608 HTTP/1.1" status: 204 len: 168 time: 0.6549459 Apr 25 14:52:55.001503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3ae05-ada6-4a2f-b945-79ff8bc2d0dc req-444e6ccc-b3d9-44ca-8d85-eb284e1a0d9e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:55.006642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8aa3ae05-ada6-4a2f-b945-79ff8bc2d0dc req-444e6ccc-b3d9-44ca-8d85-eb284e1a0d9e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 944 time: 0.0988448 Apr 25 14:52:55.009753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.022926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Transition to ACTIVE for port object 455dc852-562f-4478-bee7-a9a5142f1de0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:55.060707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:55.070076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Transition to ACTIVE for port object 455dc852-562f-4478-bee7-a9a5142f1de0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:52:55.077300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8aa3ae05-ada6-4a2f-b945-79ff8bc2d0dc req-ea34f88f-5894-4ada-98bc-1d10351ea2a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697179 Apr 25 14:52:55.081999 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.112684 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.187588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33763ce9-3ec6-4d20-8ee1-141fc60687b6 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:52:55.199695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bca711-e1ad-496d-960d-a952a2ba69cb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:55.293678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:55.303050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:55.308573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:55.366154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1728750114', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:55.378979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:55.384406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.384577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Pushing event updated for resources: {'Port': ['ID=455dc852-562f-4478-bee7-a9a5142f1de0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:55.385910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Usage tracker for resource:router and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:55.394923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:55.414880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:55.452058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Attempting to bind port 455dc852-562f-4478-bee7-a9a5142f1de0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:52:55.452465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Attempting to bind port 455dc852-562f-4478-bee7-a9a5142f1de0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a2eacd7c-998c-4646-8ef4-ac8aef004a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:52:55.452833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Attempting to bind port 455dc852-562f-4478-bee7-a9a5142f1de0 on network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:52:55.458603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:52:55.458989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Checking segment: {'id': 'a2eacd7c-998c-4646-8ef4-ac8aef004a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:52:55.459425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.459787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Bound using segment: {'id': 'a2eacd7c-998c-4646-8ef4-ac8aef004a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:52:55.460489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Bound port: 455dc852-562f-4478-bee7-a9a5142f1de0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2eacd7c-998c-4646-8ef4-ac8aef004a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:52:55.460712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620d14bc-79f5-4e2b-a5bf-df7a180896f7']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:55.461200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.467051 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.471065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.476388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2eacd7c-998c-4646-8ef4-ac8aef004a34') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:55.476691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2eacd7c-998c-4646-8ef4-ac8aef004a34') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:55.491717 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.514335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:52:55.517948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.523843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.529140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:52:55.529573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.536330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a53e8d-d073-4c5b-bcde-a5a1b7364a2b req-6705e0ea-b3a6-43bd-b8d1-606ab33b97c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:55.537822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-87a53e8d-d073-4c5b-bcde-a5a1b7364a2b req-6705e0ea-b3a6-43bd-b8d1-606ab33b97c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1586733 Apr 25 14:52:55.540581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:55.541024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:55.560344 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:55.590775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863032-30a2-439f-9867-bf7de31b3ce7 req-a01eb017-f566-45cd-a6d1-420bc47803c6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:55.601679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41863032-30a2-439f-9867-bf7de31b3ce7 req-a01eb017-f566-45cd-a6d1-420bc47803c6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.3414540 Apr 25 14:52:55.632730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] For port 455dc852-562f-4478-bee7-a9a5142f1de0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:52:55.703358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.750986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:55.757607 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.775217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41863032-30a2-439f-9867-bf7de31b3ce7 req-b0d25e81-d31e-4016-806d-96d66249a595 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720600 Apr 25 14:52:55.810867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34862) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:55.860035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=33763ce9-3ec6-4d20-8ee1-141fc60687b6,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:55.911668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:55.913570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-87a53e8d-d073-4c5b-bcde-a5a1b7364a2b req-25daf1b7-5adc-4ea2-893f-5a42a363ee99 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523192 Apr 25 14:52:55.955047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:52:55.955047 n-d-811416-6 neutron-server[88061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:52:55.955047 n-d-811416-6 neutron-server[88061]: [parameters: {'id': '620d14bc-79f5-4e2b-a5bf-df7a180896f7'}] Apr 25 14:52:55.955047 n-d-811416-6 neutron-server[88061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:52:55.955631 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:52:55.960658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] For port 455dc852-562f-4478-bee7-a9a5142f1de0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=455dc852-562f-4478-bee7-a9a5142f1de0,segment=NetworkSegment(a2eacd7c-998c-4646-8ef4-ac8aef004a34),segment_id=a2eacd7c-998c-4646-8ef4-ac8aef004a34)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:52:55.967439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:56.004223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb577430-26f2-4cdd-9524-ccd1e1174e3e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/68298626-5d60-4ac6-aa57-299ccc37f405 HTTP/1.1" status: 200 len: 993 time: 0.1909657 Apr 25 14:52:56.126787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf9d52-c209-413e-bac9-681395a90fff None None] Pushing event updated for resources: {'Port': ['ID=455dc852-562f-4478-bee7-a9a5142f1de0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:56.163336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f7c15-d6ac-48c0-ba08-8e8ebe6407f0 None None] Network 620d14bc-79f5-4e2b-a5bf-df7a180896f7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:52:56.182699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:52:56.351327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a30c9-d490-46d1-ba5a-494c608d8530 req-cf3e4282-be99-4636-b023-59ba53e49074 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:56.354107 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d6a30c9-d490-46d1-ba5a-494c608d8530 req-cf3e4282-be99-4636-b023-59ba53e49074 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1538959 Apr 25 14:52:56.377187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a0d16-eb91-4b4b-937a-275e8e2a53ce req-8ab5ee0e-3bca-4d47-95ed-5d2afad8aa8e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:56.384057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a4a0d16-eb91-4b4b-937a-275e8e2a53ce req-8ab5ee0e-3bca-4d47-95ed-5d2afad8aa8e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 0.1215198 Apr 25 14:52:56.426390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9c301-4095-4ff2-a04e-5dcaa8762d38 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:52:56.446678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a4a0d16-eb91-4b4b-937a-275e8e2a53ce req-f1153e83-1055-4b9b-b2a0-00112e65130f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617719 Apr 25 14:52:56.463159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:56.489875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port 455dc852-562f-4478-bee7-a9a5142f1de0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:52:56.490461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:56.555777 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85529adc-e24d-4017-9570-2c25a9cea80a'] response: {'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'code': 200} Apr 25 14:52:56.644993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef9c301-4095-4ff2-a04e-5dcaa8762d38 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:52:56.668397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:56.708081 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d6a30c9-d490-46d1-ba5a-494c608d8530 req-96706863-fdeb-4e0e-a924-6a1acf09e4c0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921767 Apr 25 14:52:56.718845 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:56.786983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port 455dc852-562f-4478-bee7-a9a5142f1de0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=455dc852-562f-4478-bee7-a9a5142f1de0,segment=NetworkSegment(a2eacd7c-998c-4646-8ef4-ac8aef004a34),segment_id=a2eacd7c-998c-4646-8ef4-ac8aef004a34)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:52:56.786983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:56.983843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Allocated IP 172.25.0.51 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/014bc741-4ee7-4084-9de9-a0da13c00ccb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:52:57.024523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for 455dc852-562f-4478-bee7-a9a5142f1de0 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:52:57.250808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c746d-0a4d-4d9b-8f3c-af10a7ece05a req-ad72bb1a-76ce-444f-b81b-ffecc55cfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:57.252752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb1c746d-0a4d-4d9b-8f3c-af10a7ece05a req-ad72bb1a-76ce-444f-b81b-ffecc55cfc3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 1096 time: 0.4577677 Apr 25 14:52:57.284492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.322830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.338545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=455dc852-562f-4478-bee7-a9a5142f1de0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:57.355979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ae000-e7a1-40b8-b5b7-23f636259cb1 req-fff3dca5-78fe-47f0-8b0c-f545d5c9052e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:57.358135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b51ae000-e7a1-40b8-b5b7-23f636259cb1 req-fff3dca5-78fe-47f0-8b0c-f545d5c9052e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3510146 Apr 25 14:52:57.364982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port 455dc852-562f-4478-bee7-a9a5142f1de0 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:52:57.376511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.407642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb1c746d-0a4d-4d9b-8f3c-af10a7ece05a req-7795f088-bb33-4af1-a155-d97d48279b52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461954 Apr 25 14:52:57.472709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event updated for resources: {'Port': ['ID=014bc741-4ee7-4084-9de9-a0da13c00ccb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:57.507876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:52:57.509135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b51ae000-e7a1-40b8-b5b7-23f636259cb1 req-32b8ec3f-9dcc-4f86-aabf-a73af9131e41 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085453 Apr 25 14:52:57.524499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:52:57.532013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:52:57.600493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.662215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620d14bc-79f5-4e2b-a5bf-df7a180896f7']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:57.810479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2eacd7c-998c-4646-8ef4-ac8aef004a34') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:57.810956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2eacd7c-998c-4646-8ef4-ac8aef004a34') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:52:57.849611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.883294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.897191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:52:57.898171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:52:57.917816 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:52:58.020911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b5a8-90cf-40f5-8879-53d3fb068ecd req-0ccca54c-66ba-40b1-b761-3d4e310ce7f9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:58.029741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e839b5a8-90cf-40f5-8879-53d3fb068ecd req-0ccca54c-66ba-40b1-b761-3d4e310ce7f9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 0.2471535 Apr 25 14:52:58.044533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.057775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-8e9e4f90-297f-4a2e-95ed-d7b3acc69fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3813443 Apr 25 14:52:58.077858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.101011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=620d14bc-79f5-4e2b-a5bf-df7a180896f7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:58.126610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53e1ac-75ce-42ed-9c56-55336491cacf req-ded22950-6b2c-4861-a405-b2b964997432 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:58.128749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b53e1ac-75ce-42ed-9c56-55336491cacf req-ded22950-6b2c-4861-a405-b2b964997432 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3702984 Apr 25 14:52:58.130483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7c9c58d6-77cf-4f68-90a3-e4ff8a3cdd91 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/620d14bc-79f5-4e2b-a5bf-df7a180896f7 HTTP/1.1" status: 204 len: 168 time: 3.8645740 Apr 25 14:52:58.134052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34974) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:58.152619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1110718047'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:58.193374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e839b5a8-90cf-40f5-8879-53d3fb068ecd req-e67acc43-3bc4-4899-be5d-f128fa3e1b31 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624582 Apr 25 14:52:58.319386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.357574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:58.367779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:58.378159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:58.386741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:58.407305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b53e1ac-75ce-42ed-9c56-55336491cacf req-7bb3398c-8b88-41f7-a560-cd70bae53eaa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494547 Apr 25 14:52:58.427658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:58.431262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.535406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-9c3f33e4-4e8b-48a7-80fa-1937b0bd97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:58.536936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-9c3f33e4-4e8b-48a7-80fa-1937b0bd97d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 1096 time: 0.3571925 Apr 25 14:52:58.537782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:52:58.554820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.555444 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 1df96aac-e9e0-452a-bcc9-ebb1837be12b of type vlan for network b47f0edf-e471-40a3-aca9-f2b3a96f0169 Apr 25 14:52:58.730025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.846469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.846910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.853548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:58.854173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:58.902386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7562640 Apr 25 14:52:58.906986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35032) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:58.915644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-bac348d6-cdea-4aa3-9b25-2eca5a3c654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:58.917122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-bac348d6-cdea-4aa3-9b25-2eca5a3c654b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.3296230 Apr 25 14:52:58.969305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:52:59.047553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-6c2bd4ad-a0fe-40ac-a248-51415ea18ab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffb95d1-bd2d-4292-8ae7-319001784852 HTTP/1.1" status: 200 len: 217 time: 0.1230717 Apr 25 14:52:59.050356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64565fef-f53e-4392-b2dc-a85933379984 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=b47f0edf-e471-40a3-aca9-f2b3a96f0169,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:52:59.063911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b47f0edf-e471-40a3-aca9-f2b3a96f0169 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:52:59.113817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-adac000e-9503-4b0e-a17e-5f1d82a2a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:59.115600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-adac000e-9503-4b0e-a17e-5f1d82a2a749 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0619614 Apr 25 14:52:59.221372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-50808d42-28aa-4379-ace0-7a1b81d7c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:59.226736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-50808d42-28aa-4379-ace0-7a1b81d7c65f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054289 Apr 25 14:52:59.240607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-04fdb096-2dde-4295-a676-98cb4097c189 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:59.242258 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-04fdb096-2dde-4295-a676-98cb4097c189 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.4058111 Apr 25 14:52:59.278056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:59.288945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:59.404446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:59.430490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-ec40e0b5-1e41-4879-b8fa-a87fabb5540c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/quotas/a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 375 time: 0.1631036 Apr 25 14:52:59.436234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:52:59.453961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-2248f670-339e-4339-9255-75eb1b727762 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205138 Apr 25 14:52:59.483399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:59.567375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:52:59.571802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:59.620911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35056) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:52:59.646785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b014a8b-4197-429a-af56-94fbd8787800 req-372cfd02-e9ff-4fa8-bcc8-4dfbb46e383e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:52:59.648552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b014a8b-4197-429a-af56-94fbd8787800 req-372cfd02-e9ff-4fa8-bcc8-4dfbb46e383e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 0.2801886 Apr 25 14:52:59.709150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b014a8b-4197-429a-af56-94fbd8787800 req-f350483e-0c6f-4034-9562-9acf5945710a tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467200 Apr 25 14:52:59.744917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41c35019-66b3-4af2-a6b3-eb1436fad619 req-88573872-9c06-4dfc-8195-900f78d7addb service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831933 Apr 25 14:52:59.830854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:52:59.847266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:52:59.851704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:7489ad1e989e43f594d8b9b811876eaa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:52:59.854784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:52:59.858942 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-510156bd-cde1-4b0f-8084-4da817493129 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4275966 Apr 25 14:52:59.861255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:00.019587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.035175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112d387-9613-4173-a6e5-9bd7ea8b1086 req-96b29a86-ba1a-46a3-970c-89b80f4b192f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:00.036680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112d387-9613-4173-a6e5-9bd7ea8b1086 req-96b29a86-ba1a-46a3-970c-89b80f4b192f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 0.1225543 Apr 25 14:53:00.037506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.047363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Router c59b1f94-cead-47a8-958d-8706efb35494 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:00.108607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7bfc8d-9d37-4d9a-bffb-aa95540e01a5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:00.113576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e2e0bb11-6cf6-4c90-9975-f41dbcc69cb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7489ad1e989e43f594d8b9b811876eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916856 Apr 25 14:53:00.124326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:00.148039 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112d387-9613-4173-a6e5-9bd7ea8b1086 req-464045d3-7604-4b1f-ac26-89e0152437cb tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003456 Apr 25 14:53:00.172070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:00.174661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-c15cba83-5a44-4fa9-9bfa-aae4af05e516 service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033769 Apr 25 14:53:00.216062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.239261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab188b54-f7cb-42da-b101-b771d7293eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.276049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab188b54-f7cb-42da-b101-b771d7293eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.316106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e66041-834b-4b03-8138-d3a0bf8201dc tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:00.320490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-42e66041-834b-4b03-8138-d3a0bf8201dc tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 1091 time: 0.1446662 Apr 25 14:53:00.321418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35074) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:00.328430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:00.335761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:00.340598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:floatingip and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:00.344449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:00.351271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:00.364161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.385332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab188b54-f7cb-42da-b101-b771d7293eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.410851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab188b54-f7cb-42da-b101-b771d7293eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7bfc8d-9d37-4d9a-bffb-aa95540e01a5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:00.427364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab188b54-f7cb-42da-b101-b771d7293eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.431099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ab188b54-f7cb-42da-b101-b771d7293eba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea7bfc8d-9d37-4d9a-bffb-aa95540e01a5 HTTP/1.1" status: 204 len: 168 time: 0.3031640 Apr 25 14:53:00.564227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.596785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=a8017930-0b25-4019-a666-3001ecb91f1b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:00.615613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:00.629804 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] Sync routers for ids ['c59b1f94-cead-47a8-958d-8706efb35494'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:00.632275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '1df96aac-e9e0-452a-bcc9-ebb1837be12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:00.632693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: b47f0edf-e471-40a3-aca9-f2b3a96f0169, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:53:00.657002 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] Routers {'c59b1f94-cead-47a8-958d-8706efb35494'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:00.659447 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c59b1f94-cead-47a8-958d-8706efb35494'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:00.665954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d159cbdd-302d-470e-8baa-238a3d2bfa9e service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841945 Apr 25 14:53:00.691012 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.695586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-026892c8-e9ec-4145-acec-5a44418e4a61 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6339591 Apr 25 14:53:00.696790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:00.699492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network b47f0edf-e471-40a3-aca9-f2b3a96f0169 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:53:00.735766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.25.0.212 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b7ee92d5-ac70-4e98-a35c-dc8368d23402) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:00.759912 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:00.774197 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] Routers {'c59b1f94-cead-47a8-958d-8706efb35494'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:00.775188 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c59b1f94-cead-47a8-958d-8706efb35494'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:00.803695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b47f0edf-e471-40a3-aca9-f2b3a96f0169) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:00.812544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:00.813452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:00.827448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21500b-f7f4-4b06-8cfd-7dbc05510210 None None] Network b47f0edf-e471-40a3-aca9-f2b3a96f0169 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:00.859553 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:00.859957 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b73721-731e-4e38-b13e-6d088fef2032 None None] The sync data for ids ['c59b1f94-cead-47a8-958d-8706efb35494'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:00.935744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35086) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:00.947641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b4cd3095-d666-4a58-bd2f-089ec3dc13e9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0393255 Apr 25 14:53:00.960486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35096) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:01.024528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.081907 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b0b612c6-4ec2-4e79-83e8-5e9f444c7094 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/c59b1f94-cead-47a8-958d-8706efb35494 HTTP/1.1" status: 200 len: 924 time: 0.3838277 Apr 25 14:53:01.140820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35100) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:01.141593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:01.160375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Usage tracker for resource:security_group_rule and tenant:26c8e189b58c4520b8e33b41687c5132 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:01.166400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:01.180615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:01.206036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80ca194c-fb29-4a7e-98a2-7eef947bbb62 req-00370c46-8adb-47b4-a084-ff5902141c36 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 210 time: 0.1538787 Apr 25 14:53:01.226947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-da478818-40fe-4741-a5c7-057574115e47 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=c59b1f94-cead-47a8-958d-8706efb35494 HTTP/1.1" status: 200 len: 205 time: 0.0807605 Apr 25 14:53:01.229466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35108) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:01.330556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b47f0edf-e471-40a3-aca9-f2b3a96f0169', 'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': 'a8017930-0b25-4019-a666-3001ecb91f1b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:53:01.331502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.349119 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.360234 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.380485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.439489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.448852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26c8e189b58c4520b8e33b41687c5132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116973 Apr 25 14:53:01.449917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:01.452911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed2a2f-5ee9-4c8c-9226-c33baeb4af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73fb6a7-a44d-4afd-9648-63da6cf3fe5d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:01.489540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.561561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Allocated IP 172.20.0.1 (b47f0edf-e471-40a3-aca9-f2b3a96f0169/a8017930-0b25-4019-a666-3001ecb91f1b/bcd4726c-0b90-47b3-a48b-27c9e8be75be) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:01.638437 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0138af6d-4070-4ece-a833-4bcddfc5870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.647384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.661056 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.716852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0138af6d-4070-4ece-a833-4bcddfc5870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.735991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:01.752534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:01.757456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:01.787356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.796268 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0138af6d-4070-4ece-a833-4bcddfc5870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.800762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=b7ee92d5-ac70-4e98-a35c-dc8368d23402,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:01.820859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Deleting port 014bc741-4ee7-4084-9de9-a0da13c00ccb {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:01.821541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.826680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138af6d-4070-4ece-a833-4bcddfc5870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73fb6a7-a44d-4afd-9648-63da6cf3fe5d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:01.835010 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0138af6d-4070-4ece-a833-4bcddfc5870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.836247 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0138af6d-4070-4ece-a833-4bcddfc5870c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e73fb6a7-a44d-4afd-9648-63da6cf3fe5d HTTP/1.1" status: 204 len: 168 time: 0.3784115 Apr 25 14:53:01.907063 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.921600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Transition to ACTIVE for port object bcd4726c-0b90-47b3-a48b-27c9e8be75be will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:01.942101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Transition to ACTIVE for port object bcd4726c-0b90-47b3-a48b-27c9e8be75be will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:01.950320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:01.968674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.018495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=a8017930-0b25-4019-a666-3001ecb91f1b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:02.018722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Network b47f0edf-e471-40a3-aca9-f2b3a96f0169 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:02.027630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:02.030689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:02.134094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.152655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Pushing event updated for resources: {'Port': ['ID=bcd4726c-0b90-47b3-a48b-27c9e8be75be,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:02.182644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47f0edf-e471-40a3-aca9-f2b3a96f0169']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:02.185885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.206542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df96aac-e9e0-452a-bcc9-ebb1837be12b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:02.206848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df96aac-e9e0-452a-bcc9-ebb1837be12b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:02.240873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.260985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.269930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:02.270654 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:02.294726 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:02.304930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Attempting to bind port bcd4726c-0b90-47b3-a48b-27c9e8be75be on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:02.305459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Attempting to bind port bcd4726c-0b90-47b3-a48b-27c9e8be75be by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1df96aac-e9e0-452a-bcc9-ebb1837be12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:02.305973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Attempting to bind port bcd4726c-0b90-47b3-a48b-27c9e8be75be on network b47f0edf-e471-40a3-aca9-f2b3a96f0169 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:02.313492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:02.314212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Checking segment: {'id': '1df96aac-e9e0-452a-bcc9-ebb1837be12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:02.314824 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.315412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Bound using segment: {'id': '1df96aac-e9e0-452a-bcc9-ebb1837be12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:02.316112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Bound port: bcd4726c-0b90-47b3-a48b-27c9e8be75be, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df96aac-e9e0-452a-bcc9-ebb1837be12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:02.316859 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.349197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Calling delete_port for 014bc741-4ee7-4084-9de9-a0da13c00ccb owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:02.424184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:53:02.424184 n-d-811416-6 neutron-server[88060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:53:02.424184 n-d-811416-6 neutron-server[88060]: [parameters: {'id': 'b47f0edf-e471-40a3-aca9-f2b3a96f0169'}] Apr 25 14:53:02.424184 n-d-811416-6 neutron-server[88060]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:53:02.425528 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:53:02.510455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87c70779-5369-467f-9cce-21a771a4e30d req-fb2577c1-1a14-4111-8b87-14e9591f709e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 210 time: 0.0717502 Apr 25 14:53:02.525305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] For port bcd4726c-0b90-47b3-a48b-27c9e8be75be, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:02.530375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] For port bcd4726c-0b90-47b3-a48b-27c9e8be75be, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bcd4726c-0b90-47b3-a48b-27c9e8be75be,segment=NetworkSegment(1df96aac-e9e0-452a-bcc9-ebb1837be12b),segment_id=1df96aac-e9e0-452a-bcc9-ebb1837be12b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:02.549077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.690041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5e5eb-413d-4523-9787-e3eb745f1dbc None None] Pushing event updated for resources: {'Port': ['ID=bcd4726c-0b90-47b3-a48b-27c9e8be75be,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:02.722233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf3f6a-0eea-4f69-8839-ced3f3b5ded6 None None] Network b47f0edf-e471-40a3-aca9-f2b3a96f0169 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:02.926657 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.936760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b67d8-9aa2-42da-a4ab-93ef3fcb0625 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:53:02.946003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port bcd4726c-0b90-47b3-a48b-27c9e8be75be {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:02.946712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:02.952741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-a83f9b57-5332-41e1-8fb2-27ddebdbb582 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:02.954219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-a83f9b57-5332-41e1-8fb2-27ddebdbb582 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.5645049 Apr 25 14:53:02.970819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'port': {'device_id': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'admin_state_up': True, 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:03.093803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b67d8-9aa2-42da-a4ab-93ef3fcb0625 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:53:03.146865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:03.160366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:03.200886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port bcd4726c-0b90-47b3-a48b-27c9e8be75be, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bcd4726c-0b90-47b3-a48b-27c9e8be75be,segment=NetworkSegment(1df96aac-e9e0-452a-bcc9-ebb1837be12b),segment_id=1df96aac-e9e0-452a-bcc9-ebb1837be12b)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:03.201262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.220331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:03.228358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.317588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.354392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.421779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event deleted for resources: {'Port': ['ID=014bc741-4ee7-4084-9de9-a0da13c00ccb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:03.578368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for bcd4726c-0b90-47b3-a48b-27c9e8be75be owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:03.670597 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.718701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=bcd4726c-0b90-47b3-a48b-27c9e8be75be,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:03.723387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port bcd4726c-0b90-47b3-a48b-27c9e8be75be on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:53:03.766380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90a29500-d91b-46a0-bbf8-42496e9921eb req-85030158-9611-4baa-b0a8-6a4fcfe53315 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 210 time: 0.0853446 Apr 25 14:53:03.782451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.811710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Allocated IP 172.20.0.9 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/841d7a48-846a-4837-ba0c-c6c9f3c0290f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:03.814005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.876028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.901998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47f0edf-e471-40a3-aca9-f2b3a96f0169']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:03.914907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df96aac-e9e0-452a-bcc9-ebb1837be12b') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:03.915281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df96aac-e9e0-452a-bcc9-ebb1837be12b') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:03.927157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.948544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.956422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:03.956970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:03.973083 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:04.039387 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.045842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.076773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.110230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.113440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=b47f0edf-e471-40a3-aca9-f2b3a96f0169,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:04.129052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17f7a19f-c344-4a20-9d02-68db4b79c683 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/b47f0edf-e471-40a3-aca9-f2b3a96f0169 HTTP/1.1" status: 204 len: 168 time: 3.1469741 Apr 25 14:53:04.132334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35174) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:04.139102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805125390'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:04.147092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:04.153551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:04.157127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:04.173102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:04.188720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:04.193338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.224148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.237947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:53:04.252094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.252712 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 1215b599-d52f-4d5b-a8b5-508b6a29cd0c of type vlan for network c19df156-bbd3-4e45-b2a8-73fde32d0324 Apr 25 14:53:04.290673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.311100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.311730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Fanout notify agent at l3_agent the message router_deleted on router c59b1f94-cead-47a8-958d-8706efb35494 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:53:04.345626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.352980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:04.353837 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.507068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3732963 Apr 25 14:53:04.513857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35186) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:04.520125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:04.564960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.569561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7f4f81c6-fe47-47bd-8685-73041b73d9d9 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/c59b1f94-cead-47a8-958d-8706efb35494 HTTP/1.1" status: 204 len: 168 time: 3.3390870 Apr 25 14:53:04.596535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35192) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:04.606746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-725287174', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': False}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:04.616685 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.622818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:04.640070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:router and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:04.643826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:04.647989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.680208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3737d9-5de2-434c-83c9-88623de35d3d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=c19df156-bbd3-4e45-b2a8-73fde32d0324,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:04.708775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:04.709677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:04.806149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.926073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.955272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.978451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 is not hosted by any dhcp agent {{(pid=88060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 25 14:53:04.985023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:04.985764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:04.987284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "PUT /v2.0/networks/c19df156-bbd3-4e45-b2a8-73fde32d0324 HTTP/1.1" status: 200 len: 723 time: 0.4724066 Apr 25 14:53:04.991828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35202) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:05.017896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:05.041859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.045069 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.046567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.070038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=b7ee92d5-ac70-4e98-a35c-dc8368d23402,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:05.090963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Transition to ACTIVE for port object 841d7a48-846a-4837-ba0c-c6c9f3c0290f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:05.104040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.118333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3ff6d87-9163-4e35-aaa2-58401ad00c46 req-012203c8-b263-4c9f-8db7-99a488b62cff tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 210 time: 0.1061077 Apr 25 14:53:05.126470 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Floating IP 3f0748aa-9c1f-4693-a470-492c34e7df34 associated. External IP: 172.25.0.212, port: 33763ce9-3ec6-4d20-8ee1-141fc60687b6. Apr 25 14:53:05.266218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604e641-ff74-4a6d-b00d-599013acaef1 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=c19df156-bbd3-4e45-b2a8-73fde32d0324,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:05.274019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:05.301619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:05.301619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:05.301619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:05.315775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:05.331726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:05.331726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.629742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.637554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.650115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852', 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:05.764537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:05.765699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:05.777732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:05.856735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:05.906717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:05.990210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=b6415098-e4cc-4bd4-baee-5567489d6ccf,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:06.024218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '1215b599-d52f-4d5b-a8b5-508b6a29cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:06.024855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: c19df156-bbd3-4e45-b2a8-73fde32d0324, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:53:06.048692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:53:06.073587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c19df156-bbd3-4e45-b2a8-73fde32d0324) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:06.082711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:06.084848 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.098384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e3226-429c-433f-9dd1-3bd4dfbc6fb7 None None] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:06.109478 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b2f4848-472b-4236-bb8d-18350cdf2518 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1162877 Apr 25 14:53:06.111851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35226) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:06.118079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:06.266013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-972f93dd-1e83-4add-acf4-d274638b2b04 None None] Provisioning for port 841d7a48-846a-4837-ba0c-c6c9f3c0290f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:06.276968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:06.278710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.305118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-972f93dd-1e83-4add-acf4-d274638b2b04 None None] Provisioning complete for port 841d7a48-846a-4837-ba0c-c6c9f3c0290f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:06.305746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-972f93dd-1e83-4add-acf4-d274638b2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.316558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3728001'] for subnet, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.395480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-d6a52e25-06e6-42f3-87a8-d62aad3c931c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4320750 Apr 25 14:53:06.414433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Request body: {'port': {'device_id': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:06.421363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-972f93dd-1e83-4add-acf4-d274638b2b04 None None] Port 841d7a48-846a-4837-ba0c-c6c9f3c0290f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:53:06.468690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:53:06.530285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752165023236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3767126'] for subnet, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.533856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c19df156-bbd3-4e45-b2a8-73fde32d0324', 'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': 'b6415098-e4cc-4bd4-baee-5567489d6ccf'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:53:06.534897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.579669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:06.580412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.581721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "PUT /v2.0/subnets/b6415098-e4cc-4bd4-baee-5567489d6ccf HTTP/1.1" status: 200 len: 806 time: 0.4687724 Apr 25 14:53:06.585327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35238) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:06.735146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78978f-2abd-4786-bd88-6fdaaf65f184 req-6a4d2b0c-15d5-479f-9368-e6eae7e2d4e6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:06.736230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5c78978f-2abd-4786-bd88-6fdaaf65f184 req-6a4d2b0c-15d5-479f-9368-e6eae7e2d4e6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:06.842744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Allocated IP 172.20.0.2 (c19df156-bbd3-4e45-b2a8-73fde32d0324/b6415098-e4cc-4bd4-baee-5567489d6ccf/ad5407ae-3bcb-4911-8041-96a582c6eb1b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:06.853089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:06.868629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f3fda-44ff-4479-9544-aa5a19b3b38f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=b6415098-e4cc-4bd4-baee-5567489d6ccf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:06.886215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5c78978f-2abd-4786-bd88-6fdaaf65f184 req-6a4d2b0c-15d5-479f-9368-e6eae7e2d4e6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:06.893219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c78978f-2abd-4786-bd88-6fdaaf65f184 req-6a4d2b0c-15d5-479f-9368-e6eae7e2d4e6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 931 time: 0.5859673 Apr 25 14:53:06.941067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.019353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.188140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.216548 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.229757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Transition to ACTIVE for port object ad5407ae-3bcb-4911-8041-96a582c6eb1b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:07.242003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c78978f-2abd-4786-bd88-6fdaaf65f184 req-45523e61-6110-4205-af9d-c4b79218119e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476558 Apr 25 14:53:07.247763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.259975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:07.260123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Transition to ACTIVE for port object ad5407ae-3bcb-4911-8041-96a582c6eb1b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:07.268456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.295844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.358219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=b6415098-e4cc-4bd4-baee-5567489d6ccf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:07.370193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Pushing event updated for resources: {'Port': ['ID=ad5407ae-3bcb-4911-8041-96a582c6eb1b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:07.379211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:07.416907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:07.424040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:07.436252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.488790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.533384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:07.539892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:07.550242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:07.552268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19df156-bbd3-4e45-b2a8-73fde32d0324']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:07.582910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1215b599-d52f-4d5b-a8b5-508b6a29cd0c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:07.583146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1215b599-d52f-4d5b-a8b5-508b6a29cd0c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:07.606811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.644237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.657873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Attempting to bind port ad5407ae-3bcb-4911-8041-96a582c6eb1b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:07.658250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Attempting to bind port ad5407ae-3bcb-4911-8041-96a582c6eb1b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1215b599-d52f-4d5b-a8b5-508b6a29cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:07.658622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Attempting to bind port ad5407ae-3bcb-4911-8041-96a582c6eb1b on network c19df156-bbd3-4e45-b2a8-73fde32d0324 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:07.659753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:07.661023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.674530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:07.675073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Checking segment: {'id': '1215b599-d52f-4d5b-a8b5-508b6a29cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:07.675308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.675703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Bound using segment: {'id': '1215b599-d52f-4d5b-a8b5-508b6a29cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:07.676192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Bound port: ad5407ae-3bcb-4911-8041-96a582c6eb1b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1215b599-d52f-4d5b-a8b5-508b6a29cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:07.676574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:07.702171 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:07.733073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-86858f7c-6ed0-4610-8f9d-2acfe30c050b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4107852 Apr 25 14:53:07.742518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:07.743930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35268) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:07.881807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:07.895797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Allocated IP 172.25.0.40 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/34c7119c-2b5e-43b3-b4a4-b1fdfb713826) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:07.949181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:53:07.949181 n-d-811416-6 neutron-server[88060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:53:07.949181 n-d-811416-6 neutron-server[88060]: [parameters: {'id': 'c19df156-bbd3-4e45-b2a8-73fde32d0324'}] Apr 25 14:53:07.949181 n-d-811416-6 neutron-server[88060]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:53:07.949859 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:53:07.973960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-29928ffd-d6a7-4e06-9cba-3a64307c7c26 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/3f0748aa-9c1f-4693-a470-492c34e7df34 HTTP/1.1" status: 200 len: 991 time: 0.2286732 Apr 25 14:53:07.976974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb5dd6-f0d4-499c-8db0-e47f12aafb11 req-2c8a562e-c19f-4fce-bade-a9129df3fea2 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:07.978760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddfb5dd6-f0d4-499c-8db0-e47f12aafb11 req-2c8a562e-c19f-4fce-bade-a9129df3fea2 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.4325182 Apr 25 14:53:08.196656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] For port ad5407ae-3bcb-4911-8041-96a582c6eb1b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:08.207901 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4cccbe-f121-442f-9185-75819b4b1664'] response: {'name': 'network-changed', 'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'status': 'completed', 'code': 200} Apr 25 14:53:08.220778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] For port ad5407ae-3bcb-4911-8041-96a582c6eb1b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ad5407ae-3bcb-4911-8041-96a582c6eb1b,segment=NetworkSegment(1215b599-d52f-4d5b-a8b5-508b6a29cd0c),segment_id=1215b599-d52f-4d5b-a8b5-508b6a29cd0c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:08.235944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:08.274459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-8a627533-54f2-4874-ba1f-1d9191b9530f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095438 Apr 25 14:53:08.378221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:53:08.393546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddfb5dd6-f0d4-499c-8db0-e47f12aafb11 req-038fbbbe-e612-4520-b3af-d31331c0dd5b tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849587 Apr 25 14:53:08.401911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-82d8d6bf-528e-4b8b-9630-26ccd2338981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:08.404064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-82d8d6bf-528e-4b8b-9630-26ccd2338981 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 1.0067348 Apr 25 14:53:08.463998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:08.474060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-3dba9370-8733-44e0-ac9d-1137167cefcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:08.475887 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-3dba9370-8733-44e0-ac9d-1137167cefcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 1096 time: 0.1751750 Apr 25 14:53:08.504051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port ad5407ae-3bcb-4911-8041-96a582c6eb1b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:08.504486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:08.579852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d076779-6495-4012-80c2-55ec447a2244 None None] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:08.644151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0d247-daf8-45fc-a7b3-16b97cf8a17e None None] Pushing event updated for resources: {'Port': ['ID=ad5407ae-3bcb-4911-8041-96a582c6eb1b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:08.673183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841d7a48-846a-4837-ba0c-c6c9f3c0290f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:53:08.698656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-93617f5c-8145-4724-b70b-82f91a22072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:08.700316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-549a8805-7453-45e7-8fba-c04b6528c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:08.700496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-93617f5c-8145-4724-b70b-82f91a22072e service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.1989195 Apr 25 14:53:08.728252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:08.778901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-e23ab5d9-820a-4763-9c40-a0bebaa730a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:08.780764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-e23ab5d9-820a-4763-9c40-a0bebaa730a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.3698416 Apr 25 14:53:08.789686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:08.888998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850cc7-bf52-44d6-8716-eb8377041960 req-2cef8e03-5960-4a54-a405-95d13e32c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:08.891161 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-2cef8e03-5960-4a54-a405-95d13e32c422 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 1096 time: 0.6783795 Apr 25 14:53:08.901510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a1671-af6f-4b0c-895f-76964e153aba None None] Network c19df156-bbd3-4e45-b2a8-73fde32d0324 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:08.904179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-d391c953-b104-4fa0-b7a3-e04a517cb148 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 200 len: 217 time: 0.1922071 Apr 25 14:53:08.954734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Transition to ACTIVE for port object 841d7a48-846a-4837-ba0c-c6c9f3c0290f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:08.977861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757388b-d66c-4d29-946b-d7e3380cdaf6 req-4de3c2b5-f5f3-41ed-961a-5d99748c9aef tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:08.981753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35296) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:08.985960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7757388b-d66c-4d29-946b-d7e3380cdaf6 req-4de3c2b5-f5f3-41ed-961a-5d99748c9aef tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 931 time: 0.5802438 Apr 25 14:53:08.991790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:09.003653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:02Z', 'revision_number': 0, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:09.019416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:53:09.030198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:09.030827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:09.076449 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7757388b-d66c-4d29-946b-d7e3380cdaf6 req-73b05484-762c-443d-81ed-2c764f4c38b9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895488 Apr 25 14:53:09.124118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-31c5bffc-f59c-493c-a0b1-03f6bafaf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:09.125842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-31c5bffc-f59c-493c-a0b1-03f6bafaf045 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.2087550 Apr 25 14:53:09.179187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3a14b13c-b8bb-41b3-88ec-e3a711b2adac tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/3f0748aa-9c1f-4693-a470-492c34e7df34 HTTP/1.1" status: 200 len: 991 time: 0.1936731 Apr 25 14:53:09.191611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Pushing event updated for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:09.270255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-f71d780f-e334-441b-b490-b971f003e109 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 1002 time: 0.4757016 Apr 25 14:53:09.295476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port ad5407ae-3bcb-4911-8041-96a582c6eb1b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ad5407ae-3bcb-4911-8041-96a582c6eb1b,segment=NetworkSegment(1215b599-d52f-4d5b-a8b5-508b6a29cd0c),segment_id=1215b599-d52f-4d5b-a8b5-508b6a29cd0c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:09.295840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:09.324353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:09.452622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for ad5407ae-3bcb-4911-8041-96a582c6eb1b owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:09.484752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-567203ca-f6dc-4805-bb28-b60245f835c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:09.488479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-7f070186-13ff-42b8-bba3-e7a229188f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:09.490071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-7f070186-13ff-42b8-bba3-e7a229188f58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.1515317 Apr 25 14:53:09.502185 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-567203ca-f6dc-4805-bb28-b60245f835c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601470 Apr 25 14:53:09.620997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70fb459-9841-4344-a81f-b8eeaea6f042 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:53:09.710601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-05a52202-5ecf-4514-a505-6024299a9d26 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959641 Apr 25 14:53:09.775644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Attempting to bind port 841d7a48-846a-4837-ba0c-c6c9f3c0290f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:09.776230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Attempting to bind port 841d7a48-846a-4837-ba0c-c6c9f3c0290f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:09.776356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Attempting to bind port 841d7a48-846a-4837-ba0c-c6c9f3c0290f on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:09.793569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Port 841d7a48-846a-4837-ba0c-c6c9f3c0290f on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:53:09.793900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Attempting to bind port 841d7a48-846a-4837-ba0c-c6c9f3c0290f on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:09.807405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:09.807802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:09.810284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:09.810767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Bound port: 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:09.811136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:09.918239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:09.928210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:09.931564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:09.935512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:09.999603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=ad5407ae-3bcb-4911-8041-96a582c6eb1b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:10.012114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port ad5407ae-3bcb-4911-8041-96a582c6eb1b on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:53:10.015793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-753736a3-cc13-4d2f-85bf-4ca0d5a41477 req-81933aab-e5a5-4a3a-aaed-ac9e6462b34f service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940660 Apr 25 14:53:10.040751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:10.044055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Port': ['ID=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:10.045925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70fb459-9841-4344-a81f-b8eeaea6f042 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:53:10.047238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:10.049407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.053668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850cc7-bf52-44d6-8716-eb8377041960 req-a363a1ad-84cc-41fa-9325-bbf49a588ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:10.055322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-a363a1ad-84cc-41fa-9325-bbf49a588ba1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 200 len: 898 time: 1.1344862 Apr 25 14:53:10.056650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:10.202840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Pushing event updated for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:10.207474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35314) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:10.253002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.297657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:02Z', 'revision_number': 0, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:10.311324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20392a9-0f18-44ae-8139-943ada07a490 None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:02Z', 'revision_number': 0, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:10.368171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19df156-bbd3-4e45-b2a8-73fde32d0324']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:10.422631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1215b599-d52f-4d5b-a8b5-508b6a29cd0c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:10.422943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1215b599-d52f-4d5b-a8b5-508b6a29cd0c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:10.455360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.480816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3d144-f102-40bb-9bc5-4a44301d14d0 req-cd755872-422e-4857-bd12-4016e8e582c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:10.490484 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18d3d144-f102-40bb-9bc5-4a44301d14d0 req-cd755872-422e-4857-bd12-4016e8e582c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 943 time: 0.2284281 Apr 25 14:53:10.532675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.551686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:10.552633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:10.569809 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:10.618404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35320) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:10.624686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18d3d144-f102-40bb-9bc5-4a44301d14d0 req-e44d7af0-d353-4b60-a073-02a69786ce19 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324246 Apr 25 14:53:10.687981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5700200c-6561-47da-a21c-11fdb8907128 None None] New status for floating IP 3f0748aa-9c1f-4693-a470-492c34e7df34: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:53:10.756140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:10.756857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.758484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-28169589-bcb8-4e91-a9fb-b651bc11707b service neutron] 10.222.0.15 "PUT /v2.0/ports/841d7a48-846a-4837-ba0c-c6c9f3c0290f HTTP/1.1" status: 200 len: 1091 time: 4.3484070 Apr 25 14:53:10.769853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:10.796694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.806350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.826958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.860198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/c19df156-bbd3-4e45-b2a8-73fde32d0324 HTTP/1.1" status: 204 len: 168 time: 4.2716327 Apr 25 14:53:10.860198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c266d-e96d-432a-b697-79bc7463bad9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=c19df156-bbd3-4e45-b2a8-73fde32d0324,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:10.866000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:10.869311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35328) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:10.892497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6db0b6206a42ac82eb4d4f41d9b7a1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:10.895865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:10.904356 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df8b5ad7-ee9f-45a8-ba06-5363cf4b49de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:10.904846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:10.931358 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4537598-24ce-4cf2-8e14-1bccdb0f77de'] response: {'name': 'network-changed', 'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f', 'status': 'completed', 'code': 200} Apr 25 14:53:10.956699 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3656cd-c01f-427f-90d9-1f50182dc11a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:10.957228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3656cd-c01f-427f-90d9-1f50182dc11a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:10.979850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4a3656cd-c01f-427f-90d9-1f50182dc11a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/c19df156-bbd3-4e45-b2a8-73fde32d0324 HTTP/1.1" status: 404 len: 339 time: 0.1091850 Apr 25 14:53:10.982767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35332) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:10.988815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374700045', 'description': 'd1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:11.001189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:11.004677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-465f09f9-e9da-4dd1-b130-2ea913763a89 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/3f0748aa-9c1f-4693-a470-492c34e7df34 HTTP/1.1" status: 200 len: 991 time: 0.7903290 Apr 25 14:53:11.008608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:network and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:11.017581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:11.021366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-c418feab-ce5f-4d6e-b6fc-af56878cb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.023089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-c418feab-ce5f-4d6e-b6fc-af56878cb72a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5251794 Apr 25 14:53:11.029160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:11.032120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.038635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.068119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:11.069689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-b49e62fa-096e-4507-a843-a0d96e510e49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6 HTTP/1.1" status: 200 len: 999 time: 0.8600042 Apr 25 14:53:11.071571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.121008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa6db0b6206a42ac82eb4d4f41d9b7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013802 Apr 25 14:53:11.123791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8320-1958-4a53-b872-15890edcc741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9524112-358b-4c2d-b82e-45cfbb212c46,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:11.126080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35336) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:11.141893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:53:11.163785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.164135 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment d3e404cd-8c0b-4d81-b09b-9f8df9a57c0c of type vlan for network 5621f0e7-e355-4d1a-85d5-650b39d72a27 Apr 25 14:53:11.213494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.223318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-396583b5-848e-4341-ba70-cecee8d7bff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.263591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-396583b5-848e-4341-ba70-cecee8d7bff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.270046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48446f-5b53-4600-b6e6-9a8b07ffd1c4 req-466746c7-68da-4a3c-b768-77fcf6b062f3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.271251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab48446f-5b53-4600-b6e6-9a8b07ffd1c4 req-466746c7-68da-4a3c-b768-77fcf6b062f3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 1.3242304 Apr 25 14:53:11.286135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.291558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.292145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.353609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850cc7-bf52-44d6-8716-eb8377041960 req-c957a5be-e921-4296-81eb-84efdbf0f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.355063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-c957a5be-e921-4296-81eb-84efdbf0f1eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=899b0eb6-3661-4f68-92f5-0edff56aed68 HTTP/1.1" status: 200 len: 834 time: 0.2546003 Apr 25 14:53:11.488973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-86cad120-69d1-428b-affc-a34087e6edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.490546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-86cad120-69d1-428b-affc-a34087e6edf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 1094 time: 0.6269517 Apr 25 14:53:11.526338 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5424621 Apr 25 14:53:11.527134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35340) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:11.541681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5fc9c-47a1-4c37-879e-3db51d0e1ebd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=5621f0e7-e355-4d1a-85d5-650b39d72a27,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:11.545100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-9d3f44dc-a854-4737-8674-e2a48304cf0c service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860611 Apr 25 14:53:11.553310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5621f0e7-e355-4d1a-85d5-650b39d72a27 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:11.614049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab48446f-5b53-4600-b6e6-9a8b07ffd1c4 req-8b262cd9-0b2b-493b-b2bb-a039a7b15bf2 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754974 Apr 25 14:53:11.636898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-396583b5-848e-4341-ba70-cecee8d7bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.666979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396583b5-848e-4341-ba70-cecee8d7bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9524112-358b-4c2d-b82e-45cfbb212c46,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:11.672710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-84d17a11-6de4-4c3f-9afa-66d8e0b62fe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f HTTP/1.1" status: 200 len: 217 time: 0.1196578 Apr 25 14:53:11.684149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c62e3-6381-4afc-becb-eb4dc0b96e43 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.684849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f18c62e3-6381-4afc-becb-eb4dc0b96e43 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Synchronizing usage tracker for tenant:2982d313b8b3403abd1baa71eecb7bd2 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:11.690395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-396583b5-848e-4341-ba70-cecee8d7bff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.694254 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-396583b5-848e-4341-ba70-cecee8d7bff1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9524112-358b-4c2d-b82e-45cfbb212c46 HTTP/1.1" status: 204 len: 168 time: 0.5623319 Apr 25 14:53:11.708204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f18c62e3-6381-4afc-becb-eb4dc0b96e43 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Unset dirty status for tenant:2982d313b8b3403abd1baa71eecb7bd2 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:11.712465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f18c62e3-6381-4afc-becb-eb4dc0b96e43 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks?id=5621f0e7-e355-4d1a-85d5-650b39d72a27 HTTP/1.1" status: 200 len: 760 time: 0.1805904 Apr 25 14:53:11.713148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:11.720252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'description': 'd2'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:11.775675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.815355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.921672 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:11.928840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850cc7-bf52-44d6-8716-eb8377041960 req-7dad123e-06bc-40d1-99cb-8bb4f92b58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.930575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-7dad123e-06bc-40d1-99cb-8bb4f92b58f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8df3b12-59f7-4559-9f89-a15c11d48f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5494092 Apr 25 14:53:11.941986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-e8fd37bb-af4c-4024-882d-35ab3aabe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:11.943386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-e8fd37bb-af4c-4024-882d-35ab3aabe356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2527020 Apr 25 14:53:12.007678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35354) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:12.105127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35360) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:12.160214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc2c144c-c995-4793-9ac7-4c13223933ed req-cbcf9912-b112-412e-86e1-962412e5fc7f service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494573 Apr 25 14:53:12.179424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.192650 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.231350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de8fc6-14d0-4e7c-8811-73a7c9f6b8aa req-75d151cd-4270-4aaa-a8e8-611edea8c23a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:12.232861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96de8fc6-14d0-4e7c-8811-73a7c9f6b8aa req-75d151cd-4270-4aaa-a8e8-611edea8c23a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 943 time: 0.3864474 Apr 25 14:53:12.245211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c667daac-26c7-4d9b-91be-e41d39c76b3e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/3f0748aa-9c1f-4693-a470-492c34e7df34 HTTP/1.1" status: 200 len: 993 time: 0.2308595 Apr 25 14:53:12.245211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.247178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:12.269017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Usage tracker for resource:security_group_rule and tenant:9bf370e3a9ce41cca0d3ce68b6ca416b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:12.294238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network 5621f0e7-e355-4d1a-85d5-650b39d72a27 is not hosted by any dhcp agent {{(pid=88060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 25 14:53:12.299499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:12.300091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.303938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "PUT /v2.0/networks/5621f0e7-e355-4d1a-85d5-650b39d72a27 HTTP/1.1" status: 200 len: 757 time: 0.5871561 Apr 25 14:53:12.303938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:12.309830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35368) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:12.321600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:12.447064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7b41-053d-446f-8634-d6dff8cd19c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=5621f0e7-e355-4d1a-85d5-650b39d72a27,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:12.455155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96de8fc6-14d0-4e7c-8811-73a7c9f6b8aa req-fd600d90-3d29-4f6b-bb9e-fca7ec3864d5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106535 Apr 25 14:53:12.465931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5621f0e7-e355-4d1a-85d5-650b39d72a27 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:12.468970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-7b20ceda-3c6a-4ceb-a3fe-f117daaacc89 service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067203 Apr 25 14:53:12.548386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874f216-7985-4cf6-aa23-02d327be7813 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:12.548992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-04f4f2d7-1913-441d-b04d-91fa6adfa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:12.553251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c874f216-7985-4cf6-aa23-02d327be7813 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks?id=5621f0e7-e355-4d1a-85d5-650b39d72a27 HTTP/1.1" status: 200 len: 760 time: 0.2344692 Apr 25 14:53:12.553420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-04f4f2d7-1913-441d-b04d-91fa6adfa334 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3893340 Apr 25 14:53:12.553621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35372) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:12.566746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666683851'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:12.574782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:12.594468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:12.624328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:12.627763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.656774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.663374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.697245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:53:12.720851 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bf370e3a9ce41cca0d3ce68b6ca416b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123295 Apr 25 14:53:12.724696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35378) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:12.729629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.730046 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment b1165b4a-d67b-4b06-bbed-04bbcedf57ce of type vlan for network f6b09e72-5085-49fe-b415-24772b8c2d79 Apr 25 14:53:12.730345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.742131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71baf1d-37f8-4a94-bdf3-66b3b4ec6ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b7131e-a2b5-4743-991f-91d02fd01a9d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:12.803893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.826648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a4d5ed-7835-493e-90f3-9b99ed0f1da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.866073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a4d5ed-7835-493e-90f3-9b99ed0f1da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.875224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.880679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:12.881293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:12.902612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03850cc7-bf52-44d6-8716-eb8377041960 req-fbead015-e4b1-447b-8d58-474ad1ebe099 service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843567 Apr 25 14:53:12.995160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-f694e88a-c05e-4f57-b9bb-f20555301c08 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268453 Apr 25 14:53:13.022231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4654181 Apr 25 14:53:13.026292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35382) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:13.029366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e87269-34b6-4b9d-a88a-0c659500f0aa tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=f6b09e72-5085-49fe-b415-24772b8c2d79,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:13.035665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': 'f6b09e72-5085-49fe-b415-24772b8c2d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:13.041644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f6b09e72-5085-49fe-b415-24772b8c2d79 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:13.086558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6670be4-048b-4624-99f2-320a54564593 req-6c141b30-714b-4fbb-b5e2-c0654c57e302 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:13.087979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6670be4-048b-4624-99f2-320a54564593 req-6c141b30-714b-4fbb-b5e2-c0654c57e302 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.3489695 Apr 25 14:53:13.132910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a4d5ed-7835-493e-90f3-9b99ed0f1da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:13.164275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4d5ed-7835-493e-90f3-9b99ed0f1da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b7131e-a2b5-4743-991f-91d02fd01a9d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:13.173997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-68a4d5ed-7835-493e-90f3-9b99ed0f1da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:13.177588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68a4d5ed-7835-493e-90f3-9b99ed0f1da4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0b7131e-a2b5-4743-991f-91d02fd01a9d HTTP/1.1" status: 204 len: 168 time: 0.4482090 Apr 25 14:53:13.177588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:13.186032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Usage tracker for resource:subnet and tenant:2982d313b8b3403abd1baa71eecb7bd2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:13.189493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:13.195856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:13.220334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:13.224479 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:13.233870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6670be4-048b-4624-99f2-320a54564593 req-902eb581-7abe-4208-b219-450a8a22ac6a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964847 Apr 25 14:53:13.237800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6d1199b-bcb0-4218-91a7-60f7d7cf485e req-2aebe177-74a4-4d6b-8d7d-3e5982b1551e service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346585 Apr 25 14:53:13.238720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Router 507e3121-63c4-4cf0-89b2-740595575d4b is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:13.610802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:13.629696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:13.635929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:13.642920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e489c-123c-4639-9df6-50fe740d7df7 req-d1abdf45-1764-42cc-81b3-623e2383e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:13.644366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-d1abdf45-1764-42cc-81b3-623e2383e51b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 1094 time: 0.3372908 Apr 25 14:53:13.648648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Sync routers for ids ['507e3121-63c4-4cf0-89b2-740595575d4b'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:13.663652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Routers {'507e3121-63c4-4cf0-89b2-740595575d4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:13.664315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['507e3121-63c4-4cf0-89b2-740595575d4b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:13.702680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:13.703880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-84e522f1-b1f3-424a-a94d-28a90fe6afb7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1060863 Apr 25 14:53:13.710478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35398) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:13.828318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e489c-123c-4639-9df6-50fe740d7df7 req-ffacddcc-4d52-4860-8b2b-8c260c3e198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:13.830104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-ffacddcc-4d52-4860-8b2b-8c260c3e198a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.1783977 Apr 25 14:53:13.855660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=4316a324-0489-49b2-a4d2-f8a19e345a3b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:13.904976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Set router 507e3121-63c4-4cf0-89b2-740595575d4b gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:13.931946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-fe95d1e5-c7cf-4b91-a1da-0340e686afb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f HTTP/1.1" status: 200 len: 217 time: 0.0877216 Apr 25 14:53:13.942658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': 'b1165b4a-d67b-4b06-bbed-04bbcedf57ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f6b09e72-5085-49fe-b415-24772b8c2d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:13.943041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: f6b09e72-5085-49fe-b415-24772b8c2d79, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:53:14.009376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-10ed5cd3-ae55-4922-bae9-4e0fb35f9052 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/507e3121-63c4-4cf0-89b2-740595575d4b HTTP/1.1" status: 200 len: 907 time: 0.2946587 Apr 25 14:53:14.015959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35410) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:14.019033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6914913-0327-43a5-95de-9c50ba3388a3 req-3d1f4c29-5daf-4546-b5ac-e66222224c55 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:14.020445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6914913-0327-43a5-95de-9c50ba3388a3 req-3d1f4c29-5daf-4546-b5ac-e66222224c55 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 943 time: 0.3009224 Apr 25 14:53:14.025152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-725287174', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': True}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:14.029479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network f6b09e72-5085-49fe-b415-24772b8c2d79 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:53:14.031518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:14.036355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Usage tracker for resource:router and tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:14.041217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:14.049455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:14.060319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e489c-123c-4639-9df6-50fe740d7df7 req-7a44e436-5307-4569-97e0-4aa67a78f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:14.063956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-7a44e436-5307-4569-97e0-4aa67a78f2eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1257627 Apr 25 14:53:14.067188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.068673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.072799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f6b09e72-5085-49fe-b415-24772b8c2d79) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:14.097490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:14.098429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.118807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a6914913-0327-43a5-95de-9c50ba3388a3 req-5b4c981e-65bc-4ec2-91be-c52ad933af5b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914373 Apr 25 14:53:14.139166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33d245-f2de-4c4d-83a4-0ab408a5e6a7 None None] Network f6b09e72-5085-49fe-b415-24772b8c2d79 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:14.141254 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1529759d-cc0d-41e1-b00f-bb74b3dd07b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1136584 Apr 25 14:53:14.143890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:14.166167 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.180228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e489c-123c-4639-9df6-50fe740d7df7 req-200acb38-1ac7-476d-a802-3ef78d6ecc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:14.181789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-200acb38-1ac7-476d-a802-3ef78d6ecc0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046529 Apr 25 14:53:14.323630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.394055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.490539 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.501210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e3121-63c4-4cf0-89b2-740595575d4b', 'name': 'tempest-snat-router-725287174', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.40'}], 'enable_snat': False}, 'gw_port_id': '34c7119c-2b5e-43b3-b4a4-b1fdfb713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:53:05Z', 'updated_at': '2022-04-25T14:53:11Z', 'revision_number': 3, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port': {'id': '34c7119c-2b5e-43b3-b4a4-b1fdfb713826', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e3121-63c4-4cf0-89b2-740595575d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:53:07Z', 'updated_at': '2022-04-25T14:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:14.510133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447212c-9c31-495c-a9f8-743ec62bae1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f6b09e72-5085-49fe-b415-24772b8c2d79', 'network_id': 'f6b09e72-5085-49fe-b415-24772b8c2d79', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': '4316a324-0489-49b2-a4d2-f8a19e345a3b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:53:14.510971 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a447212c-9c31-495c-a9f8-743ec62bae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.525687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Checking router: 507e3121-63c4-4cf0-89b2-740595575d4b for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:53:14.526050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Updating router 507e3121-63c4-4cf0-89b2-740595575d4b port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:53:14.591113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=4316a324-0489-49b2-a4d2-f8a19e345a3b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:14.611303 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.664570 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.696541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.713840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06693290-1afe-445c-81db-6622646d44ad None None] Network f6b09e72-5085-49fe-b415-24772b8c2d79 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:14.732232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b09e72-5085-49fe-b415-24772b8c2d79']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:14.752849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1165b4a-d67b-4b06-bbed-04bbcedf57ce') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:14.753211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1165b4a-d67b-4b06-bbed-04bbcedf57ce') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:14.773561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.792625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.807196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:14.807607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:14.826333 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:14.854400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-a02bd5b5-217b-4b23-893d-d63cbcbdb3d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017564 Apr 25 14:53:14.927013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b702417-0289-4ac1-be05-7544fed43ab9 req-c4b3b0d9-3955-4c33-977f-2f5795815362 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:14.928799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b702417-0289-4ac1-be05-7544fed43ab9 req-c4b3b0d9-3955-4c33-977f-2f5795815362 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.3855534 Apr 25 14:53:14.934987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.971943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:14.971943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=f6b09e72-5085-49fe-b415-24772b8c2d79,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:14.980368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7dc97353-cfcf-48ca-9b23-7300b42f13df tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/f6b09e72-5085-49fe-b415-24772b8c2d79 HTTP/1.1" status: 204 len: 168 time: 0.8350003 Apr 25 14:53:14.983435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35436) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:15.044069 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-aded5449-9dfa-4076-9bea-59ad25e2e5ba tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] GET failed (client error): The resource could not be found. Apr 25 14:53:15.044988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aded5449-9dfa-4076-9bea-59ad25e2e5ba tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Synchronizing usage tracker for tenant:2982d313b8b3403abd1baa71eecb7bd2 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:15.062288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b702417-0289-4ac1-be05-7544fed43ab9 req-23ddb3cc-41ab-4fb3-b763-17df0e33cd5a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691073 Apr 25 14:53:15.079739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aded5449-9dfa-4076-9bea-59ad25e2e5ba tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Unset dirty status for tenant:2982d313b8b3403abd1baa71eecb7bd2 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:15.083311 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aded5449-9dfa-4076-9bea-59ad25e2e5ba tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/subnets/4316a324-0489-49b2-a4d2-f8a19e345a3b HTTP/1.1" status: 404 len: 337 time: 0.0986304 Apr 25 14:53:15.086428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35440) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:15.088025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-695e489c-123c-4639-9df6-50fe740d7df7 req-10ecec64-c524-4dd6-95e8-badac3700151 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245452 Apr 25 14:53:15.119954 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c474eb4-681b-49b5-97ab-b53ba980aea0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:15.122465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c474eb4-681b-49b5-97ab-b53ba980aea0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:15.124175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3c474eb4-681b-49b5-97ab-b53ba980aea0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/f6b09e72-5085-49fe-b415-24772b8c2d79 HTTP/1.1" status: 404 len: 339 time: 0.0366528 Apr 25 14:53:15.128299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35444) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:15.251644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.269202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Transition to ACTIVE for port object 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:15.276893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 841d7a48-846a-4837-ba0c-c6c9f3c0290f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:53:15.328647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.340771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.382073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.401847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34972286-25bd-4932-8864-5744067c69bd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:15.403181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-34972286-25bd-4932-8864-5744067c69bd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Synchronizing usage tracker for tenant:2982d313b8b3403abd1baa71eecb7bd2 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:15.434828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9076-bf29-4dc1-80cc-11250b164937 req-efc665f4-4a69-42fd-8340-6b4879368cc5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:15.436386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-583c9076-bf29-4dc1-80cc-11250b164937 req-efc665f4-4a69-42fd-8340-6b4879368cc5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 943 time: 0.1617372 Apr 25 14:53:15.460604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-34972286-25bd-4932-8864-5744067c69bd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Unset dirty status for tenant:2982d313b8b3403abd1baa71eecb7bd2 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:15.467459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-34972286-25bd-4932-8864-5744067c69bd tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3378317 Apr 25 14:53:15.470728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35456) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:15.511570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33025a4-fa43-48c9-816a-1c557b682fbe None None] Pushing event updated for resources: {'Port': ['ID=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:15.515183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Attempting to bind port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:15.515870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Attempting to bind port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:15.516503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Attempting to bind port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:15.529058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:15.529820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:15.530229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.530623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:15.531103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Bound port: 34c7119c-2b5e-43b3-b4a4-b1fdfb713826, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:15.531483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.589101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-adc3352f-f3c3-4234-be29-b683dea3655c tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 207 time: 0.0916274 Apr 25 14:53:15.596318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35464) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:15.597279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:15.623218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '841d7a48-846a-4837-ba0c-c6c9f3c0290f', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': '841d7a48-846a-4837-ba0c-c6c9f3c0290f', 'mac_address': 'fa:16:3e:b9:2a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:53:15.706783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] For port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:15.714204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] For port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:15.747617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.790313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-583c9076-bf29-4dc1-80cc-11250b164937 req-2f87773f-e3ba-4592-a118-07791ac2303b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362195 Apr 25 14:53:15.801873 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.805744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Allocated IP 172.25.0.89 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/9d02d5ed-1b31-4698-939e-7b938decd8b2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:15.850390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841d7a48-846a-4837-ba0c-c6c9f3c0290f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:53:15.862027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Routers {'507e3121-63c4-4cf0-89b2-740595575d4b'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:15.862730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['507e3121-63c4-4cf0-89b2-740595575d4b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:15.932728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1018f6f-c217-40db-ba85-6eaa38648b27 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:15.942972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1018f6f-c217-40db-ba85-6eaa38648b27 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:15.950407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1018f6f-c217-40db-ba85-6eaa38648b27 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:15.955644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:15.957282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1018f6f-c217-40db-ba85-6eaa38648b27 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:15.959533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c1018f6f-c217-40db-ba85-6eaa38648b27 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3605657 Apr 25 14:53:15.963817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33025a4-fa43-48c9-816a-1c557b682fbe None None] Pushing event updated for resources: {'Port': ['ID=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:15.964031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35474) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:15.970711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:15.984234 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:16.019135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:16.096758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:16.100737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:16.110096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:16.149259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Port': ['ID=9d02d5ed-1b31-4698-939e-7b938decd8b2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:16.158808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:16.163968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] Set router 507e3121-63c4-4cf0-89b2-740595575d4b gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:16.215134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['841d7a48-846a-4837-ba0c-c6c9f3c0290f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:16.264754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b774f3e4-a777-4a3e-a528-e1b936a88c15 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2947621 Apr 25 14:53:16.266404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35484) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:16.378352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3b834-7ca8-4af5-baa3-f2acc9c19d54 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:16.380231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3b834-7ca8-4af5-baa3-f2acc9c19d54 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:16.386435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87e3b834-7ca8-4af5-baa3-f2acc9c19d54 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1145251 Apr 25 14:53:16.386839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35490) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:16.492731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb296f-c708-4bf4-95ac-9ab46909af5f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:16.494845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb296f-c708-4bf4-95ac-9ab46909af5f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:16.503440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9ffb296f-c708-4bf4-95ac-9ab46909af5f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1086042 Apr 25 14:53:16.504134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35494) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:16.554875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e75d5e-fed0-487a-b2ac-8da525e14bd2 req-05b92cf3-76b1-4790-9c8b-b0195303ed79 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:16.556823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5e75d5e-fed0-487a-b2ac-8da525e14bd2 req-05b92cf3-76b1-4790-9c8b-b0195303ed79 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2349308 Apr 25 14:53:16.627814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5e75d5e-fed0-487a-b2ac-8da525e14bd2 req-a5e433cf-e1fb-42f3-8d9d-76fbe6b7e37c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650659 Apr 25 14:53:16.699991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c263a2e8-c9d3-4409-834b-0a7a6b2c1604 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:16.701740 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c263a2e8-c9d3-4409-834b-0a7a6b2c1604 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks/a8d82ef9-e6ea-48af-ad48-fcb18768016b HTTP/1.1" status: 200 len: 800 time: 0.1964610 Apr 25 14:53:16.705305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35500) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:16.721579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:16.775890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35504) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:16.803780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-57089099-2738-4f31-8015-6587dbda71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507e3121-63c4-4cf0-89b2-740595575d4b', 'name': 'tempest-snat-router-725287174', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.40'}], 'enable_snat': False}, 'gw_port_id': '34c7119c-2b5e-43b3-b4a4-b1fdfb713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:53:05Z', 'updated_at': '2022-04-25T14:53:11Z', 'revision_number': 3, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port': {'id': '34c7119c-2b5e-43b3-b4a4-b1fdfb713826', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e3121-63c4-4cf0-89b2-740595575d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:53:07Z', 'updated_at': '2022-04-25T14:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:16.807771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57089099-2738-4f31-8015-6587dbda71fc None None] The sync data for ids ['507e3121-63c4-4cf0-89b2-740595575d4b'] in n-d-811416-6 is: [{'id': '507e3121-63c4-4cf0-89b2-740595575d4b', 'name': 'tempest-snat-router-725287174', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.40'}], 'enable_snat': False}, 'gw_port_id': '34c7119c-2b5e-43b3-b4a4-b1fdfb713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:53:05Z', 'updated_at': '2022-04-25T14:53:11Z', 'revision_number': 3, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port': {'id': '34c7119c-2b5e-43b3-b4a4-b1fdfb713826', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507e3121-63c4-4cf0-89b2-740595575d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:53:07Z', 'updated_at': '2022-04-25T14:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:16.901821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0ab2463b-9d1f-49bc-8af4-a98f855dc658 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/networks/a8d82ef9-e6ea-48af-ad48-fcb18768016b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1939602 Apr 25 14:53:16.902448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:17.011452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.036783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:17.039076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f97f68-f7f7-47b1-9307-11ec6d02f4f2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:17.040423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-61f97f68-f7f7-47b1-9307-11ec6d02f4f2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/subnets/2b5e0d54-917a-414e-8eb2-51708c49e918 HTTP/1.1" status: 200 len: 811 time: 0.1364911 Apr 25 14:53:17.044134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35518) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:17.050656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Usage tracker for resource:security_group_rule and tenant:85d55efa7596469d83b1b6715892b905 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:17.118245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:17.135957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:17.141157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179690ce-f4bb-4616-976e-07c96c9287da tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:17.142546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-179690ce-f4bb-4616-976e-07c96c9287da tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "GET /v2.0/subnets/2b5e0d54-917a-414e-8eb2-51708c49e918?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0975032 Apr 25 14:53:17.149467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35522) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:17.155932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1147098083'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:17.166352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bcc44-8383-4cff-be19-c907ca624b3b req-5bf0e5b5-ea15-433f-856b-fb28b81a29d8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:17.167790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-685bcc44-8383-4cff-be19-c907ca624b3b req-5bf0e5b5-ea15-433f-856b-fb28b81a29d8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 944 time: 0.1931758 Apr 25 14:53:17.170189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:17.178875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.183300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:17.223428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:17.226866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.250672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-685bcc44-8383-4cff-be19-c907ca624b3b req-1e4e1bbe-ff4f-4ba4-86cd-1db68228d530 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729058 Apr 25 14:53:17.265545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:53:17.276410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.276992 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Added segment 382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d of type vlan for network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc Apr 25 14:53:17.315571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.350319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.356194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:17.356961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.474470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Network': ['ID=1c6a33f8-5751-487f-ae2a-3ee3bd823ccc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:17.487030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:17.490396 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d382e819-0124-42ab-9503-8360a8c4bc96 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3373480 Apr 25 14:53:17.490734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:17.503041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:17.589374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.602379 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.637903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:17.649860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:17.650095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Router 5be516d4-1e0b-44f6-bbdc-d4294578c0d6 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:17.660881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Made reservation on behalf of 2982d313b8b3403abd1baa71eecb7bd2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:17.665248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.670354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d55efa7596469d83b1b6715892b905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8933487 Apr 25 14:53:17.672453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35532) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:17.674951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22dce7-543c-4832-a48e-6e6181670edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1805ae-062c-438c-a397-d3740637b8bd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:17.774476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_backend_mixin [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing IP validity checks on allocation pools {{(pid=88060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:53:17.775021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_backend_mixin [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:53:17.924090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.979154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-861195f8-ffa7-4629-8039-2e7409540235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:17.983072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:17.995684 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Sync routers for ids ['5be516d4-1e0b-44f6-bbdc-d4294578c0d6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:18.010829 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Routers {'5be516d4-1e0b-44f6-bbdc-d4294578c0d6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:18.011210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=e7b9e52f-abdb-4f9d-b656-5b1d19e3c948,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:18.011605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['5be516d4-1e0b-44f6-bbdc-d4294578c0d6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:18.019644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Checking segment: {'id': '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:18.019644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network hostable DHCP agents. Network: 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:53:18.039812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:53:18.044348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e548e2-64ce-4e5c-83ab-d1b7b3435045 req-27896add-d569-44c1-a66f-084109a80bd6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:18.045867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28e548e2-64ce-4e5c-83ab-d1b7b3435045 req-27896add-d569-44c1-a66f-084109a80bd6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2730477 Apr 25 14:53:18.054644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-861195f8-ffa7-4629-8039-2e7409540235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.056646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:18.066732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30caa7d1-af96-4c05-8925-c466ac11655c None None] Network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:18.078504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:18.079494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.099609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.103431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f8b3f6d3-688b-44fa-86fc-0e488f387b1c tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0837154 Apr 25 14:53:18.104574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35536) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:18.151699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28e548e2-64ce-4e5c-83ab-d1b7b3435045 req-6b8811a5-ff89-4586-8d70-447ac284a6ee tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903034 Apr 25 14:53:18.197435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-861195f8-ffa7-4629-8039-2e7409540235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.216366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861195f8-ffa7-4629-8039-2e7409540235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1805ae-062c-438c-a397-d3740637b8bd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:18.224214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-861195f8-ffa7-4629-8039-2e7409540235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.226242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-861195f8-ffa7-4629-8039-2e7409540235 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c1805ae-062c-438c-a397-d3740637b8bd HTTP/1.1" status: 204 len: 168 time: 0.5526285 Apr 25 14:53:18.307433 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Set router 5be516d4-1e0b-44f6-bbdc-d4294578c0d6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:18.469277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-1c6a33f8-5751-487f-ae2a-3ee3bd823ccc', 'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc', 'tenant_id': '2982d313b8b3403abd1baa71eecb7bd2', 'fixed_ips': [{'subnet_id': 'e7b9e52f-abdb-4f9d-b656-5b1d19e3c948'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:53:18.470353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.561603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35546) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:18.562345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03da3a18-445a-4015-851e-dbc4f7fa025a tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0704374 Apr 25 14:53:18.570005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:18.629737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01ceb48a-4e4d-4fc4-9586-d68664b2f383 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/5be516d4-1e0b-44f6-bbdc-d4294578c0d6 HTTP/1.1" status: 200 len: 906 time: 0.5194893 Apr 25 14:53:18.640150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2067e-24c1-486d-ab26-195009ddfcab req-b76dbed4-33ee-42df-b54e-8b6f7e0dcea8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:18.642648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1b2067e-24c1-486d-ab26-195009ddfcab req-b76dbed4-33ee-42df-b54e-8b6f7e0dcea8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 944 time: 0.2212205 Apr 25 14:53:18.643542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35550) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:18.724893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35554) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:18.759685 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be516d4-1e0b-44f6-bbdc-d4294578c0d6', 'name': 'tempest-snat-router-725287174', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '9d02d5ed-1b31-4698-939e-7b938decd8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:53:14Z', 'updated_at': '2022-04-25T14:53:16Z', 'revision_number': 3, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port': {'id': '9d02d5ed-1b31-4698-939e-7b938decd8b2', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be516d4-1e0b-44f6-bbdc-d4294578c0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:53:15Z', 'updated_at': '2022-04-25T14:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:18.764241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.764442 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Checking router: 5be516d4-1e0b-44f6-bbdc-d4294578c0d6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:53:18.764832 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Updating router 5be516d4-1e0b-44f6-bbdc-d4294578c0d6 port 9d02d5ed-1b31-4698-939e-7b938decd8b2 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:53:18.767015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Allocated IP 172.20.0.3 (1c6a33f8-5751-487f-ae2a-3ee3bd823ccc/e7b9e52f-abdb-4f9d-b656-5b1d19e3c948/ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:18.799290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:18.808465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Usage tracker for resource:security_group_rule and tenant:3f4c45b7508b4ed7908c2b29ee07d38b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:18.822543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1b2067e-24c1-486d-ab26-195009ddfcab req-4f19d817-82ee-44df-adc5-15f6e11f3980 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918684 Apr 25 14:53:18.830956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:18.840594 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2248302'] for subnet, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.847240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:18.847588 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.877641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:18.948587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:18.990014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.000233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.068094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5416698e-cb58-42df-a9d0-8fbde9326a2d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:19.093828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9c0e80af-5c3b-400f-bc8c-240dad2c244d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f4c45b7508b4ed7908c2b29ee07d38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605943 Apr 25 14:53:19.095718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:19.130898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:19.144209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:19.144581 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.194029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-816ad21e-4882-4e85-b271-b8b3f971a586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.204939 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.219021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.222996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port 9d02d5ed-1b31-4698-939e-7b938decd8b2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:19.223628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.241074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Transition to ACTIVE for port object ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:19.254392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-816ad21e-4882-4e85-b271-b8b3f971a586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.263066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 841d7a48-846a-4837-ba0c-c6c9f3c0290f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:19.347552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Transition to ACTIVE for port object ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:19.374795 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.390679 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Transition to ACTIVE for port object 9d02d5ed-1b31-4698-939e-7b938decd8b2 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:19.391847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.400473 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.403985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-816ad21e-4882-4e85-b271-b8b3f971a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.429605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ad21e-4882-4e85-b271-b8b3f971a586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5416698e-cb58-42df-a9d0-8fbde9326a2d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:19.451150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.468675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Pushing event updated for resources: {'Port': ['ID=ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:19.479008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-816ad21e-4882-4e85-b271-b8b3f971a586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.481194 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-816ad21e-4882-4e85-b271-b8b3f971a586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5416698e-cb58-42df-a9d0-8fbde9326a2d HTTP/1.1" status: 204 len: 168 time: 0.3834159 Apr 25 14:53:19.490391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25357e46-899c-47c0-9e4a-34658c125d56 req-54adceee-722d-469d-b682-e20c38106b98 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:19.491940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25357e46-899c-47c0-9e4a-34658c125d56 req-54adceee-722d-469d-b682-e20c38106b98 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1788392 Apr 25 14:53:19.529591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.530272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.532510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.533063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.533888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.535533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.536052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.537241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.538576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.539580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.543710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.544268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:19.551152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 841d7a48-846a-4837-ba0c-c6c9f3c0290f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:19.564285 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b011cd-8f02-46df-bbd3-0bbd54fe7c23 None None] Pushing event updated for resources: {'Port': ['ID=9d02d5ed-1b31-4698-939e-7b938decd8b2,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:19.582032 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Attempting to bind port 9d02d5ed-1b31-4698-939e-7b938decd8b2 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:19.582407 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Attempting to bind port 9d02d5ed-1b31-4698-939e-7b938decd8b2 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:19.582764 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Attempting to bind port 9d02d5ed-1b31-4698-939e-7b938decd8b2 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:19.587329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 841d7a48-846a-4837-ba0c-c6c9f3c0290f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:19.587718 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.603403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25357e46-899c-47c0-9e4a-34658c125d56 req-9f815154-09f4-488f-9203-3af778f730ec tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047804 Apr 25 14:53:19.603645 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:19.603787 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:19.604634 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.604634 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:19.605000 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Bound port: 9d02d5ed-1b31-4698-939e-7b938decd8b2, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:19.605396 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.666566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.667801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for 9d02d5ed-1b31-4698-939e-7b938decd8b2 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:19.695731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:19.701522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:19.706766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:19.718389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:19.724350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752165023236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2751048'] for subnet, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.755346 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] For port 9d02d5ed-1b31-4698-939e-7b938decd8b2, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:19.761478 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] For port 9d02d5ed-1b31-4698-939e-7b938decd8b2, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9d02d5ed-1b31-4698-939e-7b938decd8b2,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:19.768264 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.812587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event updated for resources: {'Subnet': ['ID=e7b9e52f-abdb-4f9d-b656-5b1d19e3c948,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:19.821503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:19.822121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.827026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-416283e8-39fd-402a-a1a2-44937df6ca09 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "PUT /v2.0/subnets/e7b9e52f-abdb-4f9d-b656-5b1d19e3c948 HTTP/1.1" status: 200 len: 877 time: 1.2643850 Apr 25 14:53:19.827861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35568) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:19.849785 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Routers {'5be516d4-1e0b-44f6-bbdc-d4294578c0d6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:19.850432 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['5be516d4-1e0b-44f6-bbdc-d4294578c0d6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:19.855046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.979339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Attempting to bind port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:19.979701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Attempting to bind port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:19.980003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Attempting to bind port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 on network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:19.993239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:19.993645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Checking segment: {'id': '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:19.994033 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:19.994433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Bound using segment: {'id': '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:19.994921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Bound port: ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1c6a33f8-5751-487f-ae2a-3ee3bd823ccc'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:19.995562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.017899 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] Set router 5be516d4-1e0b-44f6-bbdc-d4294578c0d6 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:20.022363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:53:20.023144 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:53:20.029350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.040410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:20.040756 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.161913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:20.168513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.168751 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be516d4-1e0b-44f6-bbdc-d4294578c0d6', 'name': 'tempest-snat-router-725287174', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:53:14Z', 'updated_at': '2022-04-25T14:53:19Z', 'revision_number': 4, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:20.175652 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fedb7-1512-4aa7-b864-41906ad847b9 None None] The sync data for ids ['5be516d4-1e0b-44f6-bbdc-d4294578c0d6'] in n-d-811416-6 is: [{'id': '5be516d4-1e0b-44f6-bbdc-d4294578c0d6', 'name': 'tempest-snat-router-725287174', 'tenant_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:53:14Z', 'updated_at': '2022-04-25T14:53:19Z', 'revision_number': 4, 'project_id': 'eafc4f0a91f94bc9ab21bcf6741c4f0b', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:20.188582 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b011cd-8f02-46df-bbd3-0bbd54fe7c23 None None] Pushing event updated for resources: {'Port': ['ID=9d02d5ed-1b31-4698-939e-7b938decd8b2,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:20.222268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:20.236064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] For port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:20.239951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:20.243371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] For port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253,segment=NetworkSegment(382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d),segment_id=382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:20.248526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.331427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.338489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:20.429958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81303a3-7a71-4d0b-9fd8-3ffdfc7c5214 None None] Pushing event updated for resources: {'Port': ['ID=ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:20.434909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec22f1-44a3-4f03-a536-fa9eef8ea63a req-e5efa932-2d50-4a94-8ec0-9a0b62623498 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:20.441920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbec22f1-44a3-4f03-a536-fa9eef8ea63a req-e5efa932-2d50-4a94-8ec0-9a0b62623498 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 944 time: 0.3702550 Apr 25 14:53:20.500512 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3953d52c-a7f0-4d46-a492-612a6d6a0c4c'] response: {'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f', 'code': 200} Apr 25 14:53:20.527615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port 9d02d5ed-1b31-4698-939e-7b938decd8b2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:20.527965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.666343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86611b78-14b5-4648-93c6-623cb8f165f0 req-71d77324-d65a-4a8a-81c1-5242e1f60dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:20.667909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86611b78-14b5-4648-93c6-623cb8f165f0 req-71d77324-d65a-4a8a-81c1-5242e1f60dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 1096 time: 0.0999789 Apr 25 14:53:20.779957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbec22f1-44a3-4f03-a536-fa9eef8ea63a req-e04b8cf5-71bd-4ce3-8eae-da96377e9350 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356578 Apr 25 14:53:20.850283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:20.883761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86611b78-14b5-4648-93c6-623cb8f165f0 req-72be43e6-7619-4d76-a80b-81a03c423287 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077892 Apr 25 14:53:20.939541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a7eb6-267a-4c91-bc74-38bbf91a8bc2 req-ebc4f2d9-5364-4772-9729-e7f6116b0df3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:20.941281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb2a7eb6-267a-4c91-bc74-38bbf91a8bc2 req-ebc4f2d9-5364-4772-9729-e7f6116b0df3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1696417 Apr 25 14:53:20.980597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253,segment=NetworkSegment(382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d),segment_id=382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:20.981471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:20.995500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:20.995802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:21.014360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb2a7eb6-267a-4c91-bc74-38bbf91a8bc2 req-84d866b4-6aca-41a5-92d0-44b0473f7ad9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651939 Apr 25 14:53:21.128711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:21.197414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] For port 9d02d5ed-1b31-4698-939e-7b938decd8b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9d02d5ed-1b31-4698-939e-7b938decd8b2,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:21.197789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:21.344909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for 9d02d5ed-1b31-4698-939e-7b938decd8b2 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:21.487810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:21.545137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Port': ['ID=ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:21.669407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No DVR routers for this DVR port ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:53:21.749171 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:21.788586 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:21.854236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d02d5ed-1b31-4698-939e-7b938decd8b2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:21.981736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bce3e-5556-4a39-a30d-a08893a4b197 None None] Network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:22.023961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c7263a90-ab96-4e88-b0fb-2be8e08e8355 None None] Could not find standard attr ID for object ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:53:22.037606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.298970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca181358-137b-44cc-bda3-065d7a7254bd req-e6fc14e0-0707-4b6a-a706-689ed3469543 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:22.301892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca181358-137b-44cc-bda3-065d7a7254bd req-e6fc14e0-0707-4b6a-a706-689ed3469543 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1387246 Apr 25 14:53:22.354263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca181358-137b-44cc-bda3-065d7a7254bd req-ec2914dc-aaea-4ef2-a4e8-dded53aba317 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465727 Apr 25 14:53:22.425631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.428003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.432973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.488328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b9e52f-abdb-4f9d-b656-5b1d19e3c948,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:22.554740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced8987-0afb-460d-9406-2a35bdd463e6 None None] Network 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:22.611857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698d4ca-06ed-4ab3-9ddf-f3bec5255396 req-26ec7ee1-2f14-4da4-ae72-208b315bf107 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:22.613393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3698d4ca-06ed-4ab3-9ddf-f3bec5255396 req-26ec7ee1-2f14-4da4-ae72-208b315bf107 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 945 time: 0.6719553 Apr 25 14:53:22.617340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.618111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5be516d4-1e0b-44f6-bbdc-d4294578c0d6 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:53:22.620738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.687024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6a33f8-5751-487f-ae2a-3ee3bd823ccc']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:22.712230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:22.712543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e2c3c-1d33-4dd4-a9f5-c18454bb9b4d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:22.723244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3698d4ca-06ed-4ab3-9ddf-f3bec5255396 req-ba9f95d9-86eb-4093-8b7f-0725570c70ad tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948734 Apr 25 14:53:22.735893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.739352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-394dd824-347f-41cc-8ac4-1aab28416cd1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5be516d4-1e0b-44f6-bbdc-d4294578c0d6 HTTP/1.1" status: 204 len: 168 time: 4.0923889 Apr 25 14:53:22.739722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35634) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:22.765859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.784973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.811178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:22.811777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:22.828637 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:22.842701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a7374-4929-4744-a0f1-4b3582ac611d None None] DHCP port deletion for 1c6a33f8-5751-487f-ae2a-3ee3bd823ccc request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:53:22.925737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.948415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:22.961309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=1c6a33f8-5751-487f-ae2a-3ee3bd823ccc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:22.970646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3080aa44-4ba4-4cdd-9b4f-8de565a4fdf0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/1c6a33f8-5751-487f-ae2a-3ee3bd823ccc HTTP/1.1" status: 204 len: 168 time: 3.1376903 Apr 25 14:53:22.971067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35638) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.008909 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-02616b6f-690b-4d20-ba1f-3d0fd6e5d23e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.009407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02616b6f-690b-4d20-ba1f-3d0fd6e5d23e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.013070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-02616b6f-690b-4d20-ba1f-3d0fd6e5d23e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/e7b9e52f-abdb-4f9d-b656-5b1d19e3c948 HTTP/1.1" status: 404 len: 337 time: 0.0392499 Apr 25 14:53:23.014805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.048897 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5a6bf0-146e-4a07-a077-54a6e57bcae2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.049326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5a6bf0-146e-4a07-a077-54a6e57bcae2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.050947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e5a6bf0-146e-4a07-a077-54a6e57bcae2 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/1c6a33f8-5751-487f-ae2a-3ee3bd823ccc HTTP/1.1" status: 404 len: 339 time: 0.0352283 Apr 25 14:53:23.053536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35648) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.072995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.092484 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd3c477-c3c8-446f-a1ac-15c2a73153c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.092993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd3c477-c3c8-446f-a1ac-15c2a73153c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.094819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8dd3c477-c3c8-446f-a1ac-15c2a73153c9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/4316a324-0489-49b2-a4d2-f8a19e345a3b HTTP/1.1" status: 404 len: 337 time: 0.0402834 Apr 25 14:53:23.097228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.123046 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a80481-2584-4bcb-a4cc-a8d0cdf17dd6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.123916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a80481-2584-4bcb-a4cc-a8d0cdf17dd6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.128712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d3a80481-2584-4bcb-a4cc-a8d0cdf17dd6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/f6b09e72-5085-49fe-b415-24772b8c2d79 HTTP/1.1" status: 404 len: 339 time: 0.0277596 Apr 25 14:53:23.128937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35656) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.248406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.268228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.278945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Deleting port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:23.279342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.389367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.423845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5621f0e7-e355-4d1a-85d5-650b39d72a27']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:23.438590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e404cd-8c0b-4d81-b09b-9f8df9a57c0c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:23.439297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e404cd-8c0b-4d81-b09b-9f8df9a57c0c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:23.454970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.472585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] For port 34c7119c-2b5e-43b3-b4a4-b1fdfb713826, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:23.473172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.484807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.493591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:23.494547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:23.523980 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:23.637390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.660700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.675826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/5621f0e7-e355-4d1a-85d5-650b39d72a27 HTTP/1.1" status: 204 len: 168 time: 0.5437319 Apr 25 14:53:23.676577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35672) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.678178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Calling delete_port for 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:23.679237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367af86-e05e-4c09-a3fb-951afaa8a77d tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=5621f0e7-e355-4d1a-85d5-650b39d72a27,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:23.726205 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-244a7b35-d8cf-42ea-b97d-e29873751a52 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.726664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244a7b35-d8cf-42ea-b97d-e29873751a52 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.728399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-244a7b35-d8cf-42ea-b97d-e29873751a52 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/b6415098-e4cc-4bd4-baee-5567489d6ccf HTTP/1.1" status: 404 len: 337 time: 0.0507071 Apr 25 14:53:23.731510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35676) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.800659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d510b57-aad3-4007-8468-4940f08ef2a9 req-fb188ed5-3e4e-4c64-a238-0fa5a68a5f88 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:23.802152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d510b57-aad3-4007-8468-4940f08ef2a9 req-fb188ed5-3e4e-4c64-a238-0fa5a68a5f88 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2456448 Apr 25 14:53:23.803240 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bb4865-b941-4a42-ac5c-1b1cc9344220 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.803855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bb4865-b941-4a42-ac5c-1b1cc9344220 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.805695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d0bb4865-b941-4a42-ac5c-1b1cc9344220 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/c19df156-bbd3-4e45-b2a8-73fde32d0324 HTTP/1.1" status: 404 len: 339 time: 0.0732908 Apr 25 14:53:23.809411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35684) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.852862 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd41071b-7ab3-416c-b6e9-c219ff2e6981 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.853532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd41071b-7ab3-416c-b6e9-c219ff2e6981 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.855392 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd41071b-7ab3-416c-b6e9-c219ff2e6981 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/a8017930-0b25-4019-a666-3001ecb91f1b HTTP/1.1" status: 404 len: 337 time: 0.0448601 Apr 25 14:53:23.858916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35688) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.880868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d510b57-aad3-4007-8468-4940f08ef2a9 req-c8d509e6-f70d-4f1c-91a1-799f12b0f035 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555010 Apr 25 14:53:23.939323 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8d54c2-9cb3-454c-8df1-35c06c573309 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.939323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8d54c2-9cb3-454c-8df1-35c06c573309 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.939323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9d8d54c2-9cb3-454c-8df1-35c06c573309 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/b47f0edf-e471-40a3-aca9-f2b3a96f0169 HTTP/1.1" status: 404 len: 339 time: 0.0474255 Apr 25 14:53:23.943985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:23.976588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:23.990129 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6732b43f-9349-43bc-963d-d9c8bd3082b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:23.990585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6732b43f-9349-43bc-963d-d9c8bd3082b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:23.994751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6732b43f-9349-43bc-963d-d9c8bd3082b0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/c9bca711-e1ad-496d-960d-a952a2ba69cb HTTP/1.1" status: 404 len: 337 time: 0.0473824 Apr 25 14:53:23.994893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35698) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.023065 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a277889-d456-404a-9dad-ec6320e5ca3e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.023543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a277889-d456-404a-9dad-ec6320e5ca3e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.028045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a277889-d456-404a-9dad-ec6320e5ca3e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/620d14bc-79f5-4e2b-a5bf-df7a180896f7 HTTP/1.1" status: 404 len: 339 time: 0.0294902 Apr 25 14:53:24.028273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35704) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.062460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c7119c-2b5e-43b3-b4a4-b1fdfb713826,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:24.073395 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-7313291d-f5f5-4aee-a7a0-2a9a78515ad5 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.073857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7313291d-f5f5-4aee-a7a0-2a9a78515ad5 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.078329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7313291d-f5f5-4aee-a7a0-2a9a78515ad5 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/832dc64a-5025-46d3-b11e-3b78ca441c0e HTTP/1.1" status: 404 len: 337 time: 0.0464623 Apr 25 14:53:24.078678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35708) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.113579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e002-bc68-4519-96df-3e0a3177d924 req-b3a2f099-4782-456e-ad37-8a4a36ff0af2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:24.115088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65a0e002-bc68-4519-96df-3e0a3177d924 req-b3a2f099-4782-456e-ad37-8a4a36ff0af2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 945 time: 0.2578673 Apr 25 14:53:24.118645 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-061c208b-0d35-4460-a03b-35ef5ca71b8e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.119102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061c208b-0d35-4460-a03b-35ef5ca71b8e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.120886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-061c208b-0d35-4460-a03b-35ef5ca71b8e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/3e321448-2fdf-4f55-9da9-f0d6bdf55db5 HTTP/1.1" status: 404 len: 339 time: 0.0413017 Apr 25 14:53:24.123827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35712) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.182161 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa80311-8d2e-4fa4-8032-62a21371c83b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.182626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa80311-8d2e-4fa4-8032-62a21371c83b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.191511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.238240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dfa80311-8d2e-4fa4-8032-62a21371c83b tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/5d7bc25b-7c93-40ec-84d7-9ddc1314c2b6 HTTP/1.1" status: 404 len: 337 time: 0.1129918 Apr 25 14:53:24.241868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.273763 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1901438d-58c7-4325-b207-88ccbbb38d3e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.274238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1901438d-58c7-4325-b207-88ccbbb38d3e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.275898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1901438d-58c7-4325-b207-88ccbbb38d3e tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/c932abdd-65a2-4122-955e-8fe51a7402e0 HTTP/1.1" status: 404 len: 339 time: 0.0315778 Apr 25 14:53:24.284992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35724) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.328367 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ea7dab-647b-451c-9aaf-950a5e1913e6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.328833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ea7dab-647b-451c-9aaf-950a5e1913e6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.332837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49ea7dab-647b-451c-9aaf-950a5e1913e6 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/6d27ad9b-c249-438b-a50a-0d21b7cde157 HTTP/1.1" status: 404 len: 337 time: 0.0444064 Apr 25 14:53:24.333735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-65a0e002-bc68-4519-96df-3e0a3177d924 req-4cb72c56-b492-446b-b52e-f1c5d4fa1f39 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116117 Apr 25 14:53:24.334189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35730) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.367192 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aa6561-b699-4e9d-bf95-2a2fb005344f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.367677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aa6561-b699-4e9d-bf95-2a2fb005344f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.369375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d0aa6561-b699-4e9d-bf95-2a2fb005344f tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/2b77ca47-6228-4621-80d1-81ce3d65c421 HTTP/1.1" status: 404 len: 339 time: 0.0342729 Apr 25 14:53:24.371951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35736) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.413405 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e78d862-67d1-4cf0-990d-5804c281e1f4 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.413791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e78d862-67d1-4cf0-990d-5804c281e1f4 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.415465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1e78d862-67d1-4cf0-990d-5804c281e1f4 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/ba058141-16ba-4976-91c6-90442c282572 HTTP/1.1" status: 404 len: 337 time: 0.0419164 Apr 25 14:53:24.418242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.425055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.427527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.446401 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-696917a5-c8f3-4628-9072-3b98b5efbb55 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.447707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696917a5-c8f3-4628-9072-3b98b5efbb55 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.450196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-696917a5-c8f3-4628-9072-3b98b5efbb55 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/48933db9-0c36-4f21-9fbc-e31a81785b20 HTTP/1.1" status: 404 len: 339 time: 0.0307641 Apr 25 14:53:24.452711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35746) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.482037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.482626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 507e3121-63c4-4cf0-89b2-740595575d4b {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:53:24.492938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.496265 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c83a5647-293f-47f9-84f5-c4f83763278d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "DELETE /v2.0/routers/507e3121-63c4-4cf0-89b2-740595575d4b HTTP/1.1" status: 204 len: 168 time: 1.7532527 Apr 25 14:53:24.499188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35750) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.508177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-267125610', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:24.524187 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1c3de0-8ea7-4296-8898-460c94ee0552 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.524869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1c3de0-8ea7-4296-8898-460c94ee0552 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.525259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:24.530332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Usage tracker for resource:router and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:24.532561 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca1c3de0-8ea7-4296-8898-460c94ee0552 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/cd71104f-53ce-4be0-9d9c-280c2a7b529a HTTP/1.1" status: 404 len: 337 time: 0.0785511 Apr 25 14:53:24.535372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35756) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.543648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:24.554497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:24.573725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.576247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.593636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.594031 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7f32fb-4e89-4796-b617-7ad24b9008ff tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] DELETE failed (client error): The resource could not be found. Apr 25 14:53:24.594608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7f32fb-4e89-4796-b617-7ad24b9008ff tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:53:24.601118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e7f32fb-4e89-4796-b617-7ad24b9008ff tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/dcbdd16e-4944-46b5-89df-f147bbd0b844 HTTP/1.1" status: 404 len: 339 time: 0.0637083 Apr 25 14:53:24.603427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35760) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:24.616534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b388988-db12-40d5-a794-c67245d0af65 req-5550bea8-b5f2-48de-bb60-e2cbe43e74a4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 267 time: 0.1147346 Apr 25 14:53:24.750536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting subnet 2b5e0d54-917a-414e-8eb2-51708c49e918 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:53:24.762969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:24.818025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:53:24.866573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:53:24.866953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ae9fe5b4-09f7-4dbf-a3ed-c99fdbfe0253 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:53:24.867351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:53:24.873419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b388988-db12-40d5-a794-c67245d0af65 req-f4862c08-c2fa-4423-9b89-7c139fd5ea29 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:24.881213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b388988-db12-40d5-a794-c67245d0af65 req-f4862c08-c2fa-4423-9b89-7c139fd5ea29 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 945 time: 0.2328665 Apr 25 14:53:24.887542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'port': {'security_groups': []}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:24.903785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:53:24.904155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 34c7119c-2b5e-43b3-b4a4-b1fdfb713826 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:53:24.941225 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.075008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.106906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.171350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.224576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8f1f-9f36-4265-9585-bf38e89a7086 req-66c5adb0-5f40-43f2-8c49-646a82d88f1a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:25.226094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b5f8f1f-9f36-4265-9585-bf38e89a7086 req-66c5adb0-5f40-43f2-8c49-646a82d88f1a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1945927 Apr 25 14:53:25.259442 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:53:25.283001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.299773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b5f8f1f-9f36-4265-9585-bf38e89a7086 req-547db058-d593-44c4-8bb8-672e2e30af7a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639246 Apr 25 14:53:25.344158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.351993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbdf851-13b6-4d00-832a-cb7d401d2a74 None None] Network a8d82ef9-e6ea-48af-ad48-fcb18768016b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:25.383075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5e0d54-917a-414e-8eb2-51708c49e918,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:25.482985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-97c9940c-1fb5-4c72-89cf-c804200db0a0 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/subnets/2b5e0d54-917a-414e-8eb2-51708c49e918 HTTP/1.1" status: 204 len: 168 time: 0.8675332 Apr 25 14:53:25.504301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35776) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:25.533699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.635640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.735079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:25.751891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] DHCP port deletion for a8d82ef9-e6ea-48af-ad48-fcb18768016b request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:53:25.756447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] Deleting port 46283e16-ee39-40cc-979a-42e95cbfca9b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:25.756840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.775204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.782495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.787471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.795355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852', 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409', '841d7a48-846a-4837-ba0c-c6c9f3c0290f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:25.818111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port 46283e16-ee39-40cc-979a-42e95cbfca9b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:25.818461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.883520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:25.895758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:25.896536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:25.898513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b388988-db12-40d5-a794-c67245d0af65 req-d5654295-6dfc-431e-a2c5-e8ebfa7d6d9e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "PUT /v2.0/ports/841d7a48-846a-4837-ba0c-c6c9f3c0290f HTTP/1.1" status: 200 len: 904 time: 1.0165064 Apr 25 14:53:25.899053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:26.025458 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a518de-10ec-4336-945a-688d2a376d3d'] response: {'name': 'network-changed', 'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f', 'status': 'completed', 'code': 200} Apr 25 14:53:26.048180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['841d7a48-846a-4837-ba0c-c6c9f3c0290f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:26.294900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Allocated IP 172.25.0.187 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/515b3880-02e0-455f-a9c8-08e7d30ed525) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:26.300112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] For port 46283e16-ee39-40cc-979a-42e95cbfca9b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46283e16-ee39-40cc-979a-42e95cbfca9b,segment=NetworkSegment(161ee348-79e9-4031-818d-9a0dba43a7eb),segment_id=161ee348-79e9-4031-818d-9a0dba43a7eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:26.300653 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:26.333974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] For port 46283e16-ee39-40cc-979a-42e95cbfca9b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46283e16-ee39-40cc-979a-42e95cbfca9b,segment=NetworkSegment(161ee348-79e9-4031-818d-9a0dba43a7eb),segment_id=161ee348-79e9-4031-818d-9a0dba43a7eb)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:26.333974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:26.492919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] Calling delete_port for 46283e16-ee39-40cc-979a-42e95cbfca9b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:26.613780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eace17c7-3345-4439-afb9-f0cb9281c630 None None] Provisioning complete for port 841d7a48-846a-4837-ba0c-c6c9f3c0290f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:26.614581 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eace17c7-3345-4439-afb9-f0cb9281c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:26.654624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Calling delete_port for 46283e16-ee39-40cc-979a-42e95cbfca9b owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:26.750934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-c3efb7d9-15df-4361-a2ba-13f222a173ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:26.752459 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-c3efb7d9-15df-4361-a2ba-13f222a173ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 1058 time: 0.6695476 Apr 25 14:53:26.818250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46283e16-ee39-40cc-979a-42e95cbfca9b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:53:26.882703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:26.893749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3793d5-93e8-42a3-90e6-fb29899c1b97 req-d758adb4-8a62-4dbf-84db-5a4fdf518021 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:26.903774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d3793d5-93e8-42a3-90e6-fb29899c1b97 req-d758adb4-8a62-4dbf-84db-5a4fdf518021 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 907 time: 0.8237803 Apr 25 14:53:27.009769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 46283e16-ee39-40cc-979a-42e95cbfca9b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:53:27.010132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46283e16-ee39-40cc-979a-42e95cbfca9b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:53:27.026801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] No DVR routers for this DVR port 46283e16-ee39-40cc-979a-42e95cbfca9b on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:53:27.059089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de34ce-ac32-4c48-ae7c-0a93ce3d5c7d None None] Pushing event deleted for resources: {'Port': ['ID=46283e16-ee39-40cc-979a-42e95cbfca9b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:27.086227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:53:27.086550 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:53:27.165056 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:27.185384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3f017-f609-493f-8312-ad38657a8288 req-86b2b404-81c5-44df-bc99-dca4c0547cb8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:27.187327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ef3f017-f609-493f-8312-ad38657a8288 req-86b2b404-81c5-44df-bc99-dca4c0547cb8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.0999866 Apr 25 14:53:27.190327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-dc4c28f5-55bf-4bad-a3df-50c6f6e5d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:27.191772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-dc4c28f5-55bf-4bad-a3df-50c6f6e5d64d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.3683937 Apr 25 14:53:27.238041 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ef3f017-f609-493f-8312-ad38657a8288 req-45e8f73d-21ba-4be0-98a9-b2664bbb11ae tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443056 Apr 25 14:53:27.271752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-b7007046-3d19-49da-b5cd-99478ef1a527 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f HTTP/1.1" status: 200 len: 217 time: 0.0710089 Apr 25 14:53:27.348164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568da8-1fc5-42d9-bbd4-1be2c0756d23 req-7c016630-e951-4e25-978b-7472bd297bfc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:27.349918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb568da8-1fc5-42d9-bbd4-1be2c0756d23 req-7c016630-e951-4e25-978b-7472bd297bfc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2707274 Apr 25 14:53:27.391081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-caba29cf-cbb3-49bc-bc2a-b6595c20071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:27.392543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-caba29cf-cbb3-49bc-bc2a-b6595c20071c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1090870 Apr 25 14:53:27.403728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:27.470087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a231e3f-853a-4fee-9e53-16caace67103 req-df9fc86c-dbf1-48dc-a171-6b6a508607d6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:27.472126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a231e3f-853a-4fee-9e53-16caace67103 req-df9fc86c-dbf1-48dc-a171-6b6a508607d6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1189830 Apr 25 14:53:27.519203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb568da8-1fc5-42d9-bbd4-1be2c0756d23 req-1372ca49-5791-429b-ae23-1c12fbb280a9 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620162 Apr 25 14:53:27.528729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:27.535783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:27.546314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:27.576803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a231e3f-853a-4fee-9e53-16caace67103 req-12015e39-991c-4d60-a5a1-d66dcbc0757c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986130 Apr 25 14:53:27.593890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Deleting port 46283e16-ee39-40cc-979a-42e95cbfca9b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:27.594242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:27.618611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event updated for resources: {'Port': ['ID=515b3880-02e0-455f-a9c8-08e7d30ed525,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:27.691789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] The port '46283e16-ee39-40cc-979a-42e95cbfca9b' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:53:27.952388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-90740ad6-ddeb-4e58-8473-a6f1a10bcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:27.953916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-90740ad6-ddeb-4e58-8473-a6f1a10bcc5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5430400 Apr 25 14:53:28.224772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.343200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d82ef9-e6ea-48af-ad48-fcb18768016b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:28.370482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161ee348-79e9-4031-818d-9a0dba43a7eb') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:28.370786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161ee348-79e9-4031-818d-9a0dba43a7eb') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:28.476038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae48ca-6abb-4811-a011-a29968349308 req-ae6c8e71-47c4-4607-8837-f4d1622e35f8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:28.483598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abae48ca-6abb-4811-a011-a29968349308 req-ae6c8e71-47c4-4607-8837-f4d1622e35f8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7613115 Apr 25 14:53:28.490305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.515898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-d29acb52-d731-4ff9-9edc-7fdc7b7b21b0 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683778 Apr 25 14:53:28.572171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.693496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:53:28.694485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:53:28.713526 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:53:28.717229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abae48ca-6abb-4811-a011-a29968349308 req-08874339-29a3-4fdb-adc1-3d465de978f7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325680 Apr 25 14:53:28.734686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785d59-a272-46a5-b385-ed4c65066051 req-7fe4383f-8183-4e1e-8dff-08cbc3c32fe6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:28.736441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e785d59-a272-46a5-b385-ed4c65066051 req-7fe4383f-8183-4e1e-8dff-08cbc3c32fe6 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.0929594 Apr 25 14:53:28.802014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e785d59-a272-46a5-b385-ed4c65066051 req-5c054c07-a271-4a81-a7bf-9ecf5f7e08fc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587354 Apr 25 14:53:28.842025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.854190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.857812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.934075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:28.944910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] Pushing event deleted for resources: {'Network': ['ID=a8d82ef9-e6ea-48af-ad48-fcb18768016b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:28.953057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5829c174-0be4-4ef1-99c1-958c0a1c257d req-fb5950cc-b60c-4986-93ee-0f3eceed1ada service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222794 Apr 25 14:53:29.023985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c1b1965-87fd-488c-a46c-dbf35a07cab9 tempest-NetworksTest-793050215 tempest-NetworksTest-793050215-project] 10.222.0.23 "DELETE /v2.0/networks/a8d82ef9-e6ea-48af-ad48-fcb18768016b HTTP/1.1" status: 204 len: 168 time: 3.5186341 Apr 25 14:53:29.143046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274881-b36e-4a55-8e55-3852ad669359 req-b34fb545-47db-4f41-b8eb-35eb94f8c8ee tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:29.144528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2274881-b36e-4a55-8e55-3852ad669359 req-b34fb545-47db-4f41-b8eb-35eb94f8c8ee tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2305856 Apr 25 14:53:29.392470 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:29.399875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b73e-ce2c-4c0f-98a7-5d374a4d07d3 req-848d51c3-4b1d-4620-add2-e62b95737e78 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:29.400086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35874) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:29.401435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c069b73e-ce2c-4c0f-98a7-5d374a4d07d3 req-848d51c3-4b1d-4620-add2-e62b95737e78 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0968800 Apr 25 14:53:29.456070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c069b73e-ce2c-4c0f-98a7-5d374a4d07d3 req-f636df5e-9d96-4b66-9c2c-9cce6e0a678a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474155 Apr 25 14:53:29.479358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35880) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:29.618839 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2274881-b36e-4a55-8e55-3852ad669359 req-54a7c189-422e-48e2-a625-bd0b142de5c4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162030 Apr 25 14:53:29.671811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:29.688793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:29.693414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Usage tracker for resource:security_group_rule and tenant:18196e2e1d9c4861a785f11cf9cfe633 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:29.696758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:29.703295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:29.802023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:29.809101 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:29.822847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86e47e-3642-4380-ab46-72b235d5c1fd req-ac5e98be-5af4-4cff-8a2c-8e75cd6290c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:29.826920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae86e47e-3642-4380-ab46-72b235d5c1fd req-ac5e98be-5af4-4cff-8a2c-8e75cd6290c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 0.3726325 Apr 25 14:53:29.879995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc89b2-e292-4409-bdb2-27e52166c38d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:29.902857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ae86e47e-3642-4380-ab46-72b235d5c1fd req-b74d2b75-d962-4907-9e62-018e7fafecac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515068 Apr 25 14:53:29.917347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5865f6cc-2df9-4262-94be-b659f4f551e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18196e2e1d9c4861a785f11cf9cfe633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4343534 Apr 25 14:53:29.918075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:29.920087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fec50e79-0fe3-4ac2-96a5-22f0835ad688 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2982d313b8b3403abd1baa71eecb7bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674218 Apr 25 14:53:29.954375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35906) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:30.004754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Router 05cd9a05-740d-4d76-bebc-5cc8a73725bf is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:30.145466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f02eeadb-db48-49c5-a2de-4bbc3b7a69a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.156985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8d7cc-b6ff-416e-aab2-c75219823d82 req-5ec93b69-882d-4123-aabd-ba8eecb7593e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:30.158564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe8d7cc-b6ff-416e-aab2-c75219823d82 req-5ec93b69-882d-4123-aabd-ba8eecb7593e tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2424271 Apr 25 14:53:30.163306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-733820ad-9900-4ea6-91b0-87a6bc4fafa4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:30.164755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-733820ad-9900-4ea6-91b0-87a6bc4fafa4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.3134754 Apr 25 14:53:30.173702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba16b4b6-2552-4f62-bdcd-b8ba29101b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.193139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-0feeaccf-676d-49a6-91f2-688fbdc6c389 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/quotas/a25981f3049d45a38e4f8d30c4693974 HTTP/1.1" status: 200 len: 375 time: 0.0211258 Apr 25 14:53:30.243898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba16b4b6-2552-4f62-bdcd-b8ba29101b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.280261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f02eeadb-db48-49c5-a2de-4bbc3b7a69a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.301840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:30.320005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] Sync routers for ids ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:30.326920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe8d7cc-b6ff-416e-aab2-c75219823d82 req-0ef9c491-fc18-4191-aef3-2442efe4c9ed tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188033 Apr 25 14:53:30.329356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-f8e028f2-6ba5-46a3-8df9-8ca605662cae tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1269951 Apr 25 14:53:30.337334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] Routers {'05cd9a05-740d-4d76-bebc-5cc8a73725bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:30.338015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba16b4b6-2552-4f62-bdcd-b8ba29101b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.338403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:30.354171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.355863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6ded0610-78ad-4d4b-afac-34a7d7012cd4 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8549039 Apr 25 14:53:30.366876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35910) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:30.366876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': False}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:30.388246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b4b6-2552-4f62-bdcd-b8ba29101b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc89b2-e292-4409-bdb2-27e52166c38d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:30.431961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:30.437157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f02eeadb-db48-49c5-a2de-4bbc3b7a69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.443873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] Routers {'05cd9a05-740d-4d76-bebc-5cc8a73725bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:30.444513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:30.457946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba16b4b6-2552-4f62-bdcd-b8ba29101b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.461943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ba16b4b6-2552-4f62-bdcd-b8ba29101b19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aedc89b2-e292-4409-bdb2-27e52166c38d HTTP/1.1" status: 204 len: 168 time: 0.5429032 Apr 25 14:53:30.532224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-3c4b8aae-71a5-40ab-b30c-39e3a28afcca service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781728 Apr 25 14:53:30.560199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:30.560614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb86c9e-d4c0-4580-8c8b-5b7c858e851d None None] The sync data for ids ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:30.698941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-e63fb972-7d41-4a13-8f3d-9c0ce817948c service neutron] 10.222.0.23 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652005 Apr 25 14:53:30.713528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eeadb-db48-49c5-a2de-4bbc3b7a69a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768d2ed-0b5a-40c4-8a63-72e87c24a7db,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:30.740454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f02eeadb-db48-49c5-a2de-4bbc3b7a69a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:30.746125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f02eeadb-db48-49c5-a2de-4bbc3b7a69a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5768d2ed-0b5a-40c4-8a63-72e87c24a7db HTTP/1.1" status: 204 len: 168 time: 0.7807906 Apr 25 14:53:30.876580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875ae4b-4acb-4103-8e7b-358c1d516d2d req-a92babe1-e862-4bef-95c3-7b06cc226bf4 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:30.878128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6875ae4b-4acb-4103-8e7b-358c1d516d2d req-a92babe1-e862-4bef-95c3-7b06cc226bf4 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2152431 Apr 25 14:53:30.932447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35930) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:30.936214 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-afefa958-c5c1-4334-99a2-4bf0a9468ae8 req-a3166200-f20d-4dc3-b02b-c4c77446ecdf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 210 time: 0.0615788 Apr 25 14:53:30.982856 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.021419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:31.041913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:698b7779291747e885ebe0d844235f8a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:31.046951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6875ae4b-4acb-4103-8e7b-358c1d516d2d req-44bb3da4-4303-4ead-9da8-951d365c636c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136980 Apr 25 14:53:31.111383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:31.129208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:31.167844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.399448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.408491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.488752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=698b7779291747e885ebe0d844235f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486934 Apr 25 14:53:31.488969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:31.492424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66a8e7-2185-4f78-a404-6374189bc6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c3974-792e-43dd-90b2-c69fbb6ea7f0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:31.631268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dae6fd-e16a-4613-b36b-3162a48dce73 req-2891a2d8-8876-4904-95d7-61529d625f26 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:31.637842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13dae6fd-e16a-4613-b36b-3162a48dce73 req-2891a2d8-8876-4904-95d7-61529d625f26 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1495724 Apr 25 14:53:31.639016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a8112ed-4089-42df-abc7-3cc09deb5a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.701351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35966) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:31.717517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a8112ed-4089-42df-abc7-3cc09deb5a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.744445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13dae6fd-e16a-4613-b36b-3162a48dce73 req-f3837c49-488a-4114-961c-6c3ea0212254 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987406 Apr 25 14:53:31.795904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a8112ed-4089-42df-abc7-3cc09deb5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.843216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8112ed-4089-42df-abc7-3cc09deb5a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c3974-792e-43dd-90b2-c69fbb6ea7f0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:31.851046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a8112ed-4089-42df-abc7-3cc09deb5a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.857272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a8112ed-4089-42df-abc7-3cc09deb5a82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/820c3974-792e-43dd-90b2-c69fbb6ea7f0 HTTP/1.1" status: 204 len: 168 time: 0.3668258 Apr 25 14:53:31.901596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560495688'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:31.909226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:31.917028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:31.922985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:31.936581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:31.962050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.979194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:31.999526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:32.004365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:32.007481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:32.015059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:32.186198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a630060b-3839-4279-92e7-3d1520cf5517 req-4a85cff6-48a5-4d53-b04e-ac7dc35b6a97 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 210 time: 0.0776498 Apr 25 14:53:32.246509 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.258046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.273169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:32.281906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:32.291817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:32.303220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:32.306890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aded8876-40a2-4abf-9d1c-6c8e62e62fdb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:32.366599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.370225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.440747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.464495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.559546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a1dd8-e907-4042-a7e3-1b153bde0d4b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:32.568112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:32.571715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-13948039-f566-4511-81bb-68e3850169e9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8650520 Apr 25 14:53:32.577481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35994) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:32.633922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362ac0-8fb4-4b3d-8de6-224b5896d33a req-75a8c65f-4220-464e-9711-ce6b5629cffb tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:32.635464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81362ac0-8fb4-4b3d-8de6-224b5896d33a req-75a8c65f-4220-464e-9711-ce6b5629cffb tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2787740 Apr 25 14:53:32.763594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Router 05cd9a05-740d-4d76-bebc-5cc8a73725bf has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:53:32.825285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-755dce2e-2092-4891-b0da-02ca48d75592 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:32.850218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81362ac0-8fb4-4b3d-8de6-224b5896d33a req-382a451c-fcc1-4370-8249-9e3e9873b77e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053630 Apr 25 14:53:32.902714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-dac812d9-d7b7-4a2f-a5a9-02411b4d7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:32.904193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-dac812d9-d7b7-4a2f-a5a9-02411b4d7815 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 0.2996581 Apr 25 14:53:32.904891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-755dce2e-2092-4891-b0da-02ca48d75592 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:32.906914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-755dce2e-2092-4891-b0da-02ca48d75592 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3285034 Apr 25 14:53:32.910608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36006) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:32.919507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-security--1431384859', 'description': 'tempest-security-description-172981821'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:32.940835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-d5ce983f-a789-4bc1-9d14-5719e186e930 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:32.942871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-d5ce983f-a789-4bc1-9d14-5719e186e930 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 812 time: 0.2354474 Apr 25 14:53:32.960325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Request body: {'port': {'device_id': '983158c9-7986-4564-a63d-d172e40a967c', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'admin_state_up': True, 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:33.016101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.082006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734607e-643c-4582-aa24-ec56f5f84f5d req-840dfd2b-2bb5-4a32-9591-00a1ca512c0d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:33.083502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a734607e-643c-4582-aa24-ec56f5f84f5d req-840dfd2b-2bb5-4a32-9591-00a1ca512c0d tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.3803821 Apr 25 14:53:33.101250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:33.114377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:33.124825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Made reservation on behalf of a25981f3049d45a38e4f8d30c4693974 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:33.129769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.259666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:33.273592 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] Sync routers for ids ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:33.290680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] Routers {'05cd9a05-740d-4d76-bebc-5cc8a73725bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:33.291037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a734607e-643c-4582-aa24-ec56f5f84f5d req-b4f2995b-3083-4879-aa32-149ba7c70c49 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438508 Apr 25 14:53:33.291889 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:33.300932 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.304824 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.306128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-128ae485-c457-4be3-8984-dfa8dd85ec3d tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "PUT /v2.0/routers/05cd9a05-740d-4d76-bebc-5cc8a73725bf HTTP/1.1" status: 200 len: 925 time: 2.9448822 Apr 25 14:53:33.308243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-6f94f0fd-d5c2-462d-b3e3-deee3de7f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:33.309560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-6f94f0fd-d5c2-462d-b3e3-deee3de7f584 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.3964849 Apr 25 14:53:33.319729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:33.324083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.326337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.327524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "PUT /v2.0/security-groups/763a1dd8-e907-4042-a7e3-1b153bde0d4b HTTP/1.1" status: 200 len: 1779 time: 0.4159474 Apr 25 14:53:33.335099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36026) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:33.392108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:33.399360 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f5b77812-5101-4d7d-8863-f668b9def005 req-c83ff46b-cf5d-43d4-9f17-631c452dca66 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 210 time: 0.0558929 Apr 25 14:53:33.405568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Allocated IP 172.20.0.3 (1d7a230c-88ed-4146-b9ab-1dda0f42cf3d/ac31382d-195e-4c39-8857-43a4c6fef1f1/d5c4886e-4017-48ab-a6a8-a090d1d241df) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:33.408900 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] Routers {'05cd9a05-740d-4d76-bebc-5cc8a73725bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:33.410659 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:33.485140 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1fdd49ca-b59f-4cd2-88a0-c33ce6c7d87c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups/763a1dd8-e907-4042-a7e3-1b153bde0d4b HTTP/1.1" status: 200 len: 1779 time: 0.1488495 Apr 25 14:53:33.485765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36034) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:33.564279 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:33.565266 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53deda32-26d4-4ced-91d3-a23e6864b219 None None] The sync data for ids ['05cd9a05-740d-4d76-bebc-5cc8a73725bf'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:33.673958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a33cd3-c490-4b13-8156-420496645438 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a1dd8-e907-4042-a7e3-1b153bde0d4b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:33.694585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-970cc558-539c-41ed-9ce8-9ea55ad8c7d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 1002 time: 0.3722591 Apr 25 14:53:33.771454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.822595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.837010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ef0ee534-036c-493d-b43e-30eead556f4a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/05cd9a05-740d-4d76-bebc-5cc8a73725bf HTTP/1.1" status: 200 len: 925 time: 0.5160699 Apr 25 14:53:33.839245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-27404c8f-e9c1-4677-9cfb-921e63b4f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:33.840976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36044) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:33.841307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-27404c8f-e9c1-4677-9cfb-921e63b4f770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.0914910 Apr 25 14:53:33.920001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-6665c13c-a0fa-4eec-9916-f1b7dd12d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:33.921517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-6665c13c-a0fa-4eec-9916-f1b7dd12d0f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743673 Apr 25 14:53:33.945995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:33.981628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Transition to ACTIVE for port object d5c4886e-4017-48ab-a6a8-a090d1d241df will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:33.986125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.003722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa7dc99-a74a-4c84-b239-87065477acca tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:34.005248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2fa7dc99-a74a-4c84-b239-87065477acca tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=05cd9a05-740d-4d76-bebc-5cc8a73725bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1558802 Apr 25 14:53:34.009293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36054) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:34.017000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a1dd8-e907-4042-a7e3-1b153bde0d4b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:34.050361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.050718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.051067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.051409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.051735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.052115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.052402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.052727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.053209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.053469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.053717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.054049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:34.128284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.131834 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5bdd48dd-be92-4cc6-944c-cf7d91f84ebe tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/763a1dd8-e907-4042-a7e3-1b153bde0d4b HTTP/1.1" status: 204 len: 168 time: 0.6394398 Apr 25 14:53:34.132824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:34.156171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-93053d79-03ae-4e9b-b982-f4f731128948 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276547 Apr 25 14:53:34.162880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.177298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852', 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:34.253193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:34.256863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923010a-14b6-486c-a2c1-259404dce618 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:34.257511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9923010a-14b6-486c-a2c1-259404dce618 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Synchronizing usage tracker for tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:34.262989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:34.272241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:34.299987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a525-23ee-4436-9475-dfc764022ddf req-a9815a5e-a88d-47cd-bade-fd17f6277f9b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:34.301465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69a4a525-23ee-4436-9475-dfc764022ddf req-a9815a5e-a88d-47cd-bade-fd17f6277f9b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2731714 Apr 25 14:53:34.314881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1cba1d6f-2443-4810-bf71-116a9f40a1b1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793113 Apr 25 14:53:34.324795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36064) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:34.334584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.339247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9923010a-14b6-486c-a2c1-259404dce618 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Unset dirty status for tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:34.340379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9923010a-14b6-486c-a2c1-259404dce618 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.3273053 Apr 25 14:53:34.351439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:34.357953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:34.373555 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-dea34b5b-44fe-4870-9dd0-63e6fecae280 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] delete failed (client error): The resource could not be found. Apr 25 14:53:34.379632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dea34b5b-44fe-4870-9dd0-63e6fecae280 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/763a1dd8-e907-4042-a7e3-1b153bde0d4b HTTP/1.1" status: 404 len: 347 time: 0.0503728 Apr 25 14:53:34.382729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36074) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:34.390562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265663183'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:34.401132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:34.409150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:34.409773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.417002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:34.424538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:34.435015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:34.447748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-041a0641-2a5a-46c7-b57b-79573062e34c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4934659 Apr 25 14:53:34.470845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3a9f158b-5f90-4abb-bbd3-9a8e75a4d218 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=05cd9a05-740d-4d76-bebc-5cc8a73725bf HTTP/1.1" status: 200 len: 205 time: 0.1081805 Apr 25 14:53:34.472910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Request body: {'port': {'device_id': '983158c9-7986-4564-a63d-d172e40a967c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:34.477153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36080) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:34.508122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69a4a525-23ee-4436-9475-dfc764022ddf req-014b5c76-11bd-468e-ad98-d13eb767cbc2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972578 Apr 25 14:53:34.556920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.590776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:34.594704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:34.599047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:34.606149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:34.690552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ccac8a89-f819-4ea9-858d-2d5fd3072fdf req-b4dd0fc1-db99-4749-8f5a-e02c10e83f5b service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267200 Apr 25 14:53:34.708183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7409320c-76ee-4a0b-90fc-0490deb06a01 None None] Provisioning for port d5c4886e-4017-48ab-a6a8-a090d1d241df completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:34.722329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7409320c-76ee-4a0b-90fc-0490deb06a01 None None] Provisioning complete for port d5c4886e-4017-48ab-a6a8-a090d1d241df triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:34.723865 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7409320c-76ee-4a0b-90fc-0490deb06a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.812630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7409320c-76ee-4a0b-90fc-0490deb06a01 None None] Port d5c4886e-4017-48ab-a6a8-a090d1d241df cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:53:34.873202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.895754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.907960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.933799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:34.970998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a44822-d55f-4ca9-b898-ff6ab9d89bea req-21df0660-09a3-422b-961b-f869234080d0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:34.972483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5a44822-d55f-4ca9-b898-ff6ab9d89bea req-21df0660-09a3-422b-961b-f869234080d0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.3866444 Apr 25 14:53:34.993985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8034de-a799-4e38-af6f-1606ed9ca340 req-83e3ede6-cc5c-41c6-a0e5-805098dfbb4f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:34.995473 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a8034de-a799-4e38-af6f-1606ed9ca340 req-83e3ede6-cc5c-41c6-a0e5-805098dfbb4f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 931 time: 0.2774196 Apr 25 14:53:34.996506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36088) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:35.035163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7996f208-a849-4e24-b819-c95bea1b05c1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:35.040769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.045482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f1b88e29-b962-4c4b-809e-adb6ef502ed3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6583123 Apr 25 14:53:35.046795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36094) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:35.068777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '7996f208-a849-4e24-b819-c95bea1b05c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:35.081479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:35.123941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5a44822-d55f-4ca9-b898-ff6ab9d89bea req-bfbdf70d-ad61-4a1c-9cc6-3c87fac46ae8 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405849 Apr 25 14:53:35.136048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:35.140798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:35.167064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a8034de-a799-4e38-af6f-1606ed9ca340 req-d943965f-f252-430e-b4d0-58b52de11c2e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590357 Apr 25 14:53:35.177789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:35.179921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.203688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:35.223890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Usage tracker for resource:security_group_rule and tenant:a95f783ec1cd46758f8e2411806cdcfa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:35.229720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:35.235483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.251948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:35.261621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.299801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Deleting port 515b3880-02e0-455f-a9c8-08e7d30ed525 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:35.300145 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.361203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c4886e-4017-48ab-a6a8-a090d1d241df {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:53:35.368829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.383515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Transition to ACTIVE for port object d5c4886e-4017-48ab-a6a8-a090d1d241df will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:35.386848 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.406985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.407629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36102) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:35.519714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:35.583572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.654815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71eea8b7-bcd2-4c5a-afba-cce92e3fe075,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:35.685053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Attempting to bind port d5c4886e-4017-48ab-a6a8-a090d1d241df on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:35.685395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Attempting to bind port d5c4886e-4017-48ab-a6a8-a090d1d241df by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:35.685721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Attempting to bind port d5c4886e-4017-48ab-a6a8-a090d1d241df on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:35.696785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Port d5c4886e-4017-48ab-a6a8-a090d1d241df on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:53:35.697162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Attempting to bind port d5c4886e-4017-48ab-a6a8-a090d1d241df on network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:35.705490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:35.705765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Checking segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:35.706145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Bound using segment: {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:35.706565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Bound port: d5c4886e-4017-48ab-a6a8-a090d1d241df, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3553ea1b-6586-4d77-8c51-c6b6df9c483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:35.706909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.767870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.769218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-492fce57-2d99-4f9b-90cd-1a1a6af239df tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7211673 Apr 25 14:53:35.782270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:35.793153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.809489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.827666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.831224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99496537-22ec-4870-9382-02a21ea51416 req-73741716-d4a7-4939-a6d2-2aa640e2e07c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:35.832705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99496537-22ec-4870-9382-02a21ea51416 req-73741716-d4a7-4939-a6d2-2aa640e2e07c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1885650 Apr 25 14:53:35.868218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:35.875698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b39c600f-5f4c-4885-9d13-e8100e69c6c1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.890131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:35.892555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b39c600f-5f4c-4885-9d13-e8100e69c6c1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:35.912127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.001944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Calling delete_port for 515b3880-02e0-455f-a9c8-08e7d30ed525 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:36.038520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c57c1-dc98-4e7b-9977-132ff186cf8e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:36.045298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ee571bdd-9fbd-441c-aff9-7a53ed81a259 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a95f783ec1cd46758f8e2411806cdcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0380518 Apr 25 14:53:36.048748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a0708-8583-45a2-a917-a6104182bddd tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.049264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a0708-8583-45a2-a917-a6104182bddd tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.049732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a0708-8583-45a2-a917-a6104182bddd tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.060385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:36.065598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b8a0708-8583-45a2-a917-a6104182bddd tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=50f0c9fa5f26447c85e16ac8a3f27506&network_id=b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 200 len: 2969 time: 0.4893005 Apr 25 14:53:36.087603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99496537-22ec-4870-9382-02a21ea51416 req-8c6f816c-4859-49de-b239-2c0dd3efc92a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417336 Apr 25 14:53:36.104611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.105265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.106614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/d5c4886e-4017-48ab-a6a8-a090d1d241df HTTP/1.1" status: 200 len: 1091 time: 1.6495054 Apr 25 14:53:36.109678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:36.130988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b39c600f-5f4c-4885-9d13-e8100e69c6c1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.217688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c600f-5f4c-4885-9d13-e8100e69c6c1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71eea8b7-bcd2-4c5a-afba-cce92e3fe075,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:36.226144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abd378-3952-4225-90ae-d5bcefdc71b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:36.228944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b39c600f-5f4c-4885-9d13-e8100e69c6c1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.232844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b39c600f-5f4c-4885-9d13-e8100e69c6c1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/71eea8b7-bcd2-4c5a-afba-cce92e3fe075 HTTP/1.1" status: 204 len: 168 time: 0.4468734 Apr 25 14:53:36.237860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:36.259855 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ca0027-a418-4375-92fb-f6f6aae6d9c6'] response: {'name': 'network-changed', 'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'status': 'completed', 'code': 200} Apr 25 14:53:36.285456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70a22a4f-c8a1-4a32-9335-9de2ea062345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.318351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.374682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event deleted for resources: {'Port': ['ID=515b3880-02e0-455f-a9c8-08e7d30ed525,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:36.391373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2ae34266-fe83-4660-b09c-ad59795aab49 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:36.403182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70a22a4f-c8a1-4a32-9335-9de2ea062345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.467008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2ae34266-fe83-4660-b09c-ad59795aab49 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:36.468273 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2ae34266-fe83-4660-b09c-ad59795aab49 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2279825 Apr 25 14:53:36.471468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36130) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:36.478455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-164f90e9-c781-4f64-9926-414f2daff3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.480444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-164f90e9-c781-4f64-9926-414f2daff3b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 1094 time: 0.3037648 Apr 25 14:53:36.538986 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.576455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-5ff05900-32c4-4ed1-8be0-67f578b506f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df HTTP/1.1" status: 200 len: 217 time: 0.0811737 Apr 25 14:53:36.646527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70a22a4f-c8a1-4a32-9335-9de2ea062345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.657733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015159-8b89-49a4-8113-b3c74bf4379f req-19b7cabd-5f56-4a50-bd5a-130282d2a7fd tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.659114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f015159-8b89-49a4-8113-b3c74bf4379f req-19b7cabd-5f56-4a50-bd5a-130282d2a7fd tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.3347142 Apr 25 14:53:36.663348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f1348-6c98-4928-8582-3fe393eaa735 req-b36f9c09-a33d-43fd-8a2c-0856342183e7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.664832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b2f1348-6c98-4928-8582-3fe393eaa735 req-b36f9c09-a33d-43fd-8a2c-0856342183e7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 943 time: 0.2942350 Apr 25 14:53:36.695368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a22a4f-c8a1-4a32-9335-9de2ea062345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c57c1-dc98-4e7b-9977-132ff186cf8e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:36.727323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70a22a4f-c8a1-4a32-9335-9de2ea062345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.728431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-70a22a4f-c8a1-4a32-9335-9de2ea062345 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/835c57c1-dc98-4e7b-9977-132ff186cf8e HTTP/1.1" status: 204 len: 168 time: 0.6671014 Apr 25 14:53:36.731067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54aa73ba-4129-4722-91ba-105706ab2d56 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.733966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-49026b1a-b431-46c4-ae36-53d514c0c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.735043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-49026b1a-b431-46c4-ae36-53d514c0c6f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1479445 Apr 25 14:53:36.748941 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.759359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.775134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b2f1348-6c98-4928-8582-3fe393eaa735 req-fca6385b-01ff-481d-9419-8aa2fff72ac6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566201 Apr 25 14:53:36.794844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.796983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Fanout notify agent at l3_agent the message router_deleted on router 05cd9a05-740d-4d76-bebc-5cc8a73725bf {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:53:36.801211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f015159-8b89-49a4-8113-b3c74bf4379f req-4651779e-0496-4ab2-ae7d-446d3a6ce22f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269095 Apr 25 14:53:36.825511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.826841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e7f6516a-08d6-47c2-98f9-e06396a63de8 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/05cd9a05-740d-4d76-bebc-5cc8a73725bf HTTP/1.1" status: 204 len: 168 time: 2.3471100 Apr 25 14:53:36.829964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54aa73ba-4129-4722-91ba-105706ab2d56 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.830527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:36.836339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1691676573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:36.844051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:36.848254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Usage tracker for resource:router and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:36.851291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:36.858434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:36.870627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.871709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.886021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-0d5fbdc4-a300-4b0e-b2e7-4a8fef9aa008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:36.887279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-0d5fbdc4-a300-4b0e-b2e7-4a8fef9aa008 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319995 Apr 25 14:53:36.888902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.894632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54aa73ba-4129-4722-91ba-105706ab2d56 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.909465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.936537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:36.940309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cb9e532d-da8d-4616-957b-2df303b1261f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1064122 Apr 25 14:53:36.940521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36142) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:36.941642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa73ba-4129-4722-91ba-105706ab2d56 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7996f208-a849-4e24-b819-c95bea1b05c1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:36.948553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:37.041893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54aa73ba-4129-4722-91ba-105706ab2d56 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.043050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-54aa73ba-4129-4722-91ba-105706ab2d56 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/7996f208-a849-4e24-b819-c95bea1b05c1 HTTP/1.1" status: 204 len: 168 time: 0.5698745 Apr 25 14:53:37.045868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36148) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:37.097474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36152) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:37.145626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.159291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-c05b90fe-9b7f-4c31-983b-a26b9542726a service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596159 Apr 25 14:53:37.163650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fb7c746d-c438-4d67-ab84-d111c6ce6a2d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:37.271134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:37.282942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Usage tracker for resource:security_group_rule and tenant:1215e1b39d8c4a2c89ed4644c1964a63 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:37.288894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:37.297564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:37.307827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fb7c746d-c438-4d67-ab84-d111c6ce6a2d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:37.315046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fb7c746d-c438-4d67-ab84-d111c6ce6a2d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2629974 Apr 25 14:53:37.322746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36158) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:37.332526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--343156886'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:37.352638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:37.358353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-790272e7-c68b-4d5d-84e2-b9a6b4f270e7 req-67218099-c549-4f04-b5a4-d33590b259e5 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919146 Apr 25 14:53:37.371340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:37.391295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.425982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:37.431742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:37.435148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:37.480736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:37.507659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.525670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.541151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.572322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a6732-2858-4709-8cd4-8c7478242be3 req-156d12a3-b546-4801-9ff0-955a70a7f6f7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:37.573852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-189a6732-2858-4709-8cd4-8c7478242be3 req-156d12a3-b546-4801-9ff0-955a70a7f6f7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3585885 Apr 25 14:53:37.606586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36166) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:37.626962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1215e1b39d8c4a2c89ed4644c1964a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284767 Apr 25 14:53:37.629862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36168) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:37.640040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aff0df-81da-4c02-8ae8-925cc14ca392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970adf11-be09-40c9-8551-29ec674106b6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:37.668061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-bf61efa7-dc67-4c4a-8c01-47dcb2947d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:37.669567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-bf61efa7-dc67-4c4a-8c01-47dcb2947d9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 1094 time: 0.2223811 Apr 25 14:53:37.676125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.707662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.728006 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-189a6732-2858-4709-8cd4-8c7478242be3 req-42377b87-909c-4667-a8a0-2be9620db1d4 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451504 Apr 25 14:53:37.747524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa255b1-2f76-421b-be43-94dc166ec1e6 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:37.749180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9fa255b1-2f76-421b-be43-94dc166ec1e6 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 814 time: 0.1035976 Apr 25 14:53:37.842439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a8e1f7-e88b-47bd-8d41-bd7f44487892,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:37.878741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d964d1a7-5f69-4986-bdc4-5c5a1a91e96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.896576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.898063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fb1fba72-9691-49f9-afeb-2c1e48fb667e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5740056 Apr 25 14:53:37.909848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36180) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:37.918339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '30a8e1f7-e88b-47bd-8d41-bd7f44487892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:37.966357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:37.978167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-2a68708c-3800-4e17-88c3-6b29b637435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:37.979597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-2a68708c-3800-4e17-88c3-6b29b637435c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.3024044 Apr 25 14:53:37.980741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:37.984346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d964d1a7-5f69-4986-bdc4-5c5a1a91e96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:37.995535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:37.998691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.038714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.172872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:38.202588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1200774-46d5-4dd9-9a37-5df5de273135 req-9b9bcc20-e1a4-4649-a1f4-b05f3dc244c5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:38.204088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-68831a3b-02eb-4426-9508-a63632b9ddff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df HTTP/1.1" status: 200 len: 217 time: 0.2034974 Apr 25 14:53:38.204497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1200774-46d5-4dd9-9a37-5df5de273135 req-9b9bcc20-e1a4-4649-a1f4-b05f3dc244c5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2389910 Apr 25 14:53:38.268872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36186) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:38.274676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Allocated IP 172.25.0.92 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/38b35ae1-ab54-4696-92bd-be0efabd301f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:38.279886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.281979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'network': {'name': 'tempest-network-smoke--1904456081', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:38.291985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:38.296821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1200774-46d5-4dd9-9a37-5df5de273135 req-4d1f678c-d89c-484d-b545-7fd0431d05f7 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829256 Apr 25 14:53:38.310088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:38.326041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-6eb4a34b-175b-442e-bc72-5b0414837026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:38.327505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-6eb4a34b-175b-442e-bc72-5b0414837026 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.1105261 Apr 25 14:53:38.342923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63942cb-2c5b-48c9-a736-e4713739e345 req-f4626923-0d7e-4587-9372-8a10d41b3750 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:38.343619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f63942cb-2c5b-48c9-a736-e4713739e345 req-f4626923-0d7e-4587-9372-8a10d41b3750 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:38.396923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:38.400593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.403508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d964d1a7-5f69-4986-bdc4-5c5a1a91e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.436847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f63942cb-2c5b-48c9-a736-e4713739e345 req-f4626923-0d7e-4587-9372-8a10d41b3750 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:38.437999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f63942cb-2c5b-48c9-a736-e4713739e345 req-f4626923-0d7e-4587-9372-8a10d41b3750 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 943 time: 0.5289686 Apr 25 14:53:38.438685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964d1a7-5f69-4986-bdc4-5c5a1a91e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970adf11-be09-40c9-8551-29ec674106b6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:38.474922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.476480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d964d1a7-5f69-4986-bdc4-5c5a1a91e96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.478027 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d964d1a7-5f69-4986-bdc4-5c5a1a91e96a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/970adf11-be09-40c9-8551-29ec674106b6 HTTP/1.1" status: 204 len: 168 time: 0.8397384 Apr 25 14:53:38.506809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.528833 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27629f1a-abfe-4c34-8be8-a5cafb263742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.546896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:53:38.572233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.572617 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Added segment 9bd36900-7831-4216-8d70-1d2a09047437 of type vlan for network 947cbec1-409f-4738-8418-e4aa731df31f Apr 25 14:53:38.574151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb237e13-0437-4bbb-9e5b-b4c963d216ae,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:38.580770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.590302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.593609 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e9f8e08-f631-4f49-8f2a-793773f0c45f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6775813 Apr 25 14:53:38.596586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f63942cb-2c5b-48c9-a736-e4713739e345 req-ffdea985-4108-40f2-81d7-9f78cf24c227 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171155 Apr 25 14:53:38.597081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36194) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:38.606307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '30a8e1f7-e88b-47bd-8d41-bd7f44487892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:38.621131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-5c0d6658-2162-41f4-99c2-99e1ca37a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:38.621131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-5c0d6658-2162-41f4-99c2-99e1ca37a32c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659645 Apr 25 14:53:38.621131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:38.622071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:38.653675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.654359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:38.658151 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.673718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:38.726321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225977-5998-4ab5-9f7a-7df71f334a5c req-72b466d5-eabb-4c8a-b4b9-cef2e41be5e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:38.736135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd225977-5998-4ab5-9f7a-7df71f334a5c req-72b466d5-eabb-4c8a-b4b9-cef2e41be5e3 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.3121104 Apr 25 14:53:38.737430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36200) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:38.760591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:38.763605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Request body: {'floatingip': {'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:38.768777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:38.771424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:38.818278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.821956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event updated for resources: {'Port': ['ID=38b35ae1-ab54-4696-92bd-be0efabd301f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:38.851075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.851444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.851863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.852199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.852531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.852861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.853214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.853538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.853859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.854213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.855509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.855509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:53:38.865117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.870550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:38.871144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:38.979519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-dfdc7d6d-6db7-4012-8a85-c99dec785170 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536534 Apr 25 14:53:38.985615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:39.113836 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:39.128109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:39.282667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Network': ['ID=947cbec1-409f-4738-8418-e4aa731df31f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:39.283294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e6dea5-9a5f-4c52-b45a-743f7ecbf907,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:39.289500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-845d7f46-297b-4003-a316-de760fab9405 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0170071 Apr 25 14:53:39.292487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36222) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:39.307816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 947cbec1-409f-4738-8418-e4aa731df31f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:53:39.373908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515703b4-4fb4-449c-9d47-9ed4c98087f6 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:39.375512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-515703b4-4fb4-449c-9d47-9ed4c98087f6 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=50f0c9fa5f26447c85e16ac8a3f27506&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0821705 Apr 25 14:53:39.436837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36226) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:39.481518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:39.485522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1887890c-c67a-48f9-a8e4-3dab9166d3e4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8847480 Apr 25 14:53:39.487938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36232) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:39.499059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '30a8e1f7-e88b-47bd-8d41-bd7f44487892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:39.503624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf623c-e0dc-409f-a620-80083adc0f98 req-680b8c87-a348-4abe-92bb-942e5e902d83 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:39.511869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1edf623c-e0dc-409f-a620-80083adc0f98 req-680b8c87-a348-4abe-92bb-942e5e902d83 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.6396530 Apr 25 14:53:39.580328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:39.591961 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1edf623c-e0dc-409f-a620-80083adc0f98 req-3610fe19-b693-44e1-8933-c56dd89d728a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789225 Apr 25 14:53:39.608446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daf28520-44e0-4c3b-99ac-a73bec3cb484 req-fa9a8b4f-4ab2-453d-be1d-bca513d49096 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679786 Apr 25 14:53:39.660541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:39.670218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:39.689252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:39.713282 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:39.846101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:39.858891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef668c-e1ea-4050-9c67-24dcdb367c8e tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:39.861550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8eef668c-e1ea-4050-9c67-24dcdb367c8e tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4234653 Apr 25 14:53:39.864541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36246) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:39.927641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-778eee1c-1210-4d5f-b828-31f5bf9a2651 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573943 Apr 25 14:53:39.927983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36250) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:39.979116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a2c6e07-aae6-410e-9e7e-75b19a39689c tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=50f0c9fa5f26447c85e16ac8a3f27506&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478926 Apr 25 14:53:39.979364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36258) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:40.012573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.032124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.077885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.082656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5936105 Apr 25 14:53:40.085846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36262) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:40.097771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc7423-05f4-4cd2-8042-b8ef06a7ca39 req-e97e9946-dd92-4616-8e3d-fe8268a4a735 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:40.101549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cdc7423-05f4-4cd2-8042-b8ef06a7ca39 req-e97e9946-dd92-4616-8e3d-fe8268a4a735 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 943 time: 0.3224735 Apr 25 14:53:40.105887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '30a8e1f7-e88b-47bd-8d41-bd7f44487892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:40.112023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce48eb-84a8-496d-ac51-1becd700b181 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26ed731-e8fe-41fd-9270-44060e844582,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:40.174668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:40.183680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:40.196409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:40.221184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:40.282354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24503493-15a0-406a-8b25-4945c65e5c61 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:40.286455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-24503493-15a0-406a-8b25-4945c65e5c61 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3035965 Apr 25 14:53:40.287051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:40.327801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7cdc7423-05f4-4cd2-8042-b8ef06a7ca39 req-5d1945e7-d015-44fc-9a0a-55f0778ec8f5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462123 Apr 25 14:53:40.336210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.401563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d930300b-0aa7-4037-98ee-9d9ac15574f9 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1114712 Apr 25 14:53:40.403151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36278) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:40.415117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.420554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123525136', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:40.437458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.443498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.444266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.614463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.630281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.676111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18842a85-3f62-4c25-898a-2b2eb4caf2af,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:40.678222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:40.744457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:subnet and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:40.885332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:40.890021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.893965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f609d78a-3438-4483-8709-b7381e0b363d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8028698 Apr 25 14:53:40.896245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36292) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:40.900487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a1877cd-956a-4dd1-a8d1-de1e3f007a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.902820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:40.907355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '30a8e1f7-e88b-47bd-8d41-bd7f44487892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:40.912285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db779d-d0b5-4e55-94a3-0c71a96ff3a9 req-e2ebd995-25c1-473c-a0e9-898dce780ef5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:40.913860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34db779d-d0b5-4e55-94a3-0c71a96ff3a9 req-e2ebd995-25c1-473c-a0e9-898dce780ef5 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1852295 Apr 25 14:53:40.923694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:40.924372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Router 025b06a6-a101-4757-afe6-41f743241d6c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:53:40.936718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:40.941662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:40.948697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:40.952135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:40.968869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:41.040700 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34db779d-d0b5-4e55-94a3-0c71a96ff3a9 req-a0606e96-587e-465d-abc8-b006da26eb34 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151493 Apr 25 14:53:41.074602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.146589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Router ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:41.179006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.187635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:41.197001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.202198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] Sync routers for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:41.233575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:41.234677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:41.285117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.342706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88725452-bc15-4cc2-b14f-4332a18df476,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:41.430885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:41.492811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.496175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fd7699d3-bdab-45bc-a801-7f9faf866168 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "PUT /v2.0/floatingips/47ced518-6b58-4e17-a84e-8ecd204e4590 HTTP/1.1" status: 200 len: 994 time: 2.7473574 Apr 25 14:53:41.503229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d7235aa4-dbe0-464d-82d4-ee5ac8cb51ea tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6011372 Apr 25 14:53:41.503944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36318) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:41.544950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.572300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08fdea6-eb1c-498c-b0a9-9b6ebd402ccc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.596100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08fdea6-eb1c-498c-b0a9-9b6ebd402ccc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.617508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:41.670974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:41.690240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.690829 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] Sync routers for ids ['ff20a412-2158-4aa3-a1e5-ed947ceb2bb6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:41.693945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-99785ea3-491c-4099-8e44-006691bc8952 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "PUT /v2.0/routers/ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 HTTP/1.1" status: 200 len: 883 time: 4.7522612 Apr 25 14:53:41.703283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36326) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:41.705680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] Routers {'ff20a412-2158-4aa3-a1e5-ed947ceb2bb6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:41.707232 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ff20a412-2158-4aa3-a1e5-ed947ceb2bb6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:41.741143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08fdea6-eb1c-498c-b0a9-9b6ebd402ccc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.786392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fdea6-eb1c-498c-b0a9-9b6ebd402ccc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88725452-bc15-4cc2-b14f-4332a18df476,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:41.798440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08fdea6-eb1c-498c-b0a9-9b6ebd402ccc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.799932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c08fdea6-eb1c-498c-b0a9-9b6ebd402ccc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/88725452-bc15-4cc2-b14f-4332a18df476 HTTP/1.1" status: 204 len: 168 time: 0.2949221 Apr 25 14:53:41.803668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:41.832748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d5c4886e-4017-48ab-a6a8-a090d1d241df details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:53:41.851472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:41.855319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:41.875481 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] Routers {'ff20a412-2158-4aa3-a1e5-ed947ceb2bb6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:41.876407 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ff20a412-2158-4aa3-a1e5-ed947ceb2bb6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:41.933937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Checking segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:41.934215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b60e1a09-dc73-48b8-a94b-2728deb8dce2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:41.934474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network hostable DHCP agents. Network: 947cbec1-409f-4738-8418-e4aa731df31f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:53:41.939110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Subnet': ['ID=f866041d-4c46-4dbd-98a9-bb1eedb6feb4,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:41.952311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-25e84ba6-efca-4a03-b499-5f7444ee6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:41.954000 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-25e84ba6-efca-4a03-b499-5f7444ee6149 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.2474773 Apr 25 14:53:41.986810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c73b2-3beb-4f95-a7da-3ab0b031cc8a req-3b2e3529-8c53-4e0f-8e8e-5d05380c91b1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:41.992603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d83c73b2-3beb-4f95-a7da-3ab0b031cc8a req-3b2e3529-8c53-4e0f-8e8e-5d05380c91b1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3558865 Apr 25 14:53:42.000787 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:42.002051 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26baf42-c1a4-45b2-accf-9272d3d75519 None None] The sync data for ids ['ff20a412-2158-4aa3-a1e5-ed947ceb2bb6'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:42.048235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9022ef25-2e17-4ea5-822a-cde1e164a469 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 HTTP/1.1" status: 200 len: 924 time: 0.3368745 Apr 25 14:53:42.048933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36336) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:42.053387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b60e1a09-dc73-48b8-a94b-2728deb8dce2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:42.058454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b60e1a09-dc73-48b8-a94b-2728deb8dce2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2517579 Apr 25 14:53:42.058992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36340) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:42.130663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76aae-9edf-41e3-bc64-3c11d40d946c req-701ac029-ad62-4aa2-826f-26425768575b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.138536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35b76aae-9edf-41e3-bc64-3c11d40d946c req-701ac029-ad62-4aa2-826f-26425768575b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 943 time: 0.5989029 Apr 25 14:53:42.142847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network 947cbec1-409f-4738-8418-e4aa731df31f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:53:42.174635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.192599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 947cbec1-409f-4738-8418-e4aa731df31f) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:42.215061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb35be-69dc-4ee9-a34d-a0e36728623a None None] Network 947cbec1-409f-4738-8418-e4aa731df31f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:42.217472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35b76aae-9edf-41e3-bc64-3c11d40d946c req-c615c158-eedb-4152-865d-2259379abf5b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779443 Apr 25 14:53:42.223476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.224297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.254196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdcbcb4-9074-43eb-a620-70ffeed3a62b tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.255343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bbdcbcb4-9074-43eb-a620-70ffeed3a62b tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Synchronizing usage tracker for tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:42.261075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd328be6-ea3b-42cd-b88b-2c75a3c87347 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8513839 Apr 25 14:53:42.277668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bbdcbcb4-9074-43eb-a620-70ffeed3a62b tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Unset dirty status for tenant:eafc4f0a91f94bc9ab21bcf6741c4f0b on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:42.282222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bbdcbcb4-9074-43eb-a620-70ffeed3a62b tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=ff20a412-2158-4aa3-a1e5-ed947ceb2bb6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2313185 Apr 25 14:53:42.283232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36350) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:42.337940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d83c73b2-3beb-4f95-a7da-3ab0b031cc8a req-655b7f16-e907-46fd-a292-fb60f5093dfd tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871227 Apr 25 14:53:42.347953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '47ced518-6b58-4e17-a84e-8ecd204e4590', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:18Z', 'updated_at': '2022-04-25T14:53:40Z', 'revision_number': 3, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:42.357323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05a84003-bb55-4eeb-8379-3aa8a0555ba1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.357579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] Checking router: 025b06a6-a101-4757-afe6-41f743241d6c for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:53:42.371589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:42.375649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05a84003-bb55-4eeb-8379-3aa8a0555ba1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.400264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'mac_address': 'fa:16:3e:7e:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:53:42.403909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-e89c3e36-8c61-47be-9c81-aa2d425eae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.405830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-e89c3e36-8c61-47be-9c81-aa2d425eae56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.4409425 Apr 25 14:53:42.410510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:42.411174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:42.538377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05a84003-bb55-4eeb-8379-3aa8a0555ba1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.539544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474b31e-71f2-419d-ab73-fee0216b20f1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.546858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1474b31e-71f2-419d-ab73-fee0216b20f1 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.2623124 Apr 25 14:53:42.547637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36354) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:42.628134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:42.635328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a84003-bb55-4eeb-8379-3aa8a0555ba1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18842a85-3f62-4c25-898a-2b2eb4caf2af,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:42.642008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-040192b5-7670-4f6e-9216-59a970cf8d2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 1001 time: 0.2274823 Apr 25 14:53:42.658225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9679acde-ffc8-4452-97a6-581c218d894b tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 HTTP/1.1" status: 200 len: 205 time: 0.1020098 Apr 25 14:53:42.666350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36360) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:42.734430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-7015fb28-bd4b-494b-af1c-c5890428f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.736357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-7015fb28-bd4b-494b-af1c-c5890428f684 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.0851524 Apr 25 14:53:42.737636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05a84003-bb55-4eeb-8379-3aa8a0555ba1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.738871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05a84003-bb55-4eeb-8379-3aa8a0555ba1 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/18842a85-3f62-4c25-898a-2b2eb4caf2af HTTP/1.1" status: 204 len: 168 time: 0.4743941 Apr 25 14:53:42.743364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36364) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:42.745058 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2b8c66-7c7e-47b5-a0b2-e7fd990c09d2'] response: {'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'status': 'completed', 'code': 200} Apr 25 14:53:42.914012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7054334-826e-4e54-b4b3-50e8334a5cbc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:42.934336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:42.951080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-042da20c-66f0-4dd9-9500-e5c012009f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:42.952590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-042da20c-66f0-4dd9-9500-e5c012009f6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033594 Apr 25 14:53:42.953421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7054334-826e-4e54-b4b3-50e8334a5cbc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:42.958304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c7054334-826e-4e54-b4b3-50e8334a5cbc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2104421 Apr 25 14:53:42.962234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36370) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:43.122044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-1eee85e6-f8f2-46ca-8727-76ec6f230697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:43.123536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-1eee85e6-f8f2-46ca-8727-76ec6f230697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 0.3414853 Apr 25 14:53:43.125785 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.144549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c4886e-4017-48ab-a6a8-a090d1d241df {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:53:43.148431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-d0fca581-ff13-4d76-b135-c7cf61ec73e6 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869378 Apr 25 14:53:43.151111 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ceca4f71-c91a-4b0e-87e4-04350edfcd89 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.192844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ceca4f71-c91a-4b0e-87e4-04350edfcd89 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.196663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:43.252330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.323434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-947cbec1-409f-4738-8418-e4aa731df31f', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ips': [{'subnet_id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:53:43.326036 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.327097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ceca4f71-c91a-4b0e-87e4-04350edfcd89 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.363245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:43.371024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca4f71-c91a-4b0e-87e4-04350edfcd89 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b26ed731-e8fe-41fd-9270-44060e844582,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:43.380398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105704073', 'description': 'tempest-secgroup-smoke-1105704073 description', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:43.388758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:43.400372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:43.418922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.437953 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ceca4f71-c91a-4b0e-87e4-04350edfcd89 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.441685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ceca4f71-c91a-4b0e-87e4-04350edfcd89 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b26ed731-e8fe-41fd-9270-44060e844582 HTTP/1.1" status: 204 len: 168 time: 0.4759951 Apr 25 14:53:43.443703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36392) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:43.467370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2376d61b-9a6c-45a5-8b9d-06a5f511d7c1 req-84f72295-6ea7-4954-bb2e-aa97109fef0e service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032246 Apr 25 14:53:43.475091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:43.485302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:43.490231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:43.500169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:43.545362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-734863cf-6e5f-4083-8cf8-7aca0b904ea7 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:43.580082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-734863cf-6e5f-4083-8cf8-7aca0b904ea7 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:43.584371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-734863cf-6e5f-4083-8cf8-7aca0b904ea7 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1359155 Apr 25 14:53:43.587682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36396) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:43.661475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:43.676505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '47ced518-6b58-4e17-a84e-8ecd204e4590', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:18Z', 'updated_at': '2022-04-25T14:53:40Z', 'revision_number': 3, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:43.701018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecb75b-2c82-4b37-bf92-a3b0727aa7a0 None None] The sync data for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 is: [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '47ced518-6b58-4e17-a84e-8ecd204e4590', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'port_id': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'mac_address': 'fa:16:3e:ee:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:51:18Z', 'updated_at': '2022-04-25T14:53:40Z', 'revision_number': 3, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:43.702375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.703660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d53a69a-8845-4d74-9183-5f3081c0699e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.721610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.728743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d53a69a-8845-4d74-9183-5f3081c0699e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.737423 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.758264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d5c4886e-4017-48ab-a6a8-a090d1d241df'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:43.801533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:43.819820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d53a69a-8845-4d74-9183-5f3081c0699e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.830885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d53a69a-8845-4d74-9183-5f3081c0699e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.834473 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d53a69a-8845-4d74-9183-5f3081c0699e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f9e6dea5-9a5f-4c52-b45a-743f7ecbf907 HTTP/1.1" status: 204 len: 168 time: 0.2434075 Apr 25 14:53:43.838823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36404) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:43.842830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46447c-0b01-4772-8586-f847081e246c req-1fae21b7-1def-4dd7-a0d5-a7c5b0bdc493 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:43.850181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb46447c-0b01-4772-8586-f847081e246c req-1fae21b7-1def-4dd7-a0d5-a7c5b0bdc493 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2419941 Apr 25 14:53:43.854921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:43.859251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df3e849f-3831-499a-b5f7-8b02c68ae664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4919035 Apr 25 14:53:43.859936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:43.875808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53a69a-8845-4d74-9183-5f3081c0699e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9e6dea5-9a5f-4c52-b45a-743f7ecbf907,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:43.882295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:43.894205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:43.909263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:43.914262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:43.924116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:43.936055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb46447c-0b01-4772-8586-f847081e246c req-b2dc3d43-67a2-469a-b198-21dd927e4102 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847437 Apr 25 14:53:43.990075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.128246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.134305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7c003611-4c73-482c-9e6e-eb19ab217d1a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:44.137046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.162295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d6dfe1-c514-415e-9503-dbbe1f42a282,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:44.173841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.175429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da892e66-9b4e-4488-918e-f7e881fa4aef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3016887 Apr 25 14:53:44.178397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:44.184088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:44.190317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:44.194278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:44.197338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:44.197643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-025eb2c7-be7d-4194-a422-9840f9262dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:44.201813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-025eb2c7-be7d-4194-a422-9840f9262dd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.9780455 Apr 25 14:53:44.204078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:44.213315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924488d7-b6e3-4826-878e-aa790e94d1ec req-427e1045-727c-406d-9138-c6484cef1f76 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:44.214140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Allocated IP 172.20.0.18 (947cbec1-409f-4738-8418-e4aa731df31f/f866041d-4c46-4dbd-98a9-bb1eedb6feb4/39038aaf-4208-4fdf-850b-d686808e8dfa) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:44.215722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-924488d7-b6e3-4826-878e-aa790e94d1ec req-427e1045-727c-406d-9138-c6484cef1f76 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 944 time: 0.5795262 Apr 25 14:53:44.233344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.304532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.307392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.313457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.324239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7c003611-4c73-482c-9e6e-eb19ab217d1a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:44.330487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7c003611-4c73-482c-9e6e-eb19ab217d1a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4854162 Apr 25 14:53:44.331216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:44.340050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6632b4c-3449-4f32-af74-a5690cf50ad2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:44.371052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Deleting port 38b35ae1-ab54-4696-92bd-be0efabd301f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:44.371525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.386815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b505-d5b9-4810-b0ac-3125ad67aa14 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.399361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b505-d5b9-4810-b0ac-3125ad67aa14 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.423105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.424719 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a50382f-3121-4dab-8c23-c643a636a4d3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2456350 Apr 25 14:53:44.427434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36432) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:44.431551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b505-d5b9-4810-b0ac-3125ad67aa14 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.437819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:44.454811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:44.468251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:44.471446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7b505-d5b9-4810-b0ac-3125ad67aa14 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb237e13-0437-4bbb-9e5b-b4c963d216ae,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:44.473785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:44.478252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b505-d5b9-4810-b0ac-3125ad67aa14 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.480392 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ca7b505-d5b9-4810-b0ac-3125ad67aa14 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bb237e13-0437-4bbb-9e5b-b4c963d216ae HTTP/1.1" status: 204 len: 168 time: 0.1465657 Apr 25 14:53:44.483957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36436) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:44.486699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:44.495367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.528970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Transition to ACTIVE for port object 39038aaf-4208-4fdf-850b-d686808e8dfa will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:44.541461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.571642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Transition to ACTIVE for port object 39038aaf-4208-4fdf-850b-d686808e8dfa will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:44.581238 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.582577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-936b90c3-e5af-4bd7-8d17-156883a289a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 1002 time: 0.3601670 Apr 25 14:53:44.587752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-924488d7-b6e3-4826-878e-aa790e94d1ec req-9a67acdc-a4d5-42d5-9109-5d650bf7eff3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933011 Apr 25 14:53:44.597540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e11f40a-ba59-42f4-ba24-aee18d466c72 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:44.656603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.658593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e11f40a-ba59-42f4-ba24-aee18d466c72 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:44.660181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e11f40a-ba59-42f4-ba24-aee18d466c72 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1750412 Apr 25 14:53:44.664287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.666612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:44.675781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Network 947cbec1-409f-4738-8418-e4aa731df31f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:44.679996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:44.685790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.692901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:44.703584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-d6b87b15-3d94-4115-983d-798118be9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:44.705076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-d6b87b15-3d94-4115-983d-798118be9701 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.1144717 Apr 25 14:53:44.728048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82c86c5-1ea4-4b4b-8c92-f86e46a58cc2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:44.729176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Pushing event updated for resources: {'Port': ['ID=39038aaf-4208-4fdf-850b-d686808e8dfa,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:44.748098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:44.753787 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.755095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a0ce410c-26d9-42fa-a2d9-c7e43dfe02c8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258448 Apr 25 14:53:44.759309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:44.766123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:44.777835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:44.793500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:44.800257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:44.809239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd9156ef-38ba-455c-91fc-33a5cf3ce1ca tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.811180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:44.828825 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a2968f-9e01-446e-80c4-abe79da51401'] response: {'name': 'network-changed', 'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'status': 'completed', 'code': 200} Apr 25 14:53:44.852810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd9156ef-38ba-455c-91fc-33a5cf3ce1ca tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.861136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.894650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Calling delete_port for 38b35ae1-ab54-4696-92bd-be0efabd301f owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:44.898892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Attempting to bind port 39038aaf-4208-4fdf-850b-d686808e8dfa on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:44.899400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Attempting to bind port 39038aaf-4208-4fdf-850b-d686808e8dfa by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:44.899941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Attempting to bind port 39038aaf-4208-4fdf-850b-d686808e8dfa on network 947cbec1-409f-4738-8418-e4aa731df31f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:44.912091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:44.912923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Checking segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:44.913838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.914660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Bound using segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:44.915562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Bound port: 39038aaf-4208-4fdf-850b-d686808e8dfa, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:44.916262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.954342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:44.966621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd9156ef-38ba-455c-91fc-33a5cf3ce1ca tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.001349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.004851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-74b6b5c1-77f4-41e7-8599-bbb5aac80dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:45.007024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-74b6b5c1-77f4-41e7-8599-bbb5aac80dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403479 Apr 25 14:53:45.018113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9156ef-38ba-455c-91fc-33a5cf3ce1ca tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a8e1f7-e88b-47bd-8d41-bd7f44487892,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.048140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a7ce80-d0da-4f37-92c5-0c1cd9469384,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.050942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd9156ef-38ba-455c-91fc-33a5cf3ce1ca tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.052619 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bd9156ef-38ba-455c-91fc-33a5cf3ce1ca tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/30a8e1f7-e88b-47bd-8d41-bd7f44487892 HTTP/1.1" status: 204 len: 168 time: 0.3769858 Apr 25 14:53:45.055308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:45.072124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] For port 39038aaf-4208-4fdf-850b-d686808e8dfa, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:45.076965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.078490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96f7d9d3-57cc-4465-bb11-602ea408b608 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3181612 Apr 25 14:53:45.079165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] For port 39038aaf-4208-4fdf-850b-d686808e8dfa, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=39038aaf-4208-4fdf-850b-d686808e8dfa,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:45.082484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36462) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:45.102249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.118519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7bdfd70d-4bd5-41b2-bd3b-198508ffc253 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:45.137688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7bdfd70d-4bd5-41b2-bd3b-198508ffc253 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:45.139188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7bdfd70d-4bd5-41b2-bd3b-198508ffc253 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827122 Apr 25 14:53:45.143879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36466) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:45.153395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--653489973'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:45.161296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:45.174010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:45.176762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:45.187602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.193522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:45.204615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde9a2a-71f1-4876-9b58-d966caae7847 None None] Pushing event updated for resources: {'Port': ['ID=39038aaf-4208-4fdf-850b-d686808e8dfa,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.225254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:45.229871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:45.233310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:45.239292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:45.271197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:45.282928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:45.306261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:45.325753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.331561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.391311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea5ba1c-e2ce-4a75-a0cf-d10b54429abb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.402568 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Project 50f0c9fa5f26447c85e16ac8a3f27506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:53:45.409578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.409991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-c7ee01fb-61e4-4cd1-b337-394599d843b4 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862181 Apr 25 14:53:45.410757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8827cd17-e5f6-427e-857e-feda56459cb3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2656951 Apr 25 14:53:45.415548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:45.420941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '7ea5ba1c-e2ce-4a75-a0cf-d10b54429abb', 'direction': 'ingress', 'protocol': 17}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:45.431750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:45.437516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:45.450190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:45.479018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:45.480999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.501250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.511807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.604178 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.608964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.649442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.650648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2338874 Apr 25 14:53:45.654076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36480) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:45.706104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c08cd9-b0c6-4d91-a186-4025847c422c tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e8784a-aeaf-4fb6-90db-a1b8a17cd618,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.726626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1f8342a-c2aa-4039-9300-175d65892aab tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.811188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1f8342a-c2aa-4039-9300-175d65892aab tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.835527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7acef-e19a-4246-a4b8-1d898682b568 req-24f95ef8-b2c0-423a-b4d3-eb323b978f6c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:45.837060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00f7acef-e19a-4246-a4b8-1d898682b568 req-24f95ef8-b2c0-423a-b4d3-eb323b978f6c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.6462131 Apr 25 14:53:45.850419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event deleted for resources: {'Port': ['ID=38b35ae1-ab54-4696-92bd-be0efabd301f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.862445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d5c4886e-4017-48ab-a6a8-a090d1d241df up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:45.880971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c5b9-ad0b-4025-9924-79792264867b req-9365ebc9-49bb-47b6-aede-d78c1a66e1d8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:45.882502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f55c5b9-ad0b-4025-9924-79792264867b req-9365ebc9-49bb-47b6-aede-d78c1a66e1d8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 944 time: 0.1405265 Apr 25 14:53:45.931844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1f8342a-c2aa-4039-9300-175d65892aab tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.964931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port d5c4886e-4017-48ab-a6a8-a090d1d241df completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:45.969699 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f55c5b9-ad0b-4025-9924-79792264867b req-a6cef6f5-6dba-448a-bc7c-abdb904336df tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795126 Apr 25 14:53:45.970140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8342a-c2aa-4039-9300-175d65892aab tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea5ba1c-e2ce-4a75-a0cf-d10b54429abb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:45.970817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port d5c4886e-4017-48ab-a6a8-a090d1d241df triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:45.971205 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.981232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c1f8342a-c2aa-4039-9300-175d65892aab tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:45.982351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c1f8342a-c2aa-4039-9300-175d65892aab tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ea5ba1c-e2ce-4a75-a0cf-d10b54429abb HTTP/1.1" status: 204 len: 168 time: 0.3275282 Apr 25 14:53:45.985104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36492) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:46.054759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fa7b3e36-c6a5-42b9-a210-1beb3cea30ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:46.056466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00f7acef-e19a-4246-a4b8-1d898682b568 req-b90f26b6-0f2d-46e4-a9e0-4bc1fd4a0de7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627953 Apr 25 14:53:46.059798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03d99cd8-0602-4d29-8d43-6e4dd7de9480 req-7e61c824-9627-4e36-a6f0-0267e94783a8 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285310 Apr 25 14:53:46.092957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fa7b3e36-c6a5-42b9-a210-1beb3cea30ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:46.099753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.100737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:46.100867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa7b3e36-c6a5-42b9-a210-1beb3cea30ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146059 Apr 25 14:53:46.110120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785937081'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:46.117280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:46.123007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.130094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.153562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:46.165284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:46.170449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.174386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:46.176392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.255301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:46.275847 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632a55c2-1bd0-425f-9dbf-491d99f6bf41'] response: {'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'code': 200} Apr 25 14:53:46.330641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4781ed-e64b-4c17-96c5-ba52e0fd8b99,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:46.386087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.415027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.421793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.442359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:46.456735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf1fad-0e1f-4126-980b-9f30de3cf280 req-86ea4356-921b-4669-a79b-0a212693bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:46.458648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1bf1fad-0e1f-4126-980b-9f30de3cf280 req-86ea4356-921b-4669-a79b-0a212693bb98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 1096 time: 0.1288550 Apr 25 14:53:46.476919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.481829 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6308c831-546d-435c-81ee-1777c67a0439 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3947039 Apr 25 14:53:46.482997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36508) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:46.484227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:46.492220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:46.495306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.495799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Fanout notify agent at l3_agent the message router_deleted on router ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:53:46.517212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': '9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:46.520217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1bf1fad-0e1f-4126-980b-9f30de3cf280 req-ecd3c47a-9aa9-42dc-a410-66594f3d7fd6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544567 Apr 25 14:53:46.525420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:46.533169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:46.552406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.557660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36512) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:46.558519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-33055439-6073-4fb3-816a-3ec3b2086e51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 HTTP/1.1" status: 204 len: 168 time: 3.8910055 Apr 25 14:53:46.563981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-418344053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:46.569927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:46.571720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:46.575728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:46.575922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Usage tracker for resource:router and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:46.579110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:46.582132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab323a-caa4-4057-9523-51202676ad64 req-f4bdd937-f714-4ac6-a5db-7219c91a4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:46.583687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-f4bdd937-f714-4ac6-a5db-7219c91a4c2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 1097 time: 0.4550531 Apr 25 14:53:46.586760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:46.595133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:46.605316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.606360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.621588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.642757 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Project 50f0c9fa5f26447c85e16ac8a3f27506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:53:46.644912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.653815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.663283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e8cb4-90e0-4dc9-926f-307a5f2cfc0e None None] Network 947cbec1-409f-4738-8418-e4aa731df31f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:53:46.684757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.686293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c6da3c4-bacb-4b00-a458-fc94fcb870d0 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1274538 Apr 25 14:53:46.690116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36520) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:46.701195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': True}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:46.722052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.736464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.794151 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.795545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6916647 Apr 25 14:53:46.827898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:46.844675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393693820'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:46.885365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:46.891341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ebe6e-1ba1-4ceb-9570-d5e821649de3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052ea508-0b51-4cb1-b964-e13e554170d4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:46.910117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d977f1a-4bc0-4b1a-a9d2-915962e39048 None None] Provisioning for port 39038aaf-4208-4fdf-850b-d686808e8dfa completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:46.911378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.913264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:46.923968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:46.968795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 39038aaf-4208-4fdf-850b-d686808e8dfa up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:46.977314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:46.998009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:47.029336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc90f798-44cd-42d7-9ea9-aaac28fe5618,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:47.042292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.079652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.091481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7fd7c7a8-fa9c-41a1-85e8-56c9539129d4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6038373 Apr 25 14:53:47.113297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:47.124884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 39038aaf-4208-4fdf-850b-d686808e8dfa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:47.138427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 39038aaf-4208-4fdf-850b-d686808e8dfa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:47.139660 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.144217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:47.153423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:47.221131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:47.228978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab323a-caa4-4057-9523-51202676ad64 req-bf90d40f-a286-4ec2-a9bd-f95040aa3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:47.230368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-bf90d40f-a286-4ec2-a9bd-f95040aa3999 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.4301453 Apr 25 14:53:47.392556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4ac92f83-42e0-458d-b134-110b0283fd91 None None] Provisioning complete for port 39038aaf-4208-4fdf-850b-d686808e8dfa triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:47.392851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f83-42e0-458d-b134-110b0283fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.399078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b047e-475e-420a-b952-8adc7eb77921 req-448a31fa-e558-42d5-966e-6dce0ec914f4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:47.410812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b6b047e-475e-420a-b952-8adc7eb77921 req-448a31fa-e558-42d5-966e-6dce0ec914f4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.2454970 Apr 25 14:53:47.422959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.458567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-c14f8d65-107e-4562-916d-4d505f6c9a93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 200 len: 1002 time: 0.2184849 Apr 25 14:53:47.497857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 39038aaf-4208-4fdf-850b-d686808e8dfa, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=39038aaf-4208-4fdf-850b-d686808e8dfa,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:47.549146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab323a-caa4-4057-9523-51202676ad64 req-941205e8-7ea4-4fc9-a36e-cd88e8a01892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:47.551215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-941205e8-7ea4-4fc9-a36e-cd88e8a01892 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.0725539 Apr 25 14:53:47.575209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b6b047e-475e-420a-b952-8adc7eb77921 req-517c0da3-4f14-459f-a162-613c379a87cc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634490 Apr 25 14:53:47.627458 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.629028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.662788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-84550738-8b24-4915-a113-3313f7529639 req-781b2a9f-05c3-45ab-a9be-72d760f26374 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:47.676475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.683200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.712527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-84550738-8b24-4915-a113-3313f7529639 req-781b2a9f-05c3-45ab-a9be-72d760f26374 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:47.713339 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-781b2a9f-05c3-45ab-a9be-72d760f26374 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105704073&fields=id&tenant_id=50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 267 time: 0.1876366 Apr 25 14:53:47.715800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=39038aaf-4208-4fdf-850b-d686808e8dfa,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:47.745750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab323a-caa4-4057-9523-51202676ad64 req-5ae6e581-dd79-4a00-a06e-340495102bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:47.747432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-5ae6e581-dd79-4a00-a06e-340495102bbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668408 Apr 25 14:53:47.755532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b372d2-2a4a-407b-b64c-93426782a666,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:47.782921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:47.786991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e1ac9262-efdc-407c-b6f3-0ab9d6d25c4b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9581234 Apr 25 14:53:47.790629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:47.811650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '052ea508-0b51-4cb1-b964-e13e554170d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '46b372d2-2a4a-407b-b64c-93426782a666', 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:47.892076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:47.902514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-1b88506c-1c70-4ad7-978f-55208061a1e2 service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477437 Apr 25 14:53:47.903655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:47.914499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:47.924901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:47.987204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-6bc9d6b8-d0e7-4ae4-a91f-012f314edc96 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:47.988693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-6bc9d6b8-d0e7-4ae4-a91f-012f314edc96 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/networks?id=947cbec1-409f-4738-8418-e4aa731df31f HTTP/1.1" status: 200 len: 797 time: 0.2264178 Apr 25 14:53:47.992547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.036645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-0e89f45b-71f6-4a07-967d-815e14268076 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/quotas/50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 375 time: 0.0349684 Apr 25 14:53:48.183402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3ab323a-caa4-4057-9523-51202676ad64 req-17bb9e8d-4a63-4384-816a-230a2b756b3d service neutron] 10.222.0.21 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732048 Apr 25 14:53:48.316857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.328913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.345186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.394386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-8ec4107b-c0b0-4cd2-a0d2-2abeece8dce0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3496702 Apr 25 14:53:48.399167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.401606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5405fe-9dc0-4adc-82c6-b12e37ebc5ba,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:48.469865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.473889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3f6f68f9-13a8-4286-b939-9715c26bfab2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6681569 Apr 25 14:53:48.474218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36576) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:48.504927 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54eb4ebd-2b94-4b1a-a937-055334b4351f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.516580 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54eb4ebd-2b94-4b1a-a937-055334b4351f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.544084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54eb4ebd-2b94-4b1a-a937-055334b4351f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.562926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb4ebd-2b94-4b1a-a937-055334b4351f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e5405fe-9dc0-4adc-82c6-b12e37ebc5ba,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:48.567258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54eb4ebd-2b94-4b1a-a937-055334b4351f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.568361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-54eb4ebd-2b94-4b1a-a937-055334b4351f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7e5405fe-9dc0-4adc-82c6-b12e37ebc5ba HTTP/1.1" status: 204 len: 168 time: 0.0932198 Apr 25 14:53:48.571058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36580) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:48.634248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ec962409-5a0d-49e7-88de-d66133205d11 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:48.658305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ec962409-5a0d-49e7-88de-d66133205d11 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:48.663306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ec962409-5a0d-49e7-88de-d66133205d11 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0895834 Apr 25 14:53:48.663857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36590) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:48.798823 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-80b03e2c-7eca-4402-838b-29bd9f561776 service neutron] 10.222.0.23 "GET /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539915 Apr 25 14:53:48.799356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a281b4d-68af-4655-b8f8-ab990fea4856 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.800420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 39038aaf-4208-4fdf-850b-d686808e8dfa up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:48.824746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Allocated IP 172.25.0.91 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b156cda0-9a06-468b-ad5e-f8aa2dc40611) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:48.842068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a281b4d-68af-4655-b8f8-ab990fea4856 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.856411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40b607-4b19-4b15-ba8a-be2c4e29250d req-c6ee4542-e380-4d3e-99ef-6bf7c7abfb7d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:48.863264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d40b607-4b19-4b15-ba8a-be2c4e29250d req-c6ee4542-e380-4d3e-99ef-6bf7c7abfb7d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.1676986 Apr 25 14:53:48.885322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 39038aaf-4208-4fdf-850b-d686808e8dfa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:48.886160 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.933742 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d40b607-4b19-4b15-ba8a-be2c4e29250d req-35e7dbe0-cabb-45c1-8a0e-96084b28dfbc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696208 Apr 25 14:53:48.948982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a281b4d-68af-4655-b8f8-ab990fea4856 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.981216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281b4d-68af-4655-b8f8-ab990fea4856 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b372d2-2a4a-407b-b64c-93426782a666,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:48.994929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:48.999172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a281b4d-68af-4655-b8f8-ab990fea4856 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.001824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a281b4d-68af-4655-b8f8-ab990fea4856 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/46b372d2-2a4a-407b-b64c-93426782a666 HTTP/1.1" status: 204 len: 168 time: 0.3338704 Apr 25 14:53:49.004337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36602) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:49.043054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.102889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b6a011b1-5b6d-4c49-be8c-518ba80a081d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:49.124851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b6a011b1-5b6d-4c49-be8c-518ba80a081d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:49.129576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b6a011b1-5b6d-4c49-be8c-518ba80a081d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1210918 Apr 25 14:53:49.129892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36606) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:49.175811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:49.185318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:49.199642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:49.218309 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30ffd0b1-6527-4aaa-9fd3-dab3663e094f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.254259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30ffd0b1-6527-4aaa-9fd3-dab3663e094f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.259096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Port': ['ID=b156cda0-9a06-468b-ad5e-f8aa2dc40611,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:49.328980 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30ffd0b1-6527-4aaa-9fd3-dab3663e094f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.351886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffd0b1-6527-4aaa-9fd3-dab3663e094f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052ea508-0b51-4cb1-b964-e13e554170d4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:49.366055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-29701d2e-04bb-421c-909a-de0fd8c85bab service neutron] 10.222.0.23 "GET /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438184 Apr 25 14:53:49.379635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30ffd0b1-6527-4aaa-9fd3-dab3663e094f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.383345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-30ffd0b1-6527-4aaa-9fd3-dab3663e094f tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/052ea508-0b51-4cb1-b964-e13e554170d4 HTTP/1.1" status: 204 len: 168 time: 0.2498679 Apr 25 14:53:49.383659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36616) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:49.507428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-36926ea0-71fc-4e50-b617-459266d8532a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:49.542188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-36926ea0-71fc-4e50-b617-459266d8532a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:49.547498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-36926ea0-71fc-4e50-b617-459266d8532a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591241 Apr 25 14:53:49.549303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36624) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:49.559775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a15a66-8dfc-4439-97e4-7ffb1490b75f req-4e6b374c-9167-46ea-86ae-df1df412716d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:49.567388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0a15a66-8dfc-4439-97e4-7ffb1490b75f req-4e6b374c-9167-46ea-86ae-df1df412716d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.1482460 Apr 25 14:53:49.574936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102794918'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:49.605874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:49.631561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:49.692690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0a15a66-8dfc-4439-97e4-7ffb1490b75f req-08fa4f4c-c5c4-4306-8b3e-cfacd175cf5a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226263 Apr 25 14:53:49.699019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.733955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:49.738416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:49.741685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:49.750530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:49.773631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9676d5f0-7149-42a2-bbca-3c8b1baf7a2b req-6f503a92-9935-4c3a-a889-5af91a64e9bb tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 210 time: 0.0709529 Apr 25 14:53:49.816567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.852169 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.858621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.915678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5311e138-1264-4322-b2a0-c96ca1a27afd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:49.927184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:49.928944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d98b5466-1792-431b-8384-99377dfb43ae tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3784361 Apr 25 14:53:49.932001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36642) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:49.937929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '5311e138-1264-4322-b2a0-c96ca1a27afd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:49.946879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:49.987299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:49.996100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:50.005801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:50.044390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.070276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b8aa3-9fea-438b-aeda-abeefee21c75 req-a718c337-175d-4ad1-8b91-acb311e9cc9e tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:50.071803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b91b8aa3-9fea-438b-aeda-abeefee21c75 req-a718c337-175d-4ad1-8b91-acb311e9cc9e tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1097 time: 0.1281674 Apr 25 14:53:50.139701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b91b8aa3-9fea-438b-aeda-abeefee21c75 req-65c5795c-cac2-4af5-abc0-e30a8be9edc1 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Synchronizing usage tracker for tenant:e8b61b9e24de4d7d83dd33a395589488 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:50.154624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.161231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.189997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b91b8aa3-9fea-438b-aeda-abeefee21c75 req-65c5795c-cac2-4af5-abc0-e30a8be9edc1 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Unset dirty status for tenant:e8b61b9e24de4d7d83dd33a395589488 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:50.193538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b91b8aa3-9fea-438b-aeda-abeefee21c75 req-65c5795c-cac2-4af5-abc0-e30a8be9edc1 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094987 Apr 25 14:53:50.217287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cf2106-2e2f-4e35-9dfd-5a4873a99329,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:50.222410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36650) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:50.225965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.230525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:50.231099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c926ab69-54b3-4371-be4c-54f4f1d11dc3 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2972996 Apr 25 14:53:50.235185 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.250954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.336900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6c3e-75ec-4f27-b655-23a4ac05cded tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.348108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6c3e-75ec-4f27-b655-23a4ac05cded tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.507902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 5b97d0d2-5fb3-4dd7-9b95-33d487f4c9c1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:50.509180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.516049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6c3e-75ec-4f27-b655-23a4ac05cded tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.558138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f6c3e-75ec-4f27-b655-23a4ac05cded tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8cf2106-2e2f-4e35-9dfd-5a4873a99329,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:50.632974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6c3e-75ec-4f27-b655-23a4ac05cded tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.634111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eb5f6c3e-75ec-4f27-b655-23a4ac05cded tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e8cf2106-2e2f-4e35-9dfd-5a4873a99329 HTTP/1.1" status: 204 len: 168 time: 0.4024596 Apr 25 14:53:50.637437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36662) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:50.707261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0acdcf5a-21d5-45c7-8ca1-c0fae6d1dc03 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:50.722332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.722674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:50.754742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0acdcf5a-21d5-45c7-8ca1-c0fae6d1dc03 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:50.759337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0acdcf5a-21d5-45c7-8ca1-c0fae6d1dc03 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1177342 Apr 25 14:53:50.759337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Router b0c1e2c1-1549-42ef-987f-9621a1903cee is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:50.762302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36670) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:50.875899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 5b97d0d2-5fb3-4dd7-9b95-33d487f4c9c1 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:51.103444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2457c195-5e0b-4f27-b1b7-1e7fbab126f2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.158751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:51.169389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.173500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1bc1eb65-8b67-43c6-a473-c658e36ae771 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "PUT /v2.0/routers/b0c1e2c1-1549-42ef-987f-9621a1903cee HTTP/1.1" status: 200 len: 917 time: 4.4787343 Apr 25 14:53:51.173500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2457c195-5e0b-4f27-b1b7-1e7fbab126f2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.173829 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd6e3149-e1e0-4d63-9c92-cc73d0e63f94 req-89964d06-b020-4e97-a097-48e74161753f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 210 time: 0.2071674 Apr 25 14:53:51.181619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] Sync routers for ids ['b0c1e2c1-1549-42ef-987f-9621a1903cee'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:51.182139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36686) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:51.197896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] Routers {'b0c1e2c1-1549-42ef-987f-9621a1903cee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:51.199193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b0c1e2c1-1549-42ef-987f-9621a1903cee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:51.248912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406522d-0375-45f3-9a39-d7c1cba634fb req-0938059a-3223-4256-96cd-bc6c9ad1ec2d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:51.250368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1406522d-0375-45f3-9a39-d7c1cba634fb req-0938059a-3223-4256-96cd-bc6c9ad1ec2d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.3431919 Apr 25 14:53:51.324408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:51.335357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] Routers {'b0c1e2c1-1549-42ef-987f-9621a1903cee'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:51.336323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b0c1e2c1-1549-42ef-987f-9621a1903cee'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:51.408374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-06c2f4bf-8b3e-4b36-8809-0eda918b19ab tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:51.409329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-84550738-8b24-4915-a113-3313f7529639 req-06c2f4bf-8b3e-4b36-8809-0eda918b19ab tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:51.411093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1406522d-0375-45f3-9a39-d7c1cba634fb req-5b6bf5be-f80c-4d86-8837-a524f192b82a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385357 Apr 25 14:53:51.419744 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2457c195-5e0b-4f27-b1b7-1e7fbab126f2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.452474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-84550738-8b24-4915-a113-3313f7529639 req-06c2f4bf-8b3e-4b36-8809-0eda918b19ab tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:51.453642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-06c2f4bf-8b3e-4b36-8809-0eda918b19ab tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/networks?id=947cbec1-409f-4738-8418-e4aa731df31f HTTP/1.1" status: 200 len: 797 time: 0.4532588 Apr 25 14:53:51.454386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:51.454763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e9ceb-185b-4928-a8a7-209900977885 None None] The sync data for ids ['b0c1e2c1-1549-42ef-987f-9621a1903cee'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:51.483646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457c195-5e0b-4f27-b1b7-1e7fbab126f2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311e138-1264-4322-b2a0-c96ca1a27afd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:51.491040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.499821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-985de8d3-49f9-4997-bb15-880cdf67cab7 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/b0c1e2c1-1549-42ef-987f-9621a1903cee HTTP/1.1" status: 200 len: 923 time: 0.3132076 Apr 25 14:53:51.500330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:51.539543 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2457c195-5e0b-4f27-b1b7-1e7fbab126f2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.544835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2457c195-5e0b-4f27-b1b7-1e7fbab126f2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/5311e138-1264-4322-b2a0-c96ca1a27afd HTTP/1.1" status: 204 len: 168 time: 0.7774475 Apr 25 14:53:51.546897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36698) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:51.638231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=5b97d0d2-5fb3-4dd7-9b95-33d487f4c9c1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:51.652204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-69433b44-a9b9-4b2e-8468-f612ed0277c8 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:51.688981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-11d50ab2-6890-4607-a8b2-9750a3779134 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 473 time: 0.2223728 Apr 25 14:53:51.702408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'port': {'device_id': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'admin_state_up': True, 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'security_groups': ['9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:51.709908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0bf3e-814e-4526-8b59-971487581008 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:51.715521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a9b0bf3e-814e-4526-8b59-971487581008 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=b0c1e2c1-1549-42ef-987f-9621a1903cee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2138953 Apr 25 14:53:51.715845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36706) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:51.716573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-69433b44-a9b9-4b2e-8468-f612ed0277c8 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:51.722410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36708) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:51.723047 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-69433b44-a9b9-4b2e-8468-f612ed0277c8 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1746743 Apr 25 14:53:51.759583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--681822256'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:51.795228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:51.928659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:51.928981 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 68298626-5d60-4ac6-aa57-299ccc37f405 disassociated (deleted). External IP: 172.25.0.16, port: 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d. Apr 25 14:53:51.988615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:52.054770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.176443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc0a08-cf7f-4970-9856-c8a365bc5790 req-8f89b9c9-facb-4133-a5e9-b25cc89c121c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:52.178045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8cc0a08-cf7f-4970-9856-c8a365bc5790 req-8f89b9c9-facb-4133-a5e9-b25cc89c121c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.0970428 Apr 25 14:53:52.193241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:52.228409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:52.238032 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8cc0a08-cf7f-4970-9856-c8a365bc5790 req-6fd57fe0-6c03-4f5d-836b-21bf7f34e1b6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Apr 25 14:53:52.245827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:52.250707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:52.262524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbdaf31-90c3-496c-9f5f-7aac845c031a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:52.264216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fbdaf31-90c3-496c-9f5f-7aac845c031a tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.5429418 Apr 25 14:53:52.267974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:52.270569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:52.279908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:port and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:52.289979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:52.308103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:52.318939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b125d26-da25-4a4b-8526-fa11c2626e87 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0c1e2c1-1549-42ef-987f-9621a1903cee HTTP/1.1" status: 200 len: 205 time: 0.0494161 Apr 25 14:53:52.322328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36748) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:52.453640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed0c24e2-3a6b-4316-be72-181c487e7c12 req-6f9f9b91-fde5-43e1-8b96-60d4e0fd185e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 210 time: 0.1429663 Apr 25 14:53:52.457494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:53:52.461175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.574373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.720196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.729826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 87ac0a5e-fe3b-46c8-9284-facc981c4536 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:53:52.733417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.774904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.783491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Deleting port b156cda0-9a06-468b-ad5e-f8aa2dc40611 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:52.784270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.915031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cae84da-ef42-44b2-af7a-7e21c7310851,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:52.949339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:52.950589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d6ad74f7-9132-491a-88bd-17cffeea0efc tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2252994 Apr 25 14:53:52.958487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36758) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:52.968449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '1cae84da-ef42-44b2-af7a-7e21c7310851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:52.977243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.20.0.22 (947cbec1-409f-4738-8418-e4aa731df31f/f866041d-4c46-4dbd-98a9-bb1eedb6feb4/167298ae-0f36-480f-b1de-afb7a0e2d443) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:52.979489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:52.999863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:53.110097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.183551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:53.200218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:53.243401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Calling delete_port for b156cda0-9a06-468b-ad5e-f8aa2dc40611 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:53.263632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:53:53.280284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.283123 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] Sync routers for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:53:53.289653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.295776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:53.296960 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:53.482467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fc7ea29c-a208-46e1-aa57-80e9001d277b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/floatingips/68298626-5d60-4ac6-aa57-299ccc37f405 HTTP/1.1" status: 204 len: 168 time: 3.2586951 Apr 25 14:53:53.486969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:53.555328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e6586-d40e-4eca-a477-8b114dede62c req-bea3e22d-bd01-43c1-b20b-0f895f0d32fc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:53.558199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e49e6586-d40e-4eca-a477-8b114dede62c req-bea3e22d-bd01-43c1-b20b-0f895f0d32fc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.1807837 Apr 25 14:53:53.590462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.596322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.613881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.625330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.658929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Transition to ACTIVE for port object 167298ae-0f36-480f-b1de-afb7a0e2d443 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:53.660077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0771927-7eba-4369-bf51-8c1fe6df7e59,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:53.685279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.686881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a4a0e4e2-84a2-45a5-8783-97e9854f168a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7273862 Apr 25 14:53:53.689699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36782) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:53.695357 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:53.713631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-501c0825-2c8c-4688-9829-2bd5c1fc9923 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules/c0771927-7eba-4369-bf51-8c1fe6df7e59 HTTP/1.1" status: 200 len: 763 time: 0.0226386 Apr 25 14:53:53.716779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36786) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:53.720913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.749459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event deleted for resources: {'Port': ['ID=b156cda0-9a06-468b-ad5e-f8aa2dc40611,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:53.812088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e49e6586-d40e-4eca-a477-8b114dede62c req-f6a4b5db-8234-441b-8937-0385fc43d079 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470646 Apr 25 14:53:53.825530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:53.908162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network 947cbec1-409f-4738-8418-e4aa731df31f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:53.930589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:53.943485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:54.005580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9a4e7e20-d848-4c46-8124-166439f8b681 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:54.011204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=167298ae-0f36-480f-b1de-afb7a0e2d443,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:54.085856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9a4e7e20-d848-4c46-8124-166439f8b681 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:54.090435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9a4e7e20-d848-4c46-8124-166439f8b681 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3724432 Apr 25 14:53:54.096651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36792) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:54.123724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:54.125432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.178399 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-716d07df-553d-4656-a5f8-0fcf453a6fa9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4823778 Apr 25 14:53:54.190632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Request body: {'port': {'device_id': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:54.274844 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:05Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:54.286116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.289663 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] Checking router: 87ac0a5e-fe3b-46c8-9284-facc981c4536 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:53:54.290714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-991ad888-ff71-42bd-9035-7aa7312f50f9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.308961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:53:54.309600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-991ad888-ff71-42bd-9035-7aa7312f50f9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.310124 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:54.320512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb813e9c-77d4-45c8-9ec7-af9764d9c1e0 None None] Provisioning for port 167298ae-0f36-480f-b1de-afb7a0e2d443 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:53:54.332937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.341137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb813e9c-77d4-45c8-9ec7-af9764d9c1e0 None None] Provisioning complete for port 167298ae-0f36-480f-b1de-afb7a0e2d443 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:54.341533 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb813e9c-77d4-45c8-9ec7-af9764d9c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.345979 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28d06d6-0536-4bc5-8623-d92e378d7c94'] response: {'name': 'network-changed', 'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'status': 'completed', 'code': 200} Apr 25 14:53:54.372963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-991ad888-ff71-42bd-9035-7aa7312f50f9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.398117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ad888-ff71-42bd-9035-7aa7312f50f9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0771927-7eba-4369-bf51-8c1fe6df7e59,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:54.410610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.411396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Fanout notify agent at l3_agent the message router_deleted on router b0c1e2c1-1549-42ef-987f-9621a1903cee {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:53:54.414788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fb813e9c-77d4-45c8-9ec7-af9764d9c1e0 None None] Port 167298ae-0f36-480f-b1de-afb7a0e2d443 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:53:54.543256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.544769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3cbd905-30b9-48d7-af56-291776b5a6cf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/b0c1e2c1-1549-42ef-987f-9621a1903cee HTTP/1.1" status: 204 len: 168 time: 2.2212822 Apr 25 14:53:54.552354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:54.553934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-991ad888-ff71-42bd-9035-7aa7312f50f9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.555009 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-991ad888-ff71-42bd-9035-7aa7312f50f9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c0771927-7eba-4369-bf51-8c1fe6df7e59 HTTP/1.1" status: 204 len: 168 time: 0.4492507 Apr 25 14:53:54.560658 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:53:54.562323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-448702054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:54.570150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:54.571003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36808) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:54.574315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Usage tracker for resource:router and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:54.577710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:54.584646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:54.607257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.607531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.628310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9476ccc-4a6a-4749-8d75-d40043926b36 req-3f9d6312-85e5-437b-a792-9ff4d729c730 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:54.629478 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9476ccc-4a6a-4749-8d75-d40043926b36 req-3f9d6312-85e5-437b-a792-9ff4d729c730 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 932 time: 0.2154000 Apr 25 14:53:54.655195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.677858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.702352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9476ccc-4a6a-4749-8d75-d40043926b36 req-c98df3bf-58b0-41a9-8738-6f4ba1ef0ea2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651855 Apr 25 14:53:54.721719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8ae9297b-8544-40f8-896d-b7a78335d670 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1494823 Apr 25 14:53:54.726496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.727317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36814) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:54.762863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.765178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0d49d552-fe5c-41cb-b813-8596141d78bf tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2090371 Apr 25 14:53:54.768693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36820) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:54.773100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '1cae84da-ef42-44b2-af7a-7e21c7310851', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:54.775338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'enable_snat': False}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:54.780408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:54.784556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:54.787484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:54.794053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:54.841058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:54.860480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9cb2-2a37-4a03-b776-267bc52542d7 req-56d981aa-40a3-458e-b062-3869735726f0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:54.861240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8a9e9cb2-2a37-4a03-b776-267bc52542d7 req-56d981aa-40a3-458e-b062-3869735726f0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:54.904532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-ca3ae34d-1dac-4c71-9038-5eabdc481122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:54.906030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-ca3ae34d-1dac-4c71-9038-5eabdc481122 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 1097 time: 0.5583615 Apr 25 14:53:54.996318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8a9e9cb2-2a37-4a03-b776-267bc52542d7 req-56d981aa-40a3-458e-b062-3869735726f0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:55.005984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a9e9cb2-2a37-4a03-b776-267bc52542d7 req-56d981aa-40a3-458e-b062-3869735726f0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.5450094 Apr 25 14:53:55.017340 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:05Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:53:55.029610 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd96b78-accd-488f-a68e-477ce0513bcd None None] The sync data for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 is: [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:50:55Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '98bd39b5-c9fe-4b77-b966-180629b87813', 'name': '', 'network_id': '1ae3bace-f188-41d2-8904-e97fe952e3a6', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:53Z', 'updated_at': '2022-04-25T14:51:05Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'afc9368d-e94d-4a1a-8c02-bce43e976a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:53:55.165251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a9e9cb2-2a37-4a03-b776-267bc52542d7 req-d816b4df-4e33-46ff-b9f7-a0b769381e5f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656182 Apr 25 14:53:55.240131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.305985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.359598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe929fdb-b5ca-4ca1-a972-0e9dc9efb0b8,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:55.375391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-a61d7bbd-a04e-49c8-b1b4-7d75e8a3c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:55.377087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-a61d7bbd-a04e-49c8-b1b4-7d75e8a3c214 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 200 len: 898 time: 0.4566169 Apr 25 14:53:55.420203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294eca9-df28-4ed0-96e7-6d57e4fe7929 None None] New status for floating IP 68298626-5d60-4ac6-aa57-299ccc37f405: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:53:55.466625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.481231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.485572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57a888c5-ffd6-4bd3-ba2b-a532b61fc565 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7527659 Apr 25 14:53:55.487401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36842) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:55.490815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-7859f0b0-495d-4adb-8a16-8a5ae1dcbe07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 200 len: 217 time: 0.1029167 Apr 25 14:53:55.536623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9d45a-52d3-4a38-9118-8357dfdcb512 req-db068453-e5d0-49b8-bc1f-e07f32424b69 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:55.544410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10e9d45a-52d3-4a38-9118-8357dfdcb512 req-db068453-e5d0-49b8-bc1f-e07f32424b69 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.4917696 Apr 25 14:53:55.581894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-0b851213-cd06-4afb-87f4-074f360ddd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:55.583375 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-0b851213-cd06-4afb-87f4-074f360ddd24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 200 len: 835 time: 0.0863791 Apr 25 14:53:55.622722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68a5694d-5649-4a2f-8986-e40a9baead9e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules/fe929fdb-b5ca-4ca1-a972-0e9dc9efb0b8 HTTP/1.1" status: 200 len: 763 time: 0.1335614 Apr 25 14:53:55.628184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:55.659293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10e9d45a-52d3-4a38-9118-8357dfdcb512 req-0456b2b5-8126-44ca-9cc0-48946e0689b1 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Apr 25 14:53:55.690338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167298ae-0f36-480f-b1de-afb7a0e2d443 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:53:55.701775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.731504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Transition to ACTIVE for port object 167298ae-0f36-480f-b1de-afb7a0e2d443 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:53:55.741701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-9dbd10a3-165d-40bf-84ec-3918ccd67074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:55.743934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-9dbd10a3-165d-40bf-84ec-3918ccd67074 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ae3bace-f188-41d2-8904-e97fe952e3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276116 Apr 25 14:53:55.745627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.787190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e82c83d4-c71d-4198-82e2-b1bb6fd7c29e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:55.810780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e82c83d4-c71d-4198-82e2-b1bb6fd7c29e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:55.814759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e82c83d4-c71d-4198-82e2-b1bb6fd7c29e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1808770 Apr 25 14:53:55.818324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:55.936395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d5c4886e-4017-48ab-a6a8-a090d1d241df details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:53:55.944855 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b71d92-2b2e-4b2f-8370-7573b69b3bf5 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:55.970011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b71d92-2b2e-4b2f-8370-7573b69b3bf5 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.092227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:56.109220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'port_id': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'mac_address': 'fa:16:3e:7e:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:53:56.122934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-7e8c690c-225c-42b4-958c-b33622f75233 service neutron] 10.222.0.21 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714590 Apr 25 14:53:56.126203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Pushing event updated for resources: {'Port': ['ID=167298ae-0f36-480f-b1de-afb7a0e2d443,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:56.159487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b71d92-2b2e-4b2f-8370-7573b69b3bf5 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.175750 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.186601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b71d92-2b2e-4b2f-8370-7573b69b3bf5 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe929fdb-b5ca-4ca1-a972-0e9dc9efb0b8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:56.203694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.222676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5c4886e-4017-48ab-a6a8-a090d1d241df {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:53:56.261609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:56.273680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.314874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.382961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:56.407189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d5c4886e-4017-48ab-a6a8-a090d1d241df'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:53:56.558415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b71d92-2b2e-4b2f-8370-7573b69b3bf5 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.562361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87b71d92-2b2e-4b2f-8370-7573b69b3bf5 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fe929fdb-b5ca-4ca1-a972-0e9dc9efb0b8 HTTP/1.1" status: 204 len: 168 time: 0.7422042 Apr 25 14:53:56.564294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36866) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:56.564809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36868) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:56.610757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Allocated IP 172.25.0.219 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/09b53e42-5ce3-4688-8e0d-67e9ce0dc050) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:53:56.667171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7587f-979b-4beb-bcd9-941010ec92d4 req-65aa0c8e-4242-4dc0-bcb0-4f99a9f6c30c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:56.668171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b6e7587f-979b-4beb-bcd9-941010ec92d4 req-65aa0c8e-4242-4dc0-bcb0-4f99a9f6c30c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:56.729577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a86e70de-a1f7-431b-878f-83b6c40f2d36 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:56.751065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99882c6-e798-4375-b985-04ce6386a354 req-1126ad23-26c3-4a2c-892f-e2484f317540 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:56.757319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b6e7587f-979b-4beb-bcd9-941010ec92d4 req-65aa0c8e-4242-4dc0-bcb0-4f99a9f6c30c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:56.758110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e99882c6-e798-4375-b985-04ce6386a354 req-1126ad23-26c3-4a2c-892f-e2484f317540 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.2840862 Apr 25 14:53:56.758374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6e7587f-979b-4beb-bcd9-941010ec92d4 req-65aa0c8e-4242-4dc0-bcb0-4f99a9f6c30c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 944 time: 0.6331494 Apr 25 14:53:56.759031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Attempting to bind port 167298ae-0f36-480f-b1de-afb7a0e2d443 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:53:56.759368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Attempting to bind port 167298ae-0f36-480f-b1de-afb7a0e2d443 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:53:56.759700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Attempting to bind port 167298ae-0f36-480f-b1de-afb7a0e2d443 on network 947cbec1-409f-4738-8418-e4aa731df31f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:56.766487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9fa53cc-b8ff-4d9d-8ee0-cab9fc08df2e req-f2f1e8ee-d4df-4e2d-9ec9-422833079644 service neutron] 10.222.0.21 "GET /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667525 Apr 25 14:53:56.772945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Port 167298ae-0f36-480f-b1de-afb7a0e2d443 on network 947cbec1-409f-4738-8418-e4aa731df31f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:53:56.773357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Attempting to bind port 167298ae-0f36-480f-b1de-afb7a0e2d443 on network 947cbec1-409f-4738-8418-e4aa731df31f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:53:56.793183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-7be3ac7a-4301-4d4a-adfb-a6af1f96709f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:56.794612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-7be3ac7a-4301-4d4a-adfb-a6af1f96709f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 946 time: 0.2848127 Apr 25 14:53:56.811324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.820063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:53:56.820405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Checking segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:53:56.820790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Bound using segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:53:56.821261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Bound port: 167298ae-0f36-480f-b1de-afb7a0e2d443, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:53:56.821604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.835115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a86e70de-a1f7-431b-878f-83b6c40f2d36 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:56.836338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a86e70de-a1f7-431b-878f-83b6c40f2d36 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2602067 Apr 25 14:53:56.843538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36878) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:56.858393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:56.862951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': '1cae84da-ef42-44b2-af7a-7e21c7310851', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:53:56.896895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e99882c6-e798-4375-b985-04ce6386a354 req-31403569-1e08-40f7-8cbd-1ca099ca1d81 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce2c6949-6a4f-478f-a315-8217ea03f539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379211 Apr 25 14:53:56.902837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:56.904866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Usage tracker for resource:security_group_rule and tenant:bb3b5b0456e94a4cbe4388111d0ea86a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:56.914637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:53:56.914982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:56.919713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:56.933610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6e7587f-979b-4beb-bcd9-941010ec92d4 req-eb488070-f0a4-4054-86f0-90f650c25808 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634650 Apr 25 14:53:56.944197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:56.955525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:56.959415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.020326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.040052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] For port 167298ae-0f36-480f-b1de-afb7a0e2d443, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:53:57.072713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] For port 167298ae-0f36-480f-b1de-afb7a0e2d443, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=167298ae-0f36-480f-b1de-afb7a0e2d443,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:53:57.080738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.167673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:57.168300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.169712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] 10.222.0.15 "PUT /v2.0/ports/167298ae-0f36-480f-b1de-afb7a0e2d443 HTTP/1.1" status: 200 len: 1092 time: 2.9840684 Apr 25 14:53:57.170690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'tag': '167298ae-0f36-480f-b1de-afb7a0e2d443'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:57.201866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.221498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.241307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.275517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4058f5-805c-45ce-a074-813a66231781 service neutron] Pushing event updated for resources: {'Port': ['ID=167298ae-0f36-480f-b1de-afb7a0e2d443,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:57.286667 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96633508-9920-47bc-ab1b-363abfef7342'] response: {'name': 'network-changed', 'server_uuid': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'tag': '167298ae-0f36-480f-b1de-afb7a0e2d443', 'status': 'completed', 'code': 200} Apr 25 14:53:57.299117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.330252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9871c466-0755-4f4d-a4c1-8ec7c4ce4ca6,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:57.368334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.394198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb3b5b0456e94a4cbe4388111d0ea86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194416 Apr 25 14:53:57.396770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0cc51-194a-4042-9085-e3df5bbc973b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6442e1be-a02c-4ea4-9897-ad0abbe61548,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:57.399439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36884) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:57.402785 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.406096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b23c5680-725c-4e61-9270-94cb44505c95 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5577648 Apr 25 14:53:57.410829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:57.469115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907ec5-c644-4102-ac65-772e14478165 req-9e27a2cc-d845-45c7-ac0f-e3a786939faa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:57.470642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c907ec5-c644-4102-ac65-772e14478165 req-9e27a2cc-d845-45c7-ac0f-e3a786939faa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 944 time: 0.4525506 Apr 25 14:53:57.472180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-74f1ce85-b35c-466a-a4c3-f8cda86358ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:57.473951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-74f1ce85-b35c-466a-a4c3-f8cda86358ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 1095 time: 0.2409158 Apr 25 14:53:57.477117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:53:57.485499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:53:57.488479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:53:57.532032 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8e23541-76c0-447a-80f5-b144555ffdc4 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules/9871c466-0755-4f4d-a4c1-8ec7c4ce4ca6 HTTP/1.1" status: 200 len: 764 time: 0.1179354 Apr 25 14:53:57.543275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36892) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:57.566835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:57.567439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-8f62dfa6-a66c-47d8-af85-742a94304fd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=167298ae-0f36-480f-b1de-afb7a0e2d443 HTTP/1.1" status: 200 len: 217 time: 0.0860238 Apr 25 14:53:57.567557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.583824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Pushing event updated for resources: {'Port': ['ID=09b53e42-5ce3-4688-8e0d-67e9ce0dc050,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:57.610917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d3b705f-fbd6-496a-8bb2-f5e2fc2c9746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.665170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d3b705f-fbd6-496a-8bb2-f5e2fc2c9746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.708760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:53:57.724442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-71609237-eddb-4008-ae77-4b10bc07b76e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:57.748596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-c7f67e48-49ae-44bc-aeb2-8d20730c95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:57.750065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-c7f67e48-49ae-44bc-aeb2-8d20730c95b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f866041d-4c46-4dbd-98a9-bb1eedb6feb4 HTTP/1.1" status: 200 len: 837 time: 0.1764953 Apr 25 14:53:57.818921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-71609237-eddb-4008-ae77-4b10bc07b76e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:57.822821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-71609237-eddb-4008-ae77-4b10bc07b76e tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2756455 Apr 25 14:53:57.825815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36896) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:57.834602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c907ec5-c644-4102-ac65-772e14478165 req-92b52c2d-8e56-43ff-a36b-10d7767ef856 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502300 Apr 25 14:53:57.881001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc48881-de14-4b5b-8180-3e55917973be tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.899686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d3b705f-fbd6-496a-8bb2-f5e2fc2c9746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.906442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc48881-de14-4b5b-8180-3e55917973be tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.938464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b705f-fbd6-496a-8bb2-f5e2fc2c9746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442e1be-a02c-4ea4-9897-ad0abbe61548,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:57.947598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-fecc55fb-8609-435c-ab4a-b254db3d979f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2726469 Apr 25 14:53:57.953860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550738-8b24-4915-a113-3313f7529639 req-b47ba401-d5a8-4196-b004-18146a47a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:57.955209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-b47ba401-d5a8-4196-b004-18146a47a492 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=947cbec1-409f-4738-8418-e4aa731df31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830695 Apr 25 14:53:57.957404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d3b705f-fbd6-496a-8bb2-f5e2fc2c9746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:57.960759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7d3b705f-fbd6-496a-8bb2-f5e2fc2c9746 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6442e1be-a02c-4ea4-9897-ad0abbe61548 HTTP/1.1" status: 204 len: 168 time: 0.5565033 Apr 25 14:53:57.988612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d5c4886e-4017-48ab-a6a8-a090d1d241df up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:53:58.117943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port d5c4886e-4017-48ab-a6a8-a090d1d241df triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:53:58.118596 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.185529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.246183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc48881-de14-4b5b-8180-3e55917973be tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.286888 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.298129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2c8b952-832b-44b7-b21f-bf6ef23118eb req-5d3b44dc-cce4-42fb-8862-4e5d86f97f18 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.1145394 Apr 25 14:53:58.325842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc48881-de14-4b5b-8180-3e55917973be tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9871c466-0755-4f4d-a4c1-8ec7c4ce4ca6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:58.329355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:58.331618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:58.344250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddc48881-de14-4b5b-8180-3e55917973be tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.345431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ddc48881-de14-4b5b-8180-3e55917973be tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9871c466-0755-4f4d-a4c1-8ec7c4ce4ca6 HTTP/1.1" status: 204 len: 168 time: 0.5194812 Apr 25 14:53:58.349152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36910) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:58.350578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:53:58.359700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.410381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-22ae3db2-516f-4303-b2e0-a2a59173dbce service neutron] 10.222.0.15 "GET /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414148 Apr 25 14:53:58.411265 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bbf307-fb85-4845-a932-7a1026257507'] response: {'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'code': 200} Apr 25 14:53:58.443905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-17d4e200-188d-48ad-8e57-cabccb1cecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:58.445395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-17d4e200-188d-48ad-8e57-cabccb1cecce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 1096 time: 0.4452620 Apr 25 14:53:58.447946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36914) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:58.465172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:58.483175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5bb1d29-fcf9-49ec-835d-a263ffdf2daf tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:58.513564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.543740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] No DVR routers for this DVR port 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:53:58.554556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.556998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-deleted', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:53:58.605368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d0e36ee8-abbe-47a0-a3e9-3e40ced4d816 req-295f4af2-9921-4078-8562-1624afe38422 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "DELETE /v2.0/ports/8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d HTTP/1.1" status: 204 len: 173 time: 1.8045573 Apr 25 14:53:58.608047 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e1cd34-b7e4-473f-86f0-06f3ef900f31'] response: {'server_uuid': '66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986', 'name': 'network-vif-deleted', 'tag': '8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d', 'status': 'completed', 'code': 200} Apr 25 14:53:58.611764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.655343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:53:58.677584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Usage tracker for resource:security_group_rule and tenant:a86ede42edd8409aa1c69467348f9f75 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:53:58.679306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1acc1-bbe4-4931-9dbd-ed084de6db12 req-88517216-a256-49b1-8d73-9f03558bfb5d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:58.680414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:53:58.690405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55f1acc1-bbe4-4931-9dbd-ed084de6db12 req-88517216-a256-49b1-8d73-9f03558bfb5d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 944 time: 0.5487661 Apr 25 14:53:58.691293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5bb1d29-fcf9-49ec-835d-a263ffdf2daf tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:58.692685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5bb1d29-fcf9-49ec-835d-a263ffdf2daf tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3401566 Apr 25 14:53:58.695595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:53:58.702085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36920) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:58.776805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55f1acc1-bbe4-4931-9dbd-ed084de6db12 req-3009e839-4ce9-49c9-881d-e369b5ce3ae4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845959 Apr 25 14:53:58.806876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-b17bb684-8058-462b-9e10-57f7c266e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:58.808376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-b17bb684-8058-462b-9e10-57f7c266e7ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 200 len: 919 time: 0.3188119 Apr 25 14:53:58.818380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84550738-8b24-4915-a113-3313f7529639 req-b8ec2822-5874-46e3-b8a4-ae83975c73ec service neutron] 10.222.0.15 "GET /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972819 Apr 25 14:53:58.854761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:58.916380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-9b0172c2-3fc5-4cd0-ac85-42e8ff20b340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 200 len: 217 time: 0.0955145 Apr 25 14:53:59.117672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-916d6294-82be-47b5-a50f-8c99bae60ad2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.188230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-31391d45-6289-4bf9-99fe-91a7ed0500df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:59.189739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-31391d45-6289-4bf9-99fe-91a7ed0500df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 200 len: 857 time: 0.2281616 Apr 25 14:53:59.209729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-916d6294-82be-47b5-a50f-8c99bae60ad2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.272349 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.279378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.284842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.297797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.396949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-71484246-e8a0-4e9f-ac58-1dce600090b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:59.398736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-71484246-e8a0-4e9f-ac58-1dce600090b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 1095 time: 0.4812977 Apr 25 14:53:59.431848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a86ede42edd8409aa1c69467348f9f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9801133 Apr 25 14:53:59.435422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:59.444092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da41df-7a97-4c68-b17c-252a90d1157c req-c38ecf41-a3d5-4441-a244-7698c4018c00 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:59.445587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76da41df-7a97-4c68-b17c-252a90d1157c req-c38ecf41-a3d5-4441-a244-7698c4018c00 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.4095364 Apr 25 14:53:59.446345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679e5e-9737-476a-9dfd-0b8cdeecb3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3270dbb0-7e62-4619-a94d-16d26ff36ac2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:59.495427 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-916d6294-82be-47b5-a50f-8c99bae60ad2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.636611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d6294-82be-47b5-a50f-8c99bae60ad2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cae84da-ef42-44b2-af7a-7e21c7310851,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:53:59.641326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d1a95ba1-eed2-4175-9114-d9c034ee37ce req-3a51b6f2-1358-48ff-b580-7c5c64a59c52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:53:59.662841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-902c9438-35fe-4864-8b92-4b57c48acfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:59.664726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-902c9438-35fe-4864-8b92-4b57c48acfe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4612811 Apr 25 14:53:59.686633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97df2f39-beeb-41b7-85d2-41507d4de818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.707189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d1a95ba1-eed2-4175-9114-d9c034ee37ce req-3a51b6f2-1358-48ff-b580-7c5c64a59c52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:53:59.715407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d1a95ba1-eed2-4175-9114-d9c034ee37ce req-3a51b6f2-1358-48ff-b580-7c5c64a59c52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f8dfdd-7b2a-42ab-b6f9-01a5ac0bb986 HTTP/1.1" status: 200 len: 210 time: 0.1377983 Apr 25 14:53:59.729758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76da41df-7a97-4c68-b17c-252a90d1157c req-ce54c92e-c4b9-479e-bef2-9c8af0593381 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674019 Apr 25 14:53:59.738359 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97df2f39-beeb-41b7-85d2-41507d4de818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.763393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Router 45963b93-5263-4aa2-ba11-4e54105e4aec is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:53:59.849656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-916d6294-82be-47b5-a50f-8c99bae60ad2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.849656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-916d6294-82be-47b5-a50f-8c99bae60ad2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/1cae84da-ef42-44b2-af7a-7e21c7310851 HTTP/1.1" status: 204 len: 168 time: 1.1442015 Apr 25 14:53:59.849656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-4fb002de-46b8-44e7-ad87-54f672d03a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:53:59.850388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-4fb002de-46b8-44e7-ad87-54f672d03a8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=947cbec1-409f-4738-8418-e4aa731df31f HTTP/1.1" status: 200 len: 898 time: 0.4435735 Apr 25 14:53:59.850697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36962) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:53:59.948767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97df2f39-beeb-41b7-85d2-41507d4de818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:53:59.982237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-92c8c509-910f-41a6-ae13-cec7b43e06a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=167298ae-0f36-480f-b1de-afb7a0e2d443 HTTP/1.1" status: 200 len: 217 time: 0.1210315 Apr 25 14:54:00.012402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2f39-beeb-41b7-85d2-41507d4de818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3270dbb0-7e62-4619-a94d-16d26ff36ac2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:00.048563 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97df2f39-beeb-41b7-85d2-41507d4de818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:00.048563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-97df2f39-beeb-41b7-85d2-41507d4de818 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3270dbb0-7e62-4619-a94d-16d26ff36ac2 HTTP/1.1" status: 204 len: 168 time: 0.6068060 Apr 25 14:54:00.048563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:00.059800 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] Sync routers for ids ['45963b93-5263-4aa2-ba11-4e54105e4aec'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:00.061975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:00.066294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a9c946f4-2972-47d5-b5d1-f23335e54c60 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "PUT /v2.0/routers/45963b93-5263-4aa2-ba11-4e54105e4aec HTTP/1.1" status: 200 len: 919 time: 5.2932291 Apr 25 14:54:00.068182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36968) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:00.082967 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] Routers {'45963b93-5263-4aa2-ba11-4e54105e4aec'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:00.083939 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['45963b93-5263-4aa2-ba11-4e54105e4aec'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:00.173862 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:00.187163 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] Routers {'45963b93-5263-4aa2-ba11-4e54105e4aec'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:00.188259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['45963b93-5263-4aa2-ba11-4e54105e4aec'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:00.241863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-0ef7b053-9957-4218-912c-f137d3ec295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:00.243313 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-0ef7b053-9957-4218-912c-f137d3ec295e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f866041d-4c46-4dbd-98a9-bb1eedb6feb4 HTTP/1.1" status: 200 len: 837 time: 0.2383165 Apr 25 14:54:00.283439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232639ae-6038-4808-ad59-31b2c7a012ea req-9f117bec-a7e5-4842-8ac0-e3a645382bd6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:00.290170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-232639ae-6038-4808-ad59-31b2c7a012ea req-9f117bec-a7e5-4842-8ac0-e3a645382bd6 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 944 time: 0.3498189 Apr 25 14:54:00.334795 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:00.336987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34ac3b05-55c7-42f1-8af6-0a7c0e974c1b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:00.337717 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bce73f-2b8f-4afd-acae-44b4b5b030dd None None] The sync data for ids ['45963b93-5263-4aa2-ba11-4e54105e4aec'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:00.364559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-3a583620-78aa-48f8-95f8-222f8fbf8b57 service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877592 Apr 25 14:54:00.431094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34ac3b05-55c7-42f1-8af6-0a7c0e974c1b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:00.438407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-232639ae-6038-4808-ad59-31b2c7a012ea req-93934b27-d939-4188-aafa-82d4793e6807 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473088 Apr 25 14:54:00.439723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-34ac3b05-55c7-42f1-8af6-0a7c0e974c1b tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5800703 Apr 25 14:54:00.444700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36974) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:00.450527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955006995'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:00.454776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5233c891-f4f4-4acc-bc72-951b6b5cf1dd tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/45963b93-5263-4aa2-ba11-4e54105e4aec HTTP/1.1" status: 200 len: 925 time: 0.3845241 Apr 25 14:54:00.455578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36978) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:00.459006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:00.472415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:00.536465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:00.566123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-e0013c22-2191-485d-ae4d-4f592e3b8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:00.567907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-e0013c22-2191-485d-ae4d-4f592e3b8d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=947cbec1-409f-4738-8418-e4aa731df31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3097064 Apr 25 14:54:00.576479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e4118-540b-423d-918c-987f03163e22 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:00.578553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-151e4118-540b-423d-918c-987f03163e22 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=45963b93-5263-4aa2-ba11-4e54105e4aec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1219954 Apr 25 14:54:00.585494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36982) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:00.635102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:00.663672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:00.670575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:00.680889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:00.781006 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb877094-b4f0-4cf2-84a7-7bbf263544eb req-96c0497f-2d34-42fe-a5bf-6d1eada5bdaa service neutron] 10.222.0.15 "GET /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059880 Apr 25 14:54:00.811614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa19579-0089-49c7-8784-0ddf29fe61a6 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:00.814871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0fa19579-0089-49c7-8784-0ddf29fe61a6 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/networks/d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 881 time: 0.2278235 Apr 25 14:54:00.818686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36994) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:00.857591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-03ebd36c-cbbb-481f-a147-ba59902b24b5 service neutron] 10.222.0.15 "GET /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827737 Apr 25 14:54:00.913639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ebbe8daf-8578-41d3-9c1d-c909c7cded3b tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=45963b93-5263-4aa2-ba11-4e54105e4aec HTTP/1.1" status: 200 len: 205 time: 0.0925915 Apr 25 14:54:00.916422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37000) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:01.016700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37006) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:01.100541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:01.120173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:01.189022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ac6f9-31d3-451a-8871-7fd7765e5a52,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:01.233269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31e784ea-8efd-4dc1-839b-8b1b5b58c096 req-137dd79e-bb22-405c-a95c-4f73b85673af service neutron] 10.222.0.15 "GET /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683915 Apr 25 14:54:01.324339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:01.325817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-87c79291-f134-4e33-a6a1-09ca93b541c0 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8801062 Apr 25 14:54:01.337144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37016) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:01.382187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Request body: {'security_group_rule': {'security_group_id': 'cb1ac6f9-31d3-451a-8871-7fd7765e5a52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:01.405655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:01.426216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:01.679141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Usage tracker for resource:security_group_rule and tenant:af88075263f0471d81360b6d554255d9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:01.691683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589619e6-2d3e-46ff-9813-a4a6e6975117 req-aea5b1f4-c3f2-4d8b-8b33-10df0064449a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:01.700003 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-589619e6-2d3e-46ff-9813-a4a6e6975117 req-aea5b1f4-c3f2-4d8b-8b33-10df0064449a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.6722114 Apr 25 14:54:01.717510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:01.735653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:01.835611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:01.845975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44fa9-cf5e-4069-aea4-23cdbdc99006 req-41a96611-6bd2-4b24-9778-26e621ee8730 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:01.847439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1be44fa9-cf5e-4069-aea4-23cdbdc99006 req-41a96611-6bd2-4b24-9778-26e621ee8730 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 944 time: 0.2115648 Apr 25 14:54:01.859708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-589619e6-2d3e-46ff-9813-a4a6e6975117 req-add4d979-83ab-4500-ad46-d5a77e4170f3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575460 Apr 25 14:54:01.926106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1be44fa9-cf5e-4069-aea4-23cdbdc99006 req-eb2737b2-ec39-4b93-9605-6ddb4d02532b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697315 Apr 25 14:54:01.990200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:02.035609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.038881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:02.039416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 8cf4e0d5-4c79-4fa2-bb1c-d6ee55f8258d not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:02.046305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.059311 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.069594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.086063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Deleting port 09b53e42-5ce3-4688-8e0d-67e9ce0dc050 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:02.086422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.151772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5239d8-c69d-45a8-bd81-5877eb3025d3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:02.210968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.212655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d428c88d-f04b-430f-89fe-33850a81d9c2 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8632216 Apr 25 14:54:02.244983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37038) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:02.253336 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:54:02.341921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37042) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:02.415490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3785865f-6f92-45bf-94f2-da940c96669a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.457988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.476214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3785865f-6f92-45bf-94f2-da940c96669a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.643079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Calling delete_port for 09b53e42-5ce3-4688-8e0d-67e9ce0dc050 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:02.702824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 98bd39b5-c9fe-4b77-b966-180629b87813 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:02.703236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.712062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.746233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:02.755043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Usage tracker for resource:security_group_rule and tenant:e03c17cf0391442ab5d60e9914aaab29 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:02.769704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:02.783722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:02.788810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3785865f-6f92-45bf-94f2-da940c96669a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.825515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785865f-6f92-45bf-94f2-da940c96669a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ac6f9-31d3-451a-8871-7fd7765e5a52,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:02.872955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3785865f-6f92-45bf-94f2-da940c96669a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:02.874158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3785865f-6f92-45bf-94f2-da940c96669a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/cb1ac6f9-31d3-451a-8871-7fd7765e5a52 HTTP/1.1" status: 204 len: 168 time: 0.6278274 Apr 25 14:54:02.878004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37050) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:03.031483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bd5999d0-8659-42af-b17a-ae1456a5a94d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:03.037684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.108934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event deleted for resources: {'Port': ['ID=09b53e42-5ce3-4688-8e0d-67e9ce0dc050,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:03.196904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bd5999d0-8659-42af-b17a-ae1456a5a94d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:03.198796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bd5999d0-8659-42af-b17a-ae1456a5a94d tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3191216 Apr 25 14:54:03.206816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.207614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:03.246253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.248268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 98bd39b5-c9fe-4b77-b966-180629b87813, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=98bd39b5-c9fe-4b77-b966-180629b87813,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:03.249075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.327574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e03c17cf0391442ab5d60e9914aaab29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9772367 Apr 25 14:54:03.327574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece08857-613b-4e32-9b33-a0aef810be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd2d8c7-3af5-4ff0-a064-dbef6bb86e28,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:03.328598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37062) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:03.359493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.397439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 167298ae-0f36-480f-b1de-afb7a0e2d443 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:54:03.449116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 98bd39b5-c9fe-4b77-b966-180629b87813 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:03.542095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-43684409-5f06-42fb-807f-1282ac0e6dcb tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:03.562369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3be385-f89a-44dc-b5b6-2de8128a1899 req-2d9af7d1-ffdd-4456-9551-643ff843c5df tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:03.563307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e3be385-f89a-44dc-b5b6-2de8128a1899 req-2d9af7d1-ffdd-4456-9551-643ff843c5df tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 944 time: 0.4103975 Apr 25 14:54:03.590628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 167298ae-0f36-480f-b1de-afb7a0e2d443, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=167298ae-0f36-480f-b1de-afb7a0e2d443,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:03.615326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '167298ae-0f36-480f-b1de-afb7a0e2d443', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'port_id': '167298ae-0f36-480f-b1de-afb7a0e2d443', 'mac_address': 'fa:16:3e:45:92:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:54:03.633671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-43684409-5f06-42fb-807f-1282ac0e6dcb tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:03.637774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-43684409-5f06-42fb-807f-1282ac0e6dcb tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4285975 Apr 25 14:54:03.640370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:03.676780 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-076241da-8b6d-40d0-a406-2d65dd72563a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] delete failed (client error): The resource could not be found. Apr 25 14:54:03.684066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-076241da-8b6d-40d0-a406-2d65dd72563a tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "DELETE /v2.0/security-groups/cb1ac6f9-31d3-451a-8871-7fd7765e5a52 HTTP/1.1" status: 404 len: 347 time: 0.0427005 Apr 25 14:54:03.684653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:03.699608 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.715869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e3be385-f89a-44dc-b5b6-2de8128a1899 req-ec5fb114-e6be-4bd6-9305-e8679557c3fb tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386924 Apr 25 14:54:03.755262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167298ae-0f36-480f-b1de-afb7a0e2d443 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:54:03.767847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e38863f2-5ac7-4541-baf1-17d744982fc9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Synchronizing usage tracker for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:03.781889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 167298ae-0f36-480f-b1de-afb7a0e2d443, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=167298ae-0f36-480f-b1de-afb7a0e2d443,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:03.797900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e38863f2-5ac7-4541-baf1-17d744982fc9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] Unset dirty status for tenant:af88075263f0471d81360b6d554255d9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:03.804265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.813676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e38863f2-5ac7-4541-baf1-17d744982fc9 tempest-SecGroupTest-1306927751 tempest-SecGroupTest-1306927751-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1130371 Apr 25 14:54:03.918672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.933532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d5e9-2ddb-4a29-b515-f177526fe56a req-e79f8911-b94c-412c-8368-711dafb7217a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:03.945094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=167298ae-0f36-480f-b1de-afb7a0e2d443,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:03.945909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9a6d5e9-2ddb-4a29-b515-f177526fe56a req-e79f8911-b94c-412c-8368-711dafb7217a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.8012652 Apr 25 14:54:03.949743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:03.964904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.046833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=98bd39b5-c9fe-4b77-b966-180629b87813,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:04.047638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da32fd50-cdf8-4348-8e78-be08ff2384dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.076285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['167298ae-0f36-480f-b1de-afb7a0e2d443'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:54:04.080956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9a6d5e9-2ddb-4a29-b515-f177526fe56a req-57efe2df-630e-4687-9cf7-5bf78a4f3c95 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337862 Apr 25 14:54:04.090741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.091533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Fanout notify agent at l3_agent the message router_deleted on router 45963b93-5263-4aa2-ba11-4e54105e4aec {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:04.118358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da32fd50-cdf8-4348-8e78-be08ff2384dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.160611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.162105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17fc901c-5c73-434d-abc7-e61d706fd4df tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/45963b93-5263-4aa2-ba11-4e54105e4aec HTTP/1.1" status: 204 len: 168 time: 3.2437503 Apr 25 14:54:04.166841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37078) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:04.218050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1045444042', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:04.248264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:04.261337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:04.289438 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.295438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Usage tracker for resource:router and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:04.306853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:04.351686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:04.412125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.413022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.430630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da32fd50-cdf8-4348-8e78-be08ff2384dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.474285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32fd50-cdf8-4348-8e78-be08ff2384dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd2d8c7-3af5-4ff0-a064-dbef6bb86e28,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:04.502748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da32fd50-cdf8-4348-8e78-be08ff2384dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.518722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da32fd50-cdf8-4348-8e78-be08ff2384dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fd2d8c7-3af5-4ff0-a064-dbef6bb86e28 HTTP/1.1" status: 204 len: 168 time: 1.1862781 Apr 25 14:54:04.529789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:04.716070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:05.117857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:05.194789 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b08f13f7-085a-4008-9a1a-3a84690bf8db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af88075263f0471d81360b6d554255d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9452827 Apr 25 14:54:05.198303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37100) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:05.341244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52db18-58a3-4104-83b4-8d55884b2492 req-c25ffd2e-9674-421a-b153-76836dee6009 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:05.348184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c52db18-58a3-4104-83b4-8d55884b2492 req-c25ffd2e-9674-421a-b153-76836dee6009 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 945 time: 0.3582194 Apr 25 14:54:05.632666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7ce39e-cb00-49cc-bf59-77ba03986802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:05.640054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c52db18-58a3-4104-83b4-8d55884b2492 req-a9200d7e-2cec-4185-b39f-b2a5a3b6d8a2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788901 Apr 25 14:54:05.683210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7ce39e-cb00-49cc-bf59-77ba03986802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:05.713433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 87ac0a5e-fe3b-46c8-9284-facc981c4536 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:05.787355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ff8e-cc66-4bdc-b94e-35113ae4a59f req-1a8ca50e-7f7c-4073-8ae8-9fcc7d2c1743 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:05.789216 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e12ff8e-cc66-4bdc-b94e-35113ae4a59f req-1a8ca50e-7f7c-4073-8ae8-9fcc7d2c1743 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.4085801 Apr 25 14:54:05.930925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7ce39e-cb00-49cc-bf59-77ba03986802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.024712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e12ff8e-cc66-4bdc-b94e-35113ae4a59f req-7f5a46d3-11f8-4737-a3fa-765ff324489f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558063 Apr 25 14:54:06.052281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ce39e-cb00-49cc-bf59-77ba03986802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded8876-40a2-4abf-9d1c-6c8e62e62fdb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:06.081485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:06.106229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb1cf9aa-6981-40fc-852e-76121c232751 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/87ac0a5e-fe3b-46c8-9284-facc981c4536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0861139 Apr 25 14:54:06.109049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37124) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:06.111986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] Sync routers for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:06.160070 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.186565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:06.201788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:06.212904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting subnet afc9368d-e94d-4a1a-8c02-bce43e976a74 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:54:06.216210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.240863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.249327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c7ce39e-cb00-49cc-bf59-77ba03986802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.264012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c7ce39e-cb00-49cc-bf59-77ba03986802 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aded8876-40a2-4abf-9d1c-6c8e62e62fdb HTTP/1.1" status: 204 len: 168 time: 1.0550599 Apr 25 14:54:06.336830 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.498580 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.634443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Allocated IP 172.25.0.63 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/22743d6f-2482-454b-be9c-be25fd6bba2f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:06.653224 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.667773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:06.751654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:06.768641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.786207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9c4e0-4441-4546-ab91-a9f0c18c9477 None None] Network 1ae3bace-f188-41d2-8904-e97fe952e3a6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:06.787966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/subnets/afc9368d-e94d-4a1a-8c02-bce43e976a74 HTTP/1.1" status: 204 len: 168 time: 0.6776345 Apr 25 14:54:06.797690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de13c-f9ee-4e69-a710-58d934df2175 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Subnet': ['ID=afc9368d-e94d-4a1a-8c02-bce43e976a74,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:06.814203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37142) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:06.871432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:06.919109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.096421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:07.101093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:07.111126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:07.162071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event updated for resources: {'Port': ['ID=22743d6f-2482-454b-be9c-be25fd6bba2f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:07.166066 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.221803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:07.242788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Usage tracker for resource:security_group_rule and tenant:378bcc86b2cc44538a3242df46f01bbe is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:07.248894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:07.316640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:07.411243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 167298ae-0f36-480f-b1de-afb7a0e2d443 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:07.421366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8afd5-9486-4c86-9da0-6683d6f1bbf9 req-281a2ceb-98c9-44f3-b94b-9727eeab6b8c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:07.422809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec8afd5-9486-4c86-9da0-6683d6f1bbf9 req-281a2ceb-98c9-44f3-b94b-9727eeab6b8c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 945 time: 0.4216301 Apr 25 14:54:07.430378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.491496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:54:03Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:07.517763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] Checking router: 87ac0a5e-fe3b-46c8-9284-facc981c4536 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:07.531943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 167298ae-0f36-480f-b1de-afb7a0e2d443 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:07.536708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] Routers {'87ac0a5e-fe3b-46c8-9284-facc981c4536'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:07.537803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['87ac0a5e-fe3b-46c8-9284-facc981c4536'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:07.648657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 167298ae-0f36-480f-b1de-afb7a0e2d443 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:07.651543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.812186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec8afd5-9486-4c86-9da0-6683d6f1bbf9 req-75fa1543-8360-48dc-924e-210fb2e6c6ef tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001277 Apr 25 14:54:07.816421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37164) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:07.867055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.901636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 6ef42944-fde4-4755-9575-99d9f2548969 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:07.902039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.940503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.953919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:07.990335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] Set router 87ac0a5e-fe3b-46c8-9284-facc981c4536 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:08.007099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=378bcc86b2cc44538a3242df46f01bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2537582 Apr 25 14:54:08.016412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37170) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:08.077425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d6145ef2-f587-416e-97e3-d6d57cc2cb13 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1849954976', 'prefixes': ['172.20.0.0/16']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:08.276736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] DHCP port deletion for 1ae3bace-f188-41d2-8904-e97fe952e3a6 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:54:08.287430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d6145ef2-f587-416e-97e3-d6d57cc2cb13 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:08.294962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8851a-46c8-4709-a73c-255e1b690d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e59d9de-560a-49c7-b58a-314053d427ff,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:08.331032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:08.344216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] Deleting port 130a413d-4711-475d-b7df-9ed51776a20d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:08.344604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:08.404670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7d9ef-0ce3-4eda-ba75-c7acf2c64956 req-4c36004a-d784-4b08-8d42-3a29097e6b02 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:08.412895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bf7d9ef-0ce3-4eda-ba75-c7acf2c64956 req-4c36004a-d784-4b08-8d42-3a29097e6b02 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.4951899 Apr 25 14:54:08.427970 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-f04d5b7a-f3f7-4dbd-9337-e9ca6f093fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5080469 Apr 25 14:54:08.492918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bf7d9ef-0ce3-4eda-ba75-c7acf2c64956 req-6f8c29b0-8c7f-4af2-8dd9-34ce3b258217 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Apr 25 14:54:08.514599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 6ef42944-fde4-4755-9575-99d9f2548969, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6ef42944-fde4-4755-9575-99d9f2548969,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:08.514966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:08.608331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] For port 130a413d-4711-475d-b7df-9ed51776a20d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=130a413d-4711-475d-b7df-9ed51776a20d,segment=NetworkSegment(849587fe-070e-43bc-9986-ade66defcc0c),segment_id=849587fe-070e-43bc-9986-ade66defcc0c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:08.608892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:08.660037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-15db8956-eafa-44f4-9302-4e598df12267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:08.662028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-15db8956-eafa-44f4-9302-4e598df12267 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.1862478 Apr 25 14:54:08.720711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 6ef42944-fde4-4755-9575-99d9f2548969 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:08.753382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] Calling delete_port for 130a413d-4711-475d-b7df-9ed51776a20d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:08.865162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 130a413d-4711-475d-b7df-9ed51776a20d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:08.902702 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:08.953971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2b052a2-3a54-46a1-8069-28b195708b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:08.969441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 130a413d-4711-475d-b7df-9ed51776a20d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:08.969874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 130a413d-4711-475d-b7df-9ed51776a20d not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:08.985832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.029938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] Pushing event deleted for resources: {'Port': ['ID=130a413d-4711-475d-b7df-9ed51776a20d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:09.033946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74ede456-d7ba-4e6d-b0db-890f0f2c4ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.039595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fa7ef-ea7a-4456-a6d6-0403f20b6d5c None None] No DVR routers for this DVR port 130a413d-4711-475d-b7df-9ed51776a20d on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:54:09.065267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.083395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.100397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6145ef2-f587-416e-97e3-d6d57cc2cb13 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] Notify callbacks [] for subnetpool, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.102440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d6145ef2-f587-416e-97e3-d6d57cc2cb13 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2850020 Apr 25 14:54:09.127998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 167298ae-0f36-480f-b1de-afb7a0e2d443, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=167298ae-0f36-480f-b1de-afb7a0e2d443,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:09.129196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167298ae-0f36-480f-b1de-afb7a0e2d443'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:09.133189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37178) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:09.137084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:54:03Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:09.141046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.154256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=6ef42944-fde4-4755-9575-99d9f2548969,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:09.201785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e763f-af6c-43eb-b366-356baed82a3a None None] The sync data for ids ['87ac0a5e-fe3b-46c8-9284-facc981c4536'] in n-d-811416-6 is: [{'id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486291802', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '6ef42944-fde4-4755-9575-99d9f2548969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:50:43Z', 'updated_at': '2022-04-25T14:54:03Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '6ef42944-fde4-4755-9575-99d9f2548969', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac0a5e-fe3b-46c8-9284-facc981c4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:50:45Z', 'updated_at': '2022-04-25T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:09.225906 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c28785a-e464-4099-829f-1d65a07f5165'] response: {'server_uuid': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167298ae-0f36-480f-b1de-afb7a0e2d443', 'code': 200} Apr 25 14:54:09.263655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=167298ae-0f36-480f-b1de-afb7a0e2d443,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:09.317713 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2b052a2-3a54-46a1-8069-28b195708b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.329693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3d4703ec-8dfb-4737-8485-20fc4a8e1d1f tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] 10.222.0.23 "GET /v2.0/subnetpools/6fc15725-318c-4a9e-8cd9-4ca728e97136 HTTP/1.1" status: 200 len: 732 time: 0.1928687 Apr 25 14:54:09.336056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:09.354424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-593fcb56-b778-43e0-9bc4-0df96d2fd616 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-345983587'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:09.431009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.508918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-16f8a243-7c30-45e2-bbec-a1b726d17e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:09.510969 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-16f8a243-7c30-45e2-bbec-a1b726d17e3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.8226888 Apr 25 14:54:09.655015 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.665996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.691536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136374b-d1d2-440c-b9dd-405387ad4aa8 req-3dda57a2-b8de-4438-ba72-2133dce22d8b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:09.693614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f136374b-d1d2-440c-b9dd-405387ad4aa8 req-3dda57a2-b8de-4438-ba72-2133dce22d8b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.6109042 Apr 25 14:54:09.711596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2b052a2-3a54-46a1-8069-28b195708b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.741874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334bd11-1153-434e-a978-68d01a4b7547 req-ffffa85f-1729-4d8e-a7b5-da9db67cc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:09.743380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e334bd11-1153-434e-a978-68d01a4b7547 req-ffffa85f-1729-4d8e-a7b5-da9db67cc102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 1097 time: 0.4381890 Apr 25 14:54:09.756007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.756007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Fanout notify agent at l3_agent the message router_deleted on router 87ac0a5e-fe3b-46c8-9284-facc981c4536 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:09.758579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b052a2-3a54-46a1-8069-28b195708b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e59d9de-560a-49c7-b58a-314053d427ff,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:09.807241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2b052a2-3a54-46a1-8069-28b195708b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.809716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e2b052a2-3a54-46a1-8069-28b195708b76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e59d9de-560a-49c7-b58a-314053d427ff HTTP/1.1" status: 204 len: 168 time: 1.7878160 Apr 25 14:54:09.835208 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.836574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2f1671fa-3ca5-4d81-adc0-9162075968b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/routers/87ac0a5e-fe3b-46c8-9284-facc981c4536 HTTP/1.1" status: 204 len: 168 time: 3.0188127 Apr 25 14:54:09.850506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37192) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:09.855164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f136374b-d1d2-440c-b9dd-405387ad4aa8 req-d8a314b3-78d6-4930-b46a-58f19cf9d560 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472042 Apr 25 14:54:09.988705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-593fcb56-b778-43e0-9bc4-0df96d2fd616 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] Notify callbacks [] for subnetpool, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:09.990925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-593fcb56-b778-43e0-9bc4-0df96d2fd616 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] 10.222.0.23 "PUT /v2.0/subnetpools/6fc15725-318c-4a9e-8cd9-4ca728e97136 HTTP/1.1" status: 200 len: 683 time: 0.6525574 Apr 25 14:54:10.004618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37196) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:10.055589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.074436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e334bd11-1153-434e-a978-68d01a4b7547 req-dc104046-e9af-44b5-8985-42890b05b221 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084519 Apr 25 14:54:10.196722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91b2cd54-d33f-4220-be8b-6c137acba2a1 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] Notify callbacks [] for subnetpool, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.198413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-91b2cd54-d33f-4220-be8b-6c137acba2a1 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] 10.222.0.23 "DELETE /v2.0/subnetpools/6fc15725-318c-4a9e-8cd9-4ca728e97136 HTTP/1.1" status: 204 len: 168 time: 0.1870716 Apr 25 14:54:10.223404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37200) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:10.259264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f309132-e590-4882-a3e7-6e9c6357c873 req-f105c0a7-b1c5-40b8-af59-e5d01e9f1c28 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:10.261529 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f309132-e590-4882-a3e7-6e9c6357c873 req-f105c0a7-b1c5-40b8-af59-e5d01e9f1c28 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.3761976 Apr 25 14:54:10.263393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-c59b8cf3-361a-4fb8-a5de-da6b1ff90bca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 200 len: 1001 time: 0.7373016 Apr 25 14:54:10.264261 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-250dd612-1ae2-4484-ba0d-904e0e632726 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] show failed (client error): The resource could not be found. Apr 25 14:54:10.265201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-250dd612-1ae2-4484-ba0d-904e0e632726 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] 10.222.0.23 "GET /v2.0/subnetpools/6fc15725-318c-4a9e-8cd9-4ca728e97136 HTTP/1.1" status: 404 len: 346 time: 0.0382988 Apr 25 14:54:10.270638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37204) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:10.276514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.334394 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-895f24b2-6ec9-4f26-9ba3-d9458fc90375 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] delete failed (client error): The resource could not be found. Apr 25 14:54:10.336377 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-895f24b2-6ec9-4f26-9ba3-d9458fc90375 tempest-SubnetPoolsTestJSON-733631717 tempest-SubnetPoolsTestJSON-733631717-project] 10.222.0.23 "DELETE /v2.0/subnetpools/6fc15725-318c-4a9e-8cd9-4ca728e97136 HTTP/1.1" status: 404 len: 346 time: 0.0641384 Apr 25 14:54:10.348796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae3bace-f188-41d2-8904-e97fe952e3a6']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:10.351962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-c89b678d-bd31-4274-8bc1-ee9c8fe35e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:10.353432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-c89b678d-bd31-4274-8bc1-ee9c8fe35e51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.0822492 Apr 25 14:54:10.369018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849587fe-070e-43bc-9986-ade66defcc0c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:10.369919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849587fe-070e-43bc-9986-ade66defcc0c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:10.383687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Router 09ce3b93-22d4-4faa-8481-2e55ce499d68 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:54:10.383946 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.542854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f309132-e590-4882-a3e7-6e9c6357c873 req-482a5564-09a7-444f-acf7-74ca99ffde5b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725663 Apr 25 14:54:10.625608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.643146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:54:10.643600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.652876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-81c012f2-f6d6-495b-b171-2007624a998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:10.655312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-81c012f2-f6d6-495b-b171-2007624a998a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724783 Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:54:10.668273 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:54:10.880508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6ef42944-fde4-4755-9575-99d9f2548969 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:10.889549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:10.902445 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] Sync routers for ids ['09ce3b93-22d4-4faa-8481-2e55ce499d68'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:10.919769 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] Routers {'09ce3b93-22d4-4faa-8481-2e55ce499d68'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:10.921254 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:53:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['09ce3b93-22d4-4faa-8481-2e55ce499d68'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:10.925194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.946888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:10.948442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-813336b4-01a1-4868-b9f8-049bba8fd1fd tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7792492 Apr 25 14:54:10.951890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37224) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:10.964051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:10.997896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 6ef42944-fde4-4755-9575-99d9f2548969 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:10.999152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6ef42944-fde4-4755-9575-99d9f2548969 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:11.002254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98bd39b5-c9fe-4b77-b966-180629b87813 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:11.007125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.037261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Network': ['ID=1ae3bace-f188-41d2-8904-e97fe952e3a6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:11.044443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37228) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:11.063331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 98bd39b5-c9fe-4b77-b966-180629b87813 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:11.064080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98bd39b5-c9fe-4b77-b966-180629b87813 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:11.073530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bdd728ee-f77d-4663-b443-b45027dd60c4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/networks/1ae3bace-f188-41d2-8904-e97fe952e3a6 HTTP/1.1" status: 204 len: 168 time: 1.2140353 Apr 25 14:54:11.074132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:11.094345 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-757ee62d-d114-4bdb-9a35-b38414d59292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.128828 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:11.147060 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] Routers {'09ce3b93-22d4-4faa-8481-2e55ce499d68'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:11.148292 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['09ce3b93-22d4-4faa-8481-2e55ce499d68'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:11.177546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-350fa56f-8387-4001-930e-31b89d2639f4 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109808 Apr 25 14:54:11.236245 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:11.237368 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3270877-700f-4928-b29c-1bc6b30b08fb None None] The sync data for ids ['09ce3b93-22d4-4faa-8481-2e55ce499d68'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:11.426341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b950-d2b3-4bdc-ac87-e13b214c05aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.430519 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.503794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:11.513363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Usage tracker for resource:security_group_rule and tenant:fca0ef2da94142eea14485878a5db59c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:11.516925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:11.525555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:11.689767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.713076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8914f7de-075b-4004-bee1-4fa5f9068723 req-57777990-9816-4787-94ec-f84b3cc9575d service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147157 Apr 25 14:54:11.716272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.771766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb488-95b4-4d78-b958-dda2537a8694 req-86376d5d-d95b-4f9f-a624-0248bdfb6248 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:11.774268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96ccb488-95b4-4d78-b958-dda2537a8694 req-86376d5d-d95b-4f9f-a624-0248bdfb6248 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.6539900 Apr 25 14:54:11.790575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fca0ef2da94142eea14485878a5db59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7449911 Apr 25 14:54:11.793553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37250) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:11.809900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b950-d2b3-4bdc-ac87-e13b214c05aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.818637 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.935688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:11.939391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac8c4-57b7-4520-93bc-b25536f16207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74763b-70a8-4f17-9cd8-35960f46eaaf,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:11.976124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf8af683-8cde-4d7a-8a5d-9c366b62a9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.005737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf8af683-8cde-4d7a-8a5d-9c366b62a9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.093456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf8af683-8cde-4d7a-8a5d-9c366b62a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.121211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8af683-8cde-4d7a-8a5d-9c366b62a9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74763b-70a8-4f17-9cd8-35960f46eaaf,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:12.126486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96ccb488-95b4-4d78-b958-dda2537a8694 req-07bb73b7-1576-4621-8933-8c9517ceb149 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337057 Apr 25 14:54:12.130979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cf8af683-8cde-4d7a-8a5d-9c366b62a9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.136070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cf8af683-8cde-4d7a-8a5d-9c366b62a9dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd74763b-70a8-4f17-9cd8-35960f46eaaf HTTP/1.1" status: 204 len: 168 time: 0.3346112 Apr 25 14:54:12.188795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b950-d2b3-4bdc-ac87-e13b214c05aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.236091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b950-d2b3-4bdc-ac87-e13b214c05aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c6949-6a4f-478f-a315-8217ea03f539,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:12.303056 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b950-d2b3-4bdc-ac87-e13b214c05aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.307689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4bd0b950-d2b3-4bdc-ac87-e13b214c05aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce2c6949-6a4f-478f-a315-8217ea03f539 HTTP/1.1" status: 204 len: 168 time: 1.2297354 Apr 25 14:54:12.351003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb3b5-6fa9-420c-b129-a2c63f531d3a req-72ee01a4-4381-42b4-a68d-148655162599 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:12.354448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aafcb3b5-6fa9-420c-b129-a2c63f531d3a req-72ee01a4-4381-42b4-a68d-148655162599 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.5641601 Apr 25 14:54:12.726439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-a129ec2e-3549-4007-ae4f-a6d808fac404 req-c392a811-8e85-4cc0-b95d-29a904898737 service neutron] (88060) timed out ('10.222.0.23', 43682) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 14:54:12.729248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aafcb3b5-6fa9-420c-b129-a2c63f531d3a req-c981d90e-a7bb-4061-9f8b-70aab6387e3f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232751 Apr 25 14:54:12.794493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.812698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37278) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:12.819533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108205758', 'description': 'tempest-secgroup-smoke-2108205758 description', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:12.823207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.833126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:12.843533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Deleting port 22743d6f-2482-454b-be9c-be25fd6bba2f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:12.843533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.848443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:12.852923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:12.876783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:12.907717 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:12.963611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:12.970837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:12.974764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:12.983356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:13.083512 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.121862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.134022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.277516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b100da5a-8c64-497e-bb8c-571605520615,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:13.280709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.286909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37300) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:13.290383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4543a024-8958-44d8-8023-cd0e2f7bb3a0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4741976 Apr 25 14:54:13.293875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'b100da5a-8c64-497e-bb8c-571605520615', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:13.300708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:13.304731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:13.308563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:13.316347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:13.330985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Calling delete_port for 22743d6f-2482-454b-be9c-be25fd6bba2f owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:13.412299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.492956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.505362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.556910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.558048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2701519 Apr 25 14:54:13.561091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:13.563223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e02fe7-acee-485c-b4c2-d5ea65fc0768 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b79faf-3e0e-4224-96c6-c8c3d4ed0e98,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:13.566537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'b100da5a-8c64-497e-bb8c-571605520615', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:13.578631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:13.605809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:13.609542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:13.619076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:13.640260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.654180 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.655992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9520-8baf-4a07-9d41-fb8bec85d450 req-842f4651-b865-422d-85d8-b2ed8b200e24 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:13.671233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40de9520-8baf-4a07-9d41-fb8bec85d450 req-842f4651-b865-422d-85d8-b2ed8b200e24 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.3474033 Apr 25 14:54:13.735704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.747633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.764855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37324) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:13.779171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed852f07-4296-47f8-8ca8-771ab2a2896a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:13.789827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.808029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.809564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb163d82-9dc2-4a44-8a23-f06b35004f39 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473040 Apr 25 14:54:13.813394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37336) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:13.820134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'b100da5a-8c64-497e-bb8c-571605520615', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:13.828543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:13.835264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:13.838992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:13.848737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:13.893692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:13.912451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Pushing event deleted for resources: {'Port': ['ID=22743d6f-2482-454b-be9c-be25fd6bba2f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:13.923055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40de9520-8baf-4a07-9d41-fb8bec85d450 req-cef63ea5-db6b-4df7-b384-e1e94c7ef6b3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508786 Apr 25 14:54:13.990439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.001216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.056211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-439888161'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:14.066986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:14.105629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.106912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2921472 Apr 25 14:54:14.107897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e89a-b5a2-4868-9077-f22acd40f533 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb1427c-2bd5-444c-b3e2-9e78e5aa9476,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:14.113560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:14.115362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Usage tracker for resource:network and tenant:8f75d26246c343cbbc56c8f5b51a15b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:14.123810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:14.128706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'b100da5a-8c64-497e-bb8c-571605520615', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:14.132056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:14.154193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:14.154619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Made reservation on behalf of 8f75d26246c343cbbc56c8f5b51a15b6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:14.158146 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.174392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.199836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:14.205783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Usage tracker for resource:security_group_rule and tenant:8f75d26246c343cbbc56c8f5b51a15b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:14.215307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:14.219431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0036b-b6e2-436a-ad03-6431e1ce2cdd req-3e24d90c-a46b-489d-8421-ab5120cafd04 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:14.223288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:14.226563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e2a0036b-b6e2-436a-ad03-6431e1ce2cdd req-3e24d90c-a46b-489d-8421-ab5120cafd04 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.1742773 Apr 25 14:54:14.229398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:14.230341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.251168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:14.299481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:14.309714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e2a0036b-b6e2-436a-ad03-6431e1ce2cdd req-e2866bbc-f1fc-4fe0-b070-953c81e1c5a9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817363 Apr 25 14:54:14.400169 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.405899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.428804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:14.442132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.442626 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Added segment e3c5b278-b5b3-4f1e-8be2-4739162cd72c of type vlan for network a897473b-678e-4f8a-924f-6725173f04c4 Apr 25 14:54:14.487071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a4e589-5add-4f51-851f-a37e1f35b0ab,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:14.508624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.539162 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.558738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.564942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:14.566028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.663722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d278f67-58af-434f-a7d5-18c5ac3a1e1a req-d52ea08b-b182-4d65-b3a5-00396a3a865c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:14.665630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d278f67-58af-434f-a7d5-18c5ac3a1e1a req-d52ea08b-b182-4d65-b3a5-00396a3a865c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.5157294 Apr 25 14:54:14.699795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event updated for resources: {'Network': ['ID=a897473b-678e-4f8a-924f-6725173f04c4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:14.714956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network a897473b-678e-4f8a-924f-6725173f04c4 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:14.728436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d81c6fe3-57bc-4b66-b8ff-85773932b398 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9463801 Apr 25 14:54:14.731785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37396) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:14.737532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Request body: {'subnet': {'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:14.927290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:14.933590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Usage tracker for resource:subnet and tenant:8f75d26246c343cbbc56c8f5b51a15b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:14.936909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37402) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:14.939799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:14.951330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:14.965213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Made reservation on behalf of 8f75d26246c343cbbc56c8f5b51a15b6 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:14.969235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:14.992288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d278f67-58af-434f-a7d5-18c5ac3a1e1a req-ff1a1c43-5fc9-4f90-8f63-06991fd1c336 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286050 Apr 25 14:54:15.084769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.088095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.090463 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.164008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.211211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.234725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:15.242430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Usage tracker for resource:security_group_rule and tenant:a816e5cbe5e448338322b8747fcdc7f4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:15.247125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:15.265834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:15.266348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768e0732-7239-4cfa-9eed-ef1789f46a17,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:15.302260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Router 09ce3b93-22d4-4faa-8481-2e55ce499d68 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:15.305964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.307413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.308331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c087393-908f-4dff-a7ea-995f89382653 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1931348 Apr 25 14:54:15.311477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37414) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:15.320357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'b100da5a-8c64-497e-bb8c-571605520615', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:15.332791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:15.487041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:15.494922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.499420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df6b95d6-b260-46b7-89d5-82fe2097314f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "PUT /v2.0/routers/09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 200 len: 710 time: 4.5461619 Apr 25 14:54:15.501183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:15.501327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] Sync routers for ids ['09ce3b93-22d4-4faa-8481-2e55ce499d68'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:15.503800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:15.505884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.506311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:15.513616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] Routers {'09ce3b93-22d4-4faa-8481-2e55ce499d68'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:15.514519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['09ce3b93-22d4-4faa-8481-2e55ce499d68'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:15.573325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:15.612748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:15.625450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] Routers {'09ce3b93-22d4-4faa-8481-2e55ce499d68'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:15.626091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['09ce3b93-22d4-4faa-8481-2e55ce499d68'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:15.655391 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:54:15.680334 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96282364-04ce-40cb-8a11-63f6e3b8b32e tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/routers/09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 200 len: 745 time: 0.1730726 Apr 25 14:54:15.681367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.689146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:15.705711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.739659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:15.740284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549ae13-d037-4e3c-a090-1d2e78b57315 None None] The sync data for ids ['09ce3b93-22d4-4faa-8481-2e55ce499d68'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:15.775137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a816e5cbe5e448338322b8747fcdc7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341529 Apr 25 14:54:15.777280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fda4f8ea-80da-4ae0-8868-1c493b5521b5 tempest-RoutersIpV6AdminTest-983140057 tempest-RoutersIpV6AdminTest-983140057-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&device_id=09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 200 len: 205 time: 0.0851841 Apr 25 14:54:15.781376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37428) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:15.781709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37430) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:15.787292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Checking segment: {'id': 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:15.787855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Network hostable DHCP agents. Network: a897473b-678e-4f8a-924f-6725173f04c4, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:54:15.799053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba16eb3-0d20-4f4c-9b92-a38e47383408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728c4395-5d64-4885-81a0-90dcc1e8f367,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:15.804453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event updated for resources: {'Subnet': ['ID=c079d2a8-5576-4d43-b58a-768ad337ec9d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:15.840535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Network a897473b-678e-4f8a-924f-6725173f04c4 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:54:15.861246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fec0d4-e9a0-4b93-9512-6d0a07cfd9fd req-7e13f5f9-104a-4ecd-a4bd-fe8498fe5e19 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:15.862838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3fec0d4-e9a0-4b93-9512-6d0a07cfd9fd req-7e13f5f9-104a-4ecd-a4bd-fe8498fe5e19 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.4233203 Apr 25 14:54:15.864075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, a897473b-678e-4f8a-924f-6725173f04c4) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:15.868147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:15.868798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:15.875934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c588e-f21f-41d6-86d3-d0714b334eeb None None] Network a897473b-678e-4f8a-924f-6725173f04c4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:15.931624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3fec0d4-e9a0-4b93-9512-6d0a07cfd9fd req-39acffdc-c877-4eef-b90a-2ac38da4288c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579450 Apr 25 14:54:15.934239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-68c4496d-7d10-432f-bfdb-cc9f7c587170 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2013884 Apr 25 14:54:15.937001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37436) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:15.943994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Request body: {'port': {'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4', 'name': 'tempest-TagsExtTest-835062485'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:15.950445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a0313249-efbd-4f8b-8808-1f0cbb02842a tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 200 len: 205 time: 0.1658978 Apr 25 14:54:15.951080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37440) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:16.105618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402fe4b4-0dc4-4f4f-a467-f094c2086f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.121905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.133827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.138879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:16.143237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Usage tracker for resource:port and tenant:8f75d26246c343cbbc56c8f5b51a15b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:16.146953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:16.154312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:16.167133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Made reservation on behalf of 8f75d26246c343cbbc56c8f5b51a15b6 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:16.171889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.181520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-a897473b-678e-4f8a-924f-6725173f04c4', 'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4', 'tenant_id': '8f75d26246c343cbbc56c8f5b51a15b6', 'fixed_ips': [{'subnet_id': 'c079d2a8-5576-4d43-b58a-768ad337ec9d'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:54:16.182492 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.198842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.212609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] device_id is not set on port 53e39493-4a23-41d0-91aa-aac149c9c17a yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:54:16.315163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402fe4b4-0dc4-4f4f-a467-f094c2086f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.322900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545dd7c7-14e3-4edd-a24c-f2a322eab99b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:16.403055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.404598 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1ca6fc2b-b91b-48c4-876e-949f4d5dae31 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0911522 Apr 25 14:54:16.409392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Allocated IP 172.20.0.4 (a897473b-678e-4f8a-924f-6725173f04c4/c079d2a8-5576-4d43-b58a-768ad337ec9d/53e39493-4a23-41d0-91aa-aac149c9c17a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:16.411404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37444) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:16.420937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'b100da5a-8c64-497e-bb8c-571605520615', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:16.427918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:16.433246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:16.440113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:16.612578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:16.623714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:16.650151 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:54:16.668381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.750239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.752541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.755019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.804625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.808190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Transition to ACTIVE for port object 53e39493-4a23-41d0-91aa-aac149c9c17a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:16.809450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.810241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Fanout notify agent at l3_agent the message router_deleted on router 09ce3b93-22d4-4faa-8481-2e55ce499d68 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:16.812747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.819545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402fe4b4-0dc4-4f4f-a467-f094c2086f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.844356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba7cd1b-d314-49a7-a5af-11d2ff0128b2,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:16.863368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.867379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2d29d042-738f-4d9d-acf1-c36ba5acb766 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4520352 Apr 25 14:54:16.867661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37454) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:16.874619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'network': {'name': 'tempest-network-smoke--506188394', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:16.880687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:16.884026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:16.889288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:network and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:16.952208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:16.994139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:17.030576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fe4b4-0dc4-4f4f-a467-f094c2086f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728c4395-5d64-4885-81a0-90dcc1e8f367,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:17.033784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event updated for resources: {'Port': ['ID=53e39493-4a23-41d0-91aa-aac149c9c17a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:17.045515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Network a897473b-678e-4f8a-924f-6725173f04c4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:17.047151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:17.048810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402fe4b4-0dc4-4f4f-a467-f094c2086f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.049492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:17.050074 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-402fe4b4-0dc4-4f4f-a467-f094c2086f5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/728c4395-5d64-4885-81a0-90dcc1e8f367 HTTP/1.1" status: 204 len: 168 time: 1.2674356 Apr 25 14:54:17.053440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.056029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.068493 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d6e6713b-5f5c-4fe2-9915-f5ed4fe643e5 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 204 len: 168 time: 1.1147716 Apr 25 14:54:17.079197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37462) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.096031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:17.194951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:17.207972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Allocated IP 172.20.0.2 (a897473b-678e-4f8a-924f-6725173f04c4/c079d2a8-5576-4d43-b58a-768ad337ec9d/05280694-3192-48bf-9551-3caa931deab0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:17.227812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:17.228830 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.248473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.249133 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Added segment 5ed89bba-564d-4a22-9bdd-7240f32e0b1f of type vlan for network 7e9a06d7-48f1-4eab-ba77-1a25e626809c Apr 25 14:54:17.263057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6d29c77b-a1c5-4cbb-af15-b91f73ff1cec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3248675 Apr 25 14:54:17.268382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37466) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.276417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1358834196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:17.283474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ba42dad-5fc9-4b9e-bab9-c6323930bc48 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 200 len: 205 time: 0.2031479 Apr 25 14:54:17.288197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37470) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.301748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:17.378184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Usage tracker for resource:router and tenant:8f75d26246c343cbbc56c8f5b51a15b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:17.381550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:17.386448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.390824 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-3d33e838-3b50-4a4f-8810-31eb65ee389c tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] delete failed (client error): The resource could not be found. Apr 25 14:54:17.392019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d33e838-3b50-4a4f-8810-31eb65ee389c tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/09ce3b93-22d4-4faa-8481-2e55ce499d68 HTTP/1.1" status: 404 len: 336 time: 0.1001987 Apr 25 14:54:17.396443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:17.399145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37476) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.457536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48f2d3d3-3ded-499a-bb5f-f98fcc9c6c51 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=45963b93-5263-4aa2-ba11-4e54105e4aec HTTP/1.1" status: 200 len: 205 time: 0.0528295 Apr 25 14:54:17.459530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37480) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.545019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.546360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.565894 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-12360d09-699c-4da9-8996-4a493cb8b239 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] delete failed (client error): The resource could not be found. Apr 25 14:54:17.567178 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12360d09-699c-4da9-8996-4a493cb8b239 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/45963b93-5263-4aa2-ba11-4e54105e4aec HTTP/1.1" status: 404 len: 336 time: 0.1053331 Apr 25 14:54:17.570068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37484) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.631778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fe32fb3a-ca28-44b1-a1b9-ce76678af8ec tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0c1e2c1-1549-42ef-987f-9621a1903cee HTTP/1.1" status: 200 len: 205 time: 0.0604279 Apr 25 14:54:17.634953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.637620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37488) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.640818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:17.641651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.660330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.687610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8189192 Apr 25 14:54:17.704589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37492) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.717333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'admin_state_up': True, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:17.724616 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.732750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:17.745354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Transition to ACTIVE for port object 05280694-3192-48bf-9551-3caa931deab0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:17.787352 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-c8e8705f-8ca5-4623-951a-acff21a6f338 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] delete failed (client error): The resource could not be found. Apr 25 14:54:17.788379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c8e8705f-8ca5-4623-951a-acff21a6f338 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/b0c1e2c1-1549-42ef-987f-9621a1903cee HTTP/1.1" status: 404 len: 336 time: 0.1477900 Apr 25 14:54:17.792681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37496) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.793899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:router and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:17.797213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.805603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:17.814473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Transition to ACTIVE for port object 05280694-3192-48bf-9551-3caa931deab0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:17.841836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.845703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37500) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.860468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:17.870501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0714a-77af-468c-9e86-0bd6eac2a9f4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Network': ['ID=7e9a06d7-48f1-4eab-ba77-1a25e626809c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:17.882643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.884952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b721edb4-897a-475d-b907-adf274b398ea tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 HTTP/1.1" status: 200 len: 205 time: 0.0807307 Apr 25 14:54:17.888283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37504) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.919429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:17.930684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5231-1ac6-463d-9d45-c536a9755941 req-06961c5f-2448-43d8-8684-8828ff859d73 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:17.932191 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff9e5231-1ac6-463d-9d45-c536a9755941 req-06961c5f-2448-43d8-8684-8828ff859d73 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.7470951 Apr 25 14:54:17.943983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Usage tracker for resource:security_group_rule and tenant:f81f3b4590d1465386a00fa40d744fe3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:17.949272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:17.949504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:17.967130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:17.969088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b5dc9f73-94ff-41b7-a95f-75cd7045ad4c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6989787 Apr 25 14:54:17.971422 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-e71535f4-9b0c-46d6-aa20-52827839cb2f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] delete failed (client error): The resource could not be found. Apr 25 14:54:17.972360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e71535f4-9b0c-46d6-aa20-52827839cb2f tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/ff20a412-2158-4aa3-a1e5-ed947ceb2bb6 HTTP/1.1" status: 404 len: 336 time: 0.0829520 Apr 25 14:54:17.972848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37508) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.975183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37512) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:17.980477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-26712f18-e6f1-410e-a452-bdfe6a07d310 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-233469140', 'prefixes': ['172.20.0.0/16']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:18.019726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:18.033056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b9ecb28e-4dc8-4076-837d-5f6966026491 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=05cd9a05-740d-4d76-bebc-5cc8a73725bf HTTP/1.1" status: 200 len: 205 time: 0.0568433 Apr 25 14:54:18.034160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-26712f18-e6f1-410e-a452-bdfe6a07d310 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:18.036257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37516) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:18.073004 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff9e5231-1ac6-463d-9d45-c536a9755941 req-d01a8d4a-a934-48f0-9945-b920075a2c20 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255846 Apr 25 14:54:18.106669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.107698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.121799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Network a897473b-678e-4f8a-924f-6725173f04c4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:18.123720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:18.128501 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-494b95d5-d31b-47e5-ab5e-1e09238ec426 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] delete failed (client error): The resource could not be found. Apr 25 14:54:18.129595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-494b95d5-d31b-47e5-ab5e-1e09238ec426 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/05cd9a05-740d-4d76-bebc-5cc8a73725bf HTTP/1.1" status: 404 len: 336 time: 0.0915008 Apr 25 14:54:18.130487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:18.136818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:18.235097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Pushing event updated for resources: {'Port': ['ID=05280694-3192-48bf-9551-3caa931deab0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:18.275936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Attempting to bind port 05280694-3192-48bf-9551-3caa931deab0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:18.279863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Attempting to bind port 05280694-3192-48bf-9551-3caa931deab0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:18.280336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Attempting to bind port 05280694-3192-48bf-9551-3caa931deab0 on network a897473b-678e-4f8a-924f-6725173f04c4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:18.292257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:18.292653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Checking segment: {'id': 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:18.293088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.293625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Bound using segment: {'id': 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:18.294148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Bound port: 05280694-3192-48bf-9551-3caa931deab0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a897473b-678e-4f8a-924f-6725173f04c4'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:18.294536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.379608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d095d857-9696-4d54-850f-1ad6390d6889 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "GET /v2.0/ports?device_id=c59b1f94-cead-47a8-958d-8706efb35494 HTTP/1.1" status: 200 len: 205 time: 0.2389352 Apr 25 14:54:18.384579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.386849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:18.421373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.430731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.452336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] For port 05280694-3192-48bf-9551-3caa931deab0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:18.459219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] For port 05280694-3192-48bf-9551-3caa931deab0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=05280694-3192-48bf-9551-3caa931deab0,segment=NetworkSegment(e3c5b278-b5b3-4f1e-8be2-4739162cd72c),segment_id=e3c5b278-b5b3-4f1e-8be2-4739162cd72c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:18.472303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.482767 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-b538ad13-8939-45f6-8048-d674a89c2153 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] delete failed (client error): The resource could not be found. Apr 25 14:54:18.483985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b538ad13-8939-45f6-8048-d674a89c2153 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/routers/c59b1f94-cead-47a8-958d-8706efb35494 HTTP/1.1" status: 404 len: 336 time: 0.0954852 Apr 25 14:54:18.487282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:18.493642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475c1e6a-c88b-4f38-be9b-c0ac0775ceff,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:18.559669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-91de802a-7079-42b4-84b7-9051ad974e6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f81f3b4590d1465386a00fa40d744fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080407 Apr 25 14:54:18.562302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:18.571022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37536) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:18.599391 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa7fc22-0b27-45f1-b15e-3bd97eb02044 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] DELETE failed (client error): The resource could not be found. Apr 25 14:54:18.599866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa7fc22-0b27-45f1-b15e-3bd97eb02044 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:54:18.604341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c724-4bfe-4957-8e14-0737d12e8239 None None] Pushing event updated for resources: {'Port': ['ID=05280694-3192-48bf-9551-3caa931deab0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:18.961268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-faa7fc22-0b27-45f1-b15e-3bd97eb02044 tempest-RoutersIpV6AdminTest-1160258186 tempest-RoutersIpV6AdminTest-1160258186-project] 10.222.0.23 "DELETE /v2.0/subnets/9af6c5ba-3ad9-463f-9550-9245189c4026 HTTP/1.1" status: 404 len: 337 time: 0.4666114 Apr 25 14:54:19.003445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26712f18-e6f1-410e-a452-bdfe6a07d310 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for subnetpool, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.005505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-26712f18-e6f1-410e-a452-bdfe6a07d310 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0317259 Apr 25 14:54:19.009116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:19.019563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-147f2b11-b6f9-409d-8647-c198ac87e45b tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-1487313134') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:19.109457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.122941 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e97ae4e-0cda-4ce9-b6f6-0613925e9971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.194752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e97ae4e-0cda-4ce9-b6f6-0613925e9971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.420155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e97ae4e-0cda-4ce9-b6f6-0613925e9971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.447848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d7875-0459-4d22-b39b-91f9f9c36e21 req-1838aa0b-69bb-4394-a743-188ee0c6c512 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:19.449316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-126d7875-0459-4d22-b39b-91f9f9c36e21 req-1838aa0b-69bb-4394-a743-188ee0c6c512 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.1629112 Apr 25 14:54:19.449954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37556) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:19.455163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97ae4e-0cda-4ce9-b6f6-0613925e9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475c1e6a-c88b-4f38-be9b-c0ac0775ceff,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:19.481541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e97ae4e-0cda-4ce9-b6f6-0613925e9971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.482609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6e97ae4e-0cda-4ce9-b6f6-0613925e9971 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/475c1e6a-c88b-4f38-be9b-c0ac0775ceff HTTP/1.1" status: 204 len: 168 time: 0.9016192 Apr 25 14:54:19.539349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-147f2b11-b6f9-409d-8647-c198ac87e45b tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-1487313134 HTTP/1.1" status: 201 len: 201 time: 0.5285351 Apr 25 14:54:19.548579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:19.573190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-b6279456-3c83-410e-8d68-bb82dfe00291 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-1678225153') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:19.581255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-126d7875-0459-4d22-b39b-91f9f9c36e21 req-0c0d3fb1-74a0-4c49-85b6-5c51fc1ec2fa tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240606 Apr 25 14:54:19.648622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.20.0.17 (947cbec1-409f-4738-8418-e4aa731df31f/f866041d-4c46-4dbd-98a9-bb1eedb6feb4/fb18b455-1294-4498-82da-f90cc8565ba9) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:19.748356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.793963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.803278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:19.812196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b6279456-3c83-410e-8d68-bb82dfe00291 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-1678225153 HTTP/1.1" status: 201 len: 201 time: 0.2626445 Apr 25 14:54:19.816073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37576) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:19.823943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-87419886-974a-4a45-b04e-b2ff02754cf3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1466943822') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:19.864289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:19.873112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Usage tracker for resource:security_group_rule and tenant:0e120294bb94423bbac6f0f5ef984a4a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:19.880698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:19.895310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:20.014456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.018329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.188 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/98090748-daa9-4d46-966e-9b4e6424f60e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:20.065691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Transition to ACTIVE for port object fb18b455-1294-4498-82da-f90cc8565ba9 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:20.077580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87419886-974a-4a45-b04e-b2ff02754cf3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1466943822 HTTP/1.1" status: 201 len: 201 time: 0.2604496 Apr 25 14:54:20.078265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37588) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:20.091745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-5f9d59e4-5d64-415f-a418-a65741bfa0a2 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1169831622') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:20.097082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.118906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a83df-08d0-40a7-90e1-70ed481c541b None None] Network a897473b-678e-4f8a-924f-6725173f04c4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:20.181163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network 947cbec1-409f-4738-8418-e4aa731df31f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:20.182423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.184163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:20.190051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:20.200834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.249008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=fb18b455-1294-4498-82da-f90cc8565ba9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:20.272992 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.285129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f9d59e4-5d64-415f-a418-a65741bfa0a2 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1169831622 HTTP/1.1" status: 201 len: 201 time: 0.2011678 Apr 25 14:54:20.290348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:20.296522 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e120294bb94423bbac6f0f5ef984a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8442838 Apr 25 14:54:20.304465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37600) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:20.307662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-07c24b10-d1c7-4d25-be8f-dcb8ffbc64e2 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:20.314343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052f8cf-e460-4dd4-a3eb-f6174ee5ed6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b9693b-7616-4617-aa7b-fa8955a026cc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:20.385674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dda5fa9a-89ea-4e78-b072-529865cc0af6 None None] Provisioning for port 05280694-3192-48bf-9551-3caa931deab0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:20.507811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.572729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.617491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4fba732-1bd8-4f02-a2b0-3ae5b40532b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.671726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-07c24b10-d1c7-4d25-be8f-dcb8ffbc64e2 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags HTTP/1.1" status: 200 len: 241 time: 0.3796954 Apr 25 14:54:20.671923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:20.678431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d14b37c-e59d-4542-8d51-1be1efb9fca3 None None] Provisioning for port fb18b455-1294-4498-82da-f90cc8565ba9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:20.679682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:20.680181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4fba732-1bd8-4f02-a2b0-3ae5b40532b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.683301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37610) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:20.688120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:20.693009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d14b37c-e59d-4542-8d51-1be1efb9fca3 None None] Provisioning complete for port fb18b455-1294-4498-82da-f90cc8565ba9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:20.693762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d14b37c-e59d-4542-8d51-1be1efb9fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.716583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-1714c514-5365-451a-8301-46b6854dfcfd tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-1487313134') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:20.785604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-fbd75d88-de69-4983-9ae0-63e78b52038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:20.788077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-fbd75d88-de69-4983-9ae0-63e78b52038e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 1096 time: 0.2950084 Apr 25 14:54:20.848475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0d14b37c-e59d-4542-8d51-1be1efb9fca3 None None] Port fb18b455-1294-4498-82da-f90cc8565ba9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:20.873955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:20.874754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=98090748-daa9-4d46-966e-9b4e6424f60e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:20.922232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 05280694-3192-48bf-9551-3caa931deab0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:21.016405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4fba732-1bd8-4f02-a2b0-3ae5b40532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.017741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 05280694-3192-48bf-9551-3caa931deab0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:21.024372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 05280694-3192-48bf-9551-3caa931deab0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:21.024944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.101298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba732-1bd8-4f02-a2b0-3ae5b40532b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b9693b-7616-4617-aa7b-fa8955a026cc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:21.202189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.219520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97fcd1f2-faf2-419e-b8ef-0368c4b60cbe None None] Provisioning complete for port 05280694-3192-48bf-9551-3caa931deab0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:21.220018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97fcd1f2-faf2-419e-b8ef-0368c4b60cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.294022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4fba732-1bd8-4f02-a2b0-3ae5b40532b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.294251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1714c514-5365-451a-8301-46b6854dfcfd tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-1487313134 HTTP/1.1" status: 204 len: 168 time: 0.6081464 Apr 25 14:54:21.298204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 05280694-3192-48bf-9551-3caa931deab0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=05280694-3192-48bf-9551-3caa931deab0,segment=NetworkSegment(e3c5b278-b5b3-4f1e-8be2-4739162cd72c),segment_id=e3c5b278-b5b3-4f1e-8be2-4739162cd72c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:21.303787 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a4fba732-1bd8-4f02-a2b0-3ae5b40532b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95b9693b-7616-4617-aa7b-fa8955a026cc HTTP/1.1" status: 204 len: 168 time: 0.9597623 Apr 25 14:54:21.304751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37620) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:21.310825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-39ed694a-eb5f-420d-b4df-2e6709c50741 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-1487313134') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:21.327557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.331421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-bdc1c9a5-9b97-4627-bee0-5286d0f2a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:21.334575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-bdc1c9a5-9b97-4627-bee0-5286d0f2a4e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.5377185 Apr 25 14:54:21.603944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-ab01b772-54bb-48ac-91fe-1034daeb4d9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df HTTP/1.1" status: 200 len: 217 time: 0.2610245 Apr 25 14:54:21.614460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3f64-d3e3-4733-bd58-d8ed59901043 req-53371dbd-7842-459f-a27a-4bcc78f84ec5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:21.621653 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-351c3f64-d3e3-4733-bd58-d8ed59901043 req-53371dbd-7842-459f-a27a-4bcc78f84ec5 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.7559502 Apr 25 14:54:21.633293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=05280694-3192-48bf-9551-3caa931deab0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:21.653602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.654047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.654487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.655030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.655444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.656172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.656600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.657191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.657605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.658141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.663356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.667261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:21.696041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97fcd1f2-faf2-419e-b8ef-0368c4b60cbe None None] Provisioning for port 53e39493-4a23-41d0-91aa-aac149c9c17a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:21.698048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-39ed694a-eb5f-420d-b4df-2e6709c50741 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-1487313134 HTTP/1.1" status: 204 len: 168 time: 0.3922260 Apr 25 14:54:21.701906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37636) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:21.706062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97fcd1f2-faf2-419e-b8ef-0368c4b60cbe None None] Provisioning complete for port 53e39493-4a23-41d0-91aa-aac149c9c17a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:21.706453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97fcd1f2-faf2-419e-b8ef-0368c4b60cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.707204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-176659ce-44c0-43f3-9a0d-e00d001d387d tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:21.739693 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:21.840852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-97fcd1f2-faf2-419e-b8ef-0368c4b60cbe None None] Port 53e39493-4a23-41d0-91aa-aac149c9c17a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:21.861998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-351c3f64-d3e3-4733-bd58-d8ed59901043 req-6da3acff-8781-42c3-81a8-5761de889526 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385838 Apr 25 14:54:21.880496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-8e5370ea-e6fc-4c50-9e4a-9ad1cea3afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:21.882339 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-8e5370ea-e6fc-4c50-9e4a-9ad1cea3afef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2481236 Apr 25 14:54:21.963441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37646) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:21.964524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-18e11683-46e7-4452-bd66-7ad62fcdf067 None None] Provisioning complete for port 53e39493-4a23-41d0-91aa-aac149c9c17a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:21.964910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18e11683-46e7-4452-bd66-7ad62fcdf067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.033715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-176659ce-44c0-43f3-9a0d-e00d001d387d tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags HTTP/1.1" status: 200 len: 205 time: 0.3306391 Apr 25 14:54:22.039224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37650) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.039967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-18e11683-46e7-4452-bd66-7ad62fcdf067 None None] Port 53e39493-4a23-41d0-91aa-aac149c9c17a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:22.060171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-fadff43a-06d9-444d-96fe-23bc99bedde3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:22.156450 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-76b3a19e-b241-4f7a-ac47-29f9a63e26e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eafc4f0a91f94bc9ab21bcf6741c4f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895118 Apr 25 14:54:22.172842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37672) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.212081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-59e2e3db-938e-4cbd-a7ba-010ad6b010c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:22.213654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-59e2e3db-938e-4cbd-a7ba-010ad6b010c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092756 Apr 25 14:54:22.243160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.311081 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.363977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fadff43a-06d9-444d-96fe-23bc99bedde3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags HTTP/1.1" status: 200 len: 241 time: 0.3153276 Apr 25 14:54:22.373627 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37686) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.386773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.419603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-63cf531f-71a6-47f6-868a-aa4b79af26db tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-1678225153') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:22.456416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 15780d2a-fa63-43e4-8cbf-a7719ae866af is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:54:22.494850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a372ea0-56e3-4948-904e-14f285b1b164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.580315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37692) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.600943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=fb18b455-1294-4498-82da-f90cc8565ba9,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:22.607716 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a372ea0-56e3-4948-904e-14f285b1b164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.623252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.643233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-eceeca42-2063-4f29-938c-6319472f8f76 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184930 Apr 25 14:54:22.792239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:22.803493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Sync routers for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:22.812690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 05280694-3192-48bf-9551-3caa931deab0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:22.819501 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:22.820463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:22.830671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.832111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5b8c102f-863e-4c81-aad0-324abcfe3927 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1261137 Apr 25 14:54:22.835135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37698) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.890593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.890819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0dde575f-919f-4feb-bb21-a8ab40c07fb2 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ae32593a4b7749ddaa7d8fc4b651cf18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541110 Apr 25 14:54:22.891049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37704) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.914279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 05280694-3192-48bf-9551-3caa931deab0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:22.914279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:22.921416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-63cf531f-71a6-47f6-868a-aa4b79af26db tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-1678225153 HTTP/1.1" status: 204 len: 168 time: 0.5446370 Apr 25 14:54:22.928544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:22.931401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:22.942097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-0a12817d-75e8-4be6-9947-fcd0b79a27fd tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-1678225153') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:23.007243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Usage tracker for resource:security_group_rule and tenant:b557da1539f04be3b5c15a55842e5bc4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:23.027909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:23.043368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:23.047092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a372ea0-56e3-4948-904e-14f285b1b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.097730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network 947cbec1-409f-4738-8418-e4aa731df31f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:23.104111 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:23.108727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:23.113948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547825b6-954d-4cad-bd4d-b4305bee2766 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:23.114246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a372ea0-56e3-4948-904e-14f285b1b164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fd8559-2c67-47dd-ae9b-158c22651c7f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:23.118348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-547825b6-954d-4cad-bd4d-b4305bee2766 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2261014 Apr 25 14:54:23.119054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37714) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:23.122950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a372ea0-56e3-4948-904e-14f285b1b164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.127061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a372ea0-56e3-4948-904e-14f285b1b164 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3fd8559-2c67-47dd-ae9b-158c22651c7f HTTP/1.1" status: 204 len: 168 time: 0.9480398 Apr 25 14:54:23.129730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3273bb7-a852-49e7-a9bf-9b0ca1883649 req-a27d151c-936b-4e33-9018-94ac0190108a service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586320 Apr 25 14:54:23.202545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7ef65df8-e999-43c2-aeb0-49589c7f6e2c tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0807166 Apr 25 14:54:23.203342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37720) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:23.213676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a0948-73ec-483a-9100-08e89c3a37b1 req-1a378446-18b0-4327-aa52-c77629a22f5f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:23.215861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d5a0948-73ec-483a-9100-08e89c3a37b1 req-1a378446-18b0-4327-aa52-c77629a22f5f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.2052999 Apr 25 14:54:23.223702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604174775', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:23.418083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d5a0948-73ec-483a-9100-08e89c3a37b1 req-ed150052-eac6-4dfd-b6ab-33071d62294f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732540 Apr 25 14:54:23.423467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:23.431058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:subnet and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:23.434597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:23.447382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:23.467060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:23.477825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.589636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7ab2f68d-1b4a-4c31-b8dc-019c9444185b None None] Provisioning complete for port fb18b455-1294-4498-82da-f90cc8565ba9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:23.591365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ab2f68d-1b4a-4c31-b8dc-019c9444185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.629521 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:21Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:23.638883 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Checking router: 15780d2a-fa63-43e4-8cbf-a7719ae866af for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:23.639236 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Updating router 15780d2a-fa63-43e4-8cbf-a7719ae866af port 98090748-daa9-4d46-966e-9b4e6424f60e binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:54:23.698782 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.723569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2f68d-1b4a-4c31-b8dc-019c9444185b None None] Port fb18b455-1294-4498-82da-f90cc8565ba9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:23.742290 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.764457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.783513 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:23.836193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0a12817d-75e8-4be6-9947-fcd0b79a27fd tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-1678225153 HTTP/1.1" status: 204 len: 168 time: 0.8985267 Apr 25 14:54:23.836193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:23.836615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:23.837581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123ae68c-13da-454d-8d94-ce3a5e4c913b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:23.844294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dfabe89e-3f0a-4b82-a438-2ba98e266c5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b557da1539f04be3b5c15a55842e5bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2562456 Apr 25 14:54:23.844918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:23.854759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-cc628704-477b-4797-866c-6992dc0316a1 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:23.938301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Checking segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:23.938831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network hostable DHCP agents. Network: 7e9a06d7-48f1-4eab-ba77-1a25e626809c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:54:23.956467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Subnet': ['ID=36427c9f-00c8-4167-b5f8-9bdbb6e83053,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:24.002373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc628704-477b-4797-866c-6992dc0316a1 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags HTTP/1.1" status: 200 len: 205 time: 0.1641784 Apr 25 14:54:24.003406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8577-d6e1-4510-ab01-622788fc43ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.004444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:54:24.004892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37750) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:24.016238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 7e9a06d7-48f1-4eab-ba77-1a25e626809c) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:24.021940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:24.022802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.028143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1ef6a-2c53-4776-8b63-39b8fffc075f None None] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:24.031768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-7d40b080-efb9-465a-8916-18be525b0922 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:24.053770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c8903c98-2189-4931-b9c8-b86ae37b1dc9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8339882 Apr 25 14:54:24.056697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37754) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:24.166310 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.174598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d5c4886e-4017-48ab-a6a8-a090d1d241df no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:24.184199 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Transition to ACTIVE for port object 98090748-daa9-4d46-966e-9b4e6424f60e will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:24.184811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8577-d6e1-4510-ab01-622788fc43ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.198385 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.301994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Pushing event updated for resources: {'Port': ['ID=98090748-daa9-4d46-966e-9b4e6424f60e,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:24.315254 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.315605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.315952 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.316289 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.316628 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.316963 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.317317 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.317644 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.317970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.318294 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.318617 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.318940 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:24.324521 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Attempting to bind port 98090748-daa9-4d46-966e-9b4e6424f60e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:24.324894 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Attempting to bind port 98090748-daa9-4d46-966e-9b4e6424f60e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:24.325291 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Attempting to bind port 98090748-daa9-4d46-966e-9b4e6424f60e on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:24.330930 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:24.331464 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:24.331873 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.332263 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:24.332728 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Bound port: 98090748-daa9-4d46-966e-9b4e6424f60e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:24.333128 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.360745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:24.372409 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d40b080-efb9-465a-8916-18be525b0922 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags HTTP/1.1" status: 200 len: 241 time: 0.3640101 Apr 25 14:54:24.379342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:24.380702 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7c1ab1f2-eca1-4172-9c82-2deff9a51e0c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "PUT /v2.0/routers/630ffcce-8e43-4536-9c94-3f2631d52d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7651613 Apr 25 14:54:24.387232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-302201b8-434f-4f54-8deb-b3282074f2f8 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1466943822') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:24.454725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:24.528958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:54:24.530220 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.561129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:24.562518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:24.579481 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] For port 98090748-daa9-4d46-966e-9b4e6424f60e, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:24.584101 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] For port 98090748-daa9-4d46-966e-9b4e6424f60e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=98090748-daa9-4d46-966e-9b4e6424f60e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:24.594706 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.615484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8577-d6e1-4510-ab01-622788fc43ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.658821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-302201b8-434f-4f54-8deb-b3282074f2f8 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1466943822 HTTP/1.1" status: 204 len: 168 time: 0.2767618 Apr 25 14:54:24.693723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:24.694897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f8577-d6e1-4510-ab01-622788fc43ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123ae68c-13da-454d-8d94-ce3a5e4c913b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:24.709655 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8577-d6e1-4510-ab01-622788fc43ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:24.711266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c3f8577-d6e1-4510-ab01-622788fc43ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/123ae68c-13da-454d-8d94-ce3a5e4c913b HTTP/1.1" status: 204 len: 168 time: 0.8653405 Apr 25 14:54:24.722188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-881773aa-6292-4e8b-8c21-b0fa5ef35354 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1466943822') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:24.730910 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41137f-704b-4e83-9d95-b1b2c71b445f None None] Pushing event updated for resources: {'Port': ['ID=98090748-daa9-4d46-966e-9b4e6424f60e,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:24.785079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:24.787676 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:24.937285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae0ed-c4d4-4ba4-8c81-2637d5771aa3 req-8c463270-3541-4155-ba5d-913fd32aa862 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:24.938802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e41ae0ed-c4d4-4ba4-8c81-2637d5771aa3 req-8c463270-3541-4155-ba5d-913fd32aa862 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 945 time: 0.2936952 Apr 25 14:54:24.974509 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:25.047122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e41ae0ed-c4d4-4ba4-8c81-2637d5771aa3 req-0913dfa3-7a13-4581-b389-334035ee0c67 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919862 Apr 25 14:54:25.083144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-881773aa-6292-4e8b-8c21-b0fa5ef35354 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1466943822 HTTP/1.1" status: 204 len: 168 time: 0.3802915 Apr 25 14:54:25.084023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37786) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.090630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-ee303205-d60e-4454-b35b-f76669a74107 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.247007 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:25.268516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:25.279474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:25.361795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:25.413124 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b975def-0ee8-4661-b7a8-2fb5fc75ebf2'] response: {'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'code': 200} Apr 25 14:54:25.460188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:25.498876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37798) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.504576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:25.526113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee303205-d60e-4454-b35b-f76669a74107 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags HTTP/1.1" status: 200 len: 205 time: 0.4399006 Apr 25 14:54:25.527661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.544733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-006b8851-816e-4ecc-bd5e-5f2ceac860e0 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.624583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-006b8851-816e-4ecc-bd5e-5f2ceac860e0 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags HTTP/1.1" status: 200 len: 241 time: 0.0943019 Apr 25 14:54:25.627442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37806) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.636079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:25.643145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.650001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-d595dff9-d66a-4c3b-9d73-3bd7522c133c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1169831622') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.656120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:25.664448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Usage tracker for resource:security_group_rule and tenant:795c8cb19d084a4288328b4c71f5dd2f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:25.670196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:25.695864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d595dff9-d66a-4c3b-9d73-3bd7522c133c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1169831622 HTTP/1.1" status: 204 len: 168 time: 0.0662913 Apr 25 14:54:25.698768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.703350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:25.706915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-6b979d47-2b21-4c08-acbc-567e4af1b505 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1169831622') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.749641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Allocated IP 172.20.0.2 (7e9a06d7-48f1-4eab-ba77-1a25e626809c/36427c9f-00c8-4167-b5f8-9bdbb6e83053/00770570-2751-480b-8504-a5e7457373ab) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:25.781891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b979d47-2b21-4c08-acbc-567e4af1b505 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1169831622 HTTP/1.1" status: 204 len: 168 time: 0.0798337 Apr 25 14:54:25.785130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37820) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.798478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-0e621a3f-762c-4ac9-a28d-49d18ea34430 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.870791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e621a3f-762c-4ac9-a28d-49d18ea34430 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags HTTP/1.1" status: 200 len: 205 time: 0.0816886 Apr 25 14:54:25.871184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37824) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:25.887086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-750475e0-6cef-4e4c-a895-25c2ce774a07 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.946298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:25.952619 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:21Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:25.972156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc128a91-1778-4adb-a889-327c9cc7d396 None None] The sync data for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 is: [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:21Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:25.980768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-750475e0-6cef-4e4c-a895-25c2ce774a07 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags HTTP/1.1" status: 204 len: 168 time: 0.1038141 Apr 25 14:54:25.986933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37828) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:26.015143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-36e707fb-b08f-4649-835d-1d73f85faa47 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:26.141392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1829216707', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:26.148925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:26.154142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Usage tracker for resource:port and tenant:e74dd6e7012b445ab9a07d010f9444e4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:26.157017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:26.170002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:26.275937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.289022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.322341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.328013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:20Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:10Z', 'revision_number': 1, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb18b455-1294-4498-82da-f90cc8565ba9', 'name': '', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:4b:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:21Z', 'revision_number': 2, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:26.338834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:26.339250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Updating router 630ffcce-8e43-4536-9c94-3f2631d52d2e port fb18b455-1294-4498-82da-f90cc8565ba9 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:54:26.366216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=795c8cb19d084a4288328b4c71f5dd2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8662858 Apr 25 14:54:26.366843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37834) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:26.372111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a97b2-9ae6-4221-81c5-f71622982c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3adf2-b797-4450-b00f-b4cfb6275316,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:26.379337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Transition to ACTIVE for port object 00770570-2751-480b-8504-a5e7457373ab will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:26.414473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Transition to ACTIVE for port object 00770570-2751-480b-8504-a5e7457373ab will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:26.416288 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.493254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.506124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Made reservation on behalf of e74dd6e7012b445ab9a07d010f9444e4 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:26.508490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.539174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.1 (7e9a06d7-48f1-4eab-ba77-1a25e626809c/36427c9f-00c8-4167-b5f8-9bdbb6e83053/06db128d-ad6f-4083-beea-076246fad6cc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:26.546684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.560442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-36e707fb-b08f-4649-835d-1d73f85faa47 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags HTTP/1.1" status: 204 len: 168 time: 0.5598459 Apr 25 14:54:26.563016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37838) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:26.569149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-b9d04e56-32fa-4cb0-809f-d62396e46a07 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:26.621435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:26.643005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Usage tracker for resource:security_group_rule and tenant:e74dd6e7012b445ab9a07d010f9444e4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:26.649262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:26.660091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:26.676057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:26.694592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:26.703026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:26.709170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Pushing event updated for resources: {'Port': ['ID=00770570-2751-480b-8504-a5e7457373ab,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:26.726967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53735a0e-235d-4662-ad4e-b90956476015 req-fa929d25-fda9-487f-a77c-6944c22be577 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:26.734243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53735a0e-235d-4662-ad4e-b90956476015 req-fa929d25-fda9-487f-a77c-6944c22be577 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 943 time: 0.3198574 Apr 25 14:54:26.751841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.773871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 06db128d-ad6f-4083-beea-076246fad6cc will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:26.778663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9d04e56-32fa-4cb0-809f-d62396e46a07 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags HTTP/1.1" status: 204 len: 168 time: 0.2135010 Apr 25 14:54:26.801631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:26.807164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01063921-2ec6-4b09-9d9a-2dae01f3bfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.813737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53735a0e-235d-4662-ad4e-b90956476015 req-7a2d4bbe-a31b-4651-831e-6324466fe05e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785401 Apr 25 14:54:26.831810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-11397b1e-7d77-44d3-ae25-8a458fda9043 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:26.844819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01063921-2ec6-4b09-9d9a-2dae01f3bfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.888954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Attempting to bind port 00770570-2751-480b-8504-a5e7457373ab on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:26.889409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Attempting to bind port 00770570-2751-480b-8504-a5e7457373ab by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:26.893481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Attempting to bind port 00770570-2751-480b-8504-a5e7457373ab on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:26.905958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:26.906329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Checking segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:26.906734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.907129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Bound using segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:26.908081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Bound port: 00770570-2751-480b-8504-a5e7457373ab, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:26.908081 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.926895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.937644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98090748-daa9-4d46-966e-9b4e6424f60e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:26.992540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:26.998684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:27.004837 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.005017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:27.021071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] device_id is not set on port 8e904aef-835d-404f-966c-3b78f5d983bc yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:54:27.049556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:27.106012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01063921-2ec6-4b09-9d9a-2dae01f3bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.112816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa1cdf-190f-4f49-afe7-ac12184a902b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:27.157719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01063921-2ec6-4b09-9d9a-2dae01f3bfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3adf2-b797-4450-b00f-b4cfb6275316,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:27.173850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=06db128d-ad6f-4083-beea-076246fad6cc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:27.191954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-01063921-2ec6-4b09-9d9a-2dae01f3bfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.197362 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-01063921-2ec6-4b09-9d9a-2dae01f3bfdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33d3adf2-b797-4450-b00f-b4cfb6275316 HTTP/1.1" status: 204 len: 168 time: 0.8249753 Apr 25 14:54:27.198507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] For port 00770570-2751-480b-8504-a5e7457373ab, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:27.217882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 98090748-daa9-4d46-966e-9b4e6424f60e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:27.223803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] For port 00770570-2751-480b-8504-a5e7457373ab, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=00770570-2751-480b-8504-a5e7457373ab,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:27.229137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.254996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 98090748-daa9-4d46-966e-9b4e6424f60e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:27.255406 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.274012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Allocated IP 172.25.0.68 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/8e904aef-835d-404f-966c-3b78f5d983bc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:27.296040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.424905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdda75e-3aac-4671-a8b9-d3948f721e41 req-d8375ec3-323d-4f43-bbfc-3c7fdd619149 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:27.426639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbdda75e-3aac-4671-a8b9-d3948f721e41 req-d8375ec3-323d-4f43-bbfc-3c7fdd619149 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4866371 Apr 25 14:54:27.493973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbdda75e-3aac-4671-a8b9-d3948f721e41 req-c73eac09-4dfd-47b9-98e6-11a8ad9d28a2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590496 Apr 25 14:54:27.591887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.639560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37858) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:27.640985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11397b1e-7d77-44d3-ae25-8a458fda9043 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags HTTP/1.1" status: 204 len: 168 time: 0.8251464 Apr 25 14:54:27.643590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.649413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-e2f384b1-da26-4c3a-acbc-c4fb979d2565 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-88408616') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:27.698057 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.706316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e56c49-8e94-4134-9a32-2c4e554087ba None None] Pushing event updated for resources: {'Port': ['ID=00770570-2751-480b-8504-a5e7457373ab,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:27.719610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Transition to ACTIVE for port object fb18b455-1294-4498-82da-f90cc8565ba9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:27.794768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:27.851921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:27.854152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Pushing event updated for resources: {'Port': ['ID=8e904aef-835d-404f-966c-3b78f5d983bc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:27.858521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:27.861435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:27.968394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675c837-c6fa-487e-a979-251914743ac1 None None] Pushing event updated for resources: {'Port': ['ID=fb18b455-1294-4498-82da-f90cc8565ba9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:27.991900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ca49-dc76-4d57-9073-5e7685f94c81 req-0265c5eb-2468-4d84-9ebf-052acc9f74da tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:28.008922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.021954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e85ca49-dc76-4d57-9073-5e7685f94c81 req-0265c5eb-2468-4d84-9ebf-052acc9f74da tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.2342005 Apr 25 14:54:28.048067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:28.048723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.071915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 98090748-daa9-4d46-966e-9b4e6424f60e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=98090748-daa9-4d46-966e-9b4e6424f60e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:28.120105 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.151517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e85ca49-dc76-4d57-9073-5e7685f94c81 req-4dd86c9b-8216-4045-b09a-1c98114c67a8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223438 Apr 25 14:54:28.170839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dd96315d-7ffc-4353-a28a-3f86eb11ac01 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5254929 Apr 25 14:54:28.173990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37870) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:28.203923 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.208569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.68'}]}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:28.214873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:28.219860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Usage tracker for resource:router and tenant:e74dd6e7012b445ab9a07d010f9444e4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:28.223053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:28.235209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:28.273799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.277632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.294001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Attempting to bind port fb18b455-1294-4498-82da-f90cc8565ba9 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:28.294647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Attempting to bind port fb18b455-1294-4498-82da-f90cc8565ba9 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:28.295123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Attempting to bind port fb18b455-1294-4498-82da-f90cc8565ba9 on network 947cbec1-409f-4738-8418-e4aa731df31f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:28.304749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:28.305233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Checking segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:28.305669 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.306639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Bound using segment: {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:28.307151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Bound port: fb18b455-1294-4498-82da-f90cc8565ba9, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd36900-7831-4216-8d70-1d2a09047437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:28.307537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.320532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.439374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=98090748-daa9-4d46-966e-9b4e6424f60e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:28.513125 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e2f384b1-da26-4c3a-acbc-c4fb979d2565 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-88408616 HTTP/1.1" status: 201 len: 201 time: 0.8694532 Apr 25 14:54:28.515192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] For port fb18b455-1294-4498-82da-f90cc8565ba9, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:28.515475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37882) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:28.521738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] For port fb18b455-1294-4498-82da-f90cc8565ba9, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fb18b455-1294-4498-82da-f90cc8565ba9,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:28.523887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-079a3c9f-a204-44bb-98f8-45ceb0f2eb8d tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-1755241675') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:28.531848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.665129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675c837-c6fa-487e-a979-251914743ac1 None None] Pushing event updated for resources: {'Port': ['ID=fb18b455-1294-4498-82da-f90cc8565ba9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:28.694238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc562-51c6-4b25-910f-0091962fbc2c req-00e1194a-22a1-46ce-a006-6ff5caf41d87 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:28.702355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f4fc562-51c6-4b25-910f-0091962fbc2c req-00e1194a-22a1-46ce-a006-6ff5caf41d87 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3587906 Apr 25 14:54:28.703356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:28.704200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:28.788979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.888604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f4fc562-51c6-4b25-910f-0091962fbc2c req-c6ef9d72-756b-4f19-b4e9-a12396df219f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851976 Apr 25 14:54:28.919338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:28.953504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-079a3c9f-a204-44bb-98f8-45ceb0f2eb8d tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-1755241675 HTTP/1.1" status: 201 len: 201 time: 0.4369118 Apr 25 14:54:28.958863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37898) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:28.977753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-7c4f608e-b334-4d0e-b518-7f9d3da0d910 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1583415440') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:29.164503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98090748-daa9-4d46-966e-9b4e6424f60e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:29.235629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7c4f608e-b334-4d0e-b518-7f9d3da0d910 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1583415440 HTTP/1.1" status: 201 len: 201 time: 0.2758245 Apr 25 14:54:29.239563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37904) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:29.248430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-01aeea4d-9533-431c-8534-5f062c8773ec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1816022382') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:29.251635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:29.259774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.270416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.426938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.439536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=06db128d-ad6f-4083-beea-076246fad6cc,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:29.470681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 98090748-daa9-4d46-966e-9b4e6424f60e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:29.470906 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.474361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-01aeea4d-9533-431c-8534-5f062c8773ec tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1816022382 HTTP/1.1" status: 201 len: 201 time: 0.2315722 Apr 25 14:54:29.490523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37910) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:29.601579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37912) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:29.658685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-d50c7862-c832-44ba-a855-ee7e93c49c53 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', {'tags': ['tempest-TagsExtTest-Tag-1253815720', 'tempest-TagsExtTest-Tag-1233351279', 'tempest-TagsExtTest-Tag-291351905']}) {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:29.682803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:29.684015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:29.780600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.781431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365104-b289-4721-91f5-e02fbae31c44 req-d84863e6-7e8e-4853-966c-f97b3291d371 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:29.782937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08365104-b289-4721-91f5-e02fbae31c44 req-d84863e6-7e8e-4853-966c-f97b3291d371 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5436165 Apr 25 14:54:29.801641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:29.808864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Usage tracker for resource:security_group_rule and tenant:a418b25804e147beb5e147ae4b2fa767 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:29.817372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 00770570-2751-480b-8504-a5e7457373ab up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:29.819102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:29.874559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:29.889605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.923151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e027f24-8082-4ce3-a2ff-025894f1485c None None] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:29.925137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08365104-b289-4721-91f5-e02fbae31c44 req-9aec4eec-0ee1-43b7-9bb0-43820158f945 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072855 Apr 25 14:54:29.930906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:29.941629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 15780d2a-fa63-43e4-8cbf-a7719ae866af has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:29.975846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d50c7862-c832-44ba-a855-ee7e93c49c53 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags HTTP/1.1" status: 200 len: 317 time: 0.3337736 Apr 25 14:54:29.976710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37922) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:29.986448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-77e08fef-5c3c-46dc-975f-7ff571579647 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:30.162530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d5c4886e-4017-48ab-a6a8-a090d1d241df no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:30.214818 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.232332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9e079070-a9a2-4a89-9897-ac8722116919 None None] Provisioning for port 00770570-2751-480b-8504-a5e7457373ab completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:30.284953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77e08fef-5c3c-46dc-975f-7ff571579647 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags HTTP/1.1" status: 204 len: 168 time: 0.3061600 Apr 25 14:54:30.285581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37928) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:30.309420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 00770570-2751-480b-8504-a5e7457373ab completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:30.352385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-4f944b47-1532-4908-ab43-6b2302dd9331 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-1253815720') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:30.369108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 00770570-2751-480b-8504-a5e7457373ab triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:30.369739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.374174 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.381586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.402185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:30.417762 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Sync routers for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:30.430463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:30.431902 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:30.468520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aad27128-69a3-4a8b-99b1-06ebddef97a5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/15780d2a-fa63-43e4-8cbf-a7719ae866af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4083202 Apr 25 14:54:30.477153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a418b25804e147beb5e147ae4b2fa767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722157 Apr 25 14:54:30.477153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2abf3-048b-4f08-aae3-403b462e6d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68855e-59fd-48f0-807c-31305146e31f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:30.495084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37932) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:30.572346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:20Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:10Z', 'revision_number': 1, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb18b455-1294-4498-82da-f90cc8565ba9', 'name': '', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:4b:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:30.640520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8f2e6-c5fd-4c24-a10e-202f9b26de1c None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:20Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:10Z', 'revision_number': 1, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb18b455-1294-4498-82da-f90cc8565ba9', 'name': '', 'network_id': '947cbec1-409f-4738-8418-e4aa731df31f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:4b:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': 'f866041d-4c46-4dbd-98a9-bb1eedb6feb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:30.687417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.693493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.721645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.738420 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:30.790434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.791811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 613d18e7-eb26-4416-95cd-246e61450b6f {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:30.821112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 00770570-2751-480b-8504-a5e7457373ab, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=00770570-2751-480b-8504-a5e7457373ab,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:30.826950 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.838868 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86f6e766-9483-416f-9790-3c9d8d35176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.920342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-30406e09-c121-4630-8324-1c85a55dd53e req-70d0c2b4-cd5c-463d-8576-283f9e1fac06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:30.932970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1db69-48d8-4907-b309-1deafa6d154a req-4649eb39-e433-4c79-a986-4e7410c9ac20 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:30.934549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bea1db69-48d8-4907-b309-1deafa6d154a req-4649eb39-e433-4c79-a986-4e7410c9ac20 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5855479 Apr 25 14:54:30.936783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86f6e766-9483-416f-9790-3c9d8d35176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:30.963629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-30406e09-c121-4630-8324-1c85a55dd53e req-70d0c2b4-cd5c-463d-8576-283f9e1fac06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:30.971685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-70d0c2b4-cd5c-463d-8576-283f9e1fac06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108205758&fields=id&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 267 time: 0.1674733 Apr 25 14:54:30.976655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=00770570-2751-480b-8504-a5e7457373ab,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:30.977523 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 25 14:54:30.978630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da4b6820-6540-4667-b7ef-974123d54c9b tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7912190 Apr 25 14:54:30.984282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:30.986807 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-4f944b47-1532-4908-ab43-6b2302dd9331 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:30.990629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4f944b47-1532-4908-ab43-6b2302dd9331 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-1253815720 HTTP/1.1" status: 404 len: 329 time: 0.6995349 Apr 25 14:54:31.013546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:31.025518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fb18b455-1294-4498-82da-f90cc8565ba9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:31.104463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Deleting port 8e904aef-835d-404f-966c-3b78f5d983bc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:31.105725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.140283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-ee60e55c-376d-4234-ad6b-2960c31cf8f9 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-1233351279') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:31.151788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fb18b455-1294-4498-82da-f90cc8565ba9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:31.157893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fb18b455-1294-4498-82da-f90cc8565ba9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:31.158531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.235708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-d907ce98-aaff-4494-8000-26d34afcfdb8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:31.236384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-30406e09-c121-4630-8324-1c85a55dd53e req-d907ce98-aaff-4494-8000-26d34afcfdb8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:31.275697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bea1db69-48d8-4907-b309-1deafa6d154a req-c7c24abc-aa07-4187-9c1a-ea5751a823dc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103199 Apr 25 14:54:31.277257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-30406e09-c121-4630-8324-1c85a55dd53e req-d907ce98-aaff-4494-8000-26d34afcfdb8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:31.278678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-d907ce98-aaff-4494-8000-26d34afcfdb8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 796 time: 0.3061125 Apr 25 14:54:31.306684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-14d75d51-a0f6-4a88-a16a-d781857f783b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/quotas/ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 375 time: 0.0208895 Apr 25 14:54:31.411600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86f6e766-9483-416f-9790-3c9d8d35176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.472584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4b63e29c-b732-4bb1-8a4e-4aaffac46b27 None None] Provisioning for port 06db128d-ad6f-4083-beea-076246fad6cc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:31.480123 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.482953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-30406e09-c121-4630-8324-1c85a55dd53e req-b8da5c3a-eff4-4068-8070-b4c08d8284e2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:31.507431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4b63e29c-b732-4bb1-8a4e-4aaffac46b27 None None] Provisioning complete for port 06db128d-ad6f-4083-beea-076246fad6cc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:31.507887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b63e29c-b732-4bb1-8a4e-4aaffac46b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.527070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-30406e09-c121-4630-8324-1c85a55dd53e req-b8da5c3a-eff4-4068-8070-b4c08d8284e2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:31.529137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-b8da5c3a-eff4-4068-8070-b4c08d8284e2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174253 Apr 25 14:54:31.536917 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 2, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:31.540166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6e766-9483-416f-9790-3c9d8d35176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68855e-59fd-48f0-807c-31305146e31f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:31.563617 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Checking router: 15780d2a-fa63-43e4-8cbf-a7719ae866af for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:31.564001 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Updating router 15780d2a-fa63-43e4-8cbf-a7719ae866af port 06db128d-ad6f-4083-beea-076246fad6cc binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:54:31.616353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fb18b455-1294-4498-82da-f90cc8565ba9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fb18b455-1294-4498-82da-f90cc8565ba9,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:31.620791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4b63e29c-b732-4bb1-8a4e-4aaffac46b27 None None] Port 06db128d-ad6f-4083-beea-076246fad6cc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:31.631436 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.633916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86f6e766-9483-416f-9790-3c9d8d35176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.636150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-86f6e766-9483-416f-9790-3c9d8d35176b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c68855e-59fd-48f0-807c-31305146e31f HTTP/1.1" status: 204 len: 168 time: 1.1304238 Apr 25 14:54:31.718020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4b63e29c-b732-4bb1-8a4e-4aaffac46b27 None None] Provisioning complete for port 00770570-2751-480b-8504-a5e7457373ab triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:31.718568 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b63e29c-b732-4bb1-8a4e-4aaffac46b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.749106 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:31.845409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fb18b455-1294-4498-82da-f90cc8565ba9,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:31.966251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-f138e12a-19b9-4330-9ce7-0f80e91dd6d4 service neutron] 10.222.0.23 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198785 Apr 25 14:54:31.975266 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-ee60e55c-376d-4234-ad6b-2960c31cf8f9 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:31.979375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee60e55c-376d-4234-ad6b-2960c31cf8f9 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-1233351279 HTTP/1.1" status: 404 len: 329 time: 0.8808339 Apr 25 14:54:31.980009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37966) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:31.988842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-89bde96d-677a-48ea-8a67-ce3b87fa21aa tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d', 'tempest-TagsExtTest-Tag-291351905') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:32.042064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.071130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-49fe594f-8886-4b99-b139-be964565b051 None None] Provisioning complete for port 06db128d-ad6f-4083-beea-076246fad6cc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:32.071553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-49fe594f-8886-4b99-b139-be964565b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.112423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-92760e30-e61e-4d81-93a3-11908851d721 service neutron] 10.222.0.23 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449859 Apr 25 14:54:32.165071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-49fe594f-8886-4b99-b139-be964565b051 None None] Port 06db128d-ad6f-4083-beea-076246fad6cc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:32.246778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Calling delete_port for 8e904aef-835d-404f-966c-3b78f5d983bc owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:32.281128 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.295321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Transition to ACTIVE for port object 06db128d-ad6f-4083-beea-076246fad6cc will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:32.304681 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.464958 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3b9700e2-f8ad-4a73-9b14-c12a7ba2273f req-d8461f92-004c-442e-b00a-2033fcec1f40 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 210 time: 0.1457677 Apr 25 14:54:32.505091 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-89bde96d-677a-48ea-8a67-ce3b87fa21aa tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:32.515674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-89bde96d-677a-48ea-8a67-ce3b87fa21aa tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags/tempest-TagsExtTest-Tag-291351905 HTTP/1.1" status: 404 len: 328 time: 0.5256364 Apr 25 14:54:32.516932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37990) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:32.530094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-21c7cf6a-0375-4e1e-a0e6-099600fcc7d1 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', {'tags': ['tempest-TagsExtTest-Tag-599222467', 'tempest-TagsExtTest-Tag-399027827', 'tempest-TagsExtTest-Tag-329924851']}) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:32.662601 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.731741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-21c7cf6a-0375-4e1e-a0e6-099600fcc7d1 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags HTTP/1.1" status: 200 len: 315 time: 0.2099061 Apr 25 14:54:32.744685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb07a4-f0bc-440a-b9fc-5ace1290d588 req-302f4770-e572-40e6-acd8-de4824f73e92 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:32.746945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61cb07a4-f0bc-440a-b9fc-5ace1290d588 req-302f4770-e572-40e6-acd8-de4824f73e92 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3250089 Apr 25 14:54:32.747594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38002) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:32.753335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-b3f7b6ed-74a9-4594-b55d-522b14ba2d43 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:32.778804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e904aef-835d-404f-966c-3b78f5d983bc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:32.805539 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451646e-8869-48a5-a261-142af17b3235 None None] Pushing event updated for resources: {'Port': ['ID=06db128d-ad6f-4083-beea-076246fad6cc,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:32.857429 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Attempting to bind port 06db128d-ad6f-4083-beea-076246fad6cc on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:32.860902 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Attempting to bind port 06db128d-ad6f-4083-beea-076246fad6cc by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:32.863375 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Attempting to bind port 06db128d-ad6f-4083-beea-076246fad6cc on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:32.875060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61cb07a4-f0bc-440a-b9fc-5ace1290d588 req-7176a1d2-c502-42f8-8271-d64680e2b20b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693951 Apr 25 14:54:32.886034 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:32.886554 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Checking segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:32.887147 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.887728 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Bound using segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:32.900562 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Bound port: 06db128d-ad6f-4083-beea-076246fad6cc, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:32.901107 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.941177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:32.966203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c7d63553-47a5-4f7a-8fc3-dd594b3cae99 tempest-RoutersAdminNegativeIpV6Test-149320966 tempest-RoutersAdminNegativeIpV6Test-149320966-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8e904aef-835d-404f-966c-3b78f5d983bc HTTP/1.1" status: 204 len: 168 time: 1.9764788 Apr 25 14:54:32.981604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b3f7b6ed-74a9-4594-b55d-522b14ba2d43 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags HTTP/1.1" status: 204 len: 168 time: 0.2326343 Apr 25 14:54:32.984207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:32.991510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-1f233c9c-77d2-470a-9cc1-1be6a7587644 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-599222467') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:33.017856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 00770570-2751-480b-8504-a5e7457373ab up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:33.110989 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] For port 06db128d-ad6f-4083-beea-076246fad6cc, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:33.114554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 00770570-2751-480b-8504-a5e7457373ab triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:33.115716 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:33.115841 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] For port 06db128d-ad6f-4083-beea-076246fad6cc, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=06db128d-ad6f-4083-beea-076246fad6cc,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:33.133266 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-1f233c9c-77d2-470a-9cc1-1be6a7587644 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:33.135218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1f233c9c-77d2-470a-9cc1-1be6a7587644 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-599222467 HTTP/1.1" status: 404 len: 328 time: 0.1500132 Apr 25 14:54:33.138096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38014) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:33.138249 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:33.153239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-d20ecbb5-8276-4312-ad21-012bea8c7e89 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-399027827') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:33.304465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fb18b455-1294-4498-82da-f90cc8565ba9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:33.334111 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-d20ecbb5-8276-4312-ad21-012bea8c7e89 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:33.338824 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:33.339030 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:33.339715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:33.340109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d20ecbb5-8276-4312-ad21-012bea8c7e89 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-399027827 HTTP/1.1" status: 404 len: 328 time: 0.1992409 Apr 25 14:54:33.345166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-77b8a2c5-f890-4908-ba7a-5376513598a6 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a', 'tempest-TagsExtTest-Tag-329924851') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:33.441389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fb18b455-1294-4498-82da-f90cc8565ba9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:33.441768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:33.499756 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-77b8a2c5-f890-4908-ba7a-5376513598a6 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:33.502485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77b8a2c5-f890-4908-ba7a-5376513598a6 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags/tempest-TagsExtTest-Tag-329924851 HTTP/1.1" status: 404 len: 328 time: 0.1604195 Apr 25 14:54:33.504699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38028) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:33.510935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-4e53df95-22c9-437c-9465-4f575b9086a9 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', {'tags': ['tempest-TagsExtTest-Tag-1681229321', 'tempest-TagsExtTest-Tag-1484275282', 'tempest-TagsExtTest-Tag-1868540390']}) {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:33.617364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38032) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:33.707809 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:33.817783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:33.834020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:33.839123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Usage tracker for resource:security_group_rule and tenant:b68a30a62e374ae198330e7911f62ff3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:33.842413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:33.849776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:33.873881 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451646e-8869-48a5-a261-142af17b3235 None None] Pushing event updated for resources: {'Port': ['ID=06db128d-ad6f-4083-beea-076246fad6cc,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:34.028423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e5ca0d1-7997-4762-a0d5-2891f040a760 req-520f6adb-c438-4a10-9633-8556a93d0dde tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 210 time: 0.1195648 Apr 25 14:54:34.029935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.100437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.173897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b68a30a62e374ae198330e7911f62ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553622 Apr 25 14:54:34.177395 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:33Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:34.179457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38052) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:34.180239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dc24f-875d-424a-ac2a-907863cd5edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ee19a-ce05-4b0c-8b63-9d3effb9e59f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:34.182502 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6c36a-573f-42cc-bba9-967a10e92a23 None None] The sync data for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 is: [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:33Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:34.217202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4e53df95-22c9-437c-9465-4f575b9086a9 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags HTTP/1.1" status: 200 len: 318 time: 0.7078383 Apr 25 14:54:34.220174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38056) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:34.268137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-032b41f9-fcfe-441a-a746-cb39b30746fb tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:34.277283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:34.293094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.294472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-22b9f991-d986-4c15-88f9-d428f939f000 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:34.296006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-22b9f991-d986-4c15-88f9-d428f939f000 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 796 time: 0.4260302 Apr 25 14:54:34.369241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-5c833316-ece7-4360-81e4-3f06b99fa351 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 380 time: 0.0612407 Apr 25 14:54:34.372129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e09b5-4892-4db1-81ed-f458599dea60 req-d941a18c-e7be-4095-b98c-7bff1a6ee3d2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:34.373692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec7e09b5-4892-4db1-81ed-f458599dea60 req-d941a18c-e7be-4095-b98c-7bff1a6ee3d2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3497519 Apr 25 14:54:34.387399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'port': {'device_id': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'admin_state_up': True, 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'security_groups': ['b100da5a-8c64-497e-bb8c-571605520615']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:34.432162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-671853094'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:34.471525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa7a10de-27c2-4a7f-b7a2-fdc844fb212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.487243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:34.503565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Usage tracker for resource:router and tenant:e986321c0a9c45bdbf1bb0be1976d0ec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:34.508841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:34.519700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:34.532805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa7a10de-27c2-4a7f-b7a2-fdc844fb212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.551786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec7e09b5-4892-4db1-81ed-f458599dea60 req-9ffed928-39c1-4d2d-bfca-c682650d21c3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695235 Apr 25 14:54:34.570234 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.572133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.593714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:34.599825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.609630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-032b41f9-fcfe-441a-a746-cb39b30746fb tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3707459 Apr 25 14:54:34.611666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:34.615178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:34.618198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-16ef9e63-bd2c-4565-818a-abf48d6feb88 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1681229321') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:34.630701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:34.635343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.647353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.716169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.720093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8fad62bd-f9db-4aec-9cb3-81b8906f152e tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4389455 Apr 25 14:54:34.720268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38070) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:34.763974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa7a10de-27c2-4a7f-b7a2-fdc844fb212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.909875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a10de-27c2-4a7f-b7a2-fdc844fb212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ee19a-ce05-4b0c-8b63-9d3effb9e59f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:34.915890 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-16ef9e63-bd2c-4565-818a-abf48d6feb88 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:34.916974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16ef9e63-bd2c-4565-818a-abf48d6feb88 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1681229321 HTTP/1.1" status: 404 len: 329 time: 0.3043714 Apr 25 14:54:34.922351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38074) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:34.923660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa7a10de-27c2-4a7f-b7a2-fdc844fb212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:34.925554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa7a10de-27c2-4a7f-b7a2-fdc844fb212a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b40ee19a-ce05-4b0c-8b63-9d3effb9e59f HTTP/1.1" status: 204 len: 168 time: 0.7391279 Apr 25 14:54:34.932562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-51bdf5f7-6eb5-4de7-b401-2d189f46a4e3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1484275282') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:35.013696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06db128d-ad6f-4083-beea-076246fad6cc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:35.013916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.071060 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-51bdf5f7-6eb5-4de7-b401-2d189f46a4e3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:35.072156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-51bdf5f7-6eb5-4de7-b401-2d189f46a4e3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1484275282 HTTP/1.1" status: 404 len: 329 time: 0.1452618 Apr 25 14:54:35.075050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.118781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-ca1c6ab6-4b2e-4f12-9e56-7d5fabe4dbb3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f', 'tempest-TagsExtTest-Tag-1868540390') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:35.154964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 06db128d-ad6f-4083-beea-076246fad6cc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:35.163156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 06db128d-ad6f-4083-beea-076246fad6cc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:35.163604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.248854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b32f177-b08d-49f0-a0e0-5807c3f87ad3 req-75b9fa52-3c4e-425c-8195-09b379388c89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 210 time: 0.0565040 Apr 25 14:54:35.355853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.398407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 06db128d-ad6f-4083-beea-076246fad6cc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=06db128d-ad6f-4083-beea-076246fad6cc,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:35.407029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.468912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38088) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.488208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=06db128d-ad6f-4083-beea-076246fad6cc,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:35.534917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57b937b5-a4ed-40ca-a0d6-7f10fbbcfbb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e74dd6e7012b445ab9a07d010f9444e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644152 Apr 25 14:54:35.537307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38092) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.591562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.10 (7e9a06d7-48f1-4eab-ba77-1a25e626809c/36427c9f-00c8-4167-b5f8-9bdbb6e83053/7545a142-f8db-4720-abf0-2605ed8771a2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:35.594668 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-ca1c6ab6-4b2e-4f12-9e56-7d5fabe4dbb3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:35.598638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca1c6ab6-4b2e-4f12-9e56-7d5fabe4dbb3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags/tempest-TagsExtTest-Tag-1868540390 HTTP/1.1" status: 404 len: 329 time: 0.5196333 Apr 25 14:54:35.599639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.609415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.615121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.619132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-a77eacbb-3c25-4fde-8d42-ca8154563fc1 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', {'tags': ['tempest-TagsExtTest-Tag-1322748176', 'tempest-TagsExtTest-Tag-1726183679', 'tempest-TagsExtTest-Tag-1364352565']}) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:35.658162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-815f49ac-d208-4cdf-b551-fa4dc1f72c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.663411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.663933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89e271d1-0b5c-4516-b6eb-c200a8e5ed24 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:35.690309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a77eacbb-3c25-4fde-8d42-ca8154563fc1 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "PUT /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags HTTP/1.1" status: 200 len: 318 time: 0.0777509 Apr 25 14:54:35.694561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38102) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.714709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-a6b4df6b-1803-4182-9dc2-2aebe9959f8b tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:35.744350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-815f49ac-d208-4cdf-b551-fa4dc1f72c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.804932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.806901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-520d0d48-405e-4dba-a9b6-f87c091fa3d6 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "DELETE /v2.0/routers/89e271d1-0b5c-4516-b6eb-c200a8e5ed24 HTTP/1.1" status: 204 len: 168 time: 1.0856857 Apr 25 14:54:35.811350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38106) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.818016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d73f3-0d9b-4b62-a491-312180fefd05 req-54eaee81-0083-473e-acd1-c6384bb30b70 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:35.819466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a1d73f3-0d9b-4b62-a491-312180fefd05 req-54eaee81-0083-473e-acd1-c6384bb30b70 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1286345 Apr 25 14:54:35.823059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Request body: {'router': {'name': 'tempest-router-873900397', 'distributed': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:35.825877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-815f49ac-d208-4cdf-b551-fa4dc1f72c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.834936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:35.847065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Usage tracker for resource:router and tenant:e986321c0a9c45bdbf1bb0be1976d0ec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:35.854650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f49ac-d208-4cdf-b551-fa4dc1f72c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa1cdf-190f-4f49-afe7-ac12184a902b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:35.857364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:35.870139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:35.874163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-815f49ac-d208-4cdf-b551-fa4dc1f72c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.875415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-815f49ac-d208-4cdf-b551-fa4dc1f72c2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9fa1cdf-190f-4f49-afe7-ac12184a902b HTTP/1.1" status: 204 len: 168 time: 0.3369062 Apr 25 14:54:35.887485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a1d73f3-0d9b-4b62-a491-312180fefd05 req-989a62a7-3dea-4f3a-a6f0-ac226cda54af tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575187 Apr 25 14:54:35.909758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.917287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.918277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.927611 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a6b4df6b-1803-4182-9dc2-2aebe9959f8b tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags HTTP/1.1" status: 204 len: 168 time: 0.2320781 Apr 25 14:54:35.931427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38112) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.936579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 7545a142-f8db-4720-abf0-2605ed8771a2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:35.936957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-63fba43a-0d27-474a-9fe8-e6d8f2bc6bcf tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1322748176') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:35.948510 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:35.964416 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-63fba43a-0d27-474a-9fe8-e6d8f2bc6bcf tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:35.969083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-63fba43a-0d27-474a-9fe8-e6d8f2bc6bcf tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1322748176 HTTP/1.1" status: 404 len: 329 time: 0.0328829 Apr 25 14:54:35.970342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38116) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:35.976105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-2100beba-baa3-4d59-a46f-58107245882f tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1726183679') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:35.985891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.005108 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-2100beba-baa3-4d59-a46f-58107245882f tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:36.009579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.009768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2100beba-baa3-4d59-a46f-58107245882f tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1726183679 HTTP/1.1" status: 404 len: 329 time: 0.0341117 Apr 25 14:54:36.010524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38122) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.015480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-403bd7bf-8b04-4f82-9d8a-56645c378264 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07', 'tempest-TagsExtTest-Tag-1364352565') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:36.043702 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-403bd7bf-8b04-4f82-9d8a-56645c378264 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] show failed (client error): The resource could not be found. Apr 25 14:54:36.044737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-403bd7bf-8b04-4f82-9d8a-56645c378264 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags/tempest-TagsExtTest-Tag-1364352565 HTTP/1.1" status: 404 len: 329 time: 0.0336578 Apr 25 14:54:36.047465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38126) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.054622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-6835dd11-eed5-444f-b720-649f1a7c94a2 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30bdeb19-9b1a-4953-9db6-34a77c197e07') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:36.062723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.066642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f9c7f0ce-fabc-4aff-ba84-fbbafd790075 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2479928 Apr 25 14:54:36.067183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38130) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.089383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:36.092956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:36.102762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:36.102762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:36.153489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.154388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.154730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.155454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.155810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.156309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.156902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.157271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.157922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.158337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.158712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.159516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:36.199497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:36.200146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.225230 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-cfed8d5b-e819-4c4b-8aa7-db6f44d88da2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8430431 Apr 25 14:54:36.226113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.239336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Request body: {'port': {'device_id': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:36.298483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6835dd11-eed5-444f-b720-649f1a7c94a2 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07/tags HTTP/1.1" status: 204 len: 168 time: 0.2500129 Apr 25 14:54:36.302169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38142) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.310263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-6a8b078e-9b8c-4b79-a521-cf8a759f6577 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef39effc-f464-4b18-be59-189bb309cc9f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:36.396140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-43f95904-baef-4c2f-b665-d7409dfb65f9 None None] Provisioning for port 7545a142-f8db-4720-abf0-2605ed8771a2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:36.407991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-43f95904-baef-4c2f-b665-d7409dfb65f9 None None] Provisioning complete for port 7545a142-f8db-4720-abf0-2605ed8771a2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:36.408660 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43f95904-baef-4c2f-b665-d7409dfb65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.542340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38154) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.553094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-43f95904-baef-4c2f-b665-d7409dfb65f9 None None] Port 7545a142-f8db-4720-abf0-2605ed8771a2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:36.675170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.678079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.710879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.711643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c306e211-e3a1-4a8d-a054-1a0ceb433762 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:36.723805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.728962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e5a6d06-7be9-4c1c-8a19-83fb2718a02c tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c306e211-e3a1-4a8d-a054-1a0ceb433762 HTTP/1.1" status: 204 len: 168 time: 0.6568367 Apr 25 14:54:36.729239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38162) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.734745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Request body: {'router': {'name': 'tempest-router-761626054', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b26a9433bf7d400b9e7d66b9c716093b'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:36.740916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:36.746786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Usage tracker for resource:router and tenant:b26a9433bf7d400b9e7d66b9c716093b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:36.750240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:36.758769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:36.779180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.780435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.800791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.823153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.868058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.872527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ecf7acf0-c165-4c3d-9d5a-3f2e7f1ea10d tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1420677 Apr 25 14:54:36.873197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38176) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:36.887563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:36.924424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:36.973126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06db128d-ad6f-4083-beea-076246fad6cc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:36.999712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6a8b078e-9b8c-4b79-a521-cf8a759f6577 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f/tags HTTP/1.1" status: 204 len: 168 time: 0.6962245 Apr 25 14:54:37.054896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38184) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:37.070494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.tag.tag_plugin [None req-a9f5c647-9b28-4946-bc58-5127f171362c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53e39493-4a23-41d0-91aa-aac149c9c17a') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:37.113468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 06db128d-ad6f-4083-beea-076246fad6cc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:37.114080 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.126640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38190) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:37.176093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d5776-abd3-460e-af03-a6ff60630cc4 req-ae2c9e90-9105-4972-ac89-d2ba742e6964 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:37.176918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-565d5776-abd3-460e-af03-a6ff60630cc4 req-ae2c9e90-9105-4972-ac89-d2ba742e6964 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:37.372474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-565d5776-abd3-460e-af03-a6ff60630cc4 req-ae2c9e90-9105-4972-ac89-d2ba742e6964 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:37.379378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-565d5776-abd3-460e-af03-a6ff60630cc4 req-ae2c9e90-9105-4972-ac89-d2ba742e6964 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 932 time: 0.8694429 Apr 25 14:54:37.523246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177839573'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:37.552835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:37.582333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-565d5776-abd3-460e-af03-a6ff60630cc4 req-272d679d-08de-4ee2-aede-1cf3caeac1a4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019989 Apr 25 14:54:37.612213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:37.626655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.627123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.690645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:37.720006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:37.810312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7545a142-f8db-4720-abf0-2605ed8771a2 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:54:37.813849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:37.817252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.819997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.832106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88061) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 25 14:54:37.832444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Router 09149bc8-5f49-436f-b261-070cdde776d3 migrating from provider to provider. {{(pid=88061) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 25 14:54:37.832816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.841168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a9f5c647-9b28-4946-bc58-5127f171362c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a/tags HTTP/1.1" status: 204 len: 168 time: 0.7824705 Apr 25 14:54:37.841371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Transition to ACTIVE for port object 7545a142-f8db-4720-abf0-2605ed8771a2 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:37.842146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38200) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:37.847787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.tag.tag_plugin [None req-b5252b9e-06ee-47f1-b9c3-2131340fa201 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c079d2a8-5576-4d43-b58a-768ad337ec9d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:37.848517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.859797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.871707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.879930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:37.880348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abbed1-7c7d-447d-a5a4-58d79f8ff5cd req-8273bb20-7b65-4e95-83a8-f63387fae5ad tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:37.887596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73abbed1-7c7d-447d-a5a4-58d79f8ff5cd req-8273bb20-7b65-4e95-83a8-f63387fae5ad tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4625432 Apr 25 14:54:37.890777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:37.911137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:security_group_rule and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:37.974312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:37.990751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:38.107786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:38.120438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-73abbed1-7c7d-447d-a5a4-58d79f8ff5cd req-e4b5b124-94a2-4122-bc1e-ac1177b3e1d2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319884 Apr 25 14:54:38.132298 n-d-811416-6 neutron-server[88061]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] No L3 agents can host the router 09149bc8-5f49-436f-b261-070cdde776d3 Apr 25 14:54:38.240211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.329171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b5252b9e-06ee-47f1-b9c3-2131340fa201 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d/tags HTTP/1.1" status: 204 len: 168 time: 0.4813528 Apr 25 14:54:38.329959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:38.330391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:38.330827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:38.332927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38204) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:38.355950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:54:38.356292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:38.378467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:38.378826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Checking segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:38.379268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Bound using segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:38.379757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Bound port: 7545a142-f8db-4720-abf0-2605ed8771a2, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:38.380135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.384921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Hosts for router 09149bc8-5f49-436f-b261-070cdde776d3: [] {{(pid=88061) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 25 14:54:38.417843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.428389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.442255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Hosts for other DVR routers connected to router 09149bc8-5f49-436f-b261-070cdde776d3: set() {{(pid=88061) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 25 14:54:38.474719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:38.484005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.485218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b429ba28-4066-46db-9941-50f45fc94058 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "PUT /v2.0/routers/09149bc8-5f49-436f-b261-070cdde776d3 HTTP/1.1" status: 200 len: 716 time: 1.6110649 Apr 25 14:54:38.487316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79288a86-09dd-4903-b2cf-3cfc59e3a04c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:38.490724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38208) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:38.495506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.495853 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment 60ab5b27-1f2a-4b4a-bc48-98b2b7136077 of type vlan for network 058402b5-f988-445d-aedd-10b15f1fe336 Apr 25 14:54:38.528025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-007a13bf-3f2c-46d8-8d70-f2c5d9237732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.648983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-82e1bea0-2096-4b24-ba2b-01f4d19583ce tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "GET /v2.0/routers/09149bc8-5f49-436f-b261-070cdde776d3 HTTP/1.1" status: 200 len: 716 time: 0.1571012 Apr 25 14:54:38.652528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38214) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:38.660721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.698930 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.707131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:38.708049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.894207 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7072866 Apr 25 14:54:38.896538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38224) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:38.912296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1002076889'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:38.918882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=058402b5-f988-445d-aedd-10b15f1fe336,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:38.925074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:38.930500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.931379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.931720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.932054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.932383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.932704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.933079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.933613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.934022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.934488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.934817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.935396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a25a70-fdc3-4cab-9a5d-7156b9644053 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:54:38.939598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:38.948724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 058402b5-f988-445d-aedd-10b15f1fe336 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:38.950033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:38.953948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:38.995290 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c59bf87-fd95-4225-9721-8c1409f55a60 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for subnetpool, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:38.995290 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4c59bf87-fd95-4225-9721-8c1409f55a60 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnetpools/30bdeb19-9b1a-4953-9db6-34a77c197e07 HTTP/1.1" status: 204 len: 168 time: 0.6543262 Apr 25 14:54:38.995290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:38.995916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:39.004842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:39.066870 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.111641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9cbbd815-9a91-4800-b7a5-2850a6685939 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef39effc-f464-4b18-be59-189bb309cc9f HTTP/1.1" status: 200 len: 205 time: 0.1019464 Apr 25 14:54:39.122534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38238) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:39.140066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:39.143616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.185413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b85967ce-4335-4865-a8e7-9917ccda7202 tempest-RoutersTestDVR-207628026 tempest-RoutersTestDVR-207628026-project] 10.222.0.23 "GET /v2.0/routers/09149bc8-5f49-436f-b261-070cdde776d3 HTTP/1.1" status: 200 len: 682 time: 0.5295606 Apr 25 14:54:39.185680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38244) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:39.244819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:39.245467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.246849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] 10.222.0.21 "PUT /v2.0/ports/7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1092 time: 3.0141547 Apr 25 14:54:39.248132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:39.260278 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:54:39.296294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3e018-d791-4163-9722-926f4fafda3d req-cebd97e9-af0e-4fde-a536-06a7d7bab08f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:39.298440 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66d3e018-d791-4163-9722-926f4fafda3d req-cebd97e9-af0e-4fde-a536-06a7d7bab08f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.5685403 Apr 25 14:54:39.372078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.460007 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.511344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e322ead-043e-43d9-aa35-95d7548ae64e service neutron] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:39.544812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:39.637055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.637313 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment d35f8669-9691-4e54-a5d1-d5996088785a of type vlan for network 64606ef0-73b2-445e-b690-7f7edd3bc3fc Apr 25 14:54:39.656826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-66d3e018-d791-4163-9722-926f4fafda3d req-f5b76c57-afbc-410a-90a1-b161e9e8fe8d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775061 Apr 25 14:54:39.763778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.766484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.801944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c12f0-cfda-4b5e-91ff-c4af29aa592f req-5fe0ca76-1252-46eb-b56d-36c3c7b9b6b4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:39.802280 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1c6dc5-f8ff-4c42-a407-316db33a7a34'] response: {'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'status': 'completed', 'code': 200} Apr 25 14:54:39.808875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-781c12f0-cfda-4b5e-91ff-c4af29aa592f req-5fe0ca76-1252-46eb-b56d-36c3c7b9b6b4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3445814 Apr 25 14:54:39.829154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.829709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09149bc8-5f49-436f-b261-070cdde776d3 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:39.846304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.847410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18901f66-8a60-4dd6-9037-075688c8e424 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "DELETE /v2.0/routers/09149bc8-5f49-436f-b261-070cdde776d3 HTTP/1.1" status: 204 len: 168 time: 0.6608605 Apr 25 14:54:39.853840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38252) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:39.861309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Request body: {'router': {'name': 'tempest-router-220471979', 'distributed': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:39.869365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-781c12f0-cfda-4b5e-91ff-c4af29aa592f req-f2e39f91-5d3b-48e4-b3d1-b03c9f67cac2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593991 Apr 25 14:54:39.870192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:39.874317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Usage tracker for resource:router and tenant:e986321c0a9c45bdbf1bb0be1976d0ec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:39.877254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:39.882994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:39.893515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.894532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.910084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.929818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.948212 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.949423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ea5497cb-1d09-4b88-b438-f4b580316df4 tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0946243 Apr 25 14:54:39.952144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38256) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:39.962819 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:39.968061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.095055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.110190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.148894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-06159b2b-0a25-47b0-9070-38a4fee0116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:40.150914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-06159b2b-0a25-47b0-9070-38a4fee0116c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1095 time: 0.7708600 Apr 25 14:54:40.165595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port fb18b455-1294-4498-82da-f90cc8565ba9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:40.165938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.285742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.286468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Fanout notify agent at l3_agent the message router_deleted on router ef39effc-f464-4b18-be59-189bb309cc9f {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:40.295021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-39536516-f2f9-4d79-b84d-96530d1fca81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 217 time: 0.0929668 Apr 25 14:54:40.356475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.361891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:40.362475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.403020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.405178 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.427423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.428042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49effdec-c623-49d6-9b31-d1ad4405edab {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:54:40.437214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.441982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-72b46b38-3f14-4cad-88bb-1ea8a941714a tempest-RoutersTestDVR-1629447191 tempest-RoutersTestDVR-1629447191-project-admin] 10.222.0.23 "DELETE /v2.0/routers/49effdec-c623-49d6-9b31-d1ad4405edab HTTP/1.1" status: 204 len: 168 time: 0.4886823 Apr 25 14:54:40.465005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.468993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38262) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:40.469169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e59c916-5c4f-408f-9f1d-c312402b80c4 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/routers/ef39effc-f464-4b18-be59-189bb309cc9f HTTP/1.1" status: 204 len: 168 time: 1.3422699 Apr 25 14:54:40.554573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Deleting port 53e39493-4a23-41d0-91aa-aac149c9c17a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:40.554928 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.594910 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6947656 Apr 25 14:54:40.611671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38266) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:40.620762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830ccc8-7f8c-417d-959a-250dbbabe70e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=64606ef0-73b2-445e-b690-7f7edd3bc3fc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:40.633216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15015a04-2a44-46e2-96be-284ececddadd req-478ec1e6-cca3-43ef-86fa-c892bf85dccc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:40.636536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15015a04-2a44-46e2-96be-284ececddadd req-478ec1e6-cca3-43ef-86fa-c892bf85dccc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.8179593 Apr 25 14:54:40.641837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '058402b5-f988-445d-aedd-10b15f1fe336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:40.647950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:40.660431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-cf2552ae-2ecd-4546-94b1-f23aa4a52e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:40.662072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-cf2552ae-2ecd-4546-94b1-f23aa4a52e5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.3533280 Apr 25 14:54:40.840286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38274) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:40.890902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port fb18b455-1294-4498-82da-f90cc8565ba9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fb18b455-1294-4498-82da-f90cc8565ba9,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:40.891272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:40.901280 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61579f94-458b-4f3e-99ae-9ec3bc8dcd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.028818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.037571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15015a04-2a44-46e2-96be-284ececddadd req-7841ee6a-f92a-4b74-badc-6103305fb7ca tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3656776 Apr 25 14:54:41.039388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:41.048158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for fb18b455-1294-4498-82da-f90cc8565ba9 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:41.058670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:41.062490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b26a9433bf7d400b9e7d66b9c716093b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:41.071077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:41.080764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:41.091470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:41.092036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:41.105642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:41.109615 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.136637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5173df-ba5b-4108-915c-71f2b407e4c0 req-a195a59c-ba05-44cf-8103-2e356ed35619 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:41.138439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f5173df-ba5b-4108-915c-71f2b407e4c0 req-a195a59c-ba05-44cf-8103-2e356ed35619 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.2777352 Apr 25 14:54:41.277884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Calling delete_port for 53e39493-4a23-41d0-91aa-aac149c9c17a owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:41.285223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406e09-c121-4630-8324-1c85a55dd53e req-a1891249-0ce0-4caf-b23a-0fcbf5349c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:41.286703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-a1891249-0ce0-4caf-b23a-0fcbf5349c67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6163871 Apr 25 14:54:41.287299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:41.291217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.366815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f5173df-ba5b-4108-915c-71f2b407e4c0 req-f986989e-aae3-494f-8b57-1d4473bc9266 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736121 Apr 25 14:54:41.482341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.487759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.505117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.585911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event deleted for resources: {'Port': ['ID=53e39493-4a23-41d0-91aa-aac149c9c17a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:41.590575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06a332-594c-4564-b750-d94d6f622e1a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:41.619799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa74094b-9a9f-4333-b7ee-63765cdc7fd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b26a9433bf7d400b9e7d66b9c716093b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777085 Apr 25 14:54:41.625310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38282) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:41.659429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-87c7338e-4bdb-4cdc-a9a5-ecb2f0352960 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546062 Apr 25 14:54:41.667523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e05e72-2501-4e86-b072-5166a206e181 req-639bafdb-b248-4354-80a9-912b81d1daf0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:41.669085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72e05e72-2501-4e86-b072-5166a206e181 req-639bafdb-b248-4354-80a9-912b81d1daf0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3958604 Apr 25 14:54:41.740802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.768964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.770058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bfd9d88a-4511-437f-ba6b-bcfc26694349 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/ports/53e39493-4a23-41d0-91aa-aac149c9c17a HTTP/1.1" status: 204 len: 168 time: 1.2999141 Apr 25 14:54:41.773253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38286) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:41.776790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45ac1c56-dba8-42e7-8d5d-6a2bcf84fa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.862332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45ac1c56-dba8-42e7-8d5d-6a2bcf84fa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.894273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Deleting subnet c079d2a8-5576-4d43-b58a-768ad337ec9d {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:54:41.907543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.921197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:41.977788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.030775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45ac1c56-dba8-42e7-8d5d-6a2bcf84fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.053861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1c56-dba8-42e7-8d5d-6a2bcf84fa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06a332-594c-4564-b750-d94d6f622e1a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:42.056955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72e05e72-2501-4e86-b072-5166a206e181 req-1b604daf-6a4f-45df-9e80-24cdcf2119bf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994607 Apr 25 14:54:42.067073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-45ac1c56-dba8-42e7-8d5d-6a2bcf84fa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.072062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-45ac1c56-dba8-42e7-8d5d-6a2bcf84fa68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c06a332-594c-4564-b750-d94d6f622e1a HTTP/1.1" status: 204 len: 168 time: 0.4449451 Apr 25 14:54:42.110118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.152758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.203900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.246745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30406e09-c121-4630-8324-1c85a55dd53e req-21eaad1a-2d80-4613-91e5-ecb7c48948db service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719671 Apr 25 14:54:42.276904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=fb18b455-1294-4498-82da-f90cc8565ba9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:42.305441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b41c2b-8719-4317-9bc2-2053b66954ca req-f4911753-3878-4bcd-88f8-a0bc909ad6bf tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:42.307513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38b41c2b-8719-4317-9bc2-2053b66954ca req-f4911753-3878-4bcd-88f8-a0bc909ad6bf tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.1341767 Apr 25 14:54:42.309091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.353542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event deleted for resources: {'Subnet': ['ID=c079d2a8-5576-4d43-b58a-768ad337ec9d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:42.371343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.377532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802bfeac-3b9a-4de8-8c96-1c4fafa28f96 None None] Network a897473b-678e-4f8a-924f-6725173f04c4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:42.394800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a982d842-5015-4267-9d36-0daa44b7bfc3 tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/subnets/c079d2a8-5576-4d43-b58a-768ad337ec9d HTTP/1.1" status: 204 len: 168 time: 0.6166601 Apr 25 14:54:42.394800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38298) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:42.563399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38304) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:42.605070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38b41c2b-8719-4317-9bc2-2053b66954ca req-1310be9d-c459-42a0-abf9-a63f075dd56f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612581 Apr 25 14:54:42.610367 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.622029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Deleting port 05280694-3192-48bf-9551-3caa931deab0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:42.622554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.650670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.672090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': '60ab5b27-1f2a-4b4a-bc48-98b2b7136077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '058402b5-f988-445d-aedd-10b15f1fe336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:42.672471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 058402b5-f988-445d-aedd-10b15f1fe336, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:54:42.685759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=7ba86234-e976-4901-90da-b91a3f2b749d,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:42.709137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:42.723398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Usage tracker for resource:security_group_rule and tenant:e986321c0a9c45bdbf1bb0be1976d0ec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:42.734393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:42.752662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] DHCP port deletion for a897473b-678e-4f8a-924f-6725173f04c4 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:54:42.757704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Deleting port 05280694-3192-48bf-9551-3caa931deab0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:42.758165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.815520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:42.859512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 058402b5-f988-445d-aedd-10b15f1fe336 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:54:42.882020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-683aced5-be88-4b42-bc31-8fad924568e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:42.883799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-683aced5-be88-4b42-bc31-8fad924568e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1095 time: 0.5425081 Apr 25 14:54:42.928247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 058402b5-f988-445d-aedd-10b15f1fe336) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:42.933377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:42.934060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.945509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915b634-1d81-4945-a792-f771f0f2a548 req-2c1def7b-3aac-4896-b5b8-c36169a3acdc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:42.947896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f915b634-1d81-4945-a792-f771f0f2a548 req-2c1def7b-3aac-4896-b5b8-c36169a3acdc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.3594868 Apr 25 14:54:42.958052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5d3c7-0231-453d-a7fc-83cfb15b5c8f None None] Network 058402b5-f988-445d-aedd-10b15f1fe336 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:42.976602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] For port 05280694-3192-48bf-9551-3caa931deab0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=05280694-3192-48bf-9551-3caa931deab0,segment=NetworkSegment(e3c5b278-b5b3-4f1e-8be2-4739162cd72c),segment_id=e3c5b278-b5b3-4f1e-8be2-4739162cd72c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:42.977283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:42.986484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.102670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 05280694-3192-48bf-9551-3caa931deab0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:43.122937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Calling delete_port for 05280694-3192-48bf-9551-3caa931deab0 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:43.175629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] For port 05280694-3192-48bf-9551-3caa931deab0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=05280694-3192-48bf-9551-3caa931deab0,segment=NetworkSegment(e3c5b278-b5b3-4f1e-8be2-4739162cd72c),segment_id=e3c5b278-b5b3-4f1e-8be2-4739162cd72c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:43.176368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.224779 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6d8e40ab-fcfe-4d66-95f1-3161e2814a5a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6086409 Apr 25 14:54:43.225915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:43.229924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.259936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f915b634-1d81-4945-a792-f771f0f2a548 req-0edede69-61af-41d1-b016-1f555d13ad3c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795367 Apr 25 14:54:43.292604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:43.327443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Calling delete_port for 05280694-3192-48bf-9551-3caa931deab0 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:43.369624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event deleted for resources: {'Port': ['ID=05280694-3192-48bf-9551-3caa931deab0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:43.371906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 05280694-3192-48bf-9551-3caa931deab0 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:54:43.372527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 05280694-3192-48bf-9551-3caa931deab0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:43.405861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.429355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] No DVR routers for this DVR port 05280694-3192-48bf-9551-3caa931deab0 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:54:43.429636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-07bb0374-8bc1-45d4-a674-489a2817faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:43.431612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-07bb0374-8bc1-45d4-a674-489a2817faf6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.5325220 Apr 25 14:54:43.434889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.510143 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:54:43.512997 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:54:43.542791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1118a4b-055b-41c2-82d2-0419997b8102,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:43.559824 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:54:43.560437 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:54:43.572273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-058402b5-f988-445d-aedd-10b15f1fe336', 'network_id': '058402b5-f988-445d-aedd-10b15f1fe336', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': '7ba86234-e976-4901-90da-b91a3f2b749d'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:54:43.573360 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.648112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:43.663483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:43.667439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:43.672052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.674571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.692948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:43.729242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a897473b-678e-4f8a-924f-6725173f04c4']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:43.749569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:43.753281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.770028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Allocated IP 172.20.0.2 (058402b5-f988-445d-aedd-10b15f1fe336/7ba86234-e976-4901-90da-b91a3f2b749d/ea3cd90b-7886-4396-a17e-84e57e9d2055) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:43.777896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:43.778446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c5b278-b5b3-4f1e-8be2-4739162cd72c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:43.793157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccb5c4-2c86-41fa-9775-d5fb18f32182 req-10d559e0-c194-4007-be89-8e7b9f98320d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:43.794986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8ccb5c4-2c86-41fa-9775-d5fb18f32182 req-10d559e0-c194-4007-be89-8e7b9f98320d tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.5681825 Apr 25 14:54:43.824840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.856285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-cd1f07b1-fce3-4bb4-a956-c2b037b634cc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:43.857738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-cd1f07b1-fce3-4bb4-a956-c2b037b634cc tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.4902024 Apr 25 14:54:43.905127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-e52f2a99-292c-459f-b743-7da7bb20e06c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 217 time: 0.4627919 Apr 25 14:54:43.974282 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:43.994887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:54:43.995658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.001605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31deb27a-5ea7-48d2-b565-d65b6500a55e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e986321c0a9c45bdbf1bb0be1976d0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4296949 Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:54:44.010072 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:54:44.012479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38322) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:44.023489 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.037559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Transition to ACTIVE for port object ea3cd90b-7886-4396-a17e-84e57e9d2055 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:44.051904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:44.057769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8ccb5c4-2c86-41fa-9775-d5fb18f32182 req-81463503-7e0a-42b7-a333-b4af608f2bd1 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409916 Apr 25 14:54:44.060915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-120499bc-89d9-4795-8989-32f47d31c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:44.062382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-120499bc-89d9-4795-8989-32f47d31c50c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1288559 Apr 25 14:54:44.075004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Deleting port 05280694-3192-48bf-9551-3caa931deab0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:44.075539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.086144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228a23-5852-410a-82b5-4b7653c2b3ca req-d0c13db6-23c7-47e0-ad8a-f4105e5fd00a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:44.093548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d228a23-5852-410a-82b5-4b7653c2b3ca req-d0c13db6-23c7-47e0-ad8a-f4105e5fd00a tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 946 time: 0.2861259 Apr 25 14:54:44.138860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Deleting port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:44.139219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.157752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-90e67f50-53df-4342-8f2a-745850e3ef2a None None] The port '05280694-3192-48bf-9551-3caa931deab0' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:54:44.159614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Transition to ACTIVE for port object ea3cd90b-7886-4396-a17e-84e57e9d2055 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:44.180547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.220974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.259994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.269674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d228a23-5852-410a-82b5-4b7653c2b3ca req-ed205518-dbb4-46a5-bfcf-c079b5593e26 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=415138e0-3220-4025-a19f-9d7be9932aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751602 Apr 25 14:54:44.316188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Network 058402b5-f988-445d-aedd-10b15f1fe336 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:44.317397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Pushing event updated for resources: {'Port': ['ID=ea3cd90b-7886-4396-a17e-84e57e9d2055,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:44.329457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:44.336592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:44.364823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] Pushing event deleted for resources: {'Network': ['ID=a897473b-678e-4f8a-924f-6725173f04c4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:44.421736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:44.440778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-21e7712c-3edb-4705-ac61-0d222ebeeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:44.442005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-21e7712c-3edb-4705-ac61-0d222ebeeaa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3640378 Apr 25 14:54:44.453858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:44.457953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e2abaa21-4cc7-4fcf-8fc6-1138da445205 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "PUT /v2.0/routers/630ffcce-8e43-4536-9c94-3f2631d52d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8380437 Apr 25 14:54:44.479590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:44.480245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:44.551756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Attempting to bind port ea3cd90b-7886-4396-a17e-84e57e9d2055 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:44.552137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Attempting to bind port ea3cd90b-7886-4396-a17e-84e57e9d2055 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '60ab5b27-1f2a-4b4a-bc48-98b2b7136077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '058402b5-f988-445d-aedd-10b15f1fe336'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:44.552504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Attempting to bind port ea3cd90b-7886-4396-a17e-84e57e9d2055 on network 058402b5-f988-445d-aedd-10b15f1fe336 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:44.565271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:44.565685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Checking segment: {'id': '60ab5b27-1f2a-4b4a-bc48-98b2b7136077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '058402b5-f988-445d-aedd-10b15f1fe336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:44.566068 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.566467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Bound using segment: {'id': '60ab5b27-1f2a-4b4a-bc48-98b2b7136077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '058402b5-f988-445d-aedd-10b15f1fe336'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:44.566950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Bound port: ea3cd90b-7886-4396-a17e-84e57e9d2055, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ab5b27-1f2a-4b4a-bc48-98b2b7136077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '058402b5-f988-445d-aedd-10b15f1fe336'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:44.567329 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.714838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-b5b35584-2739-4a57-9fc6-e4b9502b4170 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535024 Apr 25 14:54:44.812896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ce160c8-35e3-4b9e-8991-6cc8f6c02a1c tempest-TagsExtTest-1695573943 tempest-TagsExtTest-1695573943-project] 10.222.0.23 "DELETE /v2.0/networks/a897473b-678e-4f8a-924f-6725173f04c4 HTTP/1.1" status: 204 len: 168 time: 2.4063973 Apr 25 14:54:44.824867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] For port ea3cd90b-7886-4396-a17e-84e57e9d2055, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:44.830335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:44.877320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.915493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] For port ea3cd90b-7886-4396-a17e-84e57e9d2055, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ea3cd90b-7886-4396-a17e-84e57e9d2055,segment=NetworkSegment(60ab5b27-1f2a-4b4a-bc48-98b2b7136077),segment_id=60ab5b27-1f2a-4b4a-bc48-98b2b7136077)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:44.932163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.933363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc099ef7-e8ae-4f0d-8f67-8b6099739c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:44.945686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c37b7b9e-e3d8-4177-8177-464c2dd2f055 req-a34c695a-8197-4c03-8bd2-b85a09048db4 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234821 Apr 25 14:54:45.046940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc099ef7-e8ae-4f0d-8f67-8b6099739c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.091380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=74216285-359b-41f1-838f-c06da342b665,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:45.110312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] For port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:45.110820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.119734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': 'd35f8669-9691-4e54-a5d1-d5996088785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:45.122395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 64606ef0-73b2-445e-b690-7f7edd3bc3fc, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:54:45.145480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de8e44-c4dc-43fc-a002-cea091268bb8 None None] Pushing event updated for resources: {'Port': ['ID=ea3cd90b-7886-4396-a17e-84e57e9d2055,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:45.280001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3864e3-1034-44ba-8ba9-aa29da5cfb26 req-bde2ee3f-d049-4a77-964c-7af83bef7540 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:45.281773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a3864e3-1034-44ba-8ba9-aa29da5cfb26 req-bde2ee3f-d049-4a77-964c-7af83bef7540 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.4813383 Apr 25 14:54:45.295668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:54:45.327666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38348) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:45.396911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:41Z', 'revision_number': 6, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:10Z', 'revision_number': 1, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:45.404281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:45.460022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca0a3-61ba-445e-9e2e-9192560457e5 req-15a389b8-9003-4057-adc2-8f0f50791434 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:45.460741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d20ca0a3-61ba-445e-9e2e-9192560457e5 req-15a389b8-9003-4057-adc2-8f0f50791434 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:45.466777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:45.467412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:45.490958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d20ca0a3-61ba-445e-9e2e-9192560457e5 req-15a389b8-9003-4057-adc2-8f0f50791434 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:45.498804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d20ca0a3-61ba-445e-9e2e-9192560457e5 req-15a389b8-9003-4057-adc2-8f0f50791434 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.1962769 Apr 25 14:54:45.603590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d20ca0a3-61ba-445e-9e2e-9192560457e5 req-49d9e3f8-30d8-4af2-ac8b-d68a064bb437 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035190 Apr 25 14:54:45.674688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 64606ef0-73b2-445e-b690-7f7edd3bc3fc) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:45.689549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:45.690629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.710078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448cefd-10b1-451d-adec-ae33bd9e33a6 None None] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:45.719739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a3864e3-1034-44ba-8ba9-aa29da5cfb26 req-de004a90-d8c7-4288-a0be-412f08126f2c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290137 Apr 25 14:54:45.749241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc099ef7-e8ae-4f0d-8f67-8b6099739c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.778160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.778991 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.779490 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Floating IP 47ced518-6b58-4e17-a84e-8ecd204e4590 disassociated. External IP: 172.25.0.110, port: 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e. Apr 25 14:54:45.780107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Calling delete_port for 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:45.814295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099ef7-e8ae-4f0d-8f67-8b6099739c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1118a4b-055b-41c2-82d2-0419997b8102,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:45.839923 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc099ef7-e8ae-4f0d-8f67-8b6099739c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.844519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dc099ef7-e8ae-4f0d-8f67-8b6099739c91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1118a4b-055b-41c2-82d2-0419997b8102 HTTP/1.1" status: 204 len: 168 time: 1.8136477 Apr 25 14:54:45.845701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2f4f4-3c81-47e1-9b41-7ddee82557e8 req-2669641b-1b89-453d-b6be-24e2281f8942 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:45.854115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25c2f4f4-3c81-47e1-9b41-7ddee82557e8 req-2669641b-1b89-453d-b6be-24e2281f8942 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1071677 Apr 25 14:54:45.886348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bd562769-e078-4986-98ed-9912eff31182 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6574969 Apr 25 14:54:45.890856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38356) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:45.901196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1430304454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:45.919777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25c2f4f4-3c81-47e1-9b41-7ddee82557e8 req-06269f8d-fd44-41f9-9999-dc43cef3bfa0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643008 Apr 25 14:54:45.920470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:45.939676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:45.942784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:45.943131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:45.957187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:45.983724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:45.984798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.110698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba703f1d-605a-49b4-9bbb-e095318b7156 req-7e2df425-9e5c-4031-9926-653113a12feb tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 210 time: 0.0539129 Apr 25 14:54:46.116623 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.141568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.172612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.194995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.196478 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e137de4f-1e46-42fb-98c3-d68e50e1731a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3045614 Apr 25 14:54:46.200150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38364) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:46.212224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb6c8bd4-860b-4e22-9fd1-9ef0ebb68c57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f75d26246c343cbbc56c8f5b51a15b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8834407 Apr 25 14:54:46.237203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:54:46.278364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38368) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:46.318344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event deleted for resources: {'Port': ['ID=1a5b15ba-09c4-4a8d-8ed5-f2125128e93e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:46.425934 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:54:46.498788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-64606ef0-73b2-445e-b690-7f7edd3bc3fc', 'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': '74216285-359b-41f1-838f-c06da342b665'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:54:46.499943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.887899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b30265e6-ec69-44da-831c-03a7a21e3ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.939711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b30265e6-ec69-44da-831c-03a7a21e3ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:46.987196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-36e60723-d563-44c0-9627-7bf786bfeeac tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:46.991586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-36e60723-d563-44c0-9627-7bf786bfeeac tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.8591094 Apr 25 14:54:47.047021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d5dba-9c8a-482a-9a28-f20387fb449b None None] Network 058402b5-f988-445d-aedd-10b15f1fe336 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:47.059626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82ea15-0653-4d5e-8bec-fb0a1d5490a2 req-4eba224f-71b1-43c3-9349-87f8347b1409 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:47.069539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a82ea15-0653-4d5e-8bec-fb0a1d5490a2 req-4eba224f-71b1-43c3-9349-87f8347b1409 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.9989862 Apr 25 14:54:47.082541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Allocated IP 172.21.0.2 (64606ef0-73b2-445e-b690-7f7edd3bc3fc/74216285-359b-41f1-838f-c06da342b665/1600e942-29c7-434d-949c-5eed63428bfe) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:47.190871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Router 025b06a6-a101-4757-afe6-41f743241d6c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:47.292122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ea3cd90b-7886-4396-a17e-84e57e9d2055 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:47.362200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38396) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:47.498563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port 167298ae-0f36-480f-b1de-afb7a0e2d443 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:47.499092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.516991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31008825-8472-4c37-bcfa-e7b5b6ea0ece None None] Provisioning for port ea3cd90b-7886-4396-a17e-84e57e9d2055 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:47.536105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a82ea15-0653-4d5e-8bec-fb0a1d5490a2 req-f5c238a2-1bcd-4ab1-81ef-2637c71d7528 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651101 Apr 25 14:54:47.585813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.592159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-c84e72e9-271e-4577-a9b1-b28f94ee6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:47.593691 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-c84e72e9-271e-4577-a9b1-b28f94ee6d27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.8343267 Apr 25 14:54:47.605463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b30265e6-ec69-44da-831c-03a7a21e3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.612864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417a55e-d801-465b-9de1-cff343db44af req-81cf3ff9-52ab-4b64-a642-4e4832330e21 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:47.614623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:47.623626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5417a55e-d801-465b-9de1-cff343db44af req-81cf3ff9-52ab-4b64-a642-4e4832330e21 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.8760488 Apr 25 14:54:47.626297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Transition to ACTIVE for port object 1600e942-29c7-434d-949c-5eed63428bfe will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:47.683977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '7545a142-f8db-4720-abf0-2605ed8771a2', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'mac_address': 'fa:16:3e:c9:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:54:47.711483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30265e6-ec69-44da-831c-03a7a21e3ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a4e589-5add-4f51-851f-a37e1f35b0ab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:47.729278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.757810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'networks': [{'name': 'tempest-network--870373558'}, {'name': 'tempest-network--2036953118'}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:47.758470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'network': {'name': 'tempest-network--870373558'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:47.759301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'network': {'name': 'tempest-network--2036953118'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:47.767200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:47.774541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Usage tracker for resource:network and tenant:248d8f0bc21f4acbb72405ae4331888a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:47.780229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:47.788186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Transition to ACTIVE for port object 1600e942-29c7-434d-949c-5eed63428bfe will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:47.791568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:47.840997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'network': 2} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:47.846261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.861144 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.889455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b30265e6-ec69-44da-831c-03a7a21e3ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.890575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b30265e6-ec69-44da-831c-03a7a21e3ecf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91a4e589-5add-4f51-851f-a37e1f35b0ab HTTP/1.1" status: 204 len: 168 time: 1.6073046 Apr 25 14:54:47.924021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port ea3cd90b-7886-4396-a17e-84e57e9d2055 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:47.955896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:47.970931 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] Sync routers for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:47.976225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ea3cd90b-7886-4396-a17e-84e57e9d2055 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:47.976843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:47.997127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.008013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:48.009186 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:48.027354 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.072595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:48.099184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:48.119170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:48.124423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Pushing event updated for resources: {'Port': ['ID=1600e942-29c7-434d-949c-5eed63428bfe,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:48.124965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] No DVR routers for this DVR port 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:54:48.132865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.133272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7545a142-f8db-4720-abf0-2605ed8771a2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:54:48.135476 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-51726443-774b-4fa7-b3e3-2a01a73546a6 req-ef645b8a-4b7e-443e-b70f-6888ebdd5bf4 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "DELETE /v2.0/ports/1a5b15ba-09c4-4a8d-8ed5-f2125128e93e HTTP/1.1" status: 204 len: 173 time: 4.2287867 Apr 25 14:54:48.140142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:41Z', 'revision_number': 6, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:10Z', 'revision_number': 1, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:48.143190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'name': 'network-vif-deleted', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:48.161987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc39916-5f66-40f9-9786-40e8b5b3e326 req-e7a81075-463a-4ffa-9114-829caea9d8cc tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:48.163635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7fc39916-5f66-40f9-9786-40e8b5b3e326 req-e7a81075-463a-4ffa-9114-829caea9d8cc tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d58e1f7-80bb-49fb-b485-f2ad912d2fb8 HTTP/1.1" status: 200 len: 946 time: 0.4655395 Apr 25 14:54:48.207283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093d49d-206b-4690-a8b1-f43ecb90a087 None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:41Z', 'revision_number': 6, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '3f0748aa-9c1f-4693-a470-492c34e7df34', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'port_id': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'mac_address': 'fa:16:3e:ee:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a62134-d846-4335-a981-ce33dfaabca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:53:02Z', 'updated_at': '2022-04-25T14:53:10Z', 'revision_number': 1, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:48.218887 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5417a55e-d801-465b-9de1-cff343db44af req-27482c34-a96b-445b-aa1c-e3396beae3f3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5940280 Apr 25 14:54:48.259773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port 167298ae-0f36-480f-b1de-afb7a0e2d443, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=167298ae-0f36-480f-b1de-afb7a0e2d443,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:48.262591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.292997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:48.327561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-0db37902-4a7a-4de9-9375-e651fac282b1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:48.339311 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.354664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-0db37902-4a7a-4de9-9375-e651fac282b1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.9810143 Apr 25 14:54:48.364202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:48.412288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for 167298ae-0f36-480f-b1de-afb7a0e2d443 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:48.494150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7fc39916-5f66-40f9-9786-40e8b5b3e326 req-fb04028b-62bd-46f6-9fea-4cd7a611dc71 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047912 Apr 25 14:54:48.494378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Attempting to bind port 1600e942-29c7-434d-949c-5eed63428bfe on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:54:48.494825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Attempting to bind port 1600e942-29c7-434d-949c-5eed63428bfe by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'd35f8669-9691-4e54-a5d1-d5996088785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:54:48.495355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Attempting to bind port 1600e942-29c7-434d-949c-5eed63428bfe on network 64606ef0-73b2-445e-b690-7f7edd3bc3fc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:54:48.517708 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:48.534360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:54:48.535470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Checking segment: {'id': 'd35f8669-9691-4e54-a5d1-d5996088785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:54:48.535470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.535779 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Bound using segment: {'id': 'd35f8669-9691-4e54-a5d1-d5996088785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:54:48.536245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Bound port: 1600e942-29c7-434d-949c-5eed63428bfe, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35f8669-9691-4e54-a5d1-d5996088785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '64606ef0-73b2-445e-b690-7f7edd3bc3fc'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:54:48.536633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.653631 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.714905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:48.764646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Usage tracker for resource:security_group_rule and tenant:248d8f0bc21f4acbb72405ae4331888a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:48.779577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['7545a142-f8db-4720-abf0-2605ed8771a2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:54:48.874251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:48.886679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Deleting port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:48.887624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:48.939991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ea3cd90b-7886-4396-a17e-84e57e9d2055, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ea3cd90b-7886-4396-a17e-84e57e9d2055,segment=NetworkSegment(60ab5b27-1f2a-4b4a-bc48-98b2b7136077),segment_id=60ab5b27-1f2a-4b4a-bc48-98b2b7136077)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:48.981269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:49.043301 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:49.106530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:49.135256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fb18b455-1294-4498-82da-f90cc8565ba9 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:49.188570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] For port 1600e942-29c7-434d-949c-5eed63428bfe, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:54:49.191091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fb18b455-1294-4498-82da-f90cc8565ba9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:49.191440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fb18b455-1294-4498-82da-f90cc8565ba9 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:49.218011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=167298ae-0f36-480f-b1de-afb7a0e2d443,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:49.223179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] For port 1600e942-29c7-434d-949c-5eed63428bfe, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1600e942-29c7-434d-949c-5eed63428bfe,segment=NetworkSegment(d35f8669-9691-4e54-a5d1-d5996088785a),segment_id=d35f8669-9691-4e54-a5d1-d5996088785a)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:54:49.240128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:49.260416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ea3cd90b-7886-4396-a17e-84e57e9d2055,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:49.276400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1be3ba65-f912-41bd-a45a-c14c8638343b None None] Provisioning complete for port ea3cd90b-7886-4396-a17e-84e57e9d2055 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:49.276833 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1be3ba65-f912-41bd-a45a-c14c8638343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:49.334622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-1907d59b-45ac-41bc-8be4-aea78d9cbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:49.337240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-1907d59b-45ac-41bc-8be4-aea78d9cbe6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 1.7072120 Apr 25 14:54:49.389513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:49.394486 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] Checking router: 025b06a6-a101-4757-afe6-41f743241d6c for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:49.404880 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:49.405826 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:49.507339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8ae3a990-3edf-4ea1-b53f-a6a73458e53a req-5b2e7f8c-e4c5-43f9-955f-19a30c6b2ff1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:49.544015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] No DVR routers for this DVR port 167298ae-0f36-480f-b1de-afb7a0e2d443 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:54:49.563054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:49.634086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8ae3a990-3edf-4ea1-b53f-a6a73458e53a req-5b2e7f8c-e4c5-43f9-955f-19a30c6b2ff1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:49.636982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.20.0.1 (058402b5-f988-445d-aedd-10b15f1fe336/7ba86234-e976-4901-90da-b91a3f2b749d/0ad35e1d-e8b0-46e1-bd89-aefac1002542) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:54:49.643121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8ae3a990-3edf-4ea1-b53f-a6a73458e53a req-5b2e7f8c-e4c5-43f9-955f-19a30c6b2ff1 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd HTTP/1.1" status: 200 len: 210 time: 0.4190588 Apr 25 14:54:49.645494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3e53655e-050d-4c8a-a857-52be019bcd93 req-452b81ff-bc59-4fcc-acd1-e0480e19c994 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "DELETE /v2.0/ports/167298ae-0f36-480f-b1de-afb7a0e2d443 HTTP/1.1" status: 204 len: 173 time: 2.5498321 Apr 25 14:54:49.695050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 167298ae-0f36-480f-b1de-afb7a0e2d443 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:49.701150 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:49.831303 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1820fc-c077-4a8b-9527-e6ddc434dbec'] response: {'server_uuid': '54b1c0d8-13e5-4fb9-a15a-c67ff5bcafbd', 'name': 'network-vif-deleted', 'tag': '1a5b15ba-09c4-4a8d-8ed5-f2125128e93e', 'status': 'completed', 'code': 200} Apr 25 14:54:49.844664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 167298ae-0f36-480f-b1de-afb7a0e2d443 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:49.845028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 167298ae-0f36-480f-b1de-afb7a0e2d443 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:49.851005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dad98-05dd-433c-bd85-89445ba7aa8f None None] Pushing event updated for resources: {'Port': ['ID=1600e942-29c7-434d-949c-5eed63428bfe,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:50.276681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080c55-e33f-42cf-8060-c5c60f173459 req-6f21f588-b998-471f-98e2-e3d320f69d8c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:50.283196 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8080c55-e33f-42cf-8060-c5c60f173459 req-6f21f588-b998-471f-98e2-e3d320f69d8c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1866376 Apr 25 14:54:50.354286 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8080c55-e33f-42cf-8060-c5c60f173459 req-02b034df-7b6c-4f78-a5d3-f898fa023c19 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608838 Apr 25 14:54:50.362183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c22c407-eb34-4ce2-aeeb-74cd4215e25a no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:50.384122 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:50.391016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7dc6bd-ee7f-4452-9765-719db82cf76b None None] The sync data for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 is: [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:49:18Z', 'revision_number': 4, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830', 'name': '', 'network_id': '24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'mac_address': 'fa:16:3e:a3:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:17Z', 'updated_at': '2022-04-25T14:49:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'subnets': [{'id': 'cbb651b5-cd7b-4b3b-8869-1956476f4fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:50.486072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda8bb9-d3c9-4a18-90fa-30ce0daedeec req-1e33a1e0-5473-46b4-b8b2-483ad04b5e2a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:50.489981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4dda8bb9-d3c9-4a18-90fa-30ce0daedeec req-1e33a1e0-5473-46b4-b8b2-483ad04b5e2a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 1.7473948 Apr 25 14:54:50.696604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd23717-2878-43d5-9d1b-75f8b4f5dd5c req-3378fa8a-c2bd-4512-bd19-adb4350420dd tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:50.705544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3bd23717-2878-43d5-9d1b-75f8b4f5dd5c req-3378fa8a-c2bd-4512-bd19-adb4350420dd tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.1868377 Apr 25 14:54:50.711694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-34d8b6b4-95d8-47ce-90fc-4b83a86f2e1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.6493678 Apr 25 14:54:50.733968 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:50.792850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:50.796748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:50.799138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3bd23717-2878-43d5-9d1b-75f8b4f5dd5c req-391c57e6-31fe-43bd-b243-b1f523c30414 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898511 Apr 25 14:54:50.807174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:50.808454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:50.824358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:50.825613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:50.830943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4dda8bb9-d3c9-4a18-90fa-30ce0daedeec req-d848276b-2ace-4380-9516-2a39042ddb10 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462902 Apr 25 14:54:50.879501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:50.879885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:50.971674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:50.972038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1a5b15ba-09c4-4a8d-8ed5-f2125128e93e not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:50.990424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:51.015515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3183f5-4676-47e9-9226-528937f496d6 None None] New status for floating IP 47ced518-6b58-4e17-a84e-8ecd204e4590: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:54:51.017351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object 0ad35e1d-e8b0-46e1-bd89-aefac1002542 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:54:51.040528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:51.040932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.059431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38460) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:51.106010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fabd7c9-c200-4515-a719-807a151dcc13,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:51.165574 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1d884b-59a6-4b41-a0f8-e8cdffd4898d'] response: {'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'code': 200} Apr 25 14:54:51.231354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-7c421a94-07e5-4d05-98f1-f1d582494c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:51.235317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27df4dbe-0a3b-42fa-8da4-a4938b052c48 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.237676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-7c421a94-07e5-4d05-98f1-f1d582494c48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.5126977 Apr 25 14:54:51.259915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:51.272889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.273304 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Added segment 1b979441-d17d-473d-90d4-b88440c803bf of type vlan for network c2815010-2249-4e3d-a769-b4dfb3f94992 Apr 25 14:54:51.310847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.317548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7efdf8c-f08f-4850-8315-12cf46bea059 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.369831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27df4dbe-0a3b-42fa-8da4-a4938b052c48 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.379804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669a107-5e6c-450c-9872-92ba7449b167 None None] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:51.412842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7efdf8c-f08f-4850-8315-12cf46bea059 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.426060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1600e942-29c7-434d-949c-5eed63428bfe up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:51.498193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7efdf8c-f08f-4850-8315-12cf46bea059 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.540013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27df4dbe-0a3b-42fa-8da4-a4938b052c48 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.561874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efdf8c-f08f-4850-8315-12cf46bea059 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415138e0-3220-4025-a19f-9d7be9932aa0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:51.597421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:51.619209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.662778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df4dbe-0a3b-42fa-8da4-a4938b052c48 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:51.706671 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7efdf8c-f08f-4850-8315-12cf46bea059 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.707941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e7efdf8c-f08f-4850-8315-12cf46bea059 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "DELETE /v2.0/security-groups/415138e0-3220-4025-a19f-9d7be9932aa0 HTTP/1.1" status: 204 len: 168 time: 0.6471767 Apr 25 14:54:51.709460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27df4dbe-0a3b-42fa-8da4-a4938b052c48 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.713814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-27df4dbe-0a3b-42fa-8da4-a4938b052c48 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/security-groups/9838ab20-1fa0-4d21-844e-b9c0ae6bf9ee HTTP/1.1" status: 204 len: 168 time: 0.7223451 Apr 25 14:54:51.713981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:51.715697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38476) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:51.778448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-366eec01-e2a7-40f3-9754-cc27260ff26f None None] Provisioning for port 1600e942-29c7-434d-949c-5eed63428bfe completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:51.782184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:51.789127 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-a65550c6-6712-4fac-bae2-7e9389240782 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] show failed (client error): The resource could not be found. Apr 25 14:54:51.789409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.789986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:51.790147 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Floating IP 8d82605a-c10a-44ed-8a34-467987a7d189 disassociated. External IP: 172.25.0.155, port: 1c22c407-eb34-4ce2-aeeb-74cd4215e25a. Apr 25 14:54:51.790434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Calling delete_port for 1c22c407-eb34-4ce2-aeeb-74cd4215e25a owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:51.790717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a65550c6-6712-4fac-bae2-7e9389240782 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups/415138e0-3220-4025-a19f-9d7be9932aa0 HTTP/1.1" status: 404 len: 347 time: 0.0740960 Apr 25 14:54:51.939381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38486) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:51.939817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38488) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:51.943206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:54:51.943568 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:54:51.972618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'name': 'network-vif-deleted', 'tag': '167298ae-0f36-480f-b1de-afb7a0e2d443'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:51.989109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5cc8-00e8-45f6-bf49-b7d12ab2b287 req-83eb99a1-beed-4ed6-90c4-53356914ceb3 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:51.996925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-610a5cc8-00e8-45f6-bf49-b7d12ab2b287 req-83eb99a1-beed-4ed6-90c4-53356914ceb3 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.4363561 Apr 25 14:54:52.030516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1600e942-29c7-434d-949c-5eed63428bfe completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:52.034722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.036288 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Added segment 759c91fa-1909-407e-8750-c4c4972b4555 of type vlan for network 0f613d01-34d3-4b45-888a-ffdbd62e05fb Apr 25 14:54:52.040539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1600e942-29c7-434d-949c-5eed63428bfe triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:52.040539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.062019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting subnet f866041d-4c46-4dbd-98a9-bb1eedb6feb4 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:54:52.084544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-610a5cc8-00e8-45f6-bf49-b7d12ab2b287 req-b8d2dcef-a3ca-4cc8-94da-4279b704e69a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844121 Apr 25 14:54:52.085345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.131988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=0ad35e1d-e8b0-46e1-bd89-aefac1002542,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:52.185613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.192959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 058402b5-f988-445d-aedd-10b15f1fe336 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:52.195326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-641130d1-c177-437a-838a-a70c748db05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:52.196938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-641130d1-c177-437a-838a-a70c748db05a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8469796 Apr 25 14:54:52.200745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.330551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.346327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:52.387608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:52.394450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:54:52.409684 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.420295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1600e942-29c7-434d-949c-5eed63428bfe, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1600e942-29c7-434d-949c-5eed63428bfe,segment=NetworkSegment(d35f8669-9691-4e54-a5d1-d5996088785a),segment_id=d35f8669-9691-4e54-a5d1-d5996088785a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:52.428490 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.429310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ea3cd90b-7886-4396-a17e-84e57e9d2055 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:52.453369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Deleting port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:52.453925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.519140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91959a8-9d31-4de5-af7d-c25a21abed2f req-40be6a65-c57f-408e-aa86-83d9e847c9e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:52.520882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b91959a8-9d31-4de5-af7d-c25a21abed2f req-40be6a65-c57f-408e-aa86-83d9e847c9e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 0.2279766 Apr 25 14:54:52.635720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b91959a8-9d31-4de5-af7d-c25a21abed2f req-e8639664-a84d-483d-81a5-34fd601f8197 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896480 Apr 25 14:54:52.638197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1600e942-29c7-434d-949c-5eed63428bfe,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:52.646924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.657020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 7545a142-f8db-4720-abf0-2605ed8771a2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:52.666094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 7545a142-f8db-4720-abf0-2605ed8771a2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:52.666597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.726350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Deleting port da6b05ff-3ec0-4327-99cc-65e693b71936 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:52.726698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.744198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ea3cd90b-7886-4396-a17e-84e57e9d2055 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:52.744673 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.749664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.761282 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811267c1-dc4b-4190-b0e2-4e50f7cd3a1b'] response: {'server_uuid': '7d58e1f7-80bb-49fb-b485-f2ad912d2fb8', 'name': 'network-vif-deleted', 'tag': '167298ae-0f36-480f-b1de-afb7a0e2d443', 'status': 'completed', 'code': 200} Apr 25 14:54:52.764761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Subnet': ['ID=f866041d-4c46-4dbd-98a9-bb1eedb6feb4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:52.776033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1e3adea8-74d4-4f80-83ad-f4d763f4b7f4 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/subnets/f866041d-4c46-4dbd-98a9-bb1eedb6feb4 HTTP/1.1" status: 204 len: 168 time: 0.9913585 Apr 25 14:54:52.778746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38504) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:52.798139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480ed175-1348-48c0-92a9-0b42814cfed5 None None] Network 947cbec1-409f-4738-8418-e4aa731df31f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:54:52.842681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:54:52.851815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.909290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.921404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port 39038aaf-4208-4fdf-850b-d686808e8dfa {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:52.921743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.932002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:52.969394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-229df465-01d3-4294-8e5a-02fdc1da3dfe None None] Provisioning complete for port 1600e942-29c7-434d-949c-5eed63428bfe triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:52.969801 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-229df465-01d3-4294-8e5a-02fdc1da3dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:52.988982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.101495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:5f96d45d7be744a8a81ac9cdb2b96510 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:53.128253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:53.129953 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.147113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port 39038aaf-4208-4fdf-850b-d686808e8dfa, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=39038aaf-4208-4fdf-850b-d686808e8dfa,segment=NetworkSegment(9bd36900-7831-4216-8d70-1d2a09047437),segment_id=9bd36900-7831-4216-8d70-1d2a09047437)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:53.148456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.152944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.153567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.159187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:53.164173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:53.164956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.169219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:53.255302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:53.261570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-a99db4b0-5748-45d6-839a-a5181214cd77 service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571003 Apr 25 14:54:53.309393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:53.322942 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.362993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9131-1cf6-42bc-863d-8a0ec840e223 req-04254652-db32-4efd-a020-e23474fc2e2b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:53.367002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for 39038aaf-4208-4fdf-850b-d686808e8dfa owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:53.370967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a95f9131-1cf6-42bc-863d-8a0ec840e223 req-04254652-db32-4efd-a020-e23474fc2e2b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 1.4109466 Apr 25 14:54:53.412519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1600e942-29c7-434d-949c-5eed63428bfe up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:54:53.518806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:53.527166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080be4a5-2bec-4dbb-953f-7a53ae0424cf req-919fb32f-8552-484a-94fd-64e4c95804b1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:53.536821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-080be4a5-2bec-4dbb-953f-7a53ae0424cf req-919fb32f-8552-484a-94fd-64e4c95804b1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.3035645 Apr 25 14:54:53.557590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-229df465-01d3-4294-8e5a-02fdc1da3dfe None None] Provisioning for port 0ad35e1d-e8b0-46e1-bd89-aefac1002542 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:54:53.572055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.577985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-229df465-01d3-4294-8e5a-02fdc1da3dfe None None] Provisioning complete for port 0ad35e1d-e8b0-46e1-bd89-aefac1002542 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:53.578368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-229df465-01d3-4294-8e5a-02fdc1da3dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.620845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75566e-c742-482f-b04e-62082423ac5a None None] DHCP port deletion for 947cbec1-409f-4738-8418-e4aa731df31f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:54:53.627673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1600e942-29c7-434d-949c-5eed63428bfe triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:53.628061 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.644980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] No DVR routers for this DVR port 39038aaf-4208-4fdf-850b-d686808e8dfa on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:54:53.646612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=39038aaf-4208-4fdf-850b-d686808e8dfa,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:53.708093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-080be4a5-2bec-4dbb-953f-7a53ae0424cf req-cb9fc170-f10e-4ab1-b4bb-d34e40e9ee93 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703813 Apr 25 14:54:53.709298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-229df465-01d3-4294-8e5a-02fdc1da3dfe None None] Port 0ad35e1d-e8b0-46e1-bd89-aefac1002542 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:53.726852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Network': ['ID=c2815010-2249-4e3d-a769-b4dfb3f94992,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:53.746677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 6.3833942 Apr 25 14:54:53.750219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c2815010-2249-4e3d-a769-b4dfb3f94992 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:53.755060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38514) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:53.796061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.796699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:53.817016 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68950f2f-9c12-4da9-9100-9c722bf95445'] response: {'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'code': 200} Apr 25 14:54:53.843287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a95f9131-1cf6-42bc-863d-8a0ec840e223 req-6976c187-d777-4fea-a98b-e333115eb82c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4713058 Apr 25 14:54:54.106914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Calling delete_port for da6b05ff-3ec0-4327-99cc-65e693b71936 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:54.168947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.194410 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-402d2792-9ed8-40d4-bd73-8a4cf676e11b service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786845 Apr 25 14:54:54.205741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ebf35-a74e-4898-bc8c-c58e9060021e tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Network': ['ID=0f613d01-34d3-4b45-888a-ffdbd62e05fb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:54.220443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947cbec1-409f-4738-8418-e4aa731df31f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:54.220795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0f613d01-34d3-4b45-888a-ffdbd62e05fb details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:54.228474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] For port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:54:54.229644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.241172 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.262025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd36900-7831-4216-8d70-1d2a09047437') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:54.262614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd36900-7831-4216-8d70-1d2a09047437') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:54.296143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.334544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb06a3-4eca-4dfe-8a0d-9be9651ed44c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:54.341186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb06a3-4eca-4dfe-8a0d-9be9651ed44c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:54.346940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb06a3-4eca-4dfe-8a0d-9be9651ed44c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:54.353003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb06a3-4eca-4dfe-8a0d-9be9651ed44c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:54.354760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e8bb06a3-4eca-4dfe-8a0d-9be9651ed44c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5986478 Apr 25 14:54:54.357674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.364389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38518) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:54.371192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435dbe9-0c0b-455d-a88a-b27aa16a9d15 req-0ea90805-73dd-47ee-967d-9fb7559f344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:54.372687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2435dbe9-0c0b-455d-a88a-b27aa16a9d15 req-0ea90805-73dd-47ee-967d-9fb7559f344f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1097 time: 0.4676764 Apr 25 14:54:54.391367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:54:54.391792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:54:54.418804 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:54:54.506721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.551377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.591119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d856b-f60d-4cfe-9faf-55f5871d767d req-a415a63a-6a8f-463f-ac8e-8497ef27b73a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:54.592601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd2d856b-f60d-4cfe-9faf-55f5871d767d req-a415a63a-6a8f-463f-ac8e-8497ef27b73a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.5937426 Apr 25 14:54:54.679449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.690694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2435dbe9-0c0b-455d-a88a-b27aa16a9d15 req-dc45e7df-b3f5-41df-8cfe-9b154d366eb6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682512 Apr 25 14:54:54.705354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.711410 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:54.752528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Network': ['ID=947cbec1-409f-4738-8418-e4aa731df31f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:54.764915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f96d45d7be744a8a81ac9cdb2b96510&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8175111 Apr 25 14:54:54.770183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd2d856b-f60d-4cfe-9faf-55f5871d767d req-3f407ef7-ebf7-4d4e-9a5b-068362bfd450 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141438 Apr 25 14:54:54.785532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:54.821440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35603dc4-1684-4c16-b1ca-bf6aaee88ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d6279-e1e0-459a-8da9-85b330bbc691,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:54.864589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-98e7241f-b72c-4903-a550-e5c6b98fec66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/networks/947cbec1-409f-4738-8418-e4aa731df31f HTTP/1.1" status: 204 len: 168 time: 2.0806887 Apr 25 14:54:54.868615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:55.261054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.322228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.357554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 39038aaf-4208-4fdf-850b-d686808e8dfa no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:54:55.376037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event deleted for resources: {'Port': ['ID=da6b05ff-3ec0-4327-99cc-65e693b71936,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:55.394594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 39038aaf-4208-4fdf-850b-d686808e8dfa {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:54:55.394913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 39038aaf-4208-4fdf-850b-d686808e8dfa not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:54:55.478201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d313ec6d-a84c-4527-b088-2ed3caff6757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.532608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2815010-2249-4e3d-a769-b4dfb3f94992']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:55.585252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b979441-d17d-473d-90d4-b88440c803bf') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:55.585505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b979441-d17d-473d-90d4-b88440c803bf') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:55.603122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d313ec6d-a84c-4527-b088-2ed3caff6757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.637782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.669708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.670083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.670399 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Floating IP 8d82605a-c10a-44ed-8a34-467987a7d189 disassociated. External IP: 172.25.0.155, port: 1c22c407-eb34-4ce2-aeeb-74cd4215e25a. Apr 25 14:54:55.670740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Calling delete_port for 1c22c407-eb34-4ce2-aeeb-74cd4215e25a owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:55.680473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port b7ee92d5-ac70-4e98-a35c-dc8368d23402 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:54:55.680964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.749368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.768219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aea6f6-3c77-4d72-94f9-c639b1182363 req-71366785-b071-47d7-9353-a67660af3dc8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:55.769754 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69aea6f6-3c77-4d72-94f9-c639b1182363 req-71366785-b071-47d7-9353-a67660af3dc8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7010260 Apr 25 14:54:55.783197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5bce0-39cd-4ae7-a81a-155b19492a1c req-1591879c-08ce-46bd-be25-fbb5862fe910 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:55.783886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3d5bce0-39cd-4ae7-a81a-155b19492a1c req-1591879c-08ce-46bd-be25-fbb5862fe910 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:55.793830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.794735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:54:55.795257 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:54:55.812917 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:54:55.849470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a3d5bce0-39cd-4ae7-a81a-155b19492a1c req-1591879c-08ce-46bd-be25-fbb5862fe910 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:55.850625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3d5bce0-39cd-4ae7-a81a-155b19492a1c req-1591879c-08ce-46bd-be25-fbb5862fe910 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 943 time: 0.8942420 Apr 25 14:54:55.914066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.915189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-71fe831d-f23d-4561-ab37-b65da81aea58 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "DELETE /v2.0/floatingips/47ced518-6b58-4e17-a84e-8ecd204e4590 HTTP/1.1" status: 204 len: 168 time: 3.9707696 Apr 25 14:54:55.949950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:55.964248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.033575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69aea6f6-3c77-4d72-94f9-c639b1182363 req-a347f08b-248c-413e-961e-a52d21a68487 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407863 Apr 25 14:54:56.040650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.054486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3d5bce0-39cd-4ae7-a81a-155b19492a1c req-f561fd3e-a3c2-44f5-bdd8-58f524eb00e8 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f96cb4a-ede4-4576-905a-372f90de9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911440 Apr 25 14:54:56.067640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.070486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d313ec6d-a84c-4527-b088-2ed3caff6757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.100244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Network': ['ID=c2815010-2249-4e3d-a769-b4dfb3f94992,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:56.110505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.110738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.120779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.127946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ec6d-a84c-4527-b088-2ed3caff6757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d6279-e1e0-459a-8da9-85b330bbc691,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:56.136226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=0ad35e1d-e8b0-46e1-bd89-aefac1002542,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:56.146413 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.202133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c9cf24a-6185-4d4c-ad56-68407518d08d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/networks/c2815010-2249-4e3d-a769-b4dfb3f94992 HTTP/1.1" status: 204 len: 168 time: 1.8359053 Apr 25 14:54:56.267737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38540) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:56.268617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d313ec6d-a84c-4527-b088-2ed3caff6757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.269791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d313ec6d-a84c-4527-b088-2ed3caff6757 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef1d6279-e1e0-459a-8da9-85b330bbc691 HTTP/1.1" status: 204 len: 168 time: 1.4311099 Apr 25 14:54:56.281071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for b7ee92d5-ac70-4e98-a35c-dc8368d23402 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:54:56.360078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event deleted for resources: {'Port': ['ID=1c22c407-eb34-4ce2-aeeb-74cd4215e25a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:56.731572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.800268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:56.832430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:56.845628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 058402b5-f988-445d-aedd-10b15f1fe336 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:54:56.846973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:54:56.868694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:57.003784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62060a-8833-46ba-bf86-104da8ef37d2 req-3d84da72-698a-4a58-be2e-2b316d037d70 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:57.006152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f62060a-8833-46ba-bf86-104da8ef37d2 req-3d84da72-698a-4a58-be2e-2b316d037d70 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.6857507 Apr 25 14:54:57.008700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.064354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Usage tracker for resource:security_group_rule and tenant:122a695fecbb408b896f8defc1dbcc69 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:54:57.069363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:54:57.079009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:57.094424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:57.108489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f613d01-34d3-4b45-888a-ffdbd62e05fb']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:57.138412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759c91fa-1909-407e-8750-c4c4972b4555') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:57.138717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759c91fa-1909-407e-8750-c4c4972b4555') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:57.162473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.171879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f62060a-8833-46ba-bf86-104da8ef37d2 req-b917d4e9-e679-445d-ae3d-e770dd9aefb9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498144 Apr 25 14:54:57.186430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-574c1877-1c08-455e-9751-d5f94bd2ef83 None None] Provisioning complete for port 0ad35e1d-e8b0-46e1-bd89-aefac1002542 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:54:57.187828 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-574c1877-1c08-455e-9751-d5f94bd2ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.190038 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.195177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.271460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-574c1877-1c08-455e-9751-d5f94bd2ef83 None None] Port 0ad35e1d-e8b0-46e1-bd89-aefac1002542 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:54:57.274461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:54:57.275354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:54:57.303232 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:54:57.327392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router c699fe69-25a6-4b58-9d15-956f76e9b38e is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:54:57.334733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=b7ee92d5-ac70-4e98-a35c-dc8368d23402,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:57.565549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9881e05-b53a-48a5-baa7-d43c1dcd32ac req-f86e52f4-1b92-4140-9fc4-5d3c5cfb4658 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6742bb0-0a99-4b39-914d-4a1eb057e2b7 HTTP/1.1" status: 200 len: 210 time: 0.1923332 Apr 25 14:54:57.569795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.570135 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Floating IP 3f0748aa-9c1f-4693-a470-492c34e7df34 disassociated (deleted). External IP: 172.25.0.212, port: 33763ce9-3ec6-4d20-8ee1-141fc60687b6. Apr 25 14:54:57.612515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:57.626973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.627866 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:57.640932 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:57.641713 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:57.652542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.671370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Network': ['ID=0f613d01-34d3-4b45-888a-ffdbd62e05fb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:57.677614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b50fb00c-2083-43fb-8355-95c4aef6c745 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/networks/0f613d01-34d3-4b45-888a-ffdbd62e05fb HTTP/1.1" status: 204 len: 168 time: 1.4064164 Apr 25 14:54:57.680456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:57.755037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8f8c-cb8b-405c-8841-5679f67aaa6c req-478431cd-7a82-4c71-9689-5fb3b12011a8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:57.757326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b9f8f8c-cb8b-405c-8841-5679f67aaa6c req-478431cd-7a82-4c71-9689-5fb3b12011a8 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4869170 Apr 25 14:54:57.771182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] No DVR routers for this DVR port 1c22c407-eb34-4ce2-aeeb-74cd4215e25a on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:54:57.795679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:57.801198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'name': 'network-vif-deleted', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:57.900954 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:57.915988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:57.919835 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd1de33-afae-4683-be81-f510bbae85d5'] response: {'server_uuid': 'c6742bb0-0a99-4b39-914d-4a1eb057e2b7', 'name': 'network-vif-deleted', 'tag': '1c22c407-eb34-4ce2-aeeb-74cd4215e25a', 'status': 'completed', 'code': 200} Apr 25 14:54:57.938483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] Sync routers for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:57.952228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:57.955303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:57.958568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5a304c32-fd59-472d-8d3e-14a372fbb1e4 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/c699fe69-25a6-4b58-9d15-956f76e9b38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7573850 Apr 25 14:54:57.962713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b9f8f8c-cb8b-405c-8841-5679f67aaa6c req-041ed388-0649-41c2-96bf-638b888a90d6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863420 Apr 25 14:54:57.964364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:57.965926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa922cc6-e8d8-4713-a27e-2d9cdeed74ac req-dece9140-26b8-4024-b85e-6e5d186fa218 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "DELETE /v2.0/ports/1c22c407-eb34-4ce2-aeeb-74cd4215e25a HTTP/1.1" status: 204 len: 173 time: 9.6046131 Apr 25 14:54:58.089023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccacb263-08a2-4b5a-af37-1b0bb39fb2d3 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:58.107565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccacb263-08a2-4b5a-af37-1b0bb39fb2d3 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:58.108283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ccacb263-08a2-4b5a-af37-1b0bb39fb2d3 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Synchronizing usage tracker for tenant:248d8f0bc21f4acbb72405ae4331888a on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:58.154173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:58.172795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889740be-a79d-4a42-892a-bf43d58048d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:58.173694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-889740be-a79d-4a42-892a-bf43d58048d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:54:58.175126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:58.175783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:58.191439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:58.200658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:58.242083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-889740be-a79d-4a42-892a-bf43d58048d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:58.243769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-889740be-a79d-4a42-892a-bf43d58048d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports/0ad35e1d-e8b0-46e1-bd89-aefac1002542 HTTP/1.1" status: 200 len: 910 time: 0.2767496 Apr 25 14:54:58.249012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38572) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:58.285306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:58.285733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6db268-a35e-4298-aa4d-a33ae811f3d7 None None] The sync data for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:58.546309 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:58.551868 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:54:58.598532 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:58.598532 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:58.672414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ccacb263-08a2-4b5a-af37-1b0bb39fb2d3 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Unset dirty status for tenant:248d8f0bc21f4acbb72405ae4331888a on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:54:58.686115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ccacb263-08a2-4b5a-af37-1b0bb39fb2d3 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0045364 Apr 25 14:54:58.692965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38582) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:58.719619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-402580577'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:58.772705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:58.815787 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=122a695fecbb408b896f8defc1dbcc69&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0104537 Apr 25 14:54:58.819869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38586) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:58.827505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487e2f4-00e6-4547-8bb4-f563dadf91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d600a5f7-c09f-4a1f-a7ca-3e1e219b0a9e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:58.830219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:58.849472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:58.860649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:54:58.876624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-a31f28fd-39fe-4656-bac2-348c232032f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7636118 Apr 25 14:54:58.886383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab933d41-579a-4873-9562-515105a9a28f req-257d56d3-e158-4138-ae54-20832294dd06 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:58.887846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab933d41-579a-4873-9562-515105a9a28f req-257d56d3-e158-4138-ae54-20832294dd06 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7037704 Apr 25 14:54:58.892303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:54:58.895962 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:58.909214 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:59.156445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd69e927-6ab0-4be8-9413-b5a889570e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.186511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2cdce-7d3d-4bfd-ae23-2ae59ddc0adc req-5421f913-0688-49c0-9cc9-1e1380c4cc36 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:59.193658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-59f2cdce-7d3d-4bfd-ae23-2ae59ddc0adc req-5421f913-0688-49c0-9cc9-1e1380c4cc36 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.4695482 Apr 25 14:54:59.219183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:54:59.238868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.239996 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Added segment 91a39863-f8e1-4427-a884-92242bee3ba7 of type vlan for network b3a31e7a-88f6-46da-8535-29f04344d24c Apr 25 14:54:59.265473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd69e927-6ab0-4be8-9413-b5a889570e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.282034 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.334308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ab933d41-579a-4873-9562-515105a9a28f req-708dd3c1-872c-48df-bd3b-473defae078c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4261503 Apr 25 14:54:59.364634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:54:59.382267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.393297 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:54:59.432971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.463914 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:54:59.464564 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:59.466001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-59f2cdce-7d3d-4bfd-ae23-2ae59ddc0adc req-f30bc104-bcb2-476d-b647-464eada4eda8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711658 Apr 25 14:54:59.473488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-06d9cd56-2d28-4c7d-a29f-7102a8c30703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:59.474971 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-06d9cd56-2d28-4c7d-a29f-7102a8c30703 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 1097 time: 0.4927177 Apr 25 14:54:59.475591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.495939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:59.496977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.651699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Network': ['ID=b3a31e7a-88f6-46da-8535-29f04344d24c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:59.667025 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:54:59.679269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b3a31e7a-88f6-46da-8535-29f04344d24c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:54:59.705841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9a3cf99a-b70a-4263-bfab-09e18ae0c229 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f0748aa-9c1f-4693-a470-492c34e7df34 HTTP/1.1" status: 204 len: 168 time: 4.8337836 Apr 25 14:54:59.709537 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a933b-dffb-46b4-8201-7d1bc66eca02 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:54:59.710668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:54:59.886253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-72f21088-388e-4695-823c-e6d3758cdf16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1801822 Apr 25 14:54:59.899521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38604) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:54:59.908052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1557472192'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:54:59.914238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd69e927-6ab0-4be8-9413-b5a889570e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:54:59.919790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:54:59.939198 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:54:59.944683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69e927-6ab0-4be8-9413-b5a889570e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d600a5f7-c09f-4a1f-a7ca-3e1e219b0a9e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:54:59.950579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:54:59.998261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-6de41426-fa39-48a1-9e4f-025af91e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:54:59.999796 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-6de41426-fa39-48a1-9e4f-025af91e87c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.3666737 Apr 25 14:55:00.042414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd69e927-6ab0-4be8-9413-b5a889570e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:00.044340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd69e927-6ab0-4be8-9413-b5a889570e98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d600a5f7-c09f-4a1f-a7ca-3e1e219b0a9e HTTP/1.1" status: 204 len: 168 time: 1.2182553 Apr 25 14:55:00.107048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26518-26de-412b-8471-373ed992dee4 req-a583e518-6809-4a41-94b2-e8c335a71ab9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:00.117983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ca26518-26de-412b-8471-373ed992dee4 req-a583e518-6809-4a41-94b2-e8c335a71ab9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.3161762 Apr 25 14:55:00.205256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03caba-3a4b-4955-913b-14a62eebd718 req-1fd33a82-2f16-40a1-b1c8-3686f989b428 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:00.212918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c03caba-3a4b-4955-913b-14a62eebd718 req-1fd33a82-2f16-40a1-b1c8-3686f989b428 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.4161139 Apr 25 14:55:00.228808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f3fef-44d9-4c00-aa66-f41cca4a96b9 None None] New status for floating IP 8d82605a-c10a-44ed-8a34-467987a7d189: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:55:00.245925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-70b8543e-7064-42e6-9ffb-e538b5d19e1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 HTTP/1.1" status: 200 len: 217 time: 0.2345383 Apr 25 14:55:00.247172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:00.250815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:00.299507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ca26518-26de-412b-8471-373ed992dee4 req-94ef1fd0-d607-4a02-a2ae-5db5d196a253 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707673 Apr 25 14:55:00.336012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-53ac5807-703a-4e35-96b4-6bf9e71e62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:00.338347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-53ac5807-703a-4e35-96b4-6bf9e71e62b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.0773506 Apr 25 14:55:00.387267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38614) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:00.423060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c03caba-3a4b-4955-913b-14a62eebd718 req-e77e96c4-daef-439a-971b-a6d9107923ad tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090116 Apr 25 14:55:00.444435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38618) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:00.604631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.21.0.1 (64606ef0-73b2-445e-b690-7f7edd3bc3fc/74216285-359b-41f1-838f-c06da342b665/d1791d6c-7284-4110-a607-84781d6eff9a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:00.644391 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd42b1ee-d15e-4a6f-b47d-d6cbb635390b'] response: {'name': 'network-changed', 'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'status': 'completed', 'code': 200} Apr 25 14:55:00.690689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:00.758989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:00.759337 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Added segment e8c9f8d0-17c7-48a6-a351-7b4fee8eb693 of type vlan for network 37bfffca-3413-4e6a-bde4-ad7eda67491e Apr 25 14:55:00.799274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3583217b-b48a-46cd-bec5-c2e5ad32cce1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:00.835450 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:41Z', 'revision_number': 6, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:00.850101 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:00.875781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:00.882257 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:00.890043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-a1989f13-0b1b-4079-9acf-a921019c9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:00.891625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-a1989f13-0b1b-4079-9acf-a921019c9870 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5445459 Apr 25 14:55:00.903421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e7b5a-679c-4b18-889f-f5fd4109c7e7 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:00.905053 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-137e7b5a-679c-4b18-889f-f5fd4109c7e7 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1092 time: 0.4487662 Apr 25 14:55:00.925832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38626) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:00.963842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:00.987154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-db16738d-7f11-4e1b-b192-71520813f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:00.987154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-db16738d-7f11-4e1b-b192-71520813f72c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 1096 time: 0.3577335 Apr 25 14:55:01.021967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:01.058570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3583217b-b48a-46cd-bec5-c2e5ad32cce1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.070113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.107745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object d1791d6c-7284-4110-a607-84781d6eff9a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:01.130740 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:01.150125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:01.156503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.407489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:floatingip and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:01.412141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=d1791d6c-7284-4110-a607-84781d6eff9a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:01.433185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:01.434889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:01.442732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:55:01.443363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:01.452330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:01.508982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:01.611578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.641818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0ce26-9296-46ef-871a-a193f4d30746 req-c05adabc-5aa0-4126-bf2c-5a20bd434a38 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:01.649279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ad0ce26-9296-46ef-871a-a193f4d30746 req-c05adabc-5aa0-4126-bf2c-5a20bd434a38 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.8402660 Apr 25 14:55:01.657822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.682623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:41Z', 'revision_number': 6, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:01.689720 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ab13f-b142-46ca-a574-40a23399b9d2 None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:54:41Z', 'revision_number': 6, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '48e0050a-af9f-4d7b-ada2-944df896c69c', 'name': '', 'network_id': 'b8df3b12-59f7-4559-9f89-a15c11d48f7f', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:a7:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:25Z', 'updated_at': '2022-04-25T14:52:35Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '899b0eb6-3661-4f68-92f5-0edff56aed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:01.700756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.706229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:01.706856 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.861630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-774df47d-d83d-4033-b791-1337cd7ad58e None None] Provisioning for port d1791d6c-7284-4110-a607-84781d6eff9a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:01.871326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-774df47d-d83d-4033-b791-1337cd7ad58e None None] Provisioning complete for port d1791d6c-7284-4110-a607-84781d6eff9a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:01.872110 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-774df47d-d83d-4033-b791-1337cd7ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.884102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3583217b-b48a-46cd-bec5-c2e5ad32cce1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.906737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed62b-9d6a-4042-9ae4-f5c0a557c3c8 req-755652c3-37fe-4df6-9c02-7a57854513ee tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:01.908399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-872ed62b-9d6a-4042-9ae4-f5c0a557c3c8 req-755652c3-37fe-4df6-9c02-7a57854513ee tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 0.5793393 Apr 25 14:55:01.931575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-64b5f410-e30f-4fc2-b486-8c8e730b4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:01.933062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-64b5f410-e30f-4fc2-b486-8c8e730b4025 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 200 len: 898 time: 0.8766515 Apr 25 14:55:01.934832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-d1a2cdd2-d8e3-478d-b3cd-7b14f9b0cc03 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0053906 Apr 25 14:55:01.944827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3583217b-b48a-46cd-bec5-c2e5ad32cce1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:01.946079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3583217b-b48a-46cd-bec5-c2e5ad32cce1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f96cb4a-ede4-4576-905a-372f90de9827 HTTP/1.1" status: 204 len: 168 time: 1.5548549 Apr 25 14:55:01.955480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38648) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:01.974666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-774df47d-d83d-4033-b791-1337cd7ad58e None None] Port d1791d6c-7284-4110-a607-84781d6eff9a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:02.001646 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-a323975e-5145-4e28-b204-255ac2734012 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] show failed (client error): The resource could not be found. Apr 25 14:55:02.005739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a323975e-5145-4e28-b204-255ac2734012 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups/7f96cb4a-ede4-4576-905a-372f90de9827 HTTP/1.1" status: 404 len: 347 time: 0.0398624 Apr 25 14:55:02.008726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:02.024796 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ad0ce26-9296-46ef-871a-a193f4d30746 req-7a998d8c-106d-4271-b040-000e2ca00e77 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745146 Apr 25 14:55:02.025668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583217b-b48a-46cd-bec5-c2e5ad32cce1 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f96cb4a-ede4-4576-905a-372f90de9827,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:02.027130 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-872ed62b-9d6a-4042-9ae4-f5c0a557c3c8 req-d3e91118-aaac-4859-9fe8-bfa4dbff4e25 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098413 Apr 25 14:55:02.165669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2607675 Apr 25 14:55:02.178674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38660) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:02.222957 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9045be48-d272-41b0-a58a-a89d435c2f37 None None] New status for floating IP 3f0748aa-9c1f-4693-a470-492c34e7df34: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:55:02.229325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-91fab3a8-8d40-4b4c-98d6-3caee3c239de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6 HTTP/1.1" status: 200 len: 217 time: 0.2160161 Apr 25 14:55:02.264062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f609-ecd8-4cbb-a836-8c06d5f99472 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Network': ['ID=37bfffca-3413-4e6a-bde4-ad7eda67491e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:02.274743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'ports': [{'network_id': 'b3a31e7a-88f6-46da-8535-29f04344d24c', 'name': 'tempest-port--1465729500', 'admin_state_up': True}, {'network_id': '37bfffca-3413-4e6a-bde4-ad7eda67491e', 'admin_state_up': False}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:02.275063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'port': {'network_id': 'b3a31e7a-88f6-46da-8535-29f04344d24c', 'name': 'tempest-port--1465729500', 'admin_state_up': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:02.275544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'port': {'network_id': '37bfffca-3413-4e6a-bde4-ad7eda67491e', 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:02.279494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 37bfffca-3413-4e6a-bde4-ad7eda67491e details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:02.598694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Deleting port 918d8dc8-b0bc-4040-a647-416179c3a1a0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:02.599266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:02.703671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8322a17a-b9a7-43ac-9418-7a58310d5775 req-02b2e025-cf7f-445e-8177-83591e296130 service neutron] 10.222.0.15 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564373 Apr 25 14:55:02.704278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:02.758798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-0fcd8883-654e-4ecb-a8de-139cad0f5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:02.760466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-0fcd8883-654e-4ecb-a8de-139cad0f5278 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=899b0eb6-3661-4f68-92f5-0edff56aed68 HTTP/1.1" status: 200 len: 834 time: 0.4938102 Apr 25 14:55:02.943478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:02.944424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:02.947029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26fe3b-e62b-4f53-b109-4faaebb3d710 req-f21f3da6-25ba-4503-9b9f-8afd441c00f3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:02.948608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b26fe3b-e62b-4f53-b109-4faaebb3d710 req-f21f3da6-25ba-4503-9b9f-8afd441c00f3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7391615 Apr 25 14:55:02.988567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:02.996466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Usage tracker for resource:port and tenant:248d8f0bc21f4acbb72405ae4331888a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:03.006435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:03.010783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:03.034858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:03.122731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b26fe3b-e62b-4f53-b109-4faaebb3d710 req-cc83bae4-73ff-4bc2-ba6a-965c3453f058 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649120 Apr 25 14:55:03.127243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Calling delete_port for 918d8dc8-b0bc-4040-a647-416179c3a1a0 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:03.186992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-3d22ab3e-6b8a-4d2b-8e30-65fabd209199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:03.188595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-3d22ab3e-6b8a-4d2b-8e30-65fabd209199 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8df3b12-59f7-4559-9f89-a15c11d48f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052315 Apr 25 14:55:03.192018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'port': 2} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:03.197063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:03.282963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:03.572821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.223 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/66baf3c2-d407-4674-95ca-582e84d335e1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:03.655512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d708edbe-c2f9-49f9-8246-f527e1389391 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:03.687439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d708edbe-c2f9-49f9-8246-f527e1389391 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 1.2558420 Apr 25 14:55:03.827555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-014bea38-e079-4ee8-b99d-be7e978f720e service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926473 Apr 25 14:55:03.911157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:03.964768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] device_id is not set on port 22f3e11d-af77-45b6-9cf4-6deb7836a66f yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:55:03.990389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event deleted for resources: {'Port': ['ID=918d8dc8-b0bc-4040-a647-416179c3a1a0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:04.017328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35203f-217a-4f0b-9453-3c349a8b1878 req-ed30dd37-463f-4266-b62b-c8e1384f605b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:04.018862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e35203f-217a-4f0b-9453-3c349a8b1878 req-ed30dd37-463f-4266-b62b-c8e1384f605b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 945 time: 0.7699778 Apr 25 14:55:04.246513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.272249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399610d-6e36-433a-8ad8-838968be32ec req-e444ff80-e6f5-486c-9c47-b6b079fd8717 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:04.274987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5399610d-6e36-433a-8ad8-838968be32ec req-e444ff80-e6f5-486c-9c47-b6b079fd8717 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.4397738 Apr 25 14:55:04.290053 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8caa7f0-8ae9-48e3-ac28-fc7c3b653e8e req-7e09cf14-027c-4d32-b44e-fbe32123f40e service neutron] 10.222.0.15 "GET /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516072 Apr 25 14:55:04.345885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.433343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5399610d-6e36-433a-8ad8-838968be32ec req-52e16bd2-caff-45b9-a64c-ca149743f1c6 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099005 Apr 25 14:55:04.460118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.547012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:04.547373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.620356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.640212 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.786911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] device_id is not set on port 4816f619-6bdb-4180-8cfe-caaca4343174 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:55:04.828852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:04.844318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:04.848752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:04.891299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port 33763ce9-3ec6-4d20-8ee1-141fc60687b6, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=33763ce9-3ec6-4d20-8ee1-141fc60687b6,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:04.891299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:04.934134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=66baf3c2-d407-4674-95ca-582e84d335e1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:05.027623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for 33763ce9-3ec6-4d20-8ee1-141fc60687b6 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:05.224317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e35203f-217a-4f0b-9453-3c349a8b1878 req-78a768de-3766-4440-bb9c-8dccfbf80052 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f31a305-4272-458a-a153-f12ab50ed9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1342537 Apr 25 14:55:05.230579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.232803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.240641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c4506510-4be6-4b19-89cf-7a0269b5ebd6 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "DELETE /v2.0/floatingips/8d82605a-c10a-44ed-8a34-467987a7d189 HTTP/1.1" status: 204 len: 168 time: 3.2231333 Apr 25 14:55:05.300674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.332156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0704ae-fae5-4c20-825e-b42d11caf5a7 req-b01c4e07-6f0f-4ee5-b87d-b70d86e1cf33 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:05.333760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f0704ae-fae5-4c20-825e-b42d11caf5a7 req-b01c4e07-6f0f-4ee5-b87d-b70d86e1cf33 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.2969086 Apr 25 14:55:05.355899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.374335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=33763ce9-3ec6-4d20-8ee1-141fc60687b6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:05.376496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.486543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.563391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38776) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:05.577836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118581233', 'description': 'tempest-description--2050625227'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:05.592249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] No DVR routers for this DVR port 33763ce9-3ec6-4d20-8ee1-141fc60687b6 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:05.605842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.610435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'name': 'network-vif-deleted', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:05.615752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:05.628732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.638387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:05.642444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=d1791d6c-7284-4110-a607-84781d6eff9a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:05.645123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:05.651886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e20bf7b-1241-4db9-a374-e73789621cd4 req-d22eae91-3a6c-4587-8859-7046e6200ffd tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "DELETE /v2.0/ports/33763ce9-3ec6-4d20-8ee1-141fc60687b6 HTTP/1.1" status: 204 len: 173 time: 1.7962203 Apr 25 14:55:05.665284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:05.722803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8f0704ae-fae5-4c20-825e-b42d11caf5a7 req-ed93e5fd-8c5a-4c8c-aca8-18f3cb23a39c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:05.812009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Port': ['ID=22f3e11d-af77-45b6-9cf4-6deb7836a66f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:05.814241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8f0704ae-fae5-4c20-825e-b42d11caf5a7 req-ed93e5fd-8c5a-4c8c-aca8-18f3cb23a39c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:05.824543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f0704ae-fae5-4c20-825e-b42d11caf5a7 req-ed93e5fd-8c5a-4c8c-aca8-18f3cb23a39c tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816020 Apr 25 14:55:05.838732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Checking segment: {'id': '91a39863-f8e1-4427-a884-92242bee3ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b3a31e7a-88f6-46da-8535-29f04344d24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:05.839382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network hostable DHCP agents. Network: b3a31e7a-88f6-46da-8535-29f04344d24c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:05.886355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.889285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network b3a31e7a-88f6-46da-8535-29f04344d24c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:05.916305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b3a31e7a-88f6-46da-8535-29f04344d24c) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:05.922596 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c7bdc2-3c8a-4aa1-935c-3112bbe22397'] response: {'server_uuid': '04a62134-d846-4335-a981-ce33dfaabca8', 'name': 'network-vif-deleted', 'tag': '33763ce9-3ec6-4d20-8ee1-141fc60687b6', 'status': 'completed', 'code': 200} Apr 25 14:55:05.924414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:05.924820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.925367 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:05.937691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4226482-de20-4064-b405-c587c2879dc1 None None] Network b3a31e7a-88f6-46da-8535-29f04344d24c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:05.942785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:05.955708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:06.076957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:06.095845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:06.100790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:06.109534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:06.178693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Port': ['ID=4816f619-6bdb-4180-8cfe-caaca4343174,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:06.191524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:06.249877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Checking segment: {'id': 'e8c9f8d0-17c7-48a6-a351-7b4fee8eb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37bfffca-3413-4e6a-bde4-ad7eda67491e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:06.250299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network hostable DHCP agents. Network: 37bfffca-3413-4e6a-bde4-ad7eda67491e, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:06.309799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network 37bfffca-3413-4e6a-bde4-ad7eda67491e is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:06.435763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f58d4-7adb-48e3-abb0-711105c647f9 req-b41f32cb-b64e-4643-8853-fa78add85bbf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:06.437693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a3c0e124-c592-4bc2-920d-ad4b93cf992a None None] Provisioning complete for port d1791d6c-7284-4110-a607-84781d6eff9a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:06.439636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-335f58d4-7adb-48e3-abb0-711105c647f9 req-b41f32cb-b64e-4643-8853-fa78add85bbf tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7759743 Apr 25 14:55:06.464338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e124-c592-4bc2-920d-ad4b93cf992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:06.475597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router c699fe69-25a6-4b58-9d15-956f76e9b38e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:06.515103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 37bfffca-3413-4e6a-bde4-ad7eda67491e) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:06.567869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:06.573544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c03cb75-6f1d-460e-ae80-553d480358f4 None None] Network 37bfffca-3413-4e6a-bde4-ad7eda67491e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:06.574494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:06.579289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:06.579812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:06.584699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b6bc9442-f5a2-48da-a7af-68e66c552ee2 req-ab4abaf7-d3de-42fe-89ae-b4bbde1ba97c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:06.667094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b6bc9442-f5a2-48da-a7af-68e66c552ee2 req-ab4abaf7-d3de-42fe-89ae-b4bbde1ba97c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:06.668158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6bc9442-f5a2-48da-a7af-68e66c552ee2 req-ab4abaf7-d3de-42fe-89ae-b4bbde1ba97c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=04a62134-d846-4335-a981-ce33dfaabca8 HTTP/1.1" status: 200 len: 210 time: 0.1662512 Apr 25 14:55:06.676099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38798) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:06.715754 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-02f661ce-02d3-441b-9500-8946916c1a30 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4938934 Apr 25 14:55:06.725239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38804) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:06.737242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0e124-c592-4bc2-920d-ad4b93cf992a None None] Port d1791d6c-7284-4110-a607-84781d6eff9a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:06.816956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:06.830446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:06.936026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:06.956953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c926c4f-973b-4b9c-8414-dfd7028a0cf8 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:06.960886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] Sync routers for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:06.965872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c926c4f-973b-4b9c-8414-dfd7028a0cf8 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:06.966678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c926c4f-973b-4b9c-8414-dfd7028a0cf8 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Synchronizing usage tracker for tenant:248d8f0bc21f4acbb72405ae4331888a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:06.986230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:06.987816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:06.988008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.015051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7b2acec0-4414-4e98-80eb-148ebcda77d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/c699fe69-25a6-4b58-9d15-956f76e9b38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7546768 Apr 25 14:55:07.015334 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-335f58d4-7adb-48e3-abb0-711105c647f9 req-d3e31590-eb36-4909-bca0-19769da53b2b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5384665 Apr 25 14:55:07.022903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38810) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:07.030774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-845372a6-4100-4824-87ec-1726f57d80da tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:07.031616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-845372a6-4100-4824-87ec-1726f57d80da tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:07.066687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=66baf3c2-d407-4674-95ca-582e84d335e1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:07.071290 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.091284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:07.094302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:07.094872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.104930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Usage tracker for resource:security_group_rule and tenant:d422ca8fe01f4e988a2ed5cf301fbeba is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:07.109311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:07.111620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:07.112245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:07.115250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c926c4f-973b-4b9c-8414-dfd7028a0cf8 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Unset dirty status for tenant:248d8f0bc21f4acbb72405ae4331888a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:07.119576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c926c4f-973b-4b9c-8414-dfd7028a0cf8 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3902256 Apr 25 14:55:07.119576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.127427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:07.185308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:07.192040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:07.192378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e652b3-d793-47f1-ad56-e2de485c81bb None None] The sync data for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:07.198462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-845372a6-4100-4824-87ec-1726f57d80da tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:07.199933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-845372a6-4100-4824-87ec-1726f57d80da tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.8865390 Apr 25 14:55:07.200881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.204718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6377492 Apr 25 14:55:07.208513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38820) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:07.224133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'security_group_rule': {'security_group_id': '384cd305-ced0-4760-85d0-da9ae763f6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:07.244726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:07.255229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039bdbe6-05fd-4663-9852-0e0836de9c2a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:07.256439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-039bdbe6-05fd-4663-9852-0e0836de9c2a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:07.276519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:07.276705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfba96-c4a4-46eb-b52a-385a98d87971 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384cd305-ced0-4760-85d0-da9ae763f6bc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:07.286090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:07.301244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:07.315112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Deleting port 22f3e11d-af77-45b6-9cf4-6deb7836a66f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:07.315574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.369244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-039bdbe6-05fd-4663-9852-0e0836de9c2a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:07.370635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-039bdbe6-05fd-4663-9852-0e0836de9c2a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports/d1791d6c-7284-4110-a607-84781d6eff9a HTTP/1.1" status: 200 len: 910 time: 0.3360317 Apr 25 14:55:07.377375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38826) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:07.382947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Deleting port a69c7e6f-f962-47f2-bffb-82f34f887777 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:07.382947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.390154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0befd-6650-4fe8-bfcc-b375df6e95b3 req-67c8c63f-1dc5-466a-abf3-90598ceadf32 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:07.394178 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6eb0befd-6650-4fe8-bfcc-b375df6e95b3 req-67c8c63f-1dc5-466a-abf3-90598ceadf32 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.4225080 Apr 25 14:55:07.525814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.550004 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 7088130f-b8e7-4a76-b382-0229557bae89 associated. External IP: 172.25.0.223, port: 7545a142-f8db-4720-abf0-2605ed8771a2. Apr 25 14:55:07.615158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6eb0befd-6650-4fe8-bfcc-b375df6e95b3 req-f8cbec26-55cd-46a7-ba19-4879017c3ef5 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064819 Apr 25 14:55:07.692722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33763ce9-3ec6-4d20-8ee1-141fc60687b6 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:07.727683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.733423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 33763ce9-3ec6-4d20-8ee1-141fc60687b6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:07.733868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 33763ce9-3ec6-4d20-8ee1-141fc60687b6 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:07.802285 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.810010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38832) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:07.853673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-4bd1c4b3-7a45-4b0b-84e0-b23bc6d691f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:07.855177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-4bd1c4b3-7a45-4b0b-84e0-b23bc6d691f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a25981f3049d45a38e4f8d30c4693974&device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 1096 time: 0.4558678 Apr 25 14:55:07.875195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.922463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:07.955260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d422ca8fe01f4e988a2ed5cf301fbeba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2781346 Apr 25 14:55:07.977812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38836) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:07.990531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b2916-58a5-41ab-80bb-6b340935124e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22b8301-508e-449a-966c-fc6492346e5d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:08.057883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0589b8a-9bf4-485e-9a0b-d8d87128d115,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:08.059878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51adb-016b-4c9f-8ffc-eaf4022436b9 req-15fc55b4-ece2-411d-8971-d25ec22ad173 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:08.061405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9be51adb-016b-4c9f-8ffc-eaf4022436b9 req-15fc55b4-ece2-411d-8971-d25ec22ad173 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.6516924 Apr 25 14:55:08.114936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.191535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.192715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8f33fae7-62c7-424c-8d6c-d63b9abc9756 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9820015 Apr 25 14:55:08.208567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38840) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:08.230345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'security_group_rule': {'security_group_id': '384cd305-ced0-4760-85d0-da9ae763f6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:08.455085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:08.459046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d80294d-431a-4c69-92a4-1b61d2d5d3f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.467800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Calling delete_port for 22f3e11d-af77-45b6-9cf4-6deb7836a66f owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:08.504512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-f00c40fc-1d47-474f-b6ba-555767f68496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:08.506142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-f00c40fc-1d47-474f-b6ba-555767f68496 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 200 len: 913 time: 0.6328330 Apr 25 14:55:08.507194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:security_group_rule and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:08.524079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:08.525909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-687d209b-3a04-4918-b84b-5d336ae69253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.554940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9be51adb-016b-4c9f-8ffc-eaf4022436b9 req-6eefaf40-39ce-46ba-aafa-dd0b4a0faaa2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4326415 Apr 25 14:55:08.586617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef78805-da1b-4f86-b1bd-60151d05372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.588028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] For port a69c7e6f-f962-47f2-bffb-82f34f887777, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=a69c7e6f-f962-47f2-bffb-82f34f887777,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:08.588695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.599029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:08.679530 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d80294d-431a-4c69-92a4-1b61d2d5d3f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.743915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-fb50cbe6-0e84-46bc-9ad2-7a2a4dc9f832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 200 len: 999 time: 0.2239127 Apr 25 14:55:08.746829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 15780d2a-fa63-43e4-8cbf-a7719ae866af has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:08.768508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Calling delete_port for a69c7e6f-f962-47f2-bffb-82f34f887777 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:08.816228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.836910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef78805-da1b-4f86-b1bd-60151d05372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.873410 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.886418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Port': ['ID=22f3e11d-af77-45b6-9cf4-6deb7836a66f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:08.908744 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:08.934006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a6ecd37c-1d95-4717-b0d6-43131a996571 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/ports/22f3e11d-af77-45b6-9cf4-6deb7836a66f HTTP/1.1" status: 204 len: 168 time: 1.8053381 Apr 25 14:55:08.937056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38846) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:09.033790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-225dfd89-9793-43b2-8229-e42dc553ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:09.035148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-225dfd89-9793-43b2-8229-e42dc553ff6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 200 len: 851 time: 0.2774110 Apr 25 14:55:09.099485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Deleting port 4816f619-6bdb-4180-8cfe-caaca4343174 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:09.100157 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.159667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.171928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9e216c3e-02d4-4bd0-b32e-6c8cc9102e85'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:55:09.224906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.236857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef78805-da1b-4f86-b1bd-60151d05372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.250245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d80294d-431a-4c69-92a4-1b61d2d5d3f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.254101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:09.255878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.266165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event deleted for resources: {'Port': ['ID=a69c7e6f-f962-47f2-bffb-82f34f887777,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:09.266798 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] Sync routers for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:09.279764 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:09.281627 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:09.290661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7267d86-f2f3-4ec9-81cf-890b998b24d2 req-eba3c1f1-bea3-4c0e-9125-4c218f77718f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:09.292229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7267d86-f2f3-4ec9-81cf-890b998b24d2 req-eba3c1f1-bea3-4c0e-9125-4c218f77718f tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d2b3ec-0cef-4369-9206-20d0843cac8d HTTP/1.1" status: 200 len: 945 time: 0.5438864 Apr 25 14:55:09.337901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef78805-da1b-4f86-b1bd-60151d05372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22b8301-508e-449a-966c-fc6492346e5d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:09.378797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28885650-05c0-4680-a3b9-de6c04dd3e4d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:09.379238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.404452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d80294d-431a-4c69-92a4-1b61d2d5d3f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.417193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d80294d-431a-4c69-92a4-1b61d2d5d3f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f31a305-4272-458a-a153-f12ab50ed9e9 HTTP/1.1" status: 204 len: 168 time: 1.5853307 Apr 25 14:55:09.442652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80294d-431a-4c69-92a4-1b61d2d5d3f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31a305-4272-458a-a153-f12ab50ed9e9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:09.446335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] No DVR routers for this DVR port a69c7e6f-f962-47f2-bffb-82f34f887777 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:09.475652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38852) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:09.481838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7267d86-f2f3-4ec9-81cf-890b998b24d2 req-ae770475-6ba6-4ab8-81c8-14b9717f3ef8 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683483 Apr 25 14:55:09.487665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.490414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'name': 'network-vif-deleted', 'tag': 'a69c7e6f-f962-47f2-bffb-82f34f887777'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:09.598598 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef78805-da1b-4f86-b1bd-60151d05372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.603355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bef78805-da1b-4f86-b1bd-60151d05372a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f22b8301-508e-449a-966c-fc6492346e5d HTTP/1.1" status: 204 len: 168 time: 1.6155486 Apr 25 14:55:09.612332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.614365 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c686129-dafc-4f92-8842-0d897657b5a7'] response: {'server_uuid': 'b9d2b3ec-0cef-4369-9206-20d0843cac8d', 'name': 'network-vif-deleted', 'tag': 'a69c7e6f-f962-47f2-bffb-82f34f887777', 'status': 'completed', 'code': 200} Apr 25 14:55:09.631137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9d98b3e-b3cd-409c-8b0f-01be198e762b req-921773d7-ca70-448c-a890-7d8912f21606 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.21 "DELETE /v2.0/ports/a69c7e6f-f962-47f2-bffb-82f34f887777 HTTP/1.1" status: 204 len: 173 time: 2.4202254 Apr 25 14:55:09.665591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.670374 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a063328f-3dc0-40fc-b27f-d2f5bad904fa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4605947 Apr 25 14:55:09.670788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:09.672946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-505ac553-1cc6-460c-b0c5-c8435aa5be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:09.674852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-505ac553-1cc6-460c-b0c5-c8435aa5be5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6305642 Apr 25 14:55:09.678150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:09.700553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:09.866772 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:09.906665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-2b5e0780-9dde-46b4-9b85-edc4f0c6a77e service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202425 Apr 25 14:55:10.036382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:10.140109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Calling delete_port for 4816f619-6bdb-4180-8cfe-caaca4343174 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:10.175241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Usage tracker for resource:floatingip and tenant:3ed40a333e5b426c879deb4f9af18ab3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:10.181641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a6d19865-a430-460c-a7df-ade741f878fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.2230687 Apr 25 14:55:10.189565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:10.190375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:10.201585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:10.269740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:10.305251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:10.317072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:10.345952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:10.372966 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7088130f-b8e7-4a76-b382-0229557bae89', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'mac_address': 'fa:16:3e:c9:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:55:05Z', 'updated_at': '2022-04-25T14:55:05Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:35Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:10.379875 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] Checking router: 15780d2a-fa63-43e4-8cbf-a7719ae866af for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:10.393697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:10.394395 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:54:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:10.437291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Usage tracker for resource:security_group_rule and tenant:f46cbbac6a514a538f665ee068f76e82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:10.437915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a69c7e6f-f962-47f2-bffb-82f34f887777 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:10.488578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:10.504636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: a69c7e6f-f962-47f2-bffb-82f34f887777 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:10.505188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device a69c7e6f-f962-47f2-bffb-82f34f887777 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:10.532454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:10.548266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d67b944-af3c-47d4-895b-d14aa886f4ae req-1fd183ab-8e76-49db-b9a6-7ae50624e48e service neutron] 10.222.0.21 "GET /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624921 Apr 25 14:55:10.551536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:10.585412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05082e-b93f-487d-9ba2-f4a4b98494a6 req-1aad659c-1887-4df5-81a9-d480c7880c1a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:10.586933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d05082e-b93f-487d-9ba2-f4a4b98494a6 req-1aad659c-1887-4df5-81a9-d480c7880c1a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.6792946 Apr 25 14:55:10.655849 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:10.704339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Port': ['ID=4816f619-6bdb-4180-8cfe-caaca4343174,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:10.719006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:10.770379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d05082e-b93f-487d-9ba2-f4a4b98494a6 req-11175ca7-0caf-4ffc-9b29-948eb176ab07 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673415 Apr 25 14:55:10.822769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e2bea1a-b22d-4941-86c1-eaf2d2fad34d tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/ports/4816f619-6bdb-4180-8cfe-caaca4343174 HTTP/1.1" status: 204 len: 168 time: 1.8846231 Apr 25 14:55:10.829059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38878) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:10.864721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948ccfe-fb2a-48f2-a385-4cb3ad598b82 req-b8d6ba15-8ce5-4ec8-a914-5b9ab7efc384 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:10.872343 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6948ccfe-fb2a-48f2-a385-4cb3ad598b82 req-b8d6ba15-8ce5-4ec8-a914-5b9ab7efc384 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.5277588 Apr 25 14:55:10.904944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d32b9e05-8762-46d2-878b-ab4a526d1998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:10.911011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port d1791d6c-7284-4110-a607-84781d6eff9a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:10.911370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:10.944305 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a474b030-ce55-4c09-b230-fd12a965591e'] response: {'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'status': 'completed', 'code': 200} Apr 25 14:55:10.951098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d6b50be6-fa3e-4739-957d-399b1b74b7a4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1175780 Apr 25 14:55:10.955096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38884) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:11.030737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-659511323'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:11.048042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6948ccfe-fb2a-48f2-a385-4cb3ad598b82 req-f232e244-c212-4f82-aa1c-c40a9a443862 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747038 Apr 25 14:55:11.055544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:11.071206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38888) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:11.075983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.081290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:11.137743 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7088130f-b8e7-4a76-b382-0229557bae89', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'mac_address': 'fa:16:3e:c9:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:55:05Z', 'updated_at': '2022-04-25T14:55:05Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:35Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:11.147819 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7cb20-66f6-4dcf-b592-50fdcd59ee28 None None] The sync data for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 is: [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7088130f-b8e7-4a76-b382-0229557bae89', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'mac_address': 'fa:16:3e:c9:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:55:05Z', 'updated_at': '2022-04-25T14:55:05Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:35Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:11.248357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.272367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:11.277113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.353522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.368525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.370827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c66e9b6b-451f-41ae-af80-9c826ff8633a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/7088130f-b8e7-4a76-b382-0229557bae89 HTTP/1.1" status: 200 len: 992 time: 0.2968822 Apr 25 14:55:11.380840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:11.391630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-7cdf26b0-7765-4f40-b826-e55c3dd82672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:11.393190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-7cdf26b0-7765-4f40-b826-e55c3dd82672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1097 time: 0.4342644 Apr 25 14:55:11.425006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.425397 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Added segment 40f46834-bb99-44d6-b8b8-bccc81bfb394 of type vlan for network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e Apr 25 14:55:11.503184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78654d-5fc8-4bfd-bbfc-b782d27c82a5 None None] New status for floating IP 7088130f-b8e7-4a76-b382-0229557bae89: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:55:11.528095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for d1791d6c-7284-4110-a607-84781d6eff9a owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:11.625004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.707936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-94ffe46a-03e1-431c-b0ee-b1eabd223543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:11.709432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-94ffe46a-03e1-431c-b0ee-b1eabd223543 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.2859619 Apr 25 14:55:11.712144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.717584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:11.718167 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.799880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.811279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:11.933147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e4115-8948-47c1-8f80-fdb180722fd3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:11.947442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.041207 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0823531 Apr 25 14:55:12.061523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38896) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:12.062235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a4f97-9c54-45de-97b1-a75e077a5a58 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Network': ['ID=f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:12.067177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-66dbdc0e-68d6-48c2-956f-8881858eee8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 0.3430967 Apr 25 14:55:12.074034 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:12.086894 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aea126fe-f516-43ce-ad50-533aaf5e4884 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f46cbbac6a514a538f665ee068f76e82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8933263 Apr 25 14:55:12.092962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38900) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:12.130961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-219668479'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:12.175795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:12.176433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Allocated IP 172.25.0.179 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/e359f4f9-b554-4ee9-8d47-26f8e8d41f0c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:12.193556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Usage tracker for resource:network and tenant:248d8f0bc21f4acbb72405ae4331888a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:12.208712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:12.230655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:12.245727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e349e-8074-4c14-8968-ae6bf156ffc0 req-35d11551-eac1-4e4f-aa65-a5475266c475 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:12.246464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-128e349e-8074-4c14-8968-ae6bf156ffc0 req-35d11551-eac1-4e4f-aa65-a5475266c475 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Synchronizing usage tracker for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:12.316144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-e1ebebad-eee7-4009-84f2-e13d21695eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:12.317552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-e1ebebad-eee7-4009-84f2-e13d21695eb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1807303 Apr 25 14:55:12.335939 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c29e754-ce0d-44ec-ab43-85c34500fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.350660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:12.354700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.382995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-128e349e-8074-4c14-8968-ae6bf156ffc0 req-35d11551-eac1-4e4f-aa65-a5475266c475 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Unset dirty status for tenant:ebd1eee7783348ab8fc8b12cb5402e93 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:12.384259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-128e349e-8074-4c14-8968-ae6bf156ffc0 req-35d11551-eac1-4e4f-aa65-a5475266c475 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.6184971 Apr 25 14:55:12.384735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38904) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:12.471350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.578463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac99f70-b3cc-4031-8331-a1a35e8c81f0 req-70b0967b-2b1b-427c-b468-fd136c348338 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:12.579850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ac99f70-b3cc-4031-8331-a1a35e8c81f0 req-70b0967b-2b1b-427c-b468-fd136c348338 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.6033802 Apr 25 14:55:12.592179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:12.626989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.627403 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Added segment 1e91f255-3497-410e-aedd-51237f5de4f8 of type vlan for network ec635cb3-8e72-40e7-a213-d66177949b95 Apr 25 14:55:12.645808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c29e754-ce0d-44ec-ab43-85c34500fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.656067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=d1791d6c-7284-4110-a607-84781d6eff9a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:12.700337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ac99f70-b3cc-4031-8331-a1a35e8c81f0 req-7c7acd16-7051-4255-8e6f-189f0960ec7e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097474 Apr 25 14:55:12.706086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.752365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-987674a2-c78e-46ba-bdab-a0290414aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:12.754327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0b3b5a44-6cf8-42df-a567-4cce80fdaf65 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/7088130f-b8e7-4a76-b382-0229557bae89 HTTP/1.1" status: 200 len: 994 time: 0.3549347 Apr 25 14:55:12.754599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-987674a2-c78e-46ba-bdab-a0290414aa32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4049830 Apr 25 14:55:12.849138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-128e349e-8074-4c14-8968-ae6bf156ffc0 req-1cdcb095-1caa-4ca1-8dfb-69362a7bf572 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483731 Apr 25 14:55:12.927982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.934132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:12.934737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.949282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.983880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:12.986626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port 48e0050a-af9f-4d7b-ada2-944df896c69c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:12.987011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:13.055747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c29e754-ce0d-44ec-ab43-85c34500fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:13.128102 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0632360 Apr 25 14:55:13.139354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b419b8b-000b-41f5-ab62-6f7e274405ec tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Network': ['ID=ec635cb3-8e72-40e7-a213-d66177949b95,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:13.149649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29e754-ce0d-44ec-ab43-85c34500fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e4115-8948-47c1-8f80-fdb180722fd3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:13.159656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network ec635cb3-8e72-40e7-a213-d66177949b95 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:13.178143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:13.214440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-c6b396e0-0172-4f2f-a470-b3a49515d0c5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515045 Apr 25 14:55:13.226059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c29e754-ce0d-44ec-ab43-85c34500fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:13.229688 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c29e754-ce0d-44ec-ab43-85c34500fbb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/681e4115-8948-47c1-8f80-fdb180722fd3 HTTP/1.1" status: 204 len: 168 time: 1.1306875 Apr 25 14:55:13.325091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:13.332673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:13.346412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:13.442074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4486f-07d8-4f29-a1b5-f1d56003f355 req-2448c1c2-9d09-4c62-9c03-6644f7816e4a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:13.457545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cec4486f-07d8-4f29-a1b5-f1d56003f355 req-2448c1c2-9d09-4c62-9c03-6644f7816e4a tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.6079841 Apr 25 14:55:13.511308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'Port': ['ID=e359f4f9-b554-4ee9-8d47-26f8e8d41f0c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:13.564095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port 48e0050a-af9f-4d7b-ada2-944df896c69c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=48e0050a-af9f-4d7b-ada2-944df896c69c,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:13.564466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:13.644224 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:13.726834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router c699fe69-25a6-4b58-9d15-956f76e9b38e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:13.798636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for 48e0050a-af9f-4d7b-ada2-944df896c69c owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:13.811208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:14.088924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eaf114d-32bf-4473-8ab2-409a3b4237c2 req-53779748-85c5-4077-9982-6c92e2391b82 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104422 Apr 25 14:55:14.114338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cec4486f-07d8-4f29-a1b5-f1d56003f355 req-a82e10de-fb0e-4656-8e3b-1c67b9454c93 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6557999 Apr 25 14:55:14.153072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:14.169173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] Sync routers for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:14.185312 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:14.186152 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:14.204821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87993d7f-a601-45e9-b954-842d75546e04 req-84c4f709-4572-424e-aafe-fd7c8c67f1d0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:14.206333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87993d7f-a601-45e9-b954-842d75546e04 req-84c4f709-4572-424e-aafe-fd7c8c67f1d0 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.15 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.6861470 Apr 25 14:55:14.325063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b260883b-1d69-490a-9cea-2bbc6fdb586d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/c699fe69-25a6-4b58-9d15-956f76e9b38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9170992 Apr 25 14:55:14.342620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38932) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:14.407647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:14.417330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:14.477835 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:14.479207 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:14.536032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=48e0050a-af9f-4d7b-ada2-944df896c69c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:14.729300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:14.731078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d124c9-3c14-44c5-9d57-6678700c548e None None] The sync data for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:14.840785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.149803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec38e1-40f6-4f52-9644-28296253e27f req-e634399d-4e73-4895-b3bc-9282597a1e27 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:15.151422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0ec38e1-40f6-4f52-9644-28296253e27f req-e634399d-4e73-4895-b3bc-9282597a1e27 tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/ports?device_id=9915b56f-dd20-42d5-8699-8b79c20842f6 HTTP/1.1" status: 200 len: 945 time: 0.9901812 Apr 25 14:55:15.153886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.255185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Deleting port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:15.255533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.370094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.417546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.715781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'Port': ['ID=e359f4f9-b554-4ee9-8d47-26f8e8d41f0c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:15.806455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0ec38e1-40f6-4f52-9644-28296253e27f req-64aa8b86-de25-41f7-bae5-1c245002e1de tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.23 "GET /v2.0/security-groups?id=c94996f5-5eed-4455-a81a-c2eeca6c010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538996 Apr 25 14:55:15.907631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.954941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:15.962847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 630ffcce-8e43-4536-9c94-3f2631d52d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:15.969082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3537774-ee59-48fe-a908-cb877f70e65e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2818835 Apr 25 14:55:15.969082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] For port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:15.969082 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:16.250771 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:55:16.396731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Calling delete_port for 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:16.422704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:16.434983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14540e72-9820-4289-914a-220040822e16 None None] Sync routers for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:16.457219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14540e72-9820-4289-914a-220040822e16 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:16.458588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14540e72-9820-4289-914a-220040822e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:16.468893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:16.490121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'subnets': [{'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680054919', 'ip_version': 6}, {'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:16.490570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'subnet': {'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680054919', 'ip_version': 6}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:16.493882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Request body: {'subnet': {'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:16.518054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-1bce5e4f-eac0-4386-9fb8-0034e1f5335c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:16.596922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bd9b10bf-e29d-4b67-a8a2-0a651d76aa0d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "PUT /v2.0/routers/630ffcce-8e43-4536-9c94-3f2631d52d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1135893 Apr 25 14:55:16.602459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39026) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:16.614956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-17766f28-675f-40bf-bb35-946c5a4170de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:16.622550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-17766f28-675f-40bf-bb35-946c5a4170de tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=983158c9-7986-4564-a63d-d172e40a967c HTTP/1.1" status: 200 len: 943 time: 0.8781991 Apr 25 14:55:16.631463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-1bce5e4f-eac0-4386-9fb8-0034e1f5335c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:16.633467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-1bce5e4f-eac0-4386-9fb8-0034e1f5335c tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1118581233&fields=id&tenant_id=3ed40a333e5b426c879deb4f9af18ab3 HTTP/1.1" status: 200 len: 267 time: 0.2441816 Apr 25 14:55:16.723491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-14540e72-9820-4289-914a-220040822e16 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:16.829700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:16.917059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Deleting port d5c4886e-4017-48ab-a6a8-a090d1d241df {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:16.918613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:16.957790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Pushing event deleted for resources: {'Port': ['ID=9e216c3e-02d4-4bd0-b32e-6c8cc9102e85,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:16.979333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-01166491-83b9-4579-9530-d20aca24f385 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:16.981346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-01166491-83b9-4579-9530-d20aca24f385 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 811 time: 0.3365757 Apr 25 14:55:17.023274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:17.051458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting subnet 899b0eb6-3661-4f68-92f5-0edff56aed68 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:55:17.107320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] No DVR routers for this DVR port 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:17.119145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:17.120340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:17.121845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'name': 'network-vif-deleted', 'tag': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:17.127659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-6b43b582-40d4-4680-8327-7c63065ce912 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/quotas/3ed40a333e5b426c879deb4f9af18ab3 HTTP/1.1" status: 200 len: 375 time: 0.1395264 Apr 25 14:55:17.159803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14540e72-9820-4289-914a-220040822e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:55:14Z', 'revision_number': 7, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:17.166310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14540e72-9820-4289-914a-220040822e16 None None] Checking router: 630ffcce-8e43-4536-9c94-3f2631d52d2e for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:17.175098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14540e72-9820-4289-914a-220040822e16 None None] Routers {'630ffcce-8e43-4536-9c94-3f2631d52d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:17.175823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14540e72-9820-4289-914a-220040822e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['630ffcce-8e43-4536-9c94-3f2631d52d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:17.264114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-87993d7f-a601-45e9-b954-842d75546e04 req-84e4ccfe-6f1e-4a3c-8c68-7586f95676ff tempest-ServerRescueNegativeTestJSON-1478462338 tempest-ServerRescueNegativeTestJSON-1478462338-project] 10.222.0.15 "DELETE /v2.0/ports/9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 HTTP/1.1" status: 204 len: 173 time: 3.0479655 Apr 25 14:55:17.392323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-14540e72-9820-4289-914a-220040822e16 None None] Set router 630ffcce-8e43-4536-9c94-3f2631d52d2e gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:17.431297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:17.651514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-008e9241-8262-4385-a033-c7888de4d606 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:17.723152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-008e9241-8262-4385-a033-c7888de4d606 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:17.724561 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-008e9241-8262-4385-a033-c7888de4d606 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5880399 Apr 25 14:55:17.787618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:17.817635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 0ad35e1d-e8b0-46e1-bd89-aefac1002542 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:17.818029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:17.840090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:17.840888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9e216c3e-02d4-4bd0-b32e-6c8cc9102e85 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:17.849674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:17.861449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] For port d5c4886e-4017-48ab-a6a8-a090d1d241df, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d5c4886e-4017-48ab-a6a8-a090d1d241df,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:17.862530 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:17.875091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14540e72-9820-4289-914a-220040822e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:55:14Z', 'revision_number': 7, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:17.879599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14540e72-9820-4289-914a-220040822e16 None None] The sync data for ids ['630ffcce-8e43-4536-9c94-3f2631d52d2e'] in n-d-811416-6 is: [{'id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'name': 'tempest-TestNetworkBasicOps-router-432488012', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:52:16Z', 'updated_at': '2022-04-25T14:55:14Z', 'revision_number': 7, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'feef6b57-726b-438e-8e2a-e61412dbc3ea', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ffcce-8e43-4536-9c94-3f2631d52d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:52:18Z', 'updated_at': '2022-04-25T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:18.079483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Calling delete_port for d5c4886e-4017-48ab-a6a8-a090d1d241df owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:18.111795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Usage tracker for resource:subnet and tenant:248d8f0bc21f4acbb72405ae4331888a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:18.115492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:18.122695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:18.140643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-947b2d68-47ac-4010-b80c-bba3ce365868 service neutron] 10.222.0.23 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243358 Apr 25 14:55:18.151916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Made reservation on behalf of 248d8f0bc21f4acbb72405ae4331888a for: {'subnet': 2} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:18.158142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:18.158596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:18.214231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:18.554627 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 0ad35e1d-e8b0-46e1-bd89-aefac1002542 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:18.659886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-0df3d121-9d27-4bff-a96f-42a3297dba9a service neutron] 10.222.0.23 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128090 Apr 25 14:55:18.722488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:18.734673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852', 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:55:18.738639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:18.832164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:18.833999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'Port': ['ID=d5c4886e-4017-48ab-a6a8-a090d1d241df,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:18.909484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=0ad35e1d-e8b0-46e1-bd89-aefac1002542,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:19.355596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39056) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:19.358084 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fc3222-e998-46b4-aff7-a87cdcb8c7ce'] response: {'server_uuid': '9915b56f-dd20-42d5-8699-8b79c20842f6', 'name': 'network-vif-deleted', 'tag': '9e216c3e-02d4-4bd0-b32e-6c8cc9102e85', 'status': 'completed', 'code': 200} Apr 25 14:55:19.388298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] No DVR routers for this DVR port d5c4886e-4017-48ab-a6a8-a090d1d241df on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:19.392746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48e0050a-af9f-4d7b-ada2-944df896c69c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:19.403450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:19.406911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-deleted', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:19.422425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e281df9d-cc7d-40c5-97e9-2368bd75ec71 req-a0999732-0492-4818-b58d-d57cc1903faa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.0631671 Apr 25 14:55:19.482839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 48e0050a-af9f-4d7b-ada2-944df896c69c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:19.483491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48e0050a-af9f-4d7b-ada2-944df896c69c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:19.490217 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1458d0a3-fc7c-4d97-a5cd-f0ce15275436 req-ec4bab1f-46cd-4c89-8b8d-2ff4587f089b tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "DELETE /v2.0/ports/d5c4886e-4017-48ab-a6a8-a090d1d241df HTTP/1.1" status: 204 len: 173 time: 2.8663409 Apr 25 14:55:19.568365 n-d-811416-6 neutron-server[88061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fa9ba20b-44c7-4de0-826e-29bcadeedf31']: {'server_uuid': '983158c9-7986-4564-a63d-d172e40a967c', 'name': 'network-vif-deleted', 'tag': 'd5c4886e-4017-48ab-a6a8-a090d1d241df', 'status': 'failed', 'code': 422} returned with failed status Apr 25 14:55:19.585203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:19.655384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:19.662222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba9596-8a76-4701-ae8b-727d3fe1156b None None] Network b8df3b12-59f7-4559-9f89-a15c11d48f7f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:19.673344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:19.683363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Subnet': ['ID=899b0eb6-3661-4f68-92f5-0edff56aed68,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:19.709636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:19.839469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ee4c8dd6-ef44-4e18-bcc8-d8b2efac1577 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/subnets/899b0eb6-3661-4f68-92f5-0edff56aed68 HTTP/1.1" status: 204 len: 168 time: 3.2297351 Apr 25 14:55:19.841139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39082) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:20.000491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Checking segment: {'id': '40f46834-bb99-44d6-b8b8-bccc81bfb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:20.000491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network hostable DHCP agents. Network: f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:20.011667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Subnet': ['ID=81910259-5bca-4dd2-a6b0-5a271732df0e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:20.119103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:20.139788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:20.150176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:20.154759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb3cab-0940-4bfd-8746-8e2d63c26fed None None] Network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:20.262941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] DHCP port deletion for b8df3b12-59f7-4559-9f89-a15c11d48f7f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:55:20.319440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Deleting port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:20.320530 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:20.523089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:20.547978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router c699fe69-25a6-4b58-9d15-956f76e9b38e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:20.574595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] For port 4cfc7a59-f151-420d-b1bb-d385b10aeb79, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4cfc7a59-f151-420d-b1bb-d385b10aeb79,segment=NetworkSegment(2a967bf6-93c1-4777-b197-dbb410179780),segment_id=2a967bf6-93c1-4777-b197-dbb410179780)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:20.575255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:20.717948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Checking segment: {'id': '1e91f255-3497-410e-aedd-51237f5de4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:20.718317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network hostable DHCP agents. Network: ec635cb3-8e72-40e7-a213-d66177949b95, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:20.728182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event updated for resources: {'Subnet': ['ID=339bb2f8-2139-4f55-a58f-5a33d90c1bb5,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:20.754591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Calling delete_port for 4cfc7a59-f151-420d-b1bb-d385b10aeb79 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:21.076648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e', 'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e', 'tenant_id': '248d8f0bc21f4acbb72405ae4331888a', 'fixed_ips': [{'subnet_id': '81910259-5bca-4dd2-a6b0-5a271732df0e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:55:21.078117 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.088508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.096710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Network ec635cb3-8e72-40e7-a213-d66177949b95 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:21.119341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, ec635cb3-8e72-40e7-a213-d66177949b95) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:21.177382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26361114-c4a4-47b3-a308-2bef67bdd5a2 req-aed88f6b-19de-4db1-a0d7-e801d1631765 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.5861604 Apr 25 14:55:21.180694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:21.181454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:21.182270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.199730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port feef6b57-726b-438e-8e2a-e61412dbc3ea {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:21.200493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.271722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Allocated IP 2001:db8::1 (f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e/81910259-5bca-4dd2-a6b0-5a271732df0e/7dc9fd26-adfb-4591-86e7-feeb62238ed3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:21.342438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:21.353183 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] Sync routers for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:21.375231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:21.376155 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:21.376748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-37e53e10-76a0-49c4-8f6c-2039637a13c9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/c699fe69-25a6-4b58-9d15-956f76e9b38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0311270 Apr 25 14:55:21.377451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39096) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:21.441027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0630f744-a4d1-42ed-aa9a-a034c01e0d3b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:21.505290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482689ee-ff8a-40ab-9ebc-f3115f41868b None None] Network ec635cb3-8e72-40e7-a213-d66177949b95 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:21.508244 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:21.512872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0630f744-a4d1-42ed-aa9a-a034c01e0d3b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:21.517458 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0630f744-a4d1-42ed-aa9a-a034c01e0d3b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=c699fe69-25a6-4b58-9d15-956f76e9b38e HTTP/1.1" status: 200 len: 205 time: 0.1368315 Apr 25 14:55:21.518072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39100) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:21.535776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] Routers {'c699fe69-25a6-4b58-9d15-956f76e9b38e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:21.536814 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c699fe69-25a6-4b58-9d15-956f76e9b38e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:21.540037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4cfc7a59-f151-420d-b1bb-d385b10aeb79 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:21.617012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-c877f99d-d2ff-42b1-9810-513da7e1d6bb tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:21.618716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-c877f99d-d2ff-42b1-9810-513da7e1d6bb tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 811 time: 0.6572051 Apr 25 14:55:21.637547 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:21.638230 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df662d62-8971-4e98-a904-e43eb63c9506 None None] The sync data for ids ['c699fe69-25a6-4b58-9d15-956f76e9b38e'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:21.702765 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4259f27c-5220-40ea-8bd6-2a467c24facd tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2316120 Apr 25 14:55:21.711408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39104) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:21.720112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.742022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port feef6b57-726b-438e-8e2a-e61412dbc3ea, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=feef6b57-726b-438e-8e2a-e61412dbc3ea,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:21.742406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.778621 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.790046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Transition to ACTIVE for port object 7dc9fd26-adfb-4591-86e7-feeb62238ed3 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:21.811851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Transition to ACTIVE for port object 7dc9fd26-adfb-4591-86e7-feeb62238ed3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:21.814603 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.869643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:21.898948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4cfc7a59-f151-420d-b1bb-d385b10aeb79 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:21.899344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4cfc7a59-f151-420d-b1bb-d385b10aeb79 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:21.901102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for feef6b57-726b-438e-8e2a-e61412dbc3ea owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:21.917755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Pushing event deleted for resources: {'Port': ['ID=4cfc7a59-f151-420d-b1bb-d385b10aeb79,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:21.921274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:21.928829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:21.937188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] No DVR routers for this DVR port 4cfc7a59-f151-420d-b1bb-d385b10aeb79 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:21.941850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:21.945484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.945916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.946336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.946755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.947163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.947574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.947980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.948385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.948783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.949234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.949641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:21.950041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2425e77-0810-44c2-957f-925f68118de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:22.072355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-01af8cff-7de7-4aed-b218-a3954c64ffc0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:22.127667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-01af8cff-7de7-4aed-b218-a3954c64ffc0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:22.129449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-01af8cff-7de7-4aed-b218-a3954c64ffc0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed40a333e5b426c879deb4f9af18ab3 HTTP/1.1" status: 200 len: 380 time: 0.4921935 Apr 25 14:55:22.167092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566795a3-0243-4216-8d86-8e05b56ee14b req-3960dc5b-55a3-4308-848e-c4d6cbd0c298 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:22.168246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-566795a3-0243-4216-8d86-8e05b56ee14b req-3960dc5b-55a3-4308-848e-c4d6cbd0c298 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:22.179995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'port': {'device_id': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'admin_state_up': True, 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'security_groups': ['384cd305-ced0-4760-85d0-da9ae763f6bc']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:22.267427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Attempting to bind port 7dc9fd26-adfb-4591-86e7-feeb62238ed3 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:22.267962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Attempting to bind port 7dc9fd26-adfb-4591-86e7-feeb62238ed3 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '40f46834-bb99-44d6-b8b8-bccc81bfb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:22.268458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Attempting to bind port 7dc9fd26-adfb-4591-86e7-feeb62238ed3 on network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:22.341239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Pushing event updated for resources: {'Port': ['ID=7dc9fd26-adfb-4591-86e7-feeb62238ed3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:22.349754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfb8a0-7592-4ba2-97e1-3f13d402e712 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:22.357591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfb8a0-7592-4ba2-97e1-3f13d402e712 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:22.359841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfb8a0-7592-4ba2-97e1-3f13d402e712 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:22.361726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e3bfb8a0-7592-4ba2-97e1-3f13d402e712 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6461122 Apr 25 14:55:22.382743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:22.383275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Checking segment: {'id': '40f46834-bb99-44d6-b8b8-bccc81bfb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:22.383787 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.384288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Bound using segment: {'id': '40f46834-bb99-44d6-b8b8-bccc81bfb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:22.384884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Bound port: 7dc9fd26-adfb-4591-86e7-feeb62238ed3, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f46834-bb99-44d6-b8b8-bccc81bfb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:22.385410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.473880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:22.512002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-ec635cb3-8e72-40e7-a213-d66177949b95', 'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95', 'tenant_id': '248d8f0bc21f4acbb72405ae4331888a', 'fixed_ips': [{'subnet_id': '339bb2f8-2139-4f55-a58f-5a33d90c1bb5'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:55:22.513157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.559243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.566164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Deleting subnet 81910259-5bca-4dd2-a6b0-5a271732df0e {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:55:22.577816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.587969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.663262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:22.700988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:22.702294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf861db9-72ac-45b2-bf4a-190d33db228f req-a6274109-5d98-4594-8d65-1f4cf37f6c6b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.1269443 Apr 25 14:55:22.711604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Allocated IP 2001:db8:0:1::1 (ec635cb3-8e72-40e7-a213-d66177949b95/339bb2f8-2139-4f55-a58f-5a33d90c1bb5/e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:22.715427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39120) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:22.725118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-566795a3-0243-4216-8d86-8e05b56ee14b req-3960dc5b-55a3-4308-848e-c4d6cbd0c298 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:22.739431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-566795a3-0243-4216-8d86-8e05b56ee14b req-3960dc5b-55a3-4308-848e-c4d6cbd0c298 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 907 time: 1.7229409 Apr 25 14:55:22.774952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Made reservation on behalf of 3ed40a333e5b426c879deb4f9af18ab3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:22.776983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.780646 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.803144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:22.859387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] For port 7dc9fd26-adfb-4591-86e7-feeb62238ed3, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:22.863093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=feef6b57-726b-438e-8e2a-e61412dbc3ea,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:22.864511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] For port 7dc9fd26-adfb-4591-86e7-feeb62238ed3, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7dc9fd26-adfb-4591-86e7-feeb62238ed3,segment=NetworkSegment(40f46834-bb99-44d6-b8b8-bccc81bfb394),segment_id=40f46834-bb99-44d6-b8b8-bccc81bfb394)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:22.885558 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.016798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.032109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.063093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6e642-0091-498d-8a6e-0a99b59b44d7 None None] Pushing event updated for resources: {'Port': ['ID=7dc9fd26-adfb-4591-86e7-feeb62238ed3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:23.100094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.113859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-54643567-ec05-4e7d-a903-52abd9587752 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:23.115377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-54643567-ec05-4e7d-a903-52abd9587752 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 907 time: 0.9727108 Apr 25 14:55:23.119700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.124753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Transition to ACTIVE for port object e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:23.174509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Transition to ACTIVE for port object e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:23.189759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.231383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Deleting port 841d7a48-846a-4837-ba0c-c6c9f3c0290f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:23.231698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.300486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.407054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Pushing event updated for resources: {'Port': ['ID=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:23.407422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.407422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router c699fe69-25a6-4b58-9d15-956f76e9b38e {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:55:23.451640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.461383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Network ec635cb3-8e72-40e7-a213-d66177949b95 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:23.462740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:23.464518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Subnet': ['ID=81910259-5bca-4dd2-a6b0-5a271732df0e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:23.465445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:23.482609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.483721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-91725963-31e1-4817-81ea-d73102b531f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/c699fe69-25a6-4b58-9d15-956f76e9b38e HTTP/1.1" status: 204 len: 168 time: 1.9638565 Apr 25 14:55:23.485210 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f4fbbebc-0f42-4dba-9dbb-7b55389e990c tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/subnets/81910259-5bca-4dd2-a6b0-5a271732df0e HTTP/1.1" status: 204 len: 168 time: 1.0102437 Apr 25 14:55:23.490668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:23.490870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39128) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:23.655173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.660462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.667771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Attempting to bind port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:23.668140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Attempting to bind port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1e91f255-3497-410e-aedd-51237f5de4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:23.668501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Attempting to bind port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 on network ec635cb3-8e72-40e7-a213-d66177949b95 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:23.674166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.674306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:23.674774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Checking segment: {'id': '1e91f255-3497-410e-aedd-51237f5de4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:23.675478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.676055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Bound using segment: {'id': '1e91f255-3497-410e-aedd-51237f5de4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:23.676589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Bound port: e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e91f255-3497-410e-aedd-51237f5de4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ec635cb3-8e72-40e7-a213-d66177949b95'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:23.677028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.775914 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.776350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Fanout notify agent at l3_agent the message router_deleted on router 630ffcce-8e43-4536-9c94-3f2631d52d2e {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:55:23.784755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:23.787265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] For port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:23.792399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] For port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,segment=NetworkSegment(1e91f255-3497-410e-aedd-51237f5de4f8),segment_id=1e91f255-3497-410e-aedd-51237f5de4f8)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:23.798941 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.803000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Allocated IP 172.20.0.12 (99ae9fa3-8b33-440a-94e9-11e3b6bf151d/800e3768-1571-4310-bb50-9dc868894f3b/6aa3f0d8-fd20-43c2-bc0e-c09059d99c86) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:23.850907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.852448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67f04189-ff36-4fd6-a0a4-52b0d6e97ea9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/routers/630ffcce-8e43-4536-9c94-3f2631d52d2e HTTP/1.1" status: 204 len: 168 time: 4.0052843 Apr 25 14:55:23.857244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39140) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:23.864235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Usage tracker for resource:security_group_rule and tenant:7bf08f88592240ce891867997fb10cfd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:23.871084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Deleting subnet 339bb2f8-2139-4f55-a58f-5a33d90c1bb5 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:55:23.876365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:23.940305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1351ce4-644c-480b-99d7-f2287a6ad22a None None] Pushing event updated for resources: {'Port': ['ID=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:23.974543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:23.990404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.054563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:24.173533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet 74216285-359b-41f1-838f-c06da342b665 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:55:24.176990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.215213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.229917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28c4d04b-fdaf-4a98-8ba3-8acfe05b9c3f req-c06535ef-d025-45d4-a8a5-555a2f138374 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.2514098 Apr 25 14:55:24.343427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866094-b458-445e-bf4a-3c8217e2e565 req-e56c9a71-08e6-46e2-89da-7ceab45c19f9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:24.345174 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e866094-b458-445e-bf4a-3c8217e2e565 req-e56c9a71-08e6-46e2-89da-7ceab45c19f9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 907 time: 0.3671572 Apr 25 14:55:24.396917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.485232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.489804 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.550945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8df3b12-59f7-4559-9f89-a15c11d48f7f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:24.566493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] For port 841d7a48-846a-4837-ba0c-c6c9f3c0290f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=841d7a48-846a-4837-ba0c-c6c9f3c0290f,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:24.566903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.580522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a967bf6-93c1-4777-b197-dbb410179780') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:24.580877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a967bf6-93c1-4777-b197-dbb410179780') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:24.591949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Transition to ACTIVE for port object 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:24.597147 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.616294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1eabec-fde7-4bd7-b3c8-5c071fc30070 None None] Network f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:24.659735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.669152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.671647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:24.672368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:24.709295 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:24.756393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.804556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Calling delete_port for 841d7a48-846a-4837-ba0c-c6c9f3c0290f owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:24.809948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-670832e0-3bac-4f77-a5e1-0a0fca4a859b None None] Provisioning for port 7dc9fd26-adfb-4591-86e7-feeb62238ed3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:24.844399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:24.849404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:24.859419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:24.908990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.942419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event updated for resources: {'Port': ['ID=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:24.958498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:24.970020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/networks/b8df3b12-59f7-4559-9f89-a15c11d48f7f HTTP/1.1" status: 204 len: 168 time: 1.1113307 Apr 25 14:55:24.971665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] DHCP port deletion for f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:55:24.979583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] Deleting port 7dc9fd26-adfb-4591-86e7-feeb62238ed3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:24.980284 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.000155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:25.000968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.006809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39144) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:25.007782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8cd99-7223-4c3e-be8b-dff0a93c0d14 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Network': ['ID=b8df3b12-59f7-4559-9f89-a15c11d48f7f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:25.023122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'network': {'name': 'tempest-network-smoke--447966430', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:25.032342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:25.038816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:network and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:25.042580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:25.048000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-9548a325-8be2-495a-9462-c8392b923731 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8749278 Apr 25 14:55:25.052355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:25.061862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Request body: {'port': {'device_id': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:25.145250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.180093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.193810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.229599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:25.235501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.288727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.292447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] For port 7dc9fd26-adfb-4591-86e7-feeb62238ed3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7dc9fd26-adfb-4591-86e7-feeb62238ed3,segment=NetworkSegment(40f46834-bb99-44d6-b8b8-bccc81bfb394),segment_id=40f46834-bb99-44d6-b8b8-bccc81bfb394)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:25.296324 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.477401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fdfed953-ed0d-4d8c-8bb7-ac3b56ab4b00 None None] Provisioning for port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:25.514300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bf08f88592240ce891867997fb10cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7740855 Apr 25 14:55:25.515004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39152) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:25.554959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.567199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.702919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] Calling delete_port for 7dc9fd26-adfb-4591-86e7-feeb62238ed3 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:25.799364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.800525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fdfed953-ed0d-4d8c-8bb7-ac3b56ab4b00 None None] Provisioning complete for port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:25.800917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdfed953-ed0d-4d8c-8bb7-ac3b56ab4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.810303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Deleting port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:25.810897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.865665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b97a6f6-f6bf-4f84-9a45-63a06f6c65f8 req-3672888a-8e04-4fd7-a868-544a9dc08ddc tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 210 time: 0.2242579 Apr 25 14:55:25.869476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fdfed953-ed0d-4d8c-8bb7-ac3b56ab4b00 None None] Port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:25.870692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:25.882786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:25.894184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.894529 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Added segment 4b064a4f-a5ac-445e-915c-e0393c3bf0bd of type vlan for network feb93a8a-3af3-4eec-ab48-457fea83a743 Apr 25 14:55:25.903334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f923ff8-3231-4232-8876-08ec6c9c4912 None None] Network ec635cb3-8e72-40e7-a213-d66177949b95 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:25.918425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 841d7a48-846a-4837-ba0c-c6c9f3c0290f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:25.961516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:25.977190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.005914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:55:26.014109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=74216285-359b-41f1-838f-c06da342b665,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.015992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'Port': ['ID=841d7a48-846a-4837-ba0c-c6c9f3c0290f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.021739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.027206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.031480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 841d7a48-846a-4837-ba0c-c6c9f3c0290f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:26.032003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 841d7a48-846a-4837-ba0c-c6c9f3c0290f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:26.048977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.055013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:26.055608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.057455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] Pushing event deleted for resources: {'Port': ['ID=7dc9fd26-adfb-4591-86e7-feeb62238ed3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.060203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Transition to ACTIVE for port object 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:26.062114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab1cad8-8ff5-4c03-a1a2-bd94546195a0 None None] No DVR routers for this DVR port 7dc9fd26-adfb-4591-86e7-feeb62238ed3 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:26.078255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.083466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f742c4c1-cf20-4e56-9017-16569061ec5e None None] Provisioning for port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:26.088653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f0a3a-7fb6-4bdc-bd87-033ee8a455ad None None] Network 64606ef0-73b2-445e-b690-7f7edd3bc3fc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:26.102655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718decd-486c-408d-87f5-ad0613308e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f38b760-4ae7-4fe4-8694-c61aaef25a31,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.102981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.131249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Subnet': ['ID=339bb2f8-2139-4f55-a58f-5a33d90c1bb5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.146301 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a9b0a454-9c37-4bcf-8320-1c223d0c94f3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/74216285-359b-41f1-838f-c06da342b665 HTTP/1.1" status: 204 len: 168 time: 2.6523738 Apr 25 14:55:26.157805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39158) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:26.176610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-412a0cec-b6e7-49ff-b9d2-8995f9cf9aa7 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/subnets/339bb2f8-2139-4f55-a58f-5a33d90c1bb5 HTTP/1.1" status: 204 len: 168 time: 2.6790028 Apr 25 14:55:26.187094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39162) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:26.241918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] No DVR routers for this DVR port 841d7a48-846a-4837-ba0c-c6c9f3c0290f on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:26.264145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.266091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-690c017c-f2d9-43fa-a476-ed9434138b69 req-ca4c03d9-79b1-4392-94f1-0714f8033ad2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "DELETE /v2.0/ports/841d7a48-846a-4837-ba0c-c6c9f3c0290f HTTP/1.1" status: 204 len: 173 time: 3.1419358 Apr 25 14:55:26.269533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'name': 'network-vif-deleted', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:26.342940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c180fa7-cbc8-4197-a8da-8fed057cb0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.353209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] For port 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:26.355069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.380276 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f463b32-67aa-47fc-b5da-41a682700293'] response: {'server_uuid': '2a577489-b2c5-4106-8e89-a1de5485b4ec', 'name': 'network-vif-deleted', 'tag': '841d7a48-846a-4837-ba0c-c6c9f3c0290f', 'status': 'completed', 'code': 200} Apr 25 14:55:26.488587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Pushing event updated for resources: {'Port': ['ID=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.539768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Network': ['ID=feb93a8a-3af3-4eec-ab48-457fea83a743,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:26.564673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:26.576471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:26.577010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.612376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2a4bf62e-89d0-431f-8029-5c1a018b440f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6021237 Apr 25 14:55:26.652054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network feb93a8a-3af3-4eec-ab48-457fea83a743 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:26.672772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39168) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:26.691027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-255746205', 'admin_state_up': True, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:26.701080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:26.703102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Calling delete_port for 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:26.715610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:router and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:26.722843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:26.732676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet 7ba86234-e976-4901-90da-b91a3f2b749d {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:55:26.743424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.768858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813eeac-e293-4d81-9575-cdcbf1eaa4fa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:26.769884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6813eeac-e293-4d81-9575-cdcbf1eaa4fa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Synchronizing usage tracker for tenant:248d8f0bc21f4acbb72405ae4331888a on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:26.775866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:26.784527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e81bc-39d9-44aa-b851-7bc63c24e97c req-fc85ed43-1962-4605-aaba-5bda97a7e317 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:26.792158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-946e81bc-39d9-44aa-b851-7bc63c24e97c req-fc85ed43-1962-4605-aaba-5bda97a7e317 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 932 time: 1.2604368 Apr 25 14:55:26.829230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c180fa7-cbc8-4197-a8da-8fed057cb0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.838120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Attempting to bind port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:26.838654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Attempting to bind port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:26.838908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Attempting to bind port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:26.858376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.860343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.878090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:26.915117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] DHCP port deletion for 64606ef0-73b2-445e-b690-7f7edd3bc3fc request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:55:26.958624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] Deleting port 1600e942-29c7-434d-949c-5eed63428bfe {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:26.959811 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.007812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6813eeac-e293-4d81-9575-cdcbf1eaa4fa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Unset dirty status for tenant:248d8f0bc21f4acbb72405ae4331888a on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:27.009380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6813eeac-e293-4d81-9575-cdcbf1eaa4fa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8210330 Apr 25 14:55:27.012445 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.058873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39174) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:27.084213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-946e81bc-39d9-44aa-b851-7bc63c24e97c req-08894430-3145-434e-b25e-ad2767d86871 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909367 Apr 25 14:55:27.116169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:55:27.116969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Attempting to bind port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 on network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:27.157609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] DHCP port deletion for ec635cb3-8e72-40e7-a213-d66177949b95 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:55:27.167575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,segment=NetworkSegment(1e91f255-3497-410e-aedd-51237f5de4f8),segment_id=1e91f255-3497-410e-aedd-51237f5de4f8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:27.174465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Deleting port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:27.175032 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.183882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.197745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c180fa7-cbc8-4197-a8da-8fed057cb0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.203922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.238196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:27.238536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Checking segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:27.238925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Bound using segment: {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:27.239371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Bound port: 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fe2664-16d8-4764-ad38-7fa597e47b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:27.239715 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.263561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device feef6b57-726b-438e-8e2a-e61412dbc3ea no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:27.277625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c180fa7-cbc8-4197-a8da-8fed057cb0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f38b760-4ae7-4fe4-8694-c61aaef25a31,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:27.297552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c180fa7-cbc8-4197-a8da-8fed057cb0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.301394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c180fa7-cbc8-4197-a8da-8fed057cb0a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f38b760-4ae7-4fe4-8694-c61aaef25a31 HTTP/1.1" status: 204 len: 168 time: 1.7485485 Apr 25 14:55:27.317147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.338539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Deleting port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:27.339285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.356338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: feef6b57-726b-438e-8e2a-e61412dbc3ea {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:27.357062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device feef6b57-726b-438e-8e2a-e61412dbc3ea not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:27.388924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.395286 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-140ff2e7-e438-4240-9479-0d44b61f5ff9 req-342ec3b6-0d80-4fd0-b10b-4cebcce677ca tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a577489-b2c5-4106-8e89-a1de5485b4ec HTTP/1.1" status: 200 len: 210 time: 0.1718681 Apr 25 14:55:27.494628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] For port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:27.498896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] For port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:27.515520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.530242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.568814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1600e942-29c7-434d-949c-5eed63428bfe no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:27.637280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:27.681831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:27.683049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.683800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] 10.222.0.21 "PUT /v2.0/ports/6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 HTTP/1.1" status: 200 len: 1092 time: 2.6283071 Apr 25 14:55:27.696454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:27.817937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] For port 1600e942-29c7-434d-949c-5eed63428bfe, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1600e942-29c7-434d-949c-5eed63428bfe,segment=NetworkSegment(d35f8669-9691-4e54-a5d1-d5996088785a),segment_id=d35f8669-9691-4e54-a5d1-d5996088785a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:27.818350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.828631 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2de82fc-7b29-4d9c-b848-50fb743470eb'] response: {'name': 'network-changed', 'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'status': 'completed', 'code': 200} Apr 25 14:55:27.837050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431bbab-c745-432d-9c6d-b14df9127a7f service neutron] Pushing event updated for resources: {'Port': ['ID=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:27.913096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:27.942336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:27.943747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:28.037618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.071496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] Calling delete_port for 1600e942-29c7-434d-949c-5eed63428bfe owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:28.085888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] For port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,segment=NetworkSegment(1e91f255-3497-410e-aedd-51237f5de4f8),segment_id=1e91f255-3497-410e-aedd-51237f5de4f8)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:28.086320 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.215682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] For port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,segment=NetworkSegment(1e91f255-3497-410e-aedd-51237f5de4f8),segment_id=1e91f255-3497-410e-aedd-51237f5de4f8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:28.216254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.222773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-7bd8f977-8c57-4747-a1d1-9be06c5a873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:28.224343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-7bd8f977-8c57-4747-a1d1-9be06c5a873d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 1095 time: 0.4872215 Apr 25 14:55:28.266236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Calling delete_port for e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:28.350133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-7b3859f9-1235-4864-a79f-801426ce5200 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 HTTP/1.1" status: 200 len: 217 time: 0.1174316 Apr 25 14:55:28.365792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Calling delete_port for e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:28.394005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.415769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.416263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.472093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba86234-e976-4901-90da-b91a3f2b749d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:28.483401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:28.498892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Usage tracker for resource:security_group_rule and tenant:876b0950b446479f959f52a8c2c03a2a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:28.504260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:28.517191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:28.517485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] Pushing event deleted for resources: {'Port': ['ID=1600e942-29c7-434d-949c-5eed63428bfe,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:28.529592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39c50b-944c-48d5-b97b-17fb3c2cb3ce None None] No DVR routers for this DVR port 1600e942-29c7-434d-949c-5eed63428bfe on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:28.532941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:28.533551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.587411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:28.587774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:28.605816 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:55:28.605816 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:55:28.656458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.661691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25ab4f-d9f4-401c-9aab-42e1f9a2ab76 None None] Network 058402b5-f988-445d-aedd-10b15f1fe336 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:28.668559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-688b39b8-6d30-406c-b7e3-53515fd77971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:28.670891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-688b39b8-6d30-406c-b7e3-53515fd77971 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.3131764 Apr 25 14:55:28.703688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] No DVR routers for this DVR port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:28.713570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Port': ['ID=e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:28.753368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.789353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4efd08ed-72c8-40ee-9f5d-4da4e5f1bca2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/7ba86234-e976-4901-90da-b91a3f2b749d HTTP/1.1" status: 204 len: 168 time: 2.6221046 Apr 25 14:55:28.795346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39194) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:28.808133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.854061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.883044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2139d5-cbc9-4f4b-bc01-d79d2de9773a req-29f02aa0-947e-40da-94a6-1bde60df6640 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:28.883933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6f2139d5-cbc9-4f4b-bc01-d79d2de9773a req-29f02aa0-947e-40da-94a6-1bde60df6640 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:28.912413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:28.943379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6f2139d5-cbc9-4f4b-bc01-d79d2de9773a req-29f02aa0-947e-40da-94a6-1bde60df6640 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:28.954332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f2139d5-cbc9-4f4b-bc01-d79d2de9773a req-29f02aa0-947e-40da-94a6-1bde60df6640 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 944 time: 0.6679168 Apr 25 14:55:29.018080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.034703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-6c8dd215-eba8-4c06-862a-c39002537a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:29.036257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-6c8dd215-eba8-4c06-862a-c39002537a86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300886 Apr 25 14:55:29.058610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] DHCP port deletion for 058402b5-f988-445d-aedd-10b15f1fe336 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:55:29.063336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] Deleting port ea3cd90b-7886-4396-a17e-84e57e9d2055 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:29.063722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.108315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Deleting port e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:29.108315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.115937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f2139d5-cbc9-4f4b-bc01-d79d2de9773a req-b8724941-f677-436a-ad7e-1c22c4ee4913 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604671 Apr 25 14:55:29.196592 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.212156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5cc3f-1107-471e-b741-115000da448c None None] The port 'e5a6c8bb-fcac-4a01-a378-d6c8203fd0b4' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:55:29.215243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.25.0.84 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f47fd734-2c1e-4087-8f1f-e35ae4985938) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:29.218467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec635cb3-8e72-40e7-a213-d66177949b95']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:29.261836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e91f255-3497-410e-aedd-51237f5de4f8') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:29.262179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e91f255-3497-410e-aedd-51237f5de4f8') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:29.375988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-7e04b299-00a3-4f2a-8421-9666212f34c1 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307278 Apr 25 14:55:29.414474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] For port ea3cd90b-7886-4396-a17e-84e57e9d2055, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ea3cd90b-7886-4396-a17e-84e57e9d2055,segment=NetworkSegment(60ab5b27-1f2a-4b4a-bc48-98b2b7136077),segment_id=60ab5b27-1f2a-4b4a-bc48-98b2b7136077)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:29.415079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.534063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ea3cd90b-7886-4396-a17e-84e57e9d2055 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:29.584697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.590852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.598341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.610813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcd7b3b-238f-4d53-b773-a75311626cdd req-ad370dde-e417-45eb-8968-d20bdb132f1f service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229028 Apr 25 14:55:29.637713 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.698001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] Calling delete_port for ea3cd90b-7886-4396-a17e-84e57e9d2055 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:29.700785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.742161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.763153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:29.768490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:29.784436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:29.841009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=f47fd734-2c1e-4087-8f1f-e35ae4985938,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:29.881116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.891237 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.899318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:29.899805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:29.925109 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:29.929272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:29.947898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] Pushing event deleted for resources: {'Port': ['ID=ea3cd90b-7886-4396-a17e-84e57e9d2055,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:29.956615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a688b-4c89-4737-9756-20c4c997fa63 None None] No DVR routers for this DVR port ea3cd90b-7886-4396-a17e-84e57e9d2055 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:30.041419 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=876b0950b446479f959f52a8c2c03a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0941877 Apr 25 14:55:30.070412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da67b2-f819-4680-af5d-ee94346aedc8 req-466bfa25-2f45-4b3a-8a9c-b9cbc9fcb4c2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:30.071189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-31da67b2-f819-4680-af5d-ee94346aedc8 req-466bfa25-2f45-4b3a-8a9c-b9cbc9fcb4c2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:30.083321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39200) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:30.106718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192f673-41a0-45ac-bc0b-d6c008af6da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b3337-ba7b-4f01-8afb-9ff281c7587f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:30.112137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64606ef0-73b2-445e-b690-7f7edd3bc3fc']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:30.153438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35f8669-9691-4e54-a5d1-d5996088785a') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:30.153438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35f8669-9691-4e54-a5d1-d5996088785a') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:30.180905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-27e21100-66d2-4774-817f-7ed26619f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:30.181531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-27e21100-66d2-4774-817f-7ed26619f3c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 1095 time: 0.4994359 Apr 25 14:55:30.192497 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.206194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.305246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.331180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-c9a33f6a-3edc-4432-8534-7c2eca69c8d4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:30.331977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-c9a33f6a-3edc-4432-8534-7c2eca69c8d4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:30.348575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-31da67b2-f819-4680-af5d-ee94346aedc8 req-466bfa25-2f45-4b3a-8a9c-b9cbc9fcb4c2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:30.349917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31da67b2-f819-4680-af5d-ee94346aedc8 req-466bfa25-2f45-4b3a-8a9c-b9cbc9fcb4c2 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 946 time: 1.2635894 Apr 25 14:55:30.350807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Network': ['ID=ec635cb3-8e72-40e7-a213-d66177949b95,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:30.405937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.450323 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9cb777c-922d-48f0-b6bb-1e25a1f428cf tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/networks/ec635cb3-8e72-40e7-a213-d66177949b95 HTTP/1.1" status: 204 len: 168 time: 3.3729725 Apr 25 14:55:30.451831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39208) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:30.453737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:30.454156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.478473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-c9a33f6a-3edc-4432-8534-7c2eca69c8d4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:30.479683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-c9a33f6a-3edc-4432-8534-7c2eca69c8d4 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 946 time: 1.1232605 Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:30.480363 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:30.509884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f433c6fb-59d5-4b2d-8d9f-a8f213566d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.595687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Router 025b06a6-a101-4757-afe6-41f743241d6c has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:30.621139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31da67b2-f819-4680-af5d-ee94346aedc8 req-72e7555a-1509-45a9-951b-137db2067264 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551982 Apr 25 14:55:30.669795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-e997e291-5797-40df-9c8e-d2f147cda094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:30.671396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-e997e291-5797-40df-9c8e-d2f147cda094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.4805331 Apr 25 14:55:30.674051 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f433c6fb-59d5-4b2d-8d9f-a8f213566d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.760605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.824063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.837888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Deleting port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:30.838316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.846203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-36ef7180-7368-408c-8d55-3ac59bb8258d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 HTTP/1.1" status: 200 len: 217 time: 0.1163273 Apr 25 14:55:30.878053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=64606ef0-73b2-445e-b690-7f7edd3bc3fc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:30.900165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d0ecee1f-e9c8-4231-b8de-68f12b74c5a3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/64606ef0-73b2-445e-b690-7f7edd3bc3fc HTTP/1.1" status: 204 len: 168 time: 2.1010926 Apr 25 14:55:30.909067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39212) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:30.969578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:30.995039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48171-2f9a-455a-b266-9a0ee1699ac6 req-c27b3bbc-4ff3-479e-a2c8-c3137ba17794 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:30.996523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4c48171-2f9a-455a-b266-9a0ee1699ac6 req-c27b3bbc-4ff3-479e-a2c8-c3137ba17794 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 944 time: 0.7200828 Apr 25 14:55:31.059034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-02f63a2c-dee1-4a2b-8896-a658bc8112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:31.060507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-02f63a2c-dee1-4a2b-8896-a658bc8112bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.1472917 Apr 25 14:55:31.061114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.162610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f433c6fb-59d5-4b2d-8d9f-a8f213566d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.217653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:31.223100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.225291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433c6fb-59d5-4b2d-8d9f-a8f213566d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b3337-ba7b-4f01-8afb-9ff281c7587f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:31.235437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] Sync routers for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:31.249744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:31.250437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:31.265944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4c48171-2f9a-455a-b266-9a0ee1699ac6 req-8018de8d-8f69-4018-b8ce-f19942412d5a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605879 Apr 25 14:55:31.283112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f433c6fb-59d5-4b2d-8d9f-a8f213566d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.284528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f433c6fb-59d5-4b2d-8d9f-a8f213566d9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd1b3337-ba7b-4f01-8afb-9ff281c7587f HTTP/1.1" status: 204 len: 168 time: 1.2002444 Apr 25 14:55:31.286806 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ccc5b8c3-beac-4bed-b0b8-88194bac2322 admin admin] 10.222.0.23 "PUT /v2.0/routers/025b06a6-a101-4757-afe6-41f743241d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8760514 Apr 25 14:55:31.304411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39218) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:31.461142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] For port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:31.461567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.503595 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.576911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:31.610079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:31.699049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f46834-bb99-44d6-b8b8-bccc81bfb394') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:31.699412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f46834-bb99-44d6-b8b8-bccc81bfb394') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:31.906087 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:31.984633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.043323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Calling delete_port for cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:32.087496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058402b5-f988-445d-aedd-10b15f1fe336']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:32.103320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:55:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:32.112098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.116054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] Checking router: 025b06a6-a101-4757-afe6-41f743241d6c for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:32.123594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ab5b27-1f2a-4b4a-bc48-98b2b7136077') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:32.123920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ab5b27-1f2a-4b4a-bc48-98b2b7136077') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:32.135638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] Routers {'025b06a6-a101-4757-afe6-41f743241d6c'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:32.137719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['025b06a6-a101-4757-afe6-41f743241d6c'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:32.142256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-cf0022bc-d9f9-40e4-b895-2cb1a3fed275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:32.144593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-cf0022bc-d9f9-40e4-b895-2cb1a3fed275 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0346062 Apr 25 14:55:32.145878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:32.146350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.153250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:32.169112 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:32.197458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.218357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:32.218764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:32.237178 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:32.346072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129dd44-b1ea-4a5a-944b-98c90e92b602 req-b7284b99-9d00-40d2-896f-a41d2c4116ce tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:32.353062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7129dd44-b1ea-4a5a-944b-98c90e92b602 req-b7284b99-9d00-40d2-896f-a41d2c4116ce tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 946 time: 0.5356331 Apr 25 14:55:32.439450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] Set router 025b06a6-a101-4757-afe6-41f743241d6c gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:32.481776 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.521333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.552889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.560760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=058402b5-f988-445d-aedd-10b15f1fe336,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:32.576303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7129dd44-b1ea-4a5a-944b-98c90e92b602 req-cfd63f86-e975-44a3-ab00-cee0ceb1a51c tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223740 Apr 25 14:55:32.580985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49670112-7ab2-45e2-ac66-94de65c30839 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/058402b5-f988-445d-aedd-10b15f1fe336 HTTP/1.1" status: 204 len: 168 time: 1.6712494 Apr 25 14:55:32.585938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:32.601853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1303328918'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:32.606824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.609803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:32.625975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:55:32.630729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9ffb95d1-bd2d-4292-8ae7-319001784852'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:55:32.685730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:32.689103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:32.698321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:32.707928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'Port': ['ID=cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:32.719313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:32.724451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.763094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.796890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.870385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:32.879126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Network': ['ID=f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:32.935783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] No DVR routers for this DVR port cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:32.939743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.947119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'name': 'network-vif-deleted', 'tag': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:32.955674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.961817 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:32.962073 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment ad128a22-7688-41c6-b0ed-f9dd56f9b34d of type vlan for network edf8c6b7-8cdf-47af-ad65-af9430912e4c Apr 25 14:55:32.964555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70d37250-76bc-4a1f-92c5-e48158f72b20 req-6858587b-1037-4506-b2fb-bac5b2cd5dc7 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "DELETE /v2.0/ports/cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 HTTP/1.1" status: 204 len: 173 time: 2.4628227 Apr 25 14:55:32.981003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f1dcd9a6-5b1a-4ad6-b055-0d18474605aa tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/networks/f5a699c3-73bd-4c0f-a28e-ad24e3dbaf2e HTTP/1.1" status: 204 len: 168 time: 2.5214045 Apr 25 14:55:32.983854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:32.991184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-9147f9e9-c02a-495a-abc9-52acdb9b661e service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211617 Apr 25 14:55:33.058533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.166345 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aeb3bb1-7e6f-49b3-aa2c-d51907842020'] response: {'server_uuid': 'f1755d07-46d5-4e0f-9ab0-1cd39a6279e7', 'name': 'network-vif-deleted', 'tag': 'cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409', 'status': 'completed', 'code': 200} Apr 25 14:55:33.207378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.290774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.297767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:33.299080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.347020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700173b-4aa2-4075-a4fd-9935e871f32e req-edb4655f-080c-4667-8efe-749337b06027 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:33.355742 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1700173b-4aa2-4075-a4fd-9935e871f32e req-edb4655f-080c-4667-8efe-749337b06027 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 944 time: 0.7620640 Apr 25 14:55:33.411853 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8221123 Apr 25 14:55:33.422341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39268) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:33.442097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:33.496531 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.517199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'port_id': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'mac_address': 'fa:16:3e:a3:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:55:33.541151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9b1c52ed-b03c-4cb1-a9a6-8eee05f0f8cc req-49861d00-fe68-4e09-b6ea-c28d96765e21 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359374 Apr 25 14:55:33.559866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:33.706429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.708864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Deleting port f7e3e1c6-31b8-46b7-98ff-759392b0932a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:33.709283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.714525 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.745308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:55:33.756466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165d3d-4fd7-469f-a387-7c49f29f90d7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=edf8c6b7-8cdf-47af-ad65-af9430912e4c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:33.776997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:33.799406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:33.801667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:55:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:33.824810 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:33.860056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8e7c0-ceae-492d-9099-a569a07158d3 None None] The sync data for ids ['025b06a6-a101-4757-afe6-41f743241d6c'] in n-d-811416-6 is: [{'id': '025b06a6-a101-4757-afe6-41f743241d6c', 'name': 'tempest-ServerRescueNegativeTestJSON-988259085-router', 'tenant_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:09Z', 'updated_at': '2022-04-25T14:55:27Z', 'revision_number': 5, 'project_id': 'ebd1eee7783348ab8fc8b12cb5402e93', 'gw_port': {'id': 'f7e3e1c6-31b8-46b7-98ff-759392b0932a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b06a6-a101-4757-afe6-41f743241d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:11Z', 'updated_at': '2022-04-25T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:33.877436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:33.997693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bfffca-3413-4e6a-bde4-ad7eda67491e']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:34.007859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f45cb647-2b43-4c4f-bb27-5bb4dd7f389b req-d45eac1c-e33b-4261-8dc8-76805009bc42 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:34.019872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c9f8d0-17c7-48a6-a351-7b4fee8eb693') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:34.020115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:34.020212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c9f8d0-17c7-48a6-a351-7b4fee8eb693') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:34.020361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cbc6ebb2-7c60-4bdb-be2f-1d2ea1869409 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:34.048529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.057695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1700173b-4aa2-4075-a4fd-9935e871f32e req-a716077d-d689-4cf5-aa08-c539934bb4c7 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7008390 Apr 25 14:55:34.057892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:34.066331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:34.072947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:34.078086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:34.081371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f45cb647-2b43-4c4f-bb27-5bb4dd7f389b req-d45eac1c-e33b-4261-8dc8-76805009bc42 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:34.090206 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f45cb647-2b43-4c4f-bb27-5bb4dd7f389b req-d45eac1c-e33b-4261-8dc8-76805009bc42 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1755d07-46d5-4e0f-9ab0-1cd39a6279e7 HTTP/1.1" status: 200 len: 210 time: 0.1729488 Apr 25 14:55:34.101774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.104956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:34.111760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] For port f7e3e1c6-31b8-46b7-98ff-759392b0932a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f7e3e1c6-31b8-46b7-98ff-759392b0932a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:34.112227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.119996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:34.121016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:34.137414 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:34.145203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6aa3f0d8-fd20-43c2-bc0e-c09059d99c86'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:55:34.154837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:34.158408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.277343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.461669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Calling delete_port for f7e3e1c6-31b8-46b7-98ff-759392b0932a owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:34.538664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 358cb40d-5a5f-45db-b635-5ce5c2e41462 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:55:34.555777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.561970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.600321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/networks/37bfffca-3413-4e6a-bde4-ad7eda67491e HTTP/1.1" status: 204 len: 168 time: 1.6149564 Apr 25 14:55:34.607389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39292) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:34.616215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d572426-b568-4753-8491-9025c7feed16 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Network': ['ID=37bfffca-3413-4e6a-bde4-ad7eda67491e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:34.798754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.853421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:34.865532 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Sync routers for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:34.877266 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:34.878279 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:34.899453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.904216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-df865db7-e6d8-4c63-9630-8bf130e82cd9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2305226 Apr 25 14:55:34.904983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:34.941289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.990335 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:34.994258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f688b1dd-662c-4a5b-8549-8bbf6f1a1cb7 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=50f0c9fa5f26447c85e16ac8a3f27506&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0880165 Apr 25 14:55:34.995082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:35.020370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a31e7a-88f6-46da-8535-29f04344d24c']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:35.024232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e3e1c6-31b8-46b7-98ff-759392b0932a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:35.039634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a39863-f8e1-4427-a884-92242bee3ba7') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:35.039945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a39863-f8e1-4427-a884-92242bee3ba7') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:35.054117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.075196 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.083981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:35.084217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.188666 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:35.301422 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:35.303801 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.314546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.369997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.370263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] 10.222.0.23 "DELETE /v2.0/networks/b3a31e7a-88f6-46da-8535-29f04344d24c HTTP/1.1" status: 204 len: 168 time: 0.7592342 Apr 25 14:55:35.376118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.456158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47b6ce-cd8e-4c5b-aa00-83bbc18347d4 tempest-BulkNetworkOpsIpV6Test-712746739 tempest-BulkNetworkOpsIpV6Test-712746739-project] Pushing event deleted for resources: {'Network': ['ID=b3a31e7a-88f6-46da-8535-29f04344d24c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:35.528469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:35.545279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f9480-5886-4c9a-95be-aff1c41cf320 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:35.549370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-163f9480-5886-4c9a-95be-aff1c41cf320 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5454443 Apr 25 14:55:35.553687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39330) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:35.581707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:35.582328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7ec1bc8a-1e3b-40e7-b47e-eabd8a3b4830 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:35.619955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=eedcf373-24c7-4887-bfbd-e95b90647c22,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:35.649114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:35.649490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: edf8c6b7-8cdf-47af-ad65-af9430912e4c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:35.690060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:35.695741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.699722 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.715062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, edf8c6b7-8cdf-47af-ad65-af9430912e4c) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:35.715265 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:30Z', 'revision_number': 3, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:35.720794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:35.723496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.725517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f171a86-66e6-4792-a567-20ef26ca1c28 None None] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:35.736937 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Checking router: 358cb40d-5a5f-45db-b635-5ce5c2e41462 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:35.737302 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Updating router 358cb40d-5a5f-45db-b635-5ce5c2e41462 port f47fd734-2c1e-4087-8f1f-e35ae4985938 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:55:35.757341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77bca442-acdd-49db-b7c8-03d2f2c7247d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3313372 Apr 25 14:55:35.758055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39336) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:35.765525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1575839231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:35.777018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:35.781401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:35.787243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:35.799224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:35.815209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.816139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.841856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.847613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f4a769ee-0822-4cb3-a617-f409f81d114d tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2838347 Apr 25 14:55:35.863104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:35.872309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622731484', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:35.874625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.876218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025b06a6-a101-4757-afe6-41f743241d6c {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:55:35.901803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:35.905619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-00f0a509-cfb7-4a0c-bcf2-dd4a1e5fa930 admin admin] 10.222.0.23 "DELETE /v2.0/routers/025b06a6-a101-4757-afe6-41f743241d6c HTTP/1.1" status: 204 len: 168 time: 4.5423758 Apr 25 14:55:35.906765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39350) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:35.953277 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.056060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Deleting subnet cbb651b5-cd7b-4b3b-8869-1956476f4fd7 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:55:36.060404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.091554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.153646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0adeb4-970c-445e-9338-51632ee309b4 req-b6da9238-272c-47ad-aa54-11b2a444acad tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:36.158557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca0adeb4-970c-445e-9338-51632ee309b4 req-b6da9238-272c-47ad-aa54-11b2a444acad tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 945 time: 0.8933203 Apr 25 14:55:36.161842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39354) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:36.162260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39356) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:36.183637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:36.199395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:subnet and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:36.204450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.213013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:36.227028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:36.232319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.234168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11f8b24f-eedc-4bb7-a333-ab857c69abf9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4745178 Apr 25 14:55:36.243000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:36.276614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'port': {'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c', 'name': 'tempest-RoutersTest-990496463'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:36.296480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-edf8c6b7-8cdf-47af-ad65-af9430912e4c', 'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': 'eedcf373-24c7-4887-bfbd-e95b90647c22'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:55:36.299010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.327829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:36.332235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.393862 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ca0adeb4-970c-445e-9338-51632ee309b4 req-1d3472d9-ce6e-4131-9ac0-77282371841b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254338 Apr 25 14:55:36.511431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.553925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Allocated IP 172.20.0.2 (edf8c6b7-8cdf-47af-ad65-af9430912e4c/eedcf373-24c7-4887-bfbd-e95b90647c22/7c33fd11-150e-4984-8f23-fc77103a6f50) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:36.627072 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.681868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-0f74ff05-0206-4c1c-97f7-48227b149a87 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:36.683416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-0f74ff05-0206-4c1c-97f7-48227b149a87 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.6609149 Apr 25 14:55:36.692164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05411a-74c1-4ca8-84c0-33936c490ad7 req-d49125c9-c26a-4f51-9c51-6c83ce319551 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:36.692352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:36.702733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c05411a-74c1-4ca8-84c0-33936c490ad7 req-d49125c9-c26a-4f51-9c51-6c83ce319551 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 0.6738989 Apr 25 14:55:36.819198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Deleting port 9ffb95d1-bd2d-4292-8ae7-319001784852 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:36.819989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.831182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:36.846789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:f16c12832fef4d50852e4684ba1e16b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:36.852326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:36.858599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9808814b-daa1-4600-ae8e-18d9782fac8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=248d8f0bc21f4acbb72405ae4331888a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922493 Apr 25 14:55:36.864904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39374) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:36.866635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:36.871446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:36.887213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:36.887702 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.919151 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.942532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.948262 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Transition to ACTIVE for port object f47fd734-2c1e-4087-8f1f-e35ae4985938 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:36.970881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c05411a-74c1-4ca8-84c0-33936c490ad7 req-3dbb7588-cc97-466f-a4bd-0633f0144b61 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667096 Apr 25 14:55:36.980901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:36.982331 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:36.988654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.007719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb651b5-cd7b-4b3b-8869-1956476f4fd7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.016854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:37.032642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.046471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1448302-3a7e-49ef-a607-37b151afc6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.079745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c9accbee-3f46-45bb-b56b-6da760af56e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cbb651b5-cd7b-4b3b-8869-1956476f4fd7 HTTP/1.1" status: 204 len: 168 time: 1.1703601 Apr 25 14:55:37.084327 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.085909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39380) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:37.095838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77120d4c-4cb0-4fdd-aaac-471500af1bdd None None] Network 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:37.115934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Transition to ACTIVE for port object 7c33fd11-150e-4984-8f23-fc77103a6f50 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:37.126007 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Pushing event updated for resources: {'Port': ['ID=f47fd734-2c1e-4087-8f1f-e35ae4985938,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.135616 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Attempting to bind port f47fd734-2c1e-4087-8f1f-e35ae4985938 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:37.136114 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Attempting to bind port f47fd734-2c1e-4087-8f1f-e35ae4985938 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:37.136536 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Attempting to bind port f47fd734-2c1e-4087-8f1f-e35ae4985938 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:37.152717 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.153100 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.153475 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.153819 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.154158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.154494 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.154828 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.155156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.155542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.155875 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.156202 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.156581 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:37.162290 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:37.164158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:37.164646 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.165071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:37.166046 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Bound port: f47fd734-2c1e-4087-8f1f-e35ae4985938, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:37.166441 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.169567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Transition to ACTIVE for port object 7c33fd11-150e-4984-8f23-fc77103a6f50 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:37.186866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1448302-3a7e-49ef-a607-37b151afc6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.250411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:37.262554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.279012 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] For port f47fd734-2c1e-4087-8f1f-e35ae4985938, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:37.284715 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] For port f47fd734-2c1e-4087-8f1f-e35ae4985938, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f47fd734-2c1e-4087-8f1f-e35ae4985938,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:37.310049 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.326217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:37.381368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.403053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:37.417142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.424945 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c66fd2-d3a5-487f-bbf7-808d300ccdcf'] response: {'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'code': 200} Apr 25 14:55:37.428336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.439497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:37.441589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f7e3e1c6-31b8-46b7-98ff-759392b0932a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:37.500056 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.549138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:37.554942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f7e3e1c6-31b8-46b7-98ff-759392b0932a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:37.555598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f7e3e1c6-31b8-46b7-98ff-759392b0932a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:37.563614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f16c12832fef4d50852e4684ba1e16b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3988369 Apr 25 14:55:37.568478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:37.574968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7bea-3b37-4a18-979c-6c4fdf188bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba58c17-3d09-43e1-96a8-c46ab38f680f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.591937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Deleting port 795a5cd0-23fa-419e-beaf-939d465c3952 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:37.591937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.644118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Pushing event updated for resources: {'Port': ['ID=7c33fd11-150e-4984-8f23-fc77103a6f50,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.651342 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a4682-d494-44dc-8110-d4f81a3aca77 None None] Pushing event updated for resources: {'Port': ['ID=f47fd734-2c1e-4087-8f1f-e35ae4985938,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.665780 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:37.666546 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:37.671894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:37.680008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.711741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1448302-3a7e-49ef-a607-37b151afc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.758522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1448302-3a7e-49ef-a607-37b151afc6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fabd7c9-c200-4515-a719-807a151dcc13,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.786192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Attempting to bind port 7c33fd11-150e-4984-8f23-fc77103a6f50 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:37.786879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Attempting to bind port 7c33fd11-150e-4984-8f23-fc77103a6f50 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:37.787857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Attempting to bind port 7c33fd11-150e-4984-8f23-fc77103a6f50 on network edf8c6b7-8cdf-47af-ad65-af9430912e4c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:37.829839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:37.830597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Checking segment: {'id': 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:37.831188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.831754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Bound using segment: {'id': 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:37.832439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Bound port: 7c33fd11-150e-4984-8f23-fc77103a6f50, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'edf8c6b7-8cdf-47af-ad65-af9430912e4c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:37.833088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.843985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1448302-3a7e-49ef-a607-37b151afc6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.845220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a1448302-3a7e-49ef-a607-37b151afc6c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fabd7c9-c200-4515-a719-807a151dcc13 HTTP/1.1" status: 204 len: 168 time: 0.9759431 Apr 25 14:55:37.847284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:37.852706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47f1c-9b7d-4e72-bfe1-d9d0e1bb05d1 req-6b205942-4baa-4351-a619-e4373312d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:37.854898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1b47f1c-9b7d-4e72-bfe1-d9d0e1bb05d1 req-6b205942-4baa-4351-a619-e4373312d8c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 1097 time: 0.4078677 Apr 25 14:55:37.892512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d2907a2-fc8e-40d6-b24e-0aa2074fe69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:37.927307 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:37.946673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d2907a2-fc8e-40d6-b24e-0aa2074fe69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.011468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] For port 7c33fd11-150e-4984-8f23-fc77103a6f50, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:38.015961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] For port 7c33fd11-150e-4984-8f23-fc77103a6f50, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c33fd11-150e-4984-8f23-fc77103a6f50,segment=NetworkSegment(ad128a22-7688-41c6-b0ed-f9dd56f9b34d),segment_id=ad128a22-7688-41c6-b0ed-f9dd56f9b34d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:38.023777 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.048271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] For port 9ffb95d1-bd2d-4292-8ae7-319001784852, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9ffb95d1-bd2d-4292-8ae7-319001784852,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:38.049461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.078069 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d2907a2-fc8e-40d6-b24e-0aa2074fe69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.085531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] DHCP port deletion for 24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:55:38.116451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Deleting port 795a5cd0-23fa-419e-beaf-939d465c3952 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:38.116836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.134710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2907a2-fc8e-40d6-b24e-0aa2074fe69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba58c17-3d09-43e1-96a8-c46ab38f680f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:38.158865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d2907a2-fc8e-40d6-b24e-0aa2074fe69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.160455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d2907a2-fc8e-40d6-b24e-0aa2074fe69a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ba58c17-3d09-43e1-96a8-c46ab38f680f HTTP/1.1" status: 204 len: 168 time: 0.5891740 Apr 25 14:55:38.276550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1b47f1c-9b7d-4e72-bfe1-d9d0e1bb05d1 req-66609868-ecfe-46de-9fc0-485d89b6f825 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4116926 Apr 25 14:55:38.306768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68d9b0-2822-455c-9947-1c9f9b603926 None None] Pushing event updated for resources: {'Port': ['ID=7c33fd11-150e-4984-8f23-fc77103a6f50,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:38.385910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Calling delete_port for 9ffb95d1-bd2d-4292-8ae7-319001784852 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:38.421931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] For port 795a5cd0-23fa-419e-beaf-939d465c3952, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=795a5cd0-23fa-419e-beaf-939d465c3952,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:38.422599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.571701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] For port 795a5cd0-23fa-419e-beaf-939d465c3952, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=795a5cd0-23fa-419e-beaf-939d465c3952,segment=NetworkSegment(8b10f97d-8767-4b2e-8932-993120f573ae),segment_id=8b10f97d-8767-4b2e-8932-993120f573ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:38.572486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.617940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] device_id is not set on port a092d5a1-5786-4680-8e82-cf3ddc9f3848 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:55:38.625883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6900423-5d2a-4f67-a90c-f1a858e8bde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.881096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:38.885916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39410) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:38.888453 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:30Z', 'revision_number': 3, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:38.893786 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75774a5-9484-49a1-967c-ecb32c866bb9 None None] The sync data for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 is: [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:30Z', 'revision_number': 3, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:38.903965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Calling delete_port for 795a5cd0-23fa-419e-beaf-939d465c3952 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:39.008956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.010718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Calling delete_port for 795a5cd0-23fa-419e-beaf-939d465c3952 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:39.054086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.067298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Pushing event deleted for resources: {'Port': ['ID=795a5cd0-23fa-419e-beaf-939d465c3952,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:39.089244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.089590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.089931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.090798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.091154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.091489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.091820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.092145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.092466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.092792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.093144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.093617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.098960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] No DVR routers for this DVR port 795a5cd0-23fa-419e-beaf-939d465c3952 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:39.129621 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:55:39.130338 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:55:39.139418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:39.170245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c1dc27eed34085969dc2ed5c48bedb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:39.183572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:39.194573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Subnet': ['ID=63be62c6-10f0-4fb1-a5ea-cc206f7a457c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:39.196857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.255609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4ee54-ddc6-442e-84a2-c0e56b0db658 req-a165f597-380e-4a48-96a1-ab282dd6908e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:39.258797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00e4ee54-ddc6-442e-84a2-c0e56b0db658 req-a165f597-380e-4a48-96a1-ab282dd6908e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 1.5589056 Apr 25 14:55:39.260013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:39.295951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.300149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.300506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.300874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.301216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.301551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.301884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.302312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.302570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.302895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.303333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.303649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.303925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:55:39.316618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'Port': ['ID=9ffb95d1-bd2d-4292-8ae7-319001784852,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:39.334592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.20.0.8 (edf8c6b7-8cdf-47af-ad65-af9430912e4c/eedcf373-24c7-4887-bfbd-e95b90647c22/a092d5a1-5786-4680-8e82-cf3ddc9f3848) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:39.367002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:39.372112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Checking segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:39.372493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network hostable DHCP agents. Network: feb93a8a-3af3-4eec-ab48-457fea83a743, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:39.411301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b10f97d-8767-4b2e-8932-993120f573ae') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:39.419016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b10f97d-8767-4b2e-8932-993120f573ae') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:39.451240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.480164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.573393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6af82-6ff5-4120-b35f-96931d7df7b3 req-6087c582-3f10-4ac4-b994-d4a3f2fe070e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:39.592725 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-acf6af82-6ff5-4120-b35f-96931d7df7b3 req-6087c582-3f10-4ac4-b994-d4a3f2fe070e tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2a43c8-8994-4860-9b24-2dee6954cc01 HTTP/1.1" status: 200 len: 945 time: 1.3073344 Apr 25 14:55:39.632399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Deleting port 795a5cd0-23fa-419e-beaf-939d465c3952 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:39.633109 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.638423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] No DVR routers for this DVR port 9ffb95d1-bd2d-4292-8ae7-319001784852 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:39.643752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.696773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'name': 'network-vif-deleted', 'tag': '9ffb95d1-bd2d-4292-8ae7-319001784852'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:39.700633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:39.701322 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:39.759193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00e4ee54-ddc6-442e-84a2-c0e56b0db658 req-b2dc0f9e-6563-49cc-85bf-b90e75f11c5a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520662 Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:39.802082 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:39.869905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network feb93a8a-3af3-4eec-ab48-457fea83a743 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:39.941309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cdce3b33-e9b8-400a-a395-f709e64d6f36 req-a9c9c8a7-f050-4d5c-9225-eb54bd053b7f tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.15 "DELETE /v2.0/ports/9ffb95d1-bd2d-4292-8ae7-319001784852 HTTP/1.1" status: 204 len: 173 time: 3.2322397 Apr 25 14:55:39.974110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f47fd734-2c1e-4087-8f1f-e35ae4985938 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:39.988840 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0bb676-755d-4d92-86fd-7a18e72f31d7'] response: {'server_uuid': 'dd2a43c8-8994-4860-9b24-2dee6954cc01', 'name': 'network-vif-deleted', 'tag': '9ffb95d1-bd2d-4292-8ae7-319001784852', 'status': 'completed', 'code': 200} Apr 25 14:55:39.995553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, feb93a8a-3af3-4eec-ab48-457fea83a743) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:40.001305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:40.001904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.103298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ffb95d1-bd2d-4292-8ae7-319001784852 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:40.169077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b5d76e9-3e28-418a-adfe-7bf0a21ec1c3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.3040874 Apr 25 14:55:40.184921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39426) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:40.187250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39430) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:40.214746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.222529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.239157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d84d41c8-8539-441f-8d72-3659346f19e8 None None] The port '795a5cd0-23fa-419e-beaf-939d465c3952' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:55:40.240452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9ffb95d1-bd2d-4292-8ae7-319001784852 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:40.245524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9ffb95d1-bd2d-4292-8ae7-319001784852 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:40.247717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94eed88-e0bf-42c3-831c-e2104d6adcaa None None] Network feb93a8a-3af3-4eec-ab48-457fea83a743 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:40.311986 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4c1dc27eed34085969dc2ed5c48bedb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3596256 Apr 25 14:55:40.312444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39436) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:40.319118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d6e55-afdb-49ba-833e-1779f07213e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50ca99-8f77-4703-acc0-2e03da3ff1bd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:40.345171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-acf6af82-6ff5-4120-b35f-96931d7df7b3 req-6b3b0fa2-2f3b-4979-a290-0988f6b534b9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=33a84d88-b4ee-4416-9686-4aaba13f8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512553 Apr 25 14:55:40.384197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.401709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa2a33-b12b-432d-ab62-f53c57191b2e None None] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:40.414053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.419977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object a092d5a1-5786-4680-8e82-cf3ddc9f3848 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:40.420851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.469256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.593797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:40.599797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:40.607877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:40.691202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=a092d5a1-5786-4680-8e82-cf3ddc9f3848,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:40.699114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420918614'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:40.713270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] Pushing event deleted for resources: {'Network': ['ID=24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:40.724121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:40.724821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.728369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:40.748981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d0b36735-ef44-44ff-8c96-fe815c0a62f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.5036423 Apr 25 14:55:40.750022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd5ff799-f55c-4fab-b5b9-af179ba6393f admin admin] 10.222.0.23 "DELETE /v2.0/networks/24da06b0-3d8f-4902-8f1c-0d3d9a9b98c4 HTTP/1.1" status: 204 len: 168 time: 3.6549695 Apr 25 14:55:40.751000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:40.751605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39440) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:40.822817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:40.849263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:40.857373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-689f0702-547f-4c54-bb2d-8187345f5f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.916014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:40.919540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.942110 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.948590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5db44014-8e86-4768-abdf-ee4c2367a924 None None] Provisioning for port 7c33fd11-150e-4984-8f23-fc77103a6f50 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:40.957886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2beec7d0-68fe-405f-9685-fc6c5d9ba80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:40.961674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-689f0702-547f-4c54-bb2d-8187345f5f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.052225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f47fd734-2c1e-4087-8f1f-e35ae4985938 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:41.119770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f47fd734-2c1e-4087-8f1f-e35ae4985938 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:41.120348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.167313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39448) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:41.200733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:41.222795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:security_group_rule and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:41.236582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:41.318018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-feb93a8a-3af3-4eec-ab48-457fea83a743', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:55:41.318766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.340752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:41.440607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8d517a3d-22b1-4b6d-a285-2cda1468f780 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebd1eee7783348ab8fc8b12cb5402e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702713 Apr 25 14:55:41.447895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39454) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:41.534314 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.664468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-689f0702-547f-4c54-bb2d-8187345f5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.700154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Allocated IP 172.20.0.2 (feb93a8a-3af3-4eec-ab48-457fea83a743/63be62c6-10f0-4fb1-a5ea-cc206f7a457c/f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:41.712141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfa029-74ee-4b2a-9802-c13d6828caef req-7fb16aa8-8e1a-4193-a8dd-4f40d3cea4bc tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:41.715251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94cfa029-74ee-4b2a-9802-c13d6828caef req-7fb16aa8-8e1a-4193-a8dd-4f40d3cea4bc tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 0.4442043 Apr 25 14:55:41.728132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0702-547f-4c54-bb2d-8187345f5f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50ca99-8f77-4703-acc0-2e03da3ff1bd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:41.840747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-94cfa029-74ee-4b2a-9802-c13d6828caef req-62f7c7cc-62b4-4a46-8ee2-023071b659ee tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781441 Apr 25 14:55:41.856302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-689f0702-547f-4c54-bb2d-8187345f5f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.857548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-689f0702-547f-4c54-bb2d-8187345f5f80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc50ca99-8f77-4703-acc0-2e03da3ff1bd HTTP/1.1" status: 204 len: 168 time: 1.5395229 Apr 25 14:55:41.958369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9986f302-0c67-4e1f-a27d-fd4513794c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.982340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:41.991717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f47fd734-2c1e-4087-8f1f-e35ae4985938, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f47fd734-2c1e-4087-8f1f-e35ae4985938,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:42.013472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.016682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.018245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.019464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c33fd11-150e-4984-8f23-fc77103a6f50 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:42.026654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9986f302-0c67-4e1f-a27d-fd4513794c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.116423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9986f302-0c67-4e1f-a27d-fd4513794c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.204807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9986f302-0c67-4e1f-a27d-fd4513794c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.208635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9986f302-0c67-4e1f-a27d-fd4513794c5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c94996f5-5eed-4455-a81a-c2eeca6c010e HTTP/1.1" status: 204 len: 168 time: 0.6850848 Apr 25 14:55:42.208635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.215798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f302-0c67-4e1f-a27d-fd4513794c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94996f5-5eed-4455-a81a-c2eeca6c010e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:42.227219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.275980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bacbf5-a704-4c95-a6f0-d70a74c1dda4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:42.292323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:42.358135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.358483 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 2d668c07-6d7d-4f82-bf2f-e241a97a8a86 of type vlan for network 6b223835-7410-482b-b2c7-9e2f70471eca Apr 25 14:55:42.407220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.419823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f47fd734-2c1e-4087-8f1f-e35ae4985938,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:42.495330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.524193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Transition to ACTIVE for port object f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:42.574257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Transition to ACTIVE for port object f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:42.595396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.670761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.740176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8253be9-26c9-464d-ba64-2a14f47e2d55 req-d021735a-38f4-490b-a19e-9fc71d603b28 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:42.752937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a8253be9-26c9-464d-ba64-2a14f47e2d55 req-d021735a-38f4-490b-a19e-9fc71d603b28 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 0.5802314 Apr 25 14:55:42.769494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Network feb93a8a-3af3-4eec-ab48-457fea83a743 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:42.775591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7c33fd11-150e-4984-8f23-fc77103a6f50 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:42.782365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Pushing event updated for resources: {'Port': ['ID=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:42.785220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:42.794536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7c33fd11-150e-4984-8f23-fc77103a6f50 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:42.795036 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:42.865068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:42.874848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:42.901915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Request body: {'floatingip': {'port_id': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:42.922891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Provisioning for port a092d5a1-5786-4680-8e82-cf3ddc9f3848 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:42.980254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Provisioning complete for port a092d5a1-5786-4680-8e82-cf3ddc9f3848 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:42.980641 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.095115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.109530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.119805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Port a092d5a1-5786-4680-8e82-cf3ddc9f3848 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:43.124476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Attempting to bind port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:43.124861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Attempting to bind port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:43.125426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Attempting to bind port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b on network feb93a8a-3af3-4eec-ab48-457fea83a743 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:43.138857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:43.139281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Checking segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:43.139657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.140063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Bound using segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:43.140557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Bound port: f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:43.140962 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.194961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.214007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:43.217973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.222480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.271358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Provisioning complete for port 7c33fd11-150e-4984-8f23-fc77103a6f50 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:43.271784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.509045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.548973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] For port 7c33fd11-150e-4984-8f23-fc77103a6f50, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c33fd11-150e-4984-8f23-fc77103a6f50,segment=NetworkSegment(ad128a22-7688-41c6-b0ed-f9dd56f9b34d),segment_id=ad128a22-7688-41c6-b0ed-f9dd56f9b34d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:43.550410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.564935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.689598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] For port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:43.704972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=a092d5a1-5786-4680-8e82-cf3ddc9f3848,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:43.756175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] For port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:43.779372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.784780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.893874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-58f543a8-0edd-4b27-bfcd-46b2bc31324c None None] Provisioning complete for port a092d5a1-5786-4680-8e82-cf3ddc9f3848 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:43.894903 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-58f543a8-0edd-4b27-bfcd-46b2bc31324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:43.978432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75749afb-5d62-4882-a2df-a0012f3746ad None None] Pushing event updated for resources: {'Port': ['ID=7c33fd11-150e-4984-8f23-fc77103a6f50,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:44.047255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:55:44.047255 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:55:44.105969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-58f543a8-0edd-4b27-bfcd-46b2bc31324c None None] Port a092d5a1-5786-4680-8e82-cf3ddc9f3848 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:44.121500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361029ae-b3ec-4a0b-8083-c06a8f57d62f None None] Pushing event updated for resources: {'Port': ['ID=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:44.179774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.20.0.1 (feb93a8a-3af3-4eec-ab48-457fea83a743/63be62c6-10f0-4fb1-a5ea-cc206f7a457c/35d6f681-44d2-466c-a25b-7a51b6c9582c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:44.203168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86251df-a163-4dc9-9637-2fd6c9aaa35e req-a7aad1ac-87b5-4796-b705-e52b895f06ec tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:44.212859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c86251df-a163-4dc9-9637-2fd6c9aaa35e req-a7aad1ac-87b5-4796-b705-e52b895f06ec tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 1.7214589 Apr 25 14:55:44.218905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0262465 Apr 25 14:55:44.245802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b00265c2-833e-4757-90c6-d84a507d0fd2 None None] Provisioning complete for port a092d5a1-5786-4680-8e82-cf3ddc9f3848 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:44.246202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00265c2-833e-4757-90c6-d84a507d0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:44.249046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b81e-495a-4149-ba50-da004f0364ef tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=6b223835-7410-482b-b2c7-9e2f70471eca,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:44.354149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c86251df-a163-4dc9-9637-2fd6c9aaa35e req-a55dc8cd-ee5a-42c8-8924-a43508792c39 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395094 Apr 25 14:55:44.383461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b00265c2-833e-4757-90c6-d84a507d0fd2 None None] Port a092d5a1-5786-4680-8e82-cf3ddc9f3848 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:44.389817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 6b223835-7410-482b-b2c7-9e2f70471eca details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:44.555627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-dfbc412c-0c29-46d0-aab3-1d5292bb4b67 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:44.559464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-dfbc412c-0c29-46d0-aab3-1d5292bb4b67 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 0.7668252 Apr 25 14:55:44.872396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Deleting port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:44.874125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:44.973892 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:45.059316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:45.127193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:45.189603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 795a5cd0-23fa-419e-beaf-939d465c3952 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:45.278379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Transition to ACTIVE for port object 35d6f681-44d2-466c-a25b-7a51b6c9582c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:45.314795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 795a5cd0-23fa-419e-beaf-939d465c3952 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:55:45.315162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 795a5cd0-23fa-419e-beaf-939d465c3952 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:55:45.442750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:45.521957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:45.866952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:45.915351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:45.991327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=35d6f681-44d2-466c-a25b-7a51b6c9582c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:46.067945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network feb93a8a-3af3-4eec-ab48-457fea83a743 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:46.086105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:46.099693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:46.111812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101418e-f3d2-48b5-bc71-d6f8c941127b None None] Network feb93a8a-3af3-4eec-ab48-457fea83a743 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:46.181814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:46.312532 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Floating IP b82d951c-2b63-4e2e-a52e-004d6bf20f1b associated. External IP: 172.25.0.179, port: 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86. Apr 25 14:55:46.376854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:46.439190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f47fd734-2c1e-4087-8f1f-e35ae4985938 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:46.576609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:46.606366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:46.671526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] Provisioning for port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:46.750170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] Provisioning complete for port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:46.750583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:46.803295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:46.845950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:46.881591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Usage tracker for resource:security_group_rule and tenant:818ed249e2784940bb8b8592697c821f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:46.898357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:47.032670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f47fd734-2c1e-4087-8f1f-e35ae4985938 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:47.033401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:47.141558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e741ca-cac3-4b0c-a68f-35316abc0b10 req-19bb0972-fccd-47e9-9823-63600f187f39 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:47.142671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-56e741ca-cac3-4b0c-a68f-35316abc0b10 req-19bb0972-fccd-47e9-9823-63600f187f39 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:47.166428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:47.179437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:47.308301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] For port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:47.310981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:47.374985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] For port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:47.410021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:47.567460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c33fd11-150e-4984-8f23-fc77103a6f50 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:47.778702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542d1d6-882a-4b93-85e6-c3368e676a0a None None] Pushing event updated for resources: {'Port': ['ID=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:47.840339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7c33fd11-150e-4984-8f23-fc77103a6f50 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:47.841522 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:47.860840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:47.904690 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.042059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0d175-0b55-484c-9d90-0a3b651ece26,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:48.077426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-56e741ca-cac3-4b0c-a68f-35316abc0b10 req-19bb0972-fccd-47e9-9823-63600f187f39 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:48.084918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56e741ca-cac3-4b0c-a68f-35316abc0b10 req-19bb0972-fccd-47e9-9823-63600f187f39 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 945 time: 2.2072408 Apr 25 14:55:48.104742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:48.106058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-88111f9d-2181-446c-93d9-dbfe45b164e2 None None] Provisioning complete for port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:48.106651 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88111f9d-2181-446c-93d9-dbfe45b164e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.118033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a27e1fb-0a10-42d1-8714-c4d03dddce95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=818ed249e2784940bb8b8592697c821f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1712770 Apr 25 14:55:48.127720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:48.161844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39610) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:48.363421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:48.489235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-88111f9d-2181-446c-93d9-dbfe45b164e2 None None] Provisioning for port 35d6f681-44d2-466c-a25b-7a51b6c9582c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:48.500964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-88111f9d-2181-446c-93d9-dbfe45b164e2 None None] Provisioning complete for port 35d6f681-44d2-466c-a25b-7a51b6c9582c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:48.501592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88111f9d-2181-446c-93d9-dbfe45b164e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.529070 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.557252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.581652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-88111f9d-2181-446c-93d9-dbfe45b164e2 None None] Port 35d6f681-44d2-466c-a25b-7a51b6c9582c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:48.612008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:48.612008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.622018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.622751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.622751 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Floating IP eab6ba10-ddb0-4abe-820a-ebb679ce88b9 disassociated. External IP: 172.25.0.85, port: 36dd2432-b5cb-46f9-8b69-d1ac6c81806d. Apr 25 14:55:48.623013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Calling delete_port for 36dd2432-b5cb-46f9-8b69-d1ac6c81806d owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:48.669535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.678840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.686894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:48.723191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 36dd2432-b5cb-46f9-8b69-d1ac6c81806d no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:55:48.752804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.820578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.903687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8694333e-5aa7-435d-a490-e936a0b73cc0 None None] Provisioning complete for port 35d6f681-44d2-466c-a25b-7a51b6c9582c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:48.904145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8694333e-5aa7-435d-a490-e936a0b73cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:48.919873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56e741ca-cac3-4b0c-a68f-35316abc0b10 req-406edfa4-b153-4dc3-b937-5418f9cbe4b3 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d826cb1-9505-4069-9159-46321ad67c16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8340392 Apr 25 14:55:49.029215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8694333e-5aa7-435d-a490-e936a0b73cc0 None None] Port 35d6f681-44d2-466c-a25b-7a51b6c9582c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:49.085406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4667a484-336b-47c8-9332-fb0e689c8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:49.098568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=a092d5a1-5786-4680-8e82-cf3ddc9f3848,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:49.115083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:49.140560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:49.145167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network feb93a8a-3af3-4eec-ab48-457fea83a743 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:49.152155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=35d6f681-44d2-466c-a25b-7a51b6c9582c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:49.152385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:49.154665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:49.159868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:49.163174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:49.187593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4667a484-336b-47c8-9332-fb0e689c8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:49.215976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:49.441456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:49.567509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'Port': ['ID=36dd2432-b5cb-46f9-8b69-d1ac6c81806d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:49.658699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc4220fa-bbf9-4c9b-9af7-b265760893b0 None None] Provisioning complete for port 35d6f681-44d2-466c-a25b-7a51b6c9582c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:49.659332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc4220fa-bbf9-4c9b-9af7-b265760893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:49.704130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 358cb40d-5a5f-45db-b635-5ce5c2e41462 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:49.759018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fc4220fa-bbf9-4c9b-9af7-b265760893b0 None None] Port 35d6f681-44d2-466c-a25b-7a51b6c9582c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:49.778646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc4220fa-bbf9-4c9b-9af7-b265760893b0 None None] Provisioning complete for port a092d5a1-5786-4680-8e82-cf3ddc9f3848 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:49.778928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:49.779432 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc4220fa-bbf9-4c9b-9af7-b265760893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:49.782362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:49.877875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:49.895861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fc4220fa-bbf9-4c9b-9af7-b265760893b0 None None] Port a092d5a1-5786-4680-8e82-cf3ddc9f3848 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:55:49.898788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:49.910397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:49.911158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:49.958862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 22abbaad-3016-4547-b8f8-173e72c29a80 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:55:49.969293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Router 690b793b-32a5-47a1-a0ff-3c92f0caea28 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:49.974339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:50.159110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:50.172203 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Sync routers for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:50.189087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f80e71b4-391f-4f74-a9aa-9811301b55a9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "PUT /v2.0/routers/358cb40d-5a5f-45db-b635-5ce5c2e41462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0028844 Apr 25 14:55:50.190225 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:50.191475 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:50.192021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39622) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:50.237648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4667a484-336b-47c8-9332-fb0e689c8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:50.281114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4667a484-336b-47c8-9332-fb0e689c8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:50.282540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4667a484-336b-47c8-9332-fb0e689c8c7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0a0d175-0b55-484c-9d90-0a3b651ece26 HTTP/1.1" status: 204 len: 168 time: 2.1203449 Apr 25 14:55:50.401688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:50.453213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667a484-336b-47c8-9332-fb0e689c8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0d175-0b55-484c-9d90-0a3b651ece26,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:50.467397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce6abd23-9270-4a27-aa33-32f60fb6b2b2 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "PUT /v2.0/floatingips/b82d951c-2b63-4e2e-a52e-004d6bf20f1b HTTP/1.1" status: 200 len: 992 time: 7.5884676 Apr 25 14:55:50.472142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:50.521307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:50.616140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] Sync routers for ids ['22abbaad-3016-4547-b8f8-173e72c29a80'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:50.636547 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eabffa8-5956-43a4-a411-3a517233bc1f'] response: {'name': 'network-changed', 'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'status': 'completed', 'code': 200} Apr 25 14:55:50.722939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] Routers {'22abbaad-3016-4547-b8f8-173e72c29a80'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:50.723509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['22abbaad-3016-4547-b8f8-173e72c29a80'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:50.738179 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:50.785375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f24b452a-daad-467e-a56f-e25058e4880f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/22abbaad-3016-4547-b8f8-173e72c29a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0305624 Apr 25 14:55:50.788084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:50.907950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:50.932629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd55d0c-dc8f-4c4d-945d-0343806c6802 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:50.933633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6fd55d0c-dc8f-4c4d-945d-0343806c6802 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:50.979559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:50.987286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:51.006562 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] Sync routers for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:51.046670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6fd55d0c-dc8f-4c4d-945d-0343806c6802 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:51.052033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6fd55d0c-dc8f-4c4d-945d-0343806c6802 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports/a092d5a1-5786-4680-8e82-cf3ddc9f3848 HTTP/1.1" status: 200 len: 976 time: 0.2559612 Apr 25 14:55:51.067343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:51.102248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] Routers {'22abbaad-3016-4547-b8f8-173e72c29a80'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:51.102931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['22abbaad-3016-4547-b8f8-173e72c29a80'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:51.164244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-b55dc0d2-4d0e-47fd-a284-714e877c0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.166139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-b55dc0d2-4d0e-47fd-a284-714e877c0fff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 1097 time: 0.4949572 Apr 25 14:55:51.203477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3ddc9ec7-d037-4ef8-9439-46305a54edf2 req-d9dd236d-b41f-4e44-912f-805a91cb8a70 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Synchronizing usage tracker for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:55:51.251463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:51.251876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b145ca-7a0f-4ef5-abd7-4ea96b76e661 None None] The sync data for ids ['22abbaad-3016-4547-b8f8-173e72c29a80'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:51.288393 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:51.289086 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:51.477663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] No DVR routers for this DVR port 36dd2432-b5cb-46f9-8b69-d1ac6c81806d on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:55:51.482903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:51.489060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d86a25b-2e3a-48f3-b214-81f8017ee305 req-4ab0e426-d8ca-4c21-8dde-4f47c3a61562 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.21 "DELETE /v2.0/ports/36dd2432-b5cb-46f9-8b69-d1ac6c81806d HTTP/1.1" status: 204 len: 173 time: 6.9253354 Apr 25 14:55:51.515409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '2d668c07-6d7d-4f82-bf2f-e241a97a8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:51.515409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: 6b223835-7410-482b-b2c7-9e2f70471eca, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:51.520308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-deleted', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:55:51.545358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3ddc9ec7-d037-4ef8-9439-46305a54edf2 req-d9dd236d-b41f-4e44-912f-805a91cb8a70 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Unset dirty status for tenant:a25981f3049d45a38e4f8d30c4693974 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:55:51.546594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ddc9ec7-d037-4ef8-9439-46305a54edf2 req-d9dd236d-b41f-4e44-912f-805a91cb8a70 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/ports?device_id=70a4b90d-bed7-4b52-ab1e-74f02efd25b4 HTTP/1.1" status: 200 len: 210 time: 0.6282716 Apr 25 14:55:51.704731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.708980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.710076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.710614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.713579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.714186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.714725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.719415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.720029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.726156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5bb4fd80-45a8-4115-a568-1a96f9da921f tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6344 time: 1.5326095 Apr 25 14:55:51.727871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39662) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:51.733001 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c1d5f1-ae1a-4d61-a056-5d1c63d1e293'] response: {'server_uuid': '70a4b90d-bed7-4b52-ab1e-74f02efd25b4', 'name': 'network-vif-deleted', 'tag': '36dd2432-b5cb-46f9-8b69-d1ac6c81806d', 'status': 'completed', 'code': 200} Apr 25 14:55:51.742296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-c4440e3b-19b5-47c6-9f69-d8745acaca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.744018 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-c4440e3b-19b5-47c6-9f69-d8745acaca55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.5538969 Apr 25 14:55:51.846012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b82d951c-2b63-4e2e-a52e-004d6bf20f1b', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'port_id': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'mac_address': 'fa:16:3e:a3:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:55:13Z', 'updated_at': '2022-04-25T14:55:44Z', 'revision_number': 1, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:51.854214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:51.859180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=ffb38f43-f1b9-4620-a8bb-c5f7f82124d0,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:51.866138 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:51.899984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:51.900636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:51.926048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.926548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.927039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.927537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.928538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.929019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.929532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.930023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.930500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:51.943275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d1ff342b-8d7f-4ba8-8443-06cfce59a2b4 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5858 time: 0.2061648 Apr 25 14:55:51.943990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39668) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:52.305284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e1f4b944-cd8e-46fc-b130-40efc85f8092 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4307 time: 0.3470886 Apr 25 14:55:52.333590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:52.413018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 6b223835-7410-482b-b2c7-9e2f70471eca is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:52.474450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 6b223835-7410-482b-b2c7-9e2f70471eca) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:52.496572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:52.497930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:52.687232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-025645bd-73d5-41a1-b705-d1f43e547ad1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 HTTP/1.1" status: 200 len: 1000 time: 0.8240254 Apr 25 14:55:52.697949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9b0b0cf8-5778-45fa-9bf1-0d79ff357a6e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5892482 Apr 25 14:55:52.702991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39682) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:52.711299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107689208'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:52.733061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:52.744811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a75f2c-16ae-4ee1-83fb-a763d6ba4771 None None] Network 6b223835-7410-482b-b2c7-9e2f70471eca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:52.758113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:52.771523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:52.800239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:52.823496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:52.828161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:52.864489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39692) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:52.894410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840259239', 'description': 'tempest-secgroup-smoke-1840259239 description', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:52.900192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-8d004e47-9ea1-4d94-971d-259c31b4988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:52.903078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-8d004e47-9ea1-4d94-971d-259c31b4988d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.2009499 Apr 25 14:55:52.916853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39696) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:52.917704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:52.924223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:52.929299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:52.938969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:52.953534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:52.993301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:53.000701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:55:53.003714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:53.011656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:53.021922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:53.026079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:47Z', 'revision_number': 2, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:53.029554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.030000 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 05886da2-63be-4a90-9ba3-69dfdc0c578a of type vlan for network 98f48e41-5950-46f9-8545-b287a031e5a4 Apr 25 14:55:53.054052 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Checking router: 358cb40d-5a5f-45db-b635-5ce5c2e41462 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:53.055458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Updating router 358cb40d-5a5f-45db-b635-5ce5c2e41462 port 35d6f681-44d2-466c-a25b-7a51b6c9582c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:55:53.074774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31c09562-29ad-48e5-99da-adb5b54135c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.110388 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.193710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.200980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:53.205194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31c09562-29ad-48e5-99da-adb5b54135c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.209694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.216423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-c68ced60-8ba8-45d0-8bd8-cf76e397af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:53.218824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-c68ced60-8ba8-45d0-8bd8-cf76e397af0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3071022 Apr 25 14:55:53.278021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:27Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:53.310464 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:55:53.323121 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] Checking router: 690b793b-32a5-47a1-a0ff-3c92f0caea28 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:55:53.333487 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.385732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=98f48e41-5950-46f9-8545-b287a031e5a4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:53.392937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.403022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.442793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:53.445654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 98f48e41-5950-46f9-8545-b287a031e5a4 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:55:53.453823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a8d825a0-1c75-461d-ab1f-f7aec7aab890 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7496009 Apr 25 14:55:53.458629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39706) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:53.468395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '98f48e41-5950-46f9-8545-b287a031e5a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:53.494904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.505609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ddea15ce-5fd3-4fe9-a762-69b916f8adff tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6321206 Apr 25 14:55:53.505863 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:53.506747 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:53.670804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:53.720795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': 'b0d2d7ec-79b0-4d44-a5c7-8d54461343c4', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:53.728837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:53.740024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:53.746632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:53.754785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:53.800730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b82d951c-2b63-4e2e-a52e-004d6bf20f1b', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'port_id': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'mac_address': 'fa:16:3e:a3:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:55:13Z', 'updated_at': '2022-04-25T14:55:44Z', 'revision_number': 1, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:53.808113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.813471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d92800-7f16-4d2e-8169-87cb2203ea41 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b82d951c-2b63-4e2e-a52e-004d6bf20f1b', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'port_id': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'mac_address': 'fa:16:3e:a3:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:55:13Z', 'updated_at': '2022-04-25T14:55:44Z', 'revision_number': 1, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:53.858438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:53.870845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:53.890007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:53.906627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:53.935661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:55:53.936232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-6b223835-7410-482b-b2c7-9e2f70471eca', 'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': 'ffb38f43-f1b9-4620-a8bb-c5f7f82124d0'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:55:53.937381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:53.950838 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.113256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31c09562-29ad-48e5-99da-adb5b54135c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.170098 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.200722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31c09562-29ad-48e5-99da-adb5b54135c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.208946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31c09562-29ad-48e5-99da-adb5b54135c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d826cb1-9505-4069-9159-46321ad67c16 HTTP/1.1" status: 204 len: 168 time: 1.2528698 Apr 25 14:55:54.215724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:54.220693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-dd1fd687-eff3-4962-b64c-dca341bf1eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600494 Apr 25 14:55:54.222565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.235674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09562-29ad-48e5-99da-adb5b54135c9 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d826cb1-9505-4069-9159-46321ad67c16,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:54.265065 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-fd02d07d-9824-4b65-a802-10a71a8737df tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] show failed (client error): The resource could not be found. Apr 25 14:55:54.265330 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd02d07d-9824-4b65-a802-10a71a8737df tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "GET /v2.0/security-groups/6d826cb1-9505-4069-9159-46321ad67c16 HTTP/1.1" status: 404 len: 347 time: 0.0500014 Apr 25 14:55:54.273212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39728) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:54.327044 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.328586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6551023 Apr 25 14:55:54.335599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.342800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb15c9-e8ed-475e-bfa3-79ecb3bfe125 None None] New status for floating IP b82d951c-2b63-4e2e-a52e-004d6bf20f1b: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:55:54.379669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39732) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:54.386750 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.388065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': 'b0d2d7ec-79b0-4d44-a5c7-8d54461343c4', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:54.403568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Transition to ACTIVE for port object 35d6f681-44d2-466c-a25b-7a51b6c9582c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:54.421692 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:54.460352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:54.556311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26b4f0-24e6-406b-a735-f75b6e4cbccf tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c41a95-9966-48e6-be1e-bec1f755e66e,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:54.651171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Allocated IP 2001:db8:0:ffff::2 (6b223835-7410-482b-b2c7-9e2f70471eca/ffb38f43-f1b9-4620-a8bb-c5f7f82124d0/385fd4d4-3a4c-4607-a30d-deeaf914b673) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:55:54.665617 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:54.796143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:54.832298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:54.851090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Deleting port 0d3827a4-aed0-49aa-96a6-a13ae25707e2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:54.851446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.029845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f0ecca6-4a77-472e-b8bb-7477ba3deabc req-730c42ac-0324-4279-8efc-06aeca607e54 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470782 Apr 25 14:55:55.080322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port a092d5a1-5786-4680-8e82-cf3ddc9f3848 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:55:55.080929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.116149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:55.280780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.412371 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.508883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.569983 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3901ed-8f00-48ce-b188-1cd97244bcc6 None None] Pushing event updated for resources: {'Port': ['ID=35d6f681-44d2-466c-a25b-7a51b6c9582c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:55.644277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.652425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.725775 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Attempting to bind port 35d6f681-44d2-466c-a25b-7a51b6c9582c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:55.726180 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Attempting to bind port 35d6f681-44d2-466c-a25b-7a51b6c9582c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:55.726413 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Attempting to bind port 35d6f681-44d2-466c-a25b-7a51b6c9582c on network feb93a8a-3af3-4eec-ab48-457fea83a743 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:55.768616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.818122 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:55.820514 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Checking segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:55.822850 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.823278 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Bound using segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:55.826636 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Bound port: 35d6f681-44d2-466c-a25b-7a51b6c9582c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:55.827091 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.839210 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.839564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:55.847642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f2304-cba6-4476-8311-b9304d4fcea0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:55.866750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Transition to ACTIVE for port object 385fd4d4-3a4c-4607-a30d-deeaf914b673 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:55.906413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Transition to ACTIVE for port object 385fd4d4-3a4c-4607-a30d-deeaf914b673 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:55:55.914301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.017505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Pushing event updated for resources: {'Port': ['ID=385fd4d4-3a4c-4607-a30d-deeaf914b673,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:56.027367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Network 6b223835-7410-482b-b2c7-9e2f70471eca is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:55:56.028965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:56.035076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:55:56.073961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:27Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:56.079541 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] For port 35d6f681-44d2-466c-a25b-7a51b6c9582c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:56.083430 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4599038-d961-427d-aa49-b960a99d3bae None None] The sync data for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 is: [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:45:12Z', 'revision_number': 4, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'eba0c737-9b0d-445e-a157-6b19e19dd472', 'name': '', 'network_id': '1d7a230c-88ed-4146-b9ab-1dda0f42cf3d', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'mac_address': 'fa:16:3e:13:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:10Z', 'updated_at': '2022-04-25T14:45:27Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'subnets': [{'id': 'ac31382d-195e-4c39-8857-43a4c6fef1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:56.092927 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] For port 35d6f681-44d2-466c-a25b-7a51b6c9582c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=35d6f681-44d2-466c-a25b-7a51b6c9582c,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:56.099812 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.180088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for a092d5a1-5786-4680-8e82-cf3ddc9f3848 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:56.216791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Calling delete_port for 0d3827a4-aed0-49aa-96a6-a13ae25707e2 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:55:56.219649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Attempting to bind port 385fd4d4-3a4c-4607-a30d-deeaf914b673 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:55:56.224189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Attempting to bind port 385fd4d4-3a4c-4607-a30d-deeaf914b673 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2d668c07-6d7d-4f82-bf2f-e241a97a8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:55:56.224734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Attempting to bind port 385fd4d4-3a4c-4607-a30d-deeaf914b673 on network 6b223835-7410-482b-b2c7-9e2f70471eca {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:55:56.258513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:55:56.262443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Checking segment: {'id': '2d668c07-6d7d-4f82-bf2f-e241a97a8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:56.265967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.267178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Bound using segment: {'id': '2d668c07-6d7d-4f82-bf2f-e241a97a8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:55:56.268460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Bound port: 385fd4d4-3a4c-4607-a30d-deeaf914b673, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d668c07-6d7d-4f82-bf2f-e241a97a8a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b223835-7410-482b-b2c7-9e2f70471eca'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:55:56.271146 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.283180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.288062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39752) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:56.298389 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:56.299613 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:56.304563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': 'b0d2d7ec-79b0-4d44-a5c7-8d54461343c4', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:56.308562 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff99f3c6-f637-4fc3-aa17-a19731be5938 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9284256 Apr 25 14:55:56.309416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=f3648b0d-ba62-4c12-a623-ca8011ec50c0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:56.368319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '05886da2-63be-4a90-9ba3-69dfdc0c578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '98f48e41-5950-46f9-8545-b287a031e5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:55:56.368726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: 98f48e41-5950-46f9-8545-b287a031e5a4, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:55:56.374572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:56.388460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:56.410343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:56.432756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:56.596029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 98f48e41-5950-46f9-8545-b287a031e5a4 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:55:56.611979 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3901ed-8f00-48ce-b188-1cd97244bcc6 None None] Pushing event updated for resources: {'Port': ['ID=35d6f681-44d2-466c-a25b-7a51b6c9582c,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:56.650147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 98f48e41-5950-46f9-8545-b287a031e5a4) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:55:56.673116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe37fae-b858-4fea-a62c-38dd1587d631 None None] Network 98f48e41-5950-46f9-8545-b287a031e5a4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:56.734189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:55:56.735200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.783322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67809629-8e10-40b6-8ccb-291e6e9695e2 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3224952 Apr 25 14:55:56.787666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39758) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:56.915745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] For port 385fd4d4-3a4c-4607-a30d-deeaf914b673, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:55:56.946141 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.976327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:56.981505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] For port 385fd4d4-3a4c-4607-a30d-deeaf914b673, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=385fd4d4-3a4c-4607-a30d-deeaf914b673,segment=NetworkSegment(2d668c07-6d7d-4f82-bf2f-e241a97a8a86),segment_id=2d668c07-6d7d-4f82-bf2f-e241a97a8a86)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:55:57.004944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.037497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Pushing event deleted for resources: {'Port': ['ID=0d3827a4-aed0-49aa-96a6-a13ae25707e2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:57.039249 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:55:57.161179 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af4219-65c4-49e2-b5e1-1a5095f8024a None None] New status for floating IP eab6ba10-ddb0-4abe-820a-ebb679ce88b9: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:55:57.199227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.217990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.220649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.226252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b259e2e-e11f-43ab-8995-d127422080b0 tempest-ServerActionsTestJSON-1433779935 tempest-ServerActionsTestJSON-1433779935-project] 10.222.0.23 "DELETE /v2.0/floatingips/eab6ba10-ddb0-4abe-820a-ebb679ce88b9 HTTP/1.1" status: 204 len: 168 time: 2.9503291 Apr 25 14:55:57.297608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39764) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:57.298326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.308170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260706f-833c-4cc2-ba92-cc9491ae09fa None None] Pushing event updated for resources: {'Port': ['ID=385fd4d4-3a4c-4607-a30d-deeaf914b673,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:57.473978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.483691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.640774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=f3648b0d-ba62-4c12-a623-ca8011ec50c0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:57.685504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.791848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=a092d5a1-5786-4680-8e82-cf3ddc9f3848,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:57.808448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.856993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5b7fb-8c64-41a5-b780-855801b8ce9e None None] Network 98f48e41-5950-46f9-8545-b287a031e5a4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:55:57.939836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad852dee-3c75-4894-bed0-784d21fd6c81,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:57.955461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:57.963118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39776) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:57.969835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c71c90c-8d04-4460-9c79-cdb0909829f7 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6725996 Apr 25 14:55:57.994388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': 'b0d2d7ec-79b0-4d44-a5c7-8d54461343c4', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:55:58.017609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:55:58.034420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:55:58.042207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:55:58.054096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:55:58.076083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:58.124069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:56Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:58.130237 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3526f-dbd1-481a-9c64-19d13b6a115d None None] The sync data for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 is: [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:56Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:55:58.165564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:58.196782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f48e41-5950-46f9-8545-b287a031e5a4']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:58.293200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05886da2-63be-4a90-9ba3-69dfdc0c578a') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:58.293782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05886da2-63be-4a90-9ba3-69dfdc0c578a') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:58.419106 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:58.468613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:58.595956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 35d6f681-44d2-466c-a25b-7a51b6c9582c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:55:58.903826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:58.906305 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:58.906711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 35d6f681-44d2-466c-a25b-7a51b6c9582c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:55:58.917150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 35d6f681-44d2-466c-a25b-7a51b6c9582c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:55:58.917590 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.020006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:55:59.021352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:55:59.071903 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:55:59.187166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 22abbaad-3016-4547-b8f8-173e72c29a80 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:55:59.201687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.254415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 35d6f681-44d2-466c-a25b-7a51b6c9582c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=35d6f681-44d2-466c-a25b-7a51b6c9582c,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:55:59.267429 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.528294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=35d6f681-44d2-466c-a25b-7a51b6c9582c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:59.594122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:55:59.612704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d29e40a6-75f6-4d80-9023-6f8a4973f0d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/22abbaad-3016-4547-b8f8-173e72c29a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5383964 Apr 25 14:55:59.614688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:59.615166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] Sync routers for ids ['22abbaad-3016-4547-b8f8-173e72c29a80'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:55:59.638043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] Routers {'22abbaad-3016-4547-b8f8-173e72c29a80'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:59.638724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['22abbaad-3016-4547-b8f8-173e72c29a80'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:59.641862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.661461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.761974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.792124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:59.809969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] Routers {'22abbaad-3016-4547-b8f8-173e72c29a80'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:55:59.810788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['22abbaad-3016-4547-b8f8-173e72c29a80'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:59.835361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f99fa98-a9f6-4089-b495-af3979630554,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:55:59.846549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:55:59.902680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/98f48e41-5950-46f9-8545-b287a031e5a4 HTTP/1.1" status: 204 len: 168 time: 3.1081245 Apr 25 14:55:59.906674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:55:59.960582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:55:59.961099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9f81d-0149-457b-91d7-14e2febca4a4 None None] The sync data for ids ['22abbaad-3016-4547-b8f8-173e72c29a80'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:00.011702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7aba19-e204-45fa-9b9c-f8a02c026872 None None] Network 6b223835-7410-482b-b2c7-9e2f70471eca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:00.088787 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.093574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3dc28911-3a4c-42d2-a811-2db2ea03bf39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1235802 Apr 25 14:56:00.094711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6430de-034d-430b-a0be-47921ce4296a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=98f48e41-5950-46f9-8545-b287a031e5a4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:00.105623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:00.119161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': 'b0d2d7ec-79b0-4d44-a5c7-8d54461343c4', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:00.127780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:00.139210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:00.156084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:00.157945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4c59444e-3b71-410e-8b91-1c9b426beb74 None None] Provisioning for port 385fd4d4-3a4c-4607-a30d-deeaf914b673 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:00.207733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:00.294904 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Project 50f0c9fa5f26447c85e16ac8a3f27506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:56:00.342296 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.373660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562959733'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:00.511949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:00.557329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:00.566197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:00.580477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 35d6f681-44d2-466c-a25b-7a51b6c9582c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:00.711849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.722195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.731370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 35d6f681-44d2-466c-a25b-7a51b6c9582c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:00.732000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.755059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229bf537-32ed-44a2-9d43-a370c344e2d4,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:00.855943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.867994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-90dd4aec-e0f8-4e3d-8fef-dc199459906e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7581303 Apr 25 14:56:00.868767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39812) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:00.870925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:00.876371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'security_group_rule': {'security_group_id': 'b0d2d7ec-79b0-4d44-a5c7-8d54461343c4', 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:00.890225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:00.898595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:security_group_rule and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:00.911448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:00.915648 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-7ced6a33-5720-4275-8cf4-aa1c7097c64a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] remove_router_interface failed (client error): The resource could not be found. Apr 25 14:56:00.920260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:00.931518 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ced6a33-5720-4275-8cf4-aa1c7097c64a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/22abbaad-3016-4547-b8f8-173e72c29a80/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3123622 Apr 25 14:56:00.933887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:00.935818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:00.946173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.947643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:00.965242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 385fd4d4-3a4c-4607-a30d-deeaf914b673 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:01.007149 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Project 50f0c9fa5f26447c85e16ac8a3f27506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:56:01.022959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.077830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 385fd4d4-3a4c-4607-a30d-deeaf914b673 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:01.087291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 385fd4d4-3a4c-4607-a30d-deeaf914b673 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:01.087806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.103911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9fef29e3-b5f7-4063-b48e-58f644675574 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:01.134040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:01.137069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9fef29e3-b5f7-4063-b48e-58f644675574 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:01.138629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9fef29e3-b5f7-4063-b48e-58f644675574 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=22abbaad-3016-4547-b8f8-173e72c29a80 HTTP/1.1" status: 200 len: 205 time: 0.1560471 Apr 25 14:56:01.142887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39826) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:01.271301 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.286402 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.343064 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.351696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 385fd4d4-3a4c-4607-a30d-deeaf914b673, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=385fd4d4-3a4c-4607-a30d-deeaf914b673,segment=NetworkSegment(2d668c07-6d7d-4f82-bf2f-e241a97a8a86),segment_id=2d668c07-6d7d-4f82-bf2f-e241a97a8a86)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:01.362094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.386968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89dbcb2-a033-49c4-be6e-cee5d7646720,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:01.400586 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.402378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4cea0b90-c807-4a0b-af58-57a6f41ef932 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5325682 Apr 25 14:56:01.419406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.562692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=385fd4d4-3a4c-4607-a30d-deeaf914b673,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:01.614606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.615819 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment be68ee42-2fbd-495b-a469-20779bb0ee70 of type vlan for network 8b8595c6-60d8-4110-80da-a6599b96654b Apr 25 14:56:01.697509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Deleting port eba0c737-9b0d-445e-a157-6b19e19dd472 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:01.697870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.826873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b97b53df-80d3-4e3d-a35f-826fe9dbf13e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:01.909235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b97b53df-80d3-4e3d-a35f-826fe9dbf13e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:01.910498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b97b53df-80d3-4e3d-a35f-826fe9dbf13e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840259239&fields=id&tenant_id=50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 267 time: 0.1786804 Apr 25 14:56:01.934877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.960211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:01.964930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.009092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.009641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router 22abbaad-3016-4547-b8f8-173e72c29a80 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:56:02.027427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.034616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:02.035161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.050464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] For port eba0c737-9b0d-445e-a157-6b19e19dd472, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=eba0c737-9b0d-445e-a157-6b19e19dd472,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:02.050837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.095757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.096881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-71fd3bcd-6eb4-4876-8309-13de3d876115 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/22abbaad-3016-4547-b8f8-173e72c29a80 HTTP/1.1" status: 204 len: 168 time: 0.9527433 Apr 25 14:56:02.101968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:02.105702 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1971266 Apr 25 14:56:02.108009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39864) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:02.210335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:02.240899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Calling delete_port for eba0c737-9b0d-445e-a157-6b19e19dd472 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:02.332044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9f55-b55a-4e47-bfdb-7b5c703a011e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=8b8595c6-60d8-4110-80da-a6599b96654b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:02.345570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b09286f9-54a7-4249-b02c-ed125c4e1663 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:02.346290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b09286f9-54a7-4249-b02c-ed125c4e1663 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:02.367626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet eedcf373-24c7-4887-bfbd-e95b90647c22 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:56:02.371068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:02.375472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.386652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8b8595c6-60d8-4110-80da-a6599b96654b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:02.409742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:02.432927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:02.455158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:02.476476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.494459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 385fd4d4-3a4c-4607-a30d-deeaf914b673 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:02.691988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:02.696607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.800232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b09286f9-54a7-4249-b02c-ed125c4e1663 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:02.802027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-b09286f9-54a7-4249-b02c-ed125c4e1663 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/networks?id=feb93a8a-3af3-4eec-ab48-457fea83a743 HTTP/1.1" status: 200 len: 796 time: 0.8817365 Apr 25 14:56:02.837212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c049553c-fed9-4cde-863e-4b302dc26a66 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/quotas/50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 375 time: 0.0260935 Apr 25 14:56:02.936964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 385fd4d4-3a4c-4607-a30d-deeaf914b673 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:02.937462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:02.985468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-836389f4-4671-4ddd-9230-ef5aba84b16d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:02.995944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:03.061604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-836389f4-4671-4ddd-9230-ef5aba84b16d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:03.064470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-836389f4-4671-4ddd-9230-ef5aba84b16d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131467 Apr 25 14:56:03.195675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:03.248637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:03.282573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=eedcf373-24c7-4887-bfbd-e95b90647c22,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:03.291452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:03.299913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e50906-fc49-4d73-b6d0-f06ba63a0db4 None None] Network edf8c6b7-8cdf-47af-ad65-af9430912e4c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:03.309800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:03.310096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Pushing event deleted for resources: {'Port': ['ID=eba0c737-9b0d-445e-a157-6b19e19dd472,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:03.488312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-d1da9cda-746c-422b-8276-6a851c0eea1b service neutron] 10.222.0.23 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044738 Apr 25 14:56:03.547483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dff27d94-7bd7-49ea-8162-e6dddb3e9a07 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/eedcf373-24c7-4887-bfbd-e95b90647c22 HTTP/1.1" status: 204 len: 168 time: 1.4405124 Apr 25 14:56:03.552321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=c8431b32-570e-4442-9efe-391f364221af,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:03.561088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39886) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:03.876826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-3d0aa4e9-71ca-4666-b78b-03fea228f1dd service neutron] 10.222.0.23 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717911 Apr 25 14:56:03.883619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': 'be68ee42-2fbd-495b-a469-20779bb0ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:03.883938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: 8b8595c6-60d8-4110-80da-a6599b96654b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:04.036051 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:04.044952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 8b8595c6-60d8-4110-80da-a6599b96654b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:04.086541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 7c33fd11-150e-4984-8f23-fc77103a6f50 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:04.093123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:04.108510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] DHCP port deletion for edf8c6b7-8cdf-47af-ad65-af9430912e4c request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:56:04.117886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Deleting port 7c33fd11-150e-4984-8f23-fc77103a6f50 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:04.119096 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:04.119448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:04.150421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8b8595c6-60d8-4110-80da-a6599b96654b) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:04.161385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:04.163964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:04.256847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e3f72a3-b8d2-4103-a791-ec7e3a05fc61 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0613823 Apr 25 14:56:04.267491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39896) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:04.305781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546647162'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:04.354630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:04.367082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:04.379777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:04.430623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ddfb3-88e8-4fe5-b6eb-4eff488eb378 None None] Network 8b8595c6-60d8-4110-80da-a6599b96654b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:04.547365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:04.837454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7c33fd11-150e-4984-8f23-fc77103a6f50 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:04.901758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a795a68f-139d-42a3-aa79-b16d2f98bcae req-2d09f215-0dbe-4762-832f-30a50e08e8a3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 210 time: 0.4405031 Apr 25 14:56:04.991561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 7c33fd11-150e-4984-8f23-fc77103a6f50, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c33fd11-150e-4984-8f23-fc77103a6f50,segment=NetworkSegment(ad128a22-7688-41c6-b0ed-f9dd56f9b34d),segment_id=ad128a22-7688-41c6-b0ed-f9dd56f9b34d)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:04.992181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.209901 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.250132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Router 690b793b-32a5-47a1-a0ff-3c92f0caea28 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:56:05.253336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:05.259453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.344569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 7c33fd11-150e-4984-8f23-fc77103a6f50 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:05.476530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:05.533808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:05.672385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.673765 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 2d4205a8-d0d4-4e96-a10a-efb3506b76d2 of type vlan for network 4dd0424b-0f00-4408-be76-af4b67926244 Apr 25 14:56:05.691030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] For port 7c33fd11-150e-4984-8f23-fc77103a6f50, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7c33fd11-150e-4984-8f23-fc77103a6f50,segment=NetworkSegment(ad128a22-7688-41c6-b0ed-f9dd56f9b34d),segment_id=ad128a22-7688-41c6-b0ed-f9dd56f9b34d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:05.691819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.819832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afa71d-1511-40d3-bd0f-a090691397e9 req-82c96ae3-9641-405d-8508-8f4d165751eb tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:05.828588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84afa71d-1511-40d3-bd0f-a090691397e9 req-82c96ae3-9641-405d-8508-8f4d165751eb tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1097 time: 0.6600926 Apr 25 14:56:05.877755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.883399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.900878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.932241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Calling delete_port for 7c33fd11-150e-4984-8f23-fc77103a6f50 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:05.932492 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:05.990724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:56:05.996102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:06.012069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] Sync routers for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:56:06.024150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84afa71d-1511-40d3-bd0f-a090691397e9 req-4052eb7b-e174-4027-8295-553817487103 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942544 Apr 25 14:56:06.029441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=7c33fd11-150e-4984-8f23-fc77103a6f50,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:06.037972 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:06.052566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c2154b3-4dc4-4b7f-bdd5-6abc1f2b353a admin admin] 10.222.0.23 "PUT /v2.0/routers/690b793b-32a5-47a1-a0ff-3c92f0caea28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6966541 Apr 25 14:56:06.053417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39924) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:06.055976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8b8595c6-60d8-4110-80da-a6599b96654b', 'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': 'c8431b32-570e-4442-9efe-391f364221af'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:06.056838 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:06.056985 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:06.070049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No DVR routers for this DVR port 7c33fd11-150e-4984-8f23-fc77103a6f50 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:06.078985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Usage tracker for resource:security_group_rule and tenant:09e0d9b8b8cb49ee9e7f9036764c6764 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:06.164117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:06.172382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:06.317429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:06.336299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:56:06.389532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:06.496491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09e0d9b8b8cb49ee9e7f9036764c6764&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0089164 Apr 25 14:56:06.537714 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:56:06.685438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Allocated IP 2001:db8::1 (8b8595c6-60d8-4110-80da-a6599b96654b/c8431b32-570e-4442-9efe-391f364221af/5b6e7c24-9d71-47b5-982f-af0897b791d4) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:06.716140 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:06.716504 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:06.786862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:06.821364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:06.966016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:06.993775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ead71fc1-4669-4adf-afaf-1f2bba9f2c6c req-120002aa-c5de-486d-bde1-aa5dffd2d28c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 210 time: 0.5782945 Apr 25 14:56:07.030014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf8c6b7-8cdf-47af-ad65-af9430912e4c']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:07.197890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:07.198359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad128a22-7688-41c6-b0ed-f9dd56f9b34d') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:07.217013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:56:02Z', 'revision_number': 5, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port': {'id': '5bf02910-f69d-435c-b9a3-343d518446cf', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:45:04Z', 'updated_at': '2022-04-25T14:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:07.221396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.222299 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] Checking router: 690b793b-32a5-47a1-a0ff-3c92f0caea28 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:56:07.225993 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.235711 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] Routers {'690b793b-32a5-47a1-a0ff-3c92f0caea28'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:07.237495 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['690b793b-32a5-47a1-a0ff-3c92f0caea28'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:07.241513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Transition to ACTIVE for port object 5b6e7c24-9d71-47b5-982f-af0897b791d4 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:07.266977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Transition to ACTIVE for port object 5b6e7c24-9d71-47b5-982f-af0897b791d4 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:07.270527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Deleting port 7c33fd11-150e-4984-8f23-fc77103a6f50 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:07.271829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.272738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.279284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:07.280142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.280307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Deleting port 5bf02910-f69d-435c-b9a3-343d518446cf {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:07.280514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.288632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.352545 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a660e01-4384-44ac-838e-5268f0c8c9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.362385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf2df5-aa6b-42b5-8c58-0d0d282e2083 None None] The port '7c33fd11-150e-4984-8f23-fc77103a6f50' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:56:07.364267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.408008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd600712-e4d9-44b6-b169-ad15883be645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bfe3fc-fca3-49ec-9c33-4ed2c9b819b1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:07.464023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Pushing event updated for resources: {'Port': ['ID=5b6e7c24-9d71-47b5-982f-af0897b791d4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:07.487028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Network 8b8595c6-60d8-4110-80da-a6599b96654b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:07.488323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.488482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:07.493313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:07.594028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a660e01-4384-44ac-838e-5268f0c8c9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.612332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:07.612652 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:07.634105 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:07.709091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Attempting to bind port 5b6e7c24-9d71-47b5-982f-af0897b791d4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:07.709745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Attempting to bind port 5b6e7c24-9d71-47b5-982f-af0897b791d4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'be68ee42-2fbd-495b-a469-20779bb0ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:07.709929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Attempting to bind port 5b6e7c24-9d71-47b5-982f-af0897b791d4 on network 8b8595c6-60d8-4110-80da-a6599b96654b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:07.714283 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] Set router 690b793b-32a5-47a1-a0ff-3c92f0caea28 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:56:07.716628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:07.717022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Checking segment: {'id': 'be68ee42-2fbd-495b-a469-20779bb0ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:07.717462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.717866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Bound using segment: {'id': 'be68ee42-2fbd-495b-a469-20779bb0ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:07.718348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Bound port: 5b6e7c24-9d71-47b5-982f-af0897b791d4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68ee42-2fbd-495b-a469-20779bb0ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8b8595c6-60d8-4110-80da-a6599b96654b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:07.718738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.800925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.5301833 Apr 25 14:56:07.801822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c64385-7438-49cc-89b9-fbbb76b20d3e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=4dd0424b-0f00-4408-be76-af4b67926244,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:07.802483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39948) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:07.823288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '4dd0424b-0f00-4408-be76-af4b67926244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:07.835263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-cb74e835-405a-4a88-87a1-c49f4e4bc6f0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:07.836911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-cb74e835-405a-4a88-87a1-c49f4e4bc6f0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/networks?id=feb93a8a-3af3-4eec-ab48-457fea83a743 HTTP/1.1" status: 200 len: 796 time: 1.3625472 Apr 25 14:56:07.874274 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:56:07Z', 'revision_number': 6, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:07.879707 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c371c3-c443-4fe5-ad29-f959c23e3df0 None None] The sync data for ids ['690b793b-32a5-47a1-a0ff-3c92f0caea28'] in n-d-811416-6 is: [{'id': '690b793b-32a5-47a1-a0ff-3c92f0caea28', 'name': 'tempest-ServerActionsTestJSON-1310792153-router', 'tenant_id': 'a25981f3049d45a38e4f8d30c4693974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:45:02Z', 'updated_at': '2022-04-25T14:56:07Z', 'revision_number': 6, 'project_id': 'a25981f3049d45a38e4f8d30c4693974', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:07.887850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.888598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 4dd0424b-0f00-4408-be76-af4b67926244 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:07.906042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-52bafa2c-fd36-45b6-b8eb-57fa3e812651 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f0c9fa5f26447c85e16ac8a3f27506 HTTP/1.1" status: 200 len: 380 time: 0.0582461 Apr 25 14:56:07.914576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1887b3-75fb-4303-9b13-9e093040ffee req-42eee24f-8567-4980-b1fc-95a0cd2076ad tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:07.931144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a1887b3-75fb-4303-9b13-9e093040ffee req-42eee24f-8567-4980-b1fc-95a0cd2076ad tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.7180879 Apr 25 14:56:07.943665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:07.947118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:07.951993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'port': {'device_id': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'admin_state_up': True, 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'security_groups': ['b0d2d7ec-79b0-4d44-a5c7-8d54461343c4']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:07.967714 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:07.998835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] For port 5bf02910-f69d-435c-b9a3-343d518446cf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5bf02910-f69d-435c-b9a3-343d518446cf,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:08.000076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.009977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a660e01-4384-44ac-838e-5268f0c8c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.023775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:08.043291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:08.048374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:08.095094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.114233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a660e01-4384-44ac-838e-5268f0c8c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bfe3fc-fca3-49ec-9c33-4ed2c9b819b1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:08.123426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a660e01-4384-44ac-838e-5268f0c8c9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.125086 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2a660e01-4384-44ac-838e-5268f0c8c9c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06bfe3fc-fca3-49ec-9c33-4ed2c9b819b1 HTTP/1.1" status: 204 len: 168 time: 1.3250904 Apr 25 14:56:08.151424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=edf8c6b7-8cdf-47af-ad65-af9430912e4c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:08.162328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:08.204703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6757ee8-ac49-48ca-95ce-65d0acd3b49e None None] Pushing event updated for resources: {'Port': ['ID=5b6e7c24-9d71-47b5-982f-af0897b791d4,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:08.214349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31bb2588-dbbb-4a5b-97ca-2d094e171217 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/edf8c6b7-8cdf-47af-ad65-af9430912e4c HTTP/1.1" status: 204 len: 168 time: 4.6501784 Apr 25 14:56:08.215469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39956) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:08.235458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:08.247322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1291708300'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:08.250439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:08.255402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Made reservation on behalf of 50f0c9fa5f26447c85e16ac8a3f27506 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:08.259635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.264296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Calling delete_port for 5bf02910-f69d-435c-b9a3-343d518446cf owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:08.311578 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a1887b3-75fb-4303-9b13-9e093040ffee req-25c56e48-b067-4d4f-9176-c5300e2366e9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794103 Apr 25 14:56:08.320694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:08.325002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:08.337286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39960) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:08.340615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:08.393668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c26da3f5-6295-4d15-aee6-c12705f6402c req-1f853810-2483-42d2-ad94-c1372ba61a8e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 210 time: 0.0834479 Apr 25 14:56:08.404177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:08.408379 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.560143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing IP validity checks on allocation pools {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:56:08.560834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:56:08.562872 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d9cb9d22-9718-47fe-9ead-46880e5cf13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:08.705814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.20.0.7 (feb93a8a-3af3-4eec-ab48-457fea83a743/63be62c6-10f0-4fb1-a5ea-cc206f7a457c/b2b4d7ec-4560-4fc8-a635-9023be373744) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:08.980755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39978) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:08.981654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:08.994628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eba0c737-9b0d-445e-a157-6b19e19dd472 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:09.050998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:09.058061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.084826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: eba0c737-9b0d-445e-a157-6b19e19dd472 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:56:09.085439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eba0c737-9b0d-445e-a157-6b19e19dd472 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:09.086180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bf02910-f69d-435c-b9a3-343d518446cf no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:09.134672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.172420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b31e0710-5096-40b3-8c2f-04b9e734beac tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/7088130f-b8e7-4a76-b382-0229557bae89 HTTP/1.1" status: 200 len: 994 time: 0.8335221 Apr 25 14:56:09.189590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Transition to ACTIVE for port object b2b4d7ec-4560-4fc8-a635-9023be373744 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:09.194978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:09.212356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.212854 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment b9b0c85a-662c-4548-aadd-36162ed71392 of type vlan for network fb3620d7-e12c-425d-aae1-48f2073d617f Apr 25 14:56:09.234128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.253483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.263156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 5bf02910-f69d-435c-b9a3-343d518446cf {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:56:09.265862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5bf02910-f69d-435c-b9a3-343d518446cf not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:09.272745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.306802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.311244 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.379769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.386616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:09.387228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.393285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network feb93a8a-3af3-4eec-ab48-457fea83a743 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:09.431903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=f5577f8f-7107-4be3-a9a6-06d7cf3fd5bd,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:09.434454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:09.438474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:09.439848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf02910-f69d-435c-b9a3-343d518446cf,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:09.508585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:09.519007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:20103edbf041434db1c47f8e855e673f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:09.523780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:09.540193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:09.637430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=b2b4d7ec-4560-4fc8-a635-9023be373744,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:09.726164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.752977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5325840 Apr 25 14:56:09.753830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39990) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:09.765112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:09.765779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.781414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:09.790114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:09.857932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df09618-c84c-418e-9f7d-d4db0d3703fd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:09.918555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f6e4b-8fb9-4da4-b096-e098128064d6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=fb3620d7-e12c-425d-aae1-48f2073d617f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:09.933324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network fb3620d7-e12c-425d-aae1-48f2073d617f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:09.967735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '2d4205a8-d0d4-4e96-a10a-efb3506b76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4dd0424b-0f00-4408-be76-af4b67926244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:09.970104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:09.970558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: 4dd0424b-0f00-4408-be76-af4b67926244, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:09.983038 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-27520ad5-8a9f-42e3-a4b7-732d284d3175 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0345705 Apr 25 14:56:09.988357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a9abbc1f-350f-4117-bbed-669d7e249dc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20103edbf041434db1c47f8e855e673f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0005176 Apr 25 14:56:09.999577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.146820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:10.159709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39996) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:10.181332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Request body: {'port': {'device_id': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:10.268257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a232ee29-4863-4c7e-9f44-7795d66865ba None None] Provisioning for port b2b4d7ec-4560-4fc8-a635-9023be373744 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:10.300444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a232ee29-4863-4c7e-9f44-7795d66865ba None None] Provisioning complete for port b2b4d7ec-4560-4fc8-a635-9023be373744 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:10.301363 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a232ee29-4863-4c7e-9f44-7795d66865ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.456123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a232ee29-4863-4c7e-9f44-7795d66865ba None None] Port b2b4d7ec-4560-4fc8-a635-9023be373744 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:56:10.489451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 4dd0424b-0f00-4408-be76-af4b67926244 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:10.511351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.516286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.528586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfdf28-202a-4925-8174-272bd97ac3d5 req-930bae6d-aba1-47a1-99f2-34770b2cd676 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:10.536798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83dfdf28-202a-4925-8174-272bd97ac3d5 req-930bae6d-aba1-47a1-99f2-34770b2cd676 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 931 time: 0.8061390 Apr 25 14:56:10.592536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 4dd0424b-0f00-4408-be76-af4b67926244) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:10.601470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:10.610285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53db40-3d75-4fe8-a217-42274960da96 None None] Network 4dd0424b-0f00-4408-be76-af4b67926244 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:10.708762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:10.712370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.726710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f53ff-c1f3-456d-9b04-a76d1181ca7c None None] Network 8b8595c6-60d8-4110-80da-a6599b96654b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:10.749902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:10.757304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83dfdf28-202a-4925-8174-272bd97ac3d5 req-b241c8e9-d78b-4f8b-91b9-443185548426 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191901 Apr 25 14:56:10.778219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.779168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690b793b-32a5-47a1-a0ff-3c92f0caea28 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:56:10.842700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:10.850545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b1fd740c-ea28-424e-8184-78c0d6f5a3b2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/690b793b-32a5-47a1-a0ff-3c92f0caea28 HTTP/1.1" status: 204 len: 168 time: 4.7779140 Apr 25 14:56:10.853224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:10.862238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-65417ee5-7c0b-4332-9ebd-cf0ee84a4e0f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0586748 Apr 25 14:56:10.925022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40016) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:10.997704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5b6e7c24-9d71-47b5-982f-af0897b791d4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:11.024181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Deleting subnet ac31382d-195e-4c39-8857-43a4c6fef1f1 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:56:11.032863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.185660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-253e5682-aaf5-4b72-b75c-14938003cc39 None None] Provisioning for port 5b6e7c24-9d71-47b5-982f-af0897b791d4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:11.197985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5b6e7c24-9d71-47b5-982f-af0897b791d4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:11.211462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.216960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5b6e7c24-9d71-47b5-982f-af0897b791d4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:11.217748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.220354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:11.227455 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.256102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.258256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0702fd08-2d43-4b65-ab1e-07ab57090cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.273825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-253e5682-aaf5-4b72-b75c-14938003cc39 None None] Provisioning complete for port 5b6e7c24-9d71-47b5-982f-af0897b791d4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:11.275080 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-253e5682-aaf5-4b72-b75c-14938003cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.296147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142f3b6-22fc-4be3-95cf-d5d0a8de1a21 req-69f93891-8a63-4910-b9bd-21ccb7b0c5a7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:11.297744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2142f3b6-22fc-4be3-95cf-d5d0a8de1a21 req-69f93891-8a63-4910-b9bd-21ccb7b0c5a7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.2052057 Apr 25 14:56:11.379934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2142f3b6-22fc-4be3-95cf-d5d0a8de1a21 req-6ef48035-5b7b-4146-aaa7-413e6bd09841 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666108 Apr 25 14:56:11.398223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.537263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.677481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac31382d-195e-4c39-8857-43a4c6fef1f1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:11.685939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.701761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d39d21a4-e8d1-446e-ab8b-dd80d2b25b49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac31382d-195e-4c39-8857-43a4c6fef1f1 HTTP/1.1" status: 204 len: 168 time: 0.8465302 Apr 25 14:56:11.704682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40032) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:11.727067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff251a-5f09-4388-a902-9c8983a29c65 None None] Network 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:11.835396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:11.851548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Deleting port 284a215b-8cf5-4d50-b389-b83f2051355b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:11.852397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.157163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.168562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] For port 284a215b-8cf5-4d50-b389-b83f2051355b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=284a215b-8cf5-4d50-b389-b83f2051355b,segment=NetworkSegment(3553ea1b-6586-4d77-8c51-c6b6df9c483c),segment_id=3553ea1b-6586-4d77-8c51-c6b6df9c483c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:12.169114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.191056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.232373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b4d7ec-4560-4fc8-a635-9023be373744 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:56:12.239849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-4dd0424b-0f00-4408-be76-af4b67926244', 'network_id': '4dd0424b-0f00-4408-be76-af4b67926244', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': 'f5577f8f-7107-4be3-a9a6-06d7cf3fd5bd'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:12.240701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.245160 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.263745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Transition to ACTIVE for port object b2b4d7ec-4560-4fc8-a635-9023be373744 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:12.273102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18004867-6410-4d12-99ea-af21b4d15f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.320370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.328336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.335147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.478960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:12.498031 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-253e5682-aaf5-4b72-b75c-14938003cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.583188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:12.731093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b4d7ec-4560-4fc8-a635-9023be373744,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:12.758892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5b6e7c24-9d71-47b5-982f-af0897b791d4,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:12.808564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Calling delete_port for 284a215b-8cf5-4d50-b389-b83f2051355b owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:12.851494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-80167329-83df-4771-a3ee-1bf055fd1618 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.8515337 Apr 25 14:56:12.976536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18004867-6410-4d12-99ea-af21b4d15f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.001442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-253e5682-aaf5-4b72-b75c-14938003cc39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:13.001805 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-253e5682-aaf5-4b72-b75c-14938003cc39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:13.017390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.038161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Allocated IP 2001:db8::3 (4dd0424b-0f00-4408-be76-af4b67926244/f5577f8f-7107-4be3-a9a6-06d7cf3fd5bd/1c2b7452-3fbe-471e-a332-0d8d378a37b2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:13.065635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3559cec-ae03-41db-aa6e-c948f5254839 None None] DHCP port deletion for 1d7a230c-88ed-4146-b9ab-1dda0f42cf3d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:56:13.093404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] No DVR routers for this DVR port 284a215b-8cf5-4d50-b389-b83f2051355b on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:13.096016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Pushing event deleted for resources: {'Port': ['ID=284a215b-8cf5-4d50-b389-b83f2051355b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:13.210546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Attempting to bind port b2b4d7ec-4560-4fc8-a635-9023be373744 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:13.211008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Attempting to bind port b2b4d7ec-4560-4fc8-a635-9023be373744 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:13.211645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Attempting to bind port b2b4d7ec-4560-4fc8-a635-9023be373744 on network feb93a8a-3af3-4eec-ab48-457fea83a743 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:13.250288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.280775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7a230c-88ed-4146-b9ab-1dda0f42cf3d']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:13.291337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Port b2b4d7ec-4560-4fc8-a635-9023be373744 on network feb93a8a-3af3-4eec-ab48-457fea83a743 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:56:13.292275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Attempting to bind port b2b4d7ec-4560-4fc8-a635-9023be373744 on network feb93a8a-3af3-4eec-ab48-457fea83a743 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:13.296964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3553ea1b-6586-4d77-8c51-c6b6df9c483c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:13.297353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3553ea1b-6586-4d77-8c51-c6b6df9c483c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:13.297934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.315180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.330874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18004867-6410-4d12-99ea-af21b4d15f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.334051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.340534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.341674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:13.342103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.347975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:13.348403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Checking segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:13.348821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Bound using segment: {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:13.349934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Bound port: b2b4d7ec-4560-4fc8-a635-9023be373744, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b064a4f-a5ac-445e-915c-e0393c3bf0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:13.350357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.359069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Transition to ACTIVE for port object 1c2b7452-3fbe-471e-a332-0d8d378a37b2 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:13.386096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Transition to ACTIVE for port object 1c2b7452-3fbe-471e-a332-0d8d378a37b2 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:13.396821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.445653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18004867-6410-4d12-99ea-af21b4d15f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.449629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-18004867-6410-4d12-99ea-af21b4d15f6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0df09618-c84c-418e-9f7d-d4db0d3703fd HTTP/1.1" status: 204 len: 168 time: 3.2851651 Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:13.463916 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:13.471727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.496672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Network 4dd0424b-0f00-4408-be76-af4b67926244 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:13.500670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:13.534738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.558767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:13.569817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-579358a9-28b7-4abe-a5c4-dfe68697b1cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.4711063 Apr 25 14:56:13.579069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7a230c-88ed-4146-b9ab-1dda0f42cf3d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:13.583861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18004867-6410-4d12-99ea-af21b4d15f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df09618-c84c-418e-9f7d-d4db0d3703fd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:13.646391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Pushing event updated for resources: {'Port': ['ID=1c2b7452-3fbe-471e-a332-0d8d378a37b2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:13.653729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb92ae-d52b-4bf2-9e6b-d7d8f536b6e0 req-c967a541-8023-4737-a8b7-54a6af0e8f11 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:13.656599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-33bb92ae-d52b-4bf2-9e6b-d7d8f536b6e0 req-c967a541-8023-4737-a8b7-54a6af0e8f11 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:13.680410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7750bcf0-ef0b-4553-934e-423b7b9f964f admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d7a230c-88ed-4146-b9ab-1dda0f42cf3d HTTP/1.1" status: 204 len: 168 time: 1.9721372 Apr 25 14:56:13.694469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe026d55-a499-4ef7-b70a-212f7c669c5f req-67369109-8339-4afd-8499-9ec5c3497b45 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:13.698129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe026d55-a499-4ef7-b70a-212f7c669c5f req-67369109-8339-4afd-8499-9ec5c3497b45 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.7306404 Apr 25 14:56:13.720718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-33bb92ae-d52b-4bf2-9e6b-d7d8f536b6e0 req-c967a541-8023-4737-a8b7-54a6af0e8f11 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:13.728444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33bb92ae-d52b-4bf2-9e6b-d7d8f536b6e0 req-c967a541-8023-4737-a8b7-54a6af0e8f11 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 943 time: 1.4476478 Apr 25 14:56:13.822668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe026d55-a499-4ef7-b70a-212f7c669c5f req-2748ca28-7999-4e73-8b2b-9c9c6c516943 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176815 Apr 25 14:56:13.823289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.831440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Attempting to bind port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:13.831440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Attempting to bind port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2d4205a8-d0d4-4e96-a10a-efb3506b76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4dd0424b-0f00-4408-be76-af4b67926244'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:13.831440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Attempting to bind port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 on network 4dd0424b-0f00-4408-be76-af4b67926244 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:13.849202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:13.849514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Checking segment: {'id': '2d4205a8-d0d4-4e96-a10a-efb3506b76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4dd0424b-0f00-4408-be76-af4b67926244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:13.853766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:13.854313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Bound using segment: {'id': '2d4205a8-d0d4-4e96-a10a-efb3506b76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4dd0424b-0f00-4408-be76-af4b67926244'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:13.854934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Bound port: 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4205a8-d0d4-4e96-a10a-efb3506b76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4dd0424b-0f00-4408-be76-af4b67926244'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:13.855394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.027545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40054) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:14.033367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-4d377b14-e78d-4e63-8aeb-947d42f75778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:14.035560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-4d377b14-e78d-4e63-8aeb-947d42f75778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1097 time: 1.0646863 Apr 25 14:56:14.038340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9343f5e5-e839-4c03-8db0-1c393441c195 None None] Provisioning complete for port 5b6e7c24-9d71-47b5-982f-af0897b791d4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:14.038340 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9343f5e5-e839-4c03-8db0-1c393441c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.147108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-65c2e2f3-6bf6-45c6-8e04-c1a61f2c555b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a25981f3049d45a38e4f8d30c4693974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112285 Apr 25 14:56:14.147332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33bb92ae-d52b-4bf2-9e6b-d7d8f536b6e0 req-ef10e98f-b9cc-47f4-8499-95613f8d343f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4178815 Apr 25 14:56:14.148122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:14.162184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:14.185509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:14.215044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] For port b2b4d7ec-4560-4fc8-a635-9023be373744, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:14.220418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.234296 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.289978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27cbbc2-0431-411d-a0c3-13549387d0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.390106 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27cbbc2-0431-411d-a0c3-13549387d0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.428590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890e1f-aa93-49f9-bbcf-5f65d6462d2b None None] Pushing event updated for resources: {'Port': ['ID=1c2b7452-3fbe-471e-a332-0d8d378a37b2,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:14.506826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] For port b2b4d7ec-4560-4fc8-a635-9023be373744, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b2b4d7ec-4560-4fc8-a635-9023be373744,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:14.528460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=f5577f8f-7107-4be3-a9a6-06d7cf3fd5bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:14.540760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27cbbc2-0431-411d-a0c3-13549387d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.588148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cbbc2-0431-411d-a0c3-13549387d0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a84d88-b4ee-4416-9686-4aaba13f8eb9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:14.596489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.609353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27cbbc2-0431-411d-a0c3-13549387d0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:14.611484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a27cbbc2-0431-411d-a0c3-13549387d0e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33a84d88-b4ee-4416-9686-4aaba13f8eb9 HTTP/1.1" status: 204 len: 168 time: 0.4593019 Apr 25 14:56:14.914280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5b6e7c24-9d71-47b5-982f-af0897b791d4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:15.000727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-fdb86a81-0c19-457e-9f8d-51ee5980d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:15.002396 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-fdb86a81-0c19-457e-9f8d-51ee5980d146 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.9019735 Apr 25 14:56:15.035111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:15.035995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:15.037954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2b4d7ec-4560-4fc8-a635-9023be373744 HTTP/1.1" status: 200 len: 1091 time: 4.8853137 Apr 25 14:56:15.045951 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:15.053640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:15.077708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:15.217094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5b6e7c24-9d71-47b5-982f-af0897b791d4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:15.217434 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:15.393724 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c86c302-a3bf-4483-b22d-0e2f20f552bb'] response: {'name': 'network-changed', 'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'status': 'completed', 'code': 200} Apr 25 14:56:15.497910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f7e9-4f2d-405e-b375-379ba1a3ebf8 req-1dbaeb27-a0e8-4a15-b686-39273ad96dba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:15.518968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b53f7e9-4f2d-405e-b375-379ba1a3ebf8 req-1dbaeb27-a0e8-4a15-b686-39273ad96dba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.3105819 Apr 25 14:56:15.660697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b53f7e9-4f2d-405e-b375-379ba1a3ebf8 req-c9dea267-5e26-41be-8e26-e6c41c9ebe22 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400287 Apr 25 14:56:15.716816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd0424b-0f00-4408-be76-af4b67926244']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:15.780050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4205a8-d0d4-4e96-a10a-efb3506b76d2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:15.780363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4205a8-d0d4-4e96-a10a-efb3506b76d2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:15.819006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 284a215b-8cf5-4d50-b389-b83f2051355b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:15.828003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786dfef-4022-413d-a2b7-9cd2a5a2cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b4d7ec-4560-4fc8-a635-9023be373744,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:15.880100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:15.956489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 284a215b-8cf5-4d50-b389-b83f2051355b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:56:15.956882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 284a215b-8cf5-4d50-b389-b83f2051355b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:15.995527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-34754e61-74c0-4691-bfa7-30e91b3b91f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1002 time: 0.9655089 Apr 25 14:56:16.024171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=8833edae-4ba1-4dff-a3ad-7d5595883dab,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:16.036817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': 'b9b0c85a-662c-4548-aadd-36162ed71392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:16.037233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: fb3620d7-e12c-425d-aae1-48f2073d617f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:16.051960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-d27b1c56-6683-49d2-8cbb-70f33b1c1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:16.055082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-d27b1c56-6683-49d2-8cbb-70f33b1c1a85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 1094 time: 0.6739388 Apr 25 14:56:16.058981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:16.167481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-3d3bab03-8c50-4398-8a05-d793a2b70fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:16.168924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-3d3bab03-8c50-4398-8a05-d793a2b70fb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1251240 Apr 25 14:56:16.330055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:16.330785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:16.366108 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:16.422617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-8c50b327-77ef-4f25-98c8-62911f76ef67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b4d7ec-4560-4fc8-a635-9023be373744 HTTP/1.1" status: 200 len: 217 time: 0.2474766 Apr 25 14:56:16.436082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:16.594242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc063-16fd-4abc-98cc-e15f0637fc2e req-42fdf182-f9f5-4284-94fd-dbb722ec3ae2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:16.603448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fdbc063-16fd-4abc-98cc-e15f0637fc2e req-42fdf182-f9f5-4284-94fd-dbb722ec3ae2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 943 time: 1.1579695 Apr 25 14:56:16.629737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04f66e-c7af-4638-a408-4adec478a49f None None] Network 4dd0424b-0f00-4408-be76-af4b67926244 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:16.648933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2143664021-network', 'tenant_id': '54b825b58ff64a7b9fb1c8aa695eab96'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:16.666403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:16.680581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Usage tracker for resource:network and tenant:54b825b58ff64a7b9fb1c8aa695eab96 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:16.702002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:16.714784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:16.736891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-32b5d427-2e38-4fe0-aee4-b5d9c6fcc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:16.738509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-32b5d427-2e38-4fe0-aee4-b5d9c6fcc8e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63be62c6-10f0-4fb1-a5ea-cc206f7a457c HTTP/1.1" status: 200 len: 835 time: 0.1144853 Apr 25 14:56:16.761575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Made reservation on behalf of 54b825b58ff64a7b9fb1c8aa695eab96 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:16.764159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:16.802329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1c2b7452-3fbe-471e-a332-0d8d378a37b2 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:16.809991 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:16.820739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:56:16.820739 n-d-811416-6 neutron-server[88060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:56:16.820739 n-d-811416-6 neutron-server[88060]: [parameters: {'id': '4dd0424b-0f00-4408-be76-af4b67926244'}] Apr 25 14:56:16.820739 n-d-811416-6 neutron-server[88060]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:16.823192 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:16.845665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:16.853473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Usage tracker for resource:security_group_rule and tenant:54b825b58ff64a7b9fb1c8aa695eab96 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:16.856619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network fb3620d7-e12c-425d-aae1-48f2073d617f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:16.858299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:16.910760 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fdbc063-16fd-4abc-98cc-e15f0637fc2e req-f6f9f99a-841d-45eb-a3a4-1ff4fc77383e tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049786 Apr 25 14:56:16.911518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:16.918950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, fb3620d7-e12c-425d-aae1-48f2073d617f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:16.936066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:16.937020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:16.966755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb133bbe-d980-4169-9e23-37492c80ac74 None None] Network fb3620d7-e12c-425d-aae1-48f2073d617f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:16.998361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-1e03cde6-d3ab-43fe-b14e-c2863883e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:16.999993 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-1e03cde6-d3ab-43fe-b14e-c2863883e70b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8208909 Apr 25 14:56:17.006244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b8e5-b9dc-414c-8ec8-9323c1ac1ec3 req-7dbb4b8e-243b-4ed6-b68e-7cc00a7e0060 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:17.008023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7998b8e5-b9dc-414c-8ec8-9323c1ac1ec3 req-7dbb4b8e-243b-4ed6-b68e-7cc00a7e0060 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.1511040 Apr 25 14:56:17.030780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-5eafe994-d711-48ce-9070-94fb47358dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:17.032444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-5eafe994-d711-48ce-9070-94fb47358dfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=feb93a8a-3af3-4eec-ab48-457fea83a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2816849 Apr 25 14:56:17.039748 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-490ee012-c6a6-46a2-8100-5b07fef33e99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.2817616 Apr 25 14:56:17.053717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40158) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:17.055856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-036608d3-0d4e-4c87-a9e0-9b30143a06ae None None] Provisioning for port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:17.077315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7998b8e5-b9dc-414c-8ec8-9323c1ac1ec3 req-12254640-0517-4187-bab9-61ebc052b088 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610421 Apr 25 14:56:17.109165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1805175476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:17.123239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.133278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.187813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:17.188046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:17.201485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd28c4-10d7-475d-b07d-71ea0c9cbb16,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:17.227188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.227539 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Added segment 6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145 of type vlan for network 6df2217e-ce51-461f-ac59-b8a8dff49dba Apr 25 14:56:17.266682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.311700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40164) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:17.331879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.332898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:17.333602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.345511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:17.371215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:17.371919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.413023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.439091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:17.468221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:17.483981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:17.520182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0833378 Apr 25 14:56:17.532629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] DHCP port deletion for 4dd0424b-0f00-4408-be76-af4b67926244 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:56:17.537127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40172) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:17.549554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.564791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Deleting port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:17.565484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.566267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f41ba3-59d8-405b-93bb-8eb42f20b658 admin admin] Pushing event updated for resources: {'Network': ['ID=6df2217e-ce51-461f-ac59-b8a8dff49dba,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:17.567554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Request body: {'subnet': {'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2143664021-subnet', 'tenant_id': '54b825b58ff64a7b9fb1c8aa695eab96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:17.570045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:17.574843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2c895637b2468498f58f39fd8f35e5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:17.579035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:17.587644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:17.589466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:17.589882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.593117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fb3620d7-e12c-425d-aae1-48f2073d617f', 'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': '8833edae-4ba1-4dff-a3ad-7d5595883dab'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:17.594467 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.612984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 6df2217e-ce51-461f-ac59-b8a8dff49dba details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:17.688438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:17.701007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.707401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.752680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e2c895637b2468498f58f39fd8f35e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399035 Apr 25 14:56:17.755472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40178) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:17.808705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502dc2f-ba77-49a3-9bce-383b9085dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06dd6f0-b0a9-4b79-84d3-cf5e76a158e1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:17.858521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03db070f-a5f6-48db-bf40-08782ae87967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.901978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03db070f-a5f6-48db-bf40-08782ae87967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:17.919423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:17.920043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.001413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03db070f-a5f6-48db-bf40-08782ae87967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.041629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db070f-a5f6-48db-bf40-08782ae87967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06dd6f0-b0a9-4b79-84d3-cf5e76a158e1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:18.046127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-03db070f-a5f6-48db-bf40-08782ae87967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.047231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-03db070f-a5f6-48db-bf40-08782ae87967 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c06dd6f0-b0a9-4b79-84d3-cf5e76a158e1 HTTP/1.1" status: 204 len: 168 time: 0.2908483 Apr 25 14:56:18.094649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 1c2b7452-3fbe-471e-a332-0d8d378a37b2 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:18.138537 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.139815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.177565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-9b1dfe0a-d821-4398-82be-b196915e8bdd service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1227326 Apr 25 14:56:18.179268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-5362caa2-b9d4-4fba-b2ce-599c4ecd81b2 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728711 Apr 25 14:56:18.182418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Usage tracker for resource:subnet and tenant:54b825b58ff64a7b9fb1c8aa695eab96 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:18.228413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:18.338311 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.339284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:18.418974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:18.418974 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.421826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Allocated IP 172.20.0.2 (fb3620d7-e12c-425d-aae1-48f2073d617f/8833edae-4ba1-4dff-a3ad-7d5595883dab/791354df-288b-456b-9060-11462798de83) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:18.482672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.507686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdfbe0-03bb-445a-a7a4-50188d9288da req-9b5e01ef-8372-4c55-8e72-0f94a030eb86 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:18.510319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10fdfbe0-03bb-445a-a7a4-50188d9288da req-9b5e01ef-8372-4c55-8e72-0f94a030eb86 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.2315114 Apr 25 14:56:18.587248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Made reservation on behalf of 54b825b58ff64a7b9fb1c8aa695eab96 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:18.589444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.592056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Calling delete_port for 1c2b7452-3fbe-471e-a332-0d8d378a37b2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:18.601908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10fdfbe0-03bb-445a-a7a4-50188d9288da req-231684c3-c3fb-4b24-8ad4-88d65796ae3d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801568 Apr 25 14:56:18.680326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:18.766341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.771021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:18.809578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:18.810052 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:18.849085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dd2b4f8-f1e7-4282-b810-5081b92d48ef req-e48b3cde-51f3-4f3a-9949-4625881ba6d6 service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171539 Apr 25 14:56:18.916708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1c2b7452-3fbe-471e-a332-0d8d378a37b2 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:18.953474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d79464d-ac7e-44f9-97b8-8df63582a40f req-da0645f1-5884-4015-adb1-90e0dcde1513 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792171 Apr 25 14:56:18.996072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a7850-5554-4dbb-87b8-7fa8c4cedb0d req-a6a79205-9ebe-443b-87e9-6f9be4ff8bb0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:19.006404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-793a7850-5554-4dbb-87b8-7fa8c4cedb0d req-a6a79205-9ebe-443b-87e9-6f9be4ff8bb0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 943 time: 0.8619406 Apr 25 14:56:19.049190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.053984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40210) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:19.055265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3aa6b859-ff22-4c63-bf74-621f7d343ca6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.9580586 Apr 25 14:56:19.169453 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-793a7850-5554-4dbb-87b8-7fa8c4cedb0d req-22c5ab40-7c18-47d5-ad71-2a46dbaf19b2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619871 Apr 25 14:56:19.268707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1c2b7452-3fbe-471e-a332-0d8d378a37b2,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:19.281414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0628-6037-4e1a-a96d-98e82749acdb req-b123469d-f948-441f-bdf7-935574fbbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:19.282964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-b123469d-f948-441f-bdf7-935574fbbab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 1094 time: 0.3699572 Apr 25 14:56:19.284879 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:19.286013 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:19.321512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:19.322022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.329199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.349743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.350472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-7b8dbac7-0b26-48e5-b27e-1c3a58e1b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:19.352037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-7b8dbac7-0b26-48e5-b27e-1c3a58e1b7d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1097 time: 0.3041952 Apr 25 14:56:19.371186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Transition to ACTIVE for port object 791354df-288b-456b-9060-11462798de83 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:19.414324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:19.453062 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.460365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Transition to ACTIVE for port object 791354df-288b-456b-9060-11462798de83 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:19.561543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.607782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Network fb3620d7-e12c-425d-aae1-48f2073d617f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:19.610359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:19.613194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:19.695321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1c2b7452-3fbe-471e-a332-0d8d378a37b2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:19.807770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Deleting port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:19.808155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.913251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Attempting to bind port 791354df-288b-456b-9060-11462798de83 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:19.913601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Attempting to bind port 791354df-288b-456b-9060-11462798de83 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b9b0c85a-662c-4548-aadd-36162ed71392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:19.913898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Attempting to bind port 791354df-288b-456b-9060-11462798de83 on network fb3620d7-e12c-425d-aae1-48f2073d617f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:19.961822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:19.962206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Checking segment: {'id': 'b9b0c85a-662c-4548-aadd-36162ed71392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:19.962622 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:19.963027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Bound using segment: {'id': 'b9b0c85a-662c-4548-aadd-36162ed71392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:19.963543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Bound port: 791354df-288b-456b-9060-11462798de83, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b0c85a-662c-4548-aadd-36162ed71392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb3620d7-e12c-425d-aae1-48f2073d617f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:19.963916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:20.010353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Pushing event updated for resources: {'Port': ['ID=791354df-288b-456b-9060-11462798de83,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:20.057441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:20.222426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:20.238992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] For port 791354df-288b-456b-9060-11462798de83, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:20.248603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:20.250793 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:20.285256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-226b3637-b987-42f8-9561-230e7ffee58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:20.287763 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-226b3637-b987-42f8-9561-230e7ffee58d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.8717859 Apr 25 14:56:20.292485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc59f18-f7c6-42e9-a127-8c42e32977f9 req-908809e7-cb24-44f7-bdd6-75c1a474ea02 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:20.313849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0628-6037-4e1a-a96d-98e82749acdb req-28879c9a-93a7-49d1-93dc-127829ebdc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:20.315529 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-28879c9a-93a7-49d1-93dc-127829ebdc27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=feb93a8a-3af3-4eec-ab48-457fea83a743 HTTP/1.1" status: 200 len: 897 time: 1.0185843 Apr 25 14:56:20.337720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bc59f18-f7c6-42e9-a127-8c42e32977f9 req-908809e7-cb24-44f7-bdd6-75c1a474ea02 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.3880396 Apr 25 14:56:20.626054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1bc59f18-f7c6-42e9-a127-8c42e32977f9 req-56bd6ac3-6ab2-47fb-afaf-f8f121e4a130 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872758 Apr 25 14:56:20.681972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] For port 791354df-288b-456b-9060-11462798de83, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=791354df-288b-456b-9060-11462798de83,segment=NetworkSegment(b9b0c85a-662c-4548-aadd-36162ed71392),segment_id=b9b0c85a-662c-4548-aadd-36162ed71392)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:20.690813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Calling delete_port for 1c2b7452-3fbe-471e-a332-0d8d378a37b2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:20.700611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1164ab64-8d53-4f66-91ff-f7b9fee8023b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:20.704713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-89431550-e979-4466-bf10-aade2d0d1e9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b4d7ec-4560-4fc8-a635-9023be373744 HTTP/1.1" status: 200 len: 217 time: 0.1995060 Apr 25 14:56:20.705508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Checking segment: {'id': '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:20.705906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Network hostable DHCP agents. Network: 6df2217e-ce51-461f-ac59-b8a8dff49dba, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:20.728025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:20.889162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85aed6-f529-4d2d-8b8f-3344df009513 None None] Pushing event updated for resources: {'Port': ['ID=791354df-288b-456b-9060-11462798de83,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:20.899998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:20.987279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] Pushing event deleted for resources: {'Port': ['ID=1c2b7452-3fbe-471e-a332-0d8d378a37b2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:20.992502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f15fd-7518-4a77-ae2b-8d7fd9287d9c None None] No DVR routers for this DVR port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:21.020359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 1c2b7452-3fbe-471e-a332-0d8d378a37b2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c2b7452-3fbe-471e-a332-0d8d378a37b2,segment=NetworkSegment(2d4205a8-d0d4-4e96-a10a-efb3506b76d2),segment_id=2d4205a8-d0d4-4e96-a10a-efb3506b76d2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:21.021666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:21.043400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Network 6df2217e-ce51-461f-ac59-b8a8dff49dba is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:21.095726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.20.0.1 (fb3620d7-e12c-425d-aae1-48f2073d617f/8833edae-4ba1-4dff-a3ad-7d5595883dab/2f191518-b462-4183-918b-9e86bd79bde2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:21.188387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 6df2217e-ce51-461f-ac59-b8a8dff49dba) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:21.193333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-353cb154-5d4d-4901-aa60-e177e4ce2e2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1002 time: 0.8834393 Apr 25 14:56:21.198457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b0d6c-4a3a-41a7-a83d-118bd2496540 None None] Network 6df2217e-ce51-461f-ac59-b8a8dff49dba requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:21.346042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0628-6037-4e1a-a96d-98e82749acdb req-dd9e7ca3-4f4a-429b-8e00-69a47c503deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:21.349355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-dd9e7ca3-4f4a-429b-8e00-69a47c503deb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63be62c6-10f0-4fb1-a5ea-cc206f7a457c HTTP/1.1" status: 200 len: 835 time: 0.6340470 Apr 25 14:56:21.355110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:21.355944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:21.375061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 1c2b7452-3fbe-471e-a332-0d8d378a37b2 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:21.539574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:21.584766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object 2f191518-b462-4183-918b-9e86bd79bde2 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:21.588649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:21.593287 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:21.632630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:21.715120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0a0029e-3d75-458f-8386-888c18e752d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1768258 Apr 25 14:56:21.753499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8a065-09db-42e4-b6ce-16699b6cfc3f req-dcf01994-061b-4ef5-a784-50d543b88eb0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:21.757972 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74f8a065-09db-42e4-b6ce-16699b6cfc3f req-dcf01994-061b-4ef5-a784-50d543b88eb0 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 943 time: 1.0559349 Apr 25 14:56:21.770866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-06188d32-a831-42ee-a9fe-c4e832ddb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:21.772754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-06188d32-a831-42ee-a9fe-c4e832ddb403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.3370662 Apr 25 14:56:21.797815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 1c2b7452-3fbe-471e-a332-0d8d378a37b2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:21.798445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:21.887183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network fb3620d7-e12c-425d-aae1-48f2073d617f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:21.891015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:21.900343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:21.961499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a627a0-150c-427f-b0ac-e91fab69f588 None None] Network 6df2217e-ce51-461f-ac59-b8a8dff49dba requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:22.082269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=2f191518-b462-4183-918b-9e86bd79bde2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:22.086900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:22.173567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] The port '1c2b7452-3fbe-471e-a332-0d8d378a37b2' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:56:22.316546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0628-6037-4e1a-a96d-98e82749acdb req-aa9e3ee2-3ba7-4c5d-bc34-71c323253cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:22.318865 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-aa9e3ee2-3ba7-4c5d-bc34-71c323253cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=feb93a8a-3af3-4eec-ab48-457fea83a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7327735 Apr 25 14:56:22.407632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b2b4d7ec-4560-4fc8-a635-9023be373744 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:56:22.456041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240a980-6090-484a-ad60-c56884d328e9 None None] Network fb3620d7-e12c-425d-aae1-48f2073d617f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:22.486728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74f8a065-09db-42e4-b6ce-16699b6cfc3f req-96924a89-054a-49b0-8daa-d479e8d31664 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7111197 Apr 25 14:56:22.488934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-547aaa7f-361b-460c-8b24-c526d3321318 service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566310 Apr 25 14:56:22.555263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40324) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:22.608782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:22.751678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b2b4d7ec-4560-4fc8-a635-9023be373744, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b2b4d7ec-4560-4fc8-a635-9023be373744,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:22.771945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'port_id': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'mac_address': 'fa:16:3e:7d:d3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:56:22.815213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:22.843990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5dc18-81b3-4d46-9b11-81e94e0b358a req-459a065d-cc88-497c-becc-d33d19883172 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:22.851722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0f5dc18-81b3-4d46-9b11-81e94e0b358a req-459a065d-cc88-497c-becc-d33d19883172 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.8966386 Apr 25 14:56:23.000261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-524f0628-6037-4e1a-a96d-98e82749acdb req-739d4b7a-848d-426b-9707-73c0c5ff3bdc service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442034 Apr 25 14:56:23.008336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd0424b-0f00-4408-be76-af4b67926244']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:23.028707 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.048978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-f5eb5fa2-2a83-4906-9069-cbe851572aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:23.051068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-f5eb5fa2-2a83-4906-9069-cbe851572aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1044645 Apr 25 14:56:23.057547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4205a8-d0d4-4e96-a10a-efb3506b76d2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:23.057857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4205a8-d0d4-4e96-a10a-efb3506b76d2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:23.061532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b4d7ec-4560-4fc8-a635-9023be373744 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:56:23.079652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b2b4d7ec-4560-4fc8-a635-9023be373744, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b2b4d7ec-4560-4fc8-a635-9023be373744,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:23.081102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 791354df-288b-456b-9060-11462798de83 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:23.109339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.129305 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.155026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0f5dc18-81b3-4d46-9b11-81e94e0b358a req-2a09c47b-602b-4d26-a947-a9dc1fd8d500 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001201 Apr 25 14:56:23.155239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.319408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-a88edbc3-d78d-4843-bcc0-0892f942606a service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515922 Apr 25 14:56:23.325121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f905a66e-fb70-47d0-a8e7-c92818bcdd63 None None] Provisioning for port 791354df-288b-456b-9060-11462798de83 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:23.331018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:23.342997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ec4bb9cc534d1ea7be89d9c65ea1ac is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:23.347718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:23.361096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:23.409309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.454294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:23.454851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:23.474815 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:23.478302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['b2b4d7ec-4560-4fc8-a635-9023be373744'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:56:23.596083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b2b4d7ec-4560-4fc8-a635-9023be373744,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:23.651798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.657403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.657815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.658171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.658517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.658862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.659201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.659537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.659874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.660213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.660547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.660875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:23.681928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 791354df-288b-456b-9060-11462798de83 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:23.715508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 791354df-288b-456b-9060-11462798de83 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:23.715910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.785826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-b2f3dd0c-3776-4cb5-a595-050e683cab7b service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092517 Apr 25 14:56:23.825860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.840154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.865012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.891886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:23.930969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=4dd0424b-0f00-4408-be76-af4b67926244,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:23.985333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-40c36f0d-2f84-44d7-8241-df0fc2f61ed7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/4dd0424b-0f00-4408-be76-af4b67926244 HTTP/1.1" status: 204 len: 168 time: 13.0335732 Apr 25 14:56:24.001751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:24.003664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.011177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57873682'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:24.031546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:24.034246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.094355 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.137647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:24.140514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fc334-e6f7-4a2a-869d-f44862cd9446,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:24.146098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:24.162344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:24.172747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8127c83c-8d3f-4bbc-a5a0-fbf01646bcd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9ec4bb9cc534d1ea7be89d9c65ea1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6147828 Apr 25 14:56:24.176069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40360) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:24.189930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:24.193954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.232266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=2f191518-b462-4183-918b-9e86bd79bde2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:24.267458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8d8a-4a49-4469-bdd9-daf3b5bd4418 req-8c0a927b-2f09-4c41-914a-3ab80c286fad tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:24.271954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 791354df-288b-456b-9060-11462798de83, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=791354df-288b-456b-9060-11462798de83,segment=NetworkSegment(b9b0c85a-662c-4548-aadd-36162ed71392),segment_id=b9b0c85a-662c-4548-aadd-36162ed71392)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:24.286936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6cb8d8a-4a49-4469-bdd9-daf3b5bd4418 req-8c0a927b-2f09-4c41-914a-3ab80c286fad tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 944 time: 0.5743711 Apr 25 14:56:24.301759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.329338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:24.357909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea18f-3e77-4786-9ae7-de788eb1920c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.387015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.387387 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment b41f4c6d-9e9f-4b5e-b704-69fb18f898e4 of type vlan for network b3ec6332-2cb5-4066-b725-1840a23df455 Apr 25 14:56:24.424824 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.493021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6cb8d8a-4a49-4469-bdd9-daf3b5bd4418 req-d0aa2ad6-0742-437d-8121-dd56a132c83d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049913 Apr 25 14:56:24.497931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea18f-3e77-4786-9ae7-de788eb1920c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.504134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network fb3620d7-e12c-425d-aae1-48f2073d617f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:24.506024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:24.634396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.652629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=791354df-288b-456b-9060-11462798de83,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:24.668806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1f9fbde4-be1a-4e8b-b925-e5069c947749 None None] Provisioning complete for port 791354df-288b-456b-9060-11462798de83 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:24.675973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbde4-be1a-4e8b-b925-e5069c947749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.734769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.740479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:24.741128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:24.823283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63a967-e720-43a6-b309-a569a7b1cfb7 req-51d573ee-8c1e-460b-9d8f-5ef1a57c8d6e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:24.826744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c63a967-e720-43a6-b309-a569a7b1cfb7 req-51d573ee-8c1e-460b-9d8f-5ef1a57c8d6e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.3324232 Apr 25 14:56:24.993885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 791354df-288b-456b-9060-11462798de83 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:25.003531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router b6ca9531-477d-4642-bfdd-1d0d9376b267 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:56:25.101149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea18f-3e77-4786-9ae7-de788eb1920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:25.127185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 791354df-288b-456b-9060-11462798de83 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:25.127810 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:25.162670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea18f-3e77-4786-9ae7-de788eb1920c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:25.163990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9d2ea18f-3e77-4786-9ae7-de788eb1920c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d14fc334-e6f7-4a2a-869d-f44862cd9446 HTTP/1.1" status: 204 len: 168 time: 0.9867899 Apr 25 14:56:25.164698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=b3ec6332-2cb5-4066-b725-1840a23df455,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:25.200094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c63a967-e720-43a6-b309-a569a7b1cfb7 req-02fc18c3-2366-4c5b-a8a6-68f156abf157 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888684 Apr 25 14:56:25.201228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ea18f-3e77-4786-9ae7-de788eb1920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fc334-e6f7-4a2a-869d-f44862cd9446,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:25.207789 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-92cbd942-a9c6-42b2-a17c-fe3ed55c2f4e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2025545 Apr 25 14:56:25.211081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:25.219102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': 'b3ec6332-2cb5-4066-b725-1840a23df455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:25.228187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b3ec6332-2cb5-4066-b725-1840a23df455 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:25.247321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:56:25.275158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-546824be-d5ef-425f-b564-9c068fe16ef8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/b6ca9531-477d-4642-bfdd-1d0d9376b267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2199399 Apr 25 14:56:25.280996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40386) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:25.288110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1f9fbde4-be1a-4e8b-b925-e5069c947749 None None] Provisioning for port 2f191518-b462-4183-918b-9e86bd79bde2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:25.337244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] Sync routers for ids ['b6ca9531-477d-4642-bfdd-1d0d9376b267'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:56:25.376133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1f9fbde4-be1a-4e8b-b925-e5069c947749 None None] Provisioning complete for port 2f191518-b462-4183-918b-9e86bd79bde2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:25.376554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbde4-be1a-4e8b-b925-e5069c947749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:25.402232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:25.406932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:25.413581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:25.420561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:25.440492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:25.450729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:25.613356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c47460-b554-4742-885e-3b4879fa0360 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:25.613981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c3c47460-b554-4742-885e-3b4879fa0360 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:25.665797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c3c47460-b554-4742-885e-3b4879fa0360 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:25.676460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c3c47460-b554-4742-885e-3b4879fa0360 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports/2f191518-b462-4183-918b-9e86bd79bde2 HTTP/1.1" status: 200 len: 910 time: 0.3874166 Apr 25 14:56:25.690900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40404) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:25.856704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] Routers {'b6ca9531-477d-4642-bfdd-1d0d9376b267'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:25.857690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6ca9531-477d-4642-bfdd-1d0d9376b267'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:25.940937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:25.963939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fbde4-be1a-4e8b-b925-e5069c947749 None None] Port 2f191518-b462-4183-918b-9e86bd79bde2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:56:25.965196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:26.010418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:26.022745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] Routers {'b6ca9531-477d-4642-bfdd-1d0d9376b267'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:26.023785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6ca9531-477d-4642-bfdd-1d0d9376b267'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:26.057952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:26.087881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': 'b41f4c6d-9e9f-4b5e-b704-69fb18f898e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b3ec6332-2cb5-4066-b725-1840a23df455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:26.088347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: b3ec6332-2cb5-4066-b725-1840a23df455, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:26.096010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:26.098280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-3ad9d531-65b3-4221-94df-012ed82c417f tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:26.099534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec423b61-0f37-425f-bff8-1caed362fece req-3ad9d531-65b3-4221-94df-012ed82c417f tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Synchronizing usage tracker for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:26.100773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Usage tracker for resource:security_group_rule and tenant:58ca6256776d4ba2b5e7f2b19e02327c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:26.105530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:26.114424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:26.143674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b2b4d7ec-4560-4fc8-a635-9023be373744 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:26.179952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=5c365777-d63b-43a4-8a74-db096e6f8aca,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:26.205499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:26.206210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1665e-02e0-4d90-9045-580e4ae86777 None None] The sync data for ids ['b6ca9531-477d-4642-bfdd-1d0d9376b267'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:26.301683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3fa2e0eb-b087-42e8-a46f-3dff2acc2177 None None] Provisioning complete for port 2f191518-b462-4183-918b-9e86bd79bde2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:26.302278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e0eb-b087-42e8-a46f-3dff2acc2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:26.311701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d21a3-4134-4b7f-86d7-0965828800a2 req-47d78889-a7fa-4d43-a009-b93cd86c6139 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:26.321615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d11d21a3-4134-4b7f-86d7-0965828800a2 req-47d78889-a7fa-4d43-a009-b93cd86c6139 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 944 time: 0.4230337 Apr 25 14:56:26.329906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network b3ec6332-2cb5-4066-b725-1840a23df455 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:26.358909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:26.367308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:26.388424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b3ec6332-2cb5-4066-b725-1840a23df455) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:26.417843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcbd0f-5bb8-47dd-9365-faba9c5d044c None None] Network b3ec6332-2cb5-4066-b725-1840a23df455 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:26.429659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:26.430505 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:26.440386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec423b61-0f37-425f-bff8-1caed362fece req-3ad9d531-65b3-4221-94df-012ed82c417f tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Unset dirty status for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:26.450152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-3ad9d531-65b3-4221-94df-012ed82c417f tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/networks?id=6df2217e-ce51-461f-ac59-b8a8dff49dba HTTP/1.1" status: 200 len: 810 time: 1.0232987 Apr 25 14:56:26.480665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eaab18-2584-481d-a339-4b9a6b2ee554,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:26.499723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d11d21a3-4134-4b7f-86d7-0965828800a2 req-a0386961-e764-46fd-aac8-fe44dd3fa892 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768243 Apr 25 14:56:26.511373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-81f86683-9eda-4d74-9a2d-0e6eeca56b49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58ca6256776d4ba2b5e7f2b19e02327c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988365 Apr 25 14:56:26.516396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40414) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:26.551708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-507a1827-0638-4f14-87c5-eedd31d3ece2 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/quotas/54b825b58ff64a7b9fb1c8aa695eab96 HTTP/1.1" status: 200 len: 375 time: 0.0994062 Apr 25 14:56:26.688545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-a454a775-0389-4689-b068-708141649df2 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b825b58ff64a7b9fb1c8aa695eab96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350145 Apr 25 14:56:26.739638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2e0eb-b087-42e8-a46f-3dff2acc2177 None None] Port 2f191518-b462-4183-918b-9e86bd79bde2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:56:26.782572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port b2b4d7ec-4560-4fc8-a635-9023be373744 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:26.840096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port b2b4d7ec-4560-4fc8-a635-9023be373744 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:26.851287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:26.893805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-046fb54e-c4e9-4478-a268-6705e32698cf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6810329 Apr 25 14:56:26.910777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:27.009098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-22a53b48-c736-448c-86a3-aad77fc585c6 service neutron] 10.222.0.23 "GET /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194320 Apr 25 14:56:27.117186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e169197-e59f-44b8-bfe5-faa9ee2436a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.214649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39703a-3bcc-4890-836a-7a77646dff71 req-155d3dae-2b46-4305-8e65-2260a5a92964 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:27.228207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df39703a-3bcc-4890-836a-7a77646dff71 req-155d3dae-2b46-4305-8e65-2260a5a92964 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.4039450 Apr 25 14:56:27.269689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e169197-e59f-44b8-bfe5-faa9ee2436a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.301878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-cac325ad-4453-4e68-a156-d005eeb71b49 service neutron] 10.222.0.23 "GET /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915306 Apr 25 14:56:27.346206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.365295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.405639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df39703a-3bcc-4890-836a-7a77646dff71 req-fdc31d20-a35a-4be0-a05e-a52460884464 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763406 Apr 25 14:56:27.421103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.438287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:27.473583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port b2b4d7ec-4560-4fc8-a635-9023be373744, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b2b4d7ec-4560-4fc8-a635-9023be373744,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:27.482153 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.590128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.724170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2293da35-f2ba-4e3f-b1f0-bca3f3491476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b3ec6332-2cb5-4066-b725-1840a23df455', 'network_id': 'b3ec6332-2cb5-4066-b725-1840a23df455', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': '5c365777-d63b-43a4-8a74-db096e6f8aca'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:27.727282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2293da35-f2ba-4e3f-b1f0-bca3f3491476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.753252 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07c180e-1f30-46f5-aab1-72317bbefd6d'] response: {'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'code': 200} Apr 25 14:56:27.754400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=b2b4d7ec-4560-4fc8-a635-9023be373744,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:27.836941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e169197-e59f-44b8-bfe5-faa9ee2436a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server [None req-2293da35-f2ba-4e3f-b1f0-bca3f3491476 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c365777-d63b-43a4-8a74-db096e6f8aca: This subnet is being modified by another concurrent operation. Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:56:27.929769 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise exception Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c365777-d63b-43a4-8a74-db096e6f8aca: This subnet is being modified by another concurrent operation. Apr 25 14:56:27.934564 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Apr 25 14:56:27.937741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:27.956941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fa7eb-0887-4b3c-abae-ef5cb423733e None None] Network b3ec6332-2cb5-4066-b725-1840a23df455 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:28.070197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e169197-e59f-44b8-bfe5-faa9ee2436a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eaab18-2584-481d-a339-4b9a6b2ee554,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:28.101403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=5c365777-d63b-43a4-8a74-db096e6f8aca,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:28.154642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e169197-e59f-44b8-bfe5-faa9ee2436a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:28.155761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e169197-e59f-44b8-bfe5-faa9ee2436a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0eaab18-2584-481d-a339-4b9a6b2ee554 HTTP/1.1" status: 204 len: 168 time: 1.6039522 Apr 25 14:56:28.316672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a702be-4427-47a6-9167-a58ce113a1ef None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:56:28.331279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0e784237-ae02-42b6-9281-68998e8252d5 req-c0ea9e61-ae5c-4300-ae2c-69fe0b694268 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 210 time: 0.1251476 Apr 25 14:56:28.458365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:28.486778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 2f191518-b462-4183-918b-9e86bd79bde2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:28.487394 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:28.605953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5385b-c785-48ce-9839-f702d17599fa req-4b10a3cf-1359-43b2-8a32-07e2ee6b3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:28.615530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ba5385b-c785-48ce-9839-f702d17599fa req-4b10a3cf-1359-43b2-8a32-07e2ee6b3d98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 1096 time: 0.8581352 Apr 25 14:56:28.686794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ec6332-2cb5-4066-b725-1840a23df455']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:28.691729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a702be-4427-47a6-9167-a58ce113a1ef None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:56:28.710594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9075e-e38b-489c-8032-ee9917b1ede1 req-fa4f506a-57b5-41f5-9ef3-3d12156cbcce tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:28.718712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20b9075e-e38b-489c-8032-ee9917b1ede1 req-fa4f506a-57b5-41f5-9ef3-3d12156cbcce tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 945 time: 0.8760030 Apr 25 14:56:28.727107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41f4c6d-9e9f-4b5e-b704-69fb18f898e4') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:28.727584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41f4c6d-9e9f-4b5e-b704-69fb18f898e4') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:28.776296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ba5385b-c785-48ce-9839-f702d17599fa req-ebfd07bb-e30b-405b-8821-ce9f0eda040f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321044 Apr 25 14:56:28.778021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:28.843967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20b9075e-e38b-489c-8032-ee9917b1ede1 req-81845eab-33a1-4039-87d6-fd987ead2431 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241729 Apr 25 14:56:28.851445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:28.868722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:28.869284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:28.919118 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:29.103355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.105219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.130785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.163200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=b3ec6332-2cb5-4066-b725-1840a23df455,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:29.182037 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8fe57650-da26-4bda-81b1-968177c877da tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b3ec6332-2cb5-4066-b725-1840a23df455 HTTP/1.1" status: 204 len: 168 time: 2.2613435 Apr 25 14:56:29.182765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40454) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:29.196778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667872194'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:29.209945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:29.218889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:29.223822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:29.260549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:29.336503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:29.355795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.366110 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.466292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:29.486946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.494861 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 3cd0e89a-f2b6-4268-ada8-593a1988575e of type vlan for network 039e28b3-fc34-4517-ac21-becd2c83a094 Apr 25 14:56:29.558411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 2f191518-b462-4183-918b-9e86bd79bde2 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:29.787661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c3b4-3735-4184-a315-6b47262d48ee req-64bdc12b-f1dc-40c3-a269-e804c2f3d0d0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:29.795285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d31c3b4-3735-4184-a315-6b47262d48ee req-64bdc12b-f1dc-40c3-a269-e804c2f3d0d0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 1.1425397 Apr 25 14:56:29.852657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03b387f8-2fad-4876-a7af-ed3907388d0e req-3fc2635c-efbd-4021-a7d6-cc8f781200f1 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 210 time: 0.2267380 Apr 25 14:56:29.858254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.948247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d31c3b4-3735-4184-a315-6b47262d48ee req-608467bd-d372-420b-a9c8-b88d54070f0e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502035 Apr 25 14:56:29.982660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:29.992962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:29.996531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:30.117889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:30.205798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=2f191518-b462-4183-918b-9e86bd79bde2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:30.258721 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:56:30.299906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=039e28b3-fc34-4517-ac21-becd2c83a094,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:30.304511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-00ffe01d-8073-4a43-b94e-694526383c3d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1206534 Apr 25 14:56:30.307258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:30.314023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:30.314988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 039e28b3-fc34-4517-ac21-becd2c83a094 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:30.452979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:30.461764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:30.482930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:30.529576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc821e71-c560-45c0-9d0f-c525c99bc5eb req-e06dcc62-cda8-4dd8-b2c6-04a71def7a19 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:30.537648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc821e71-c560-45c0-9d0f-c525c99bc5eb req-e06dcc62-cda8-4dd8-b2c6-04a71def7a19 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 945 time: 0.3589587 Apr 25 14:56:30.541479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:30.602842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:30.610682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:30.776758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:31.123340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc821e71-c560-45c0-9d0f-c525c99bc5eb req-7388aee4-0817-425a-bc06-b29cbb0a9649 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5833352 Apr 25 14:56:31.134636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-a1c499d6-6c58-4eb9-89c7-52075f677598 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:31.136072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-a1c499d6-6c58-4eb9-89c7-52075f677598 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.21 "GET /v2.0/networks?id=6df2217e-ce51-461f-ac59-b8a8dff49dba HTTP/1.1" status: 200 len: 810 time: 0.3751454 Apr 25 14:56:31.168686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Request body: {'port': {'device_id': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba', 'admin_state_up': True, 'tenant_id': '54b825b58ff64a7b9fb1c8aa695eab96'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:31.343916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router b6ca9531-477d-4642-bfdd-1d0d9376b267 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:56:31.359468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-55009f50-e6fa-4c66-8df9-d84a01164d76 req-d0c842f8-55a7-4b09-99eb-c98ece192dd5 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 210 time: 0.1246271 Apr 25 14:56:31.580117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:56:31.598041 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] Sync routers for ids ['b6ca9531-477d-4642-bfdd-1d0d9376b267'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:56:31.620999 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] Routers {'b6ca9531-477d-4642-bfdd-1d0d9376b267'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:31.624049 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6ca9531-477d-4642-bfdd-1d0d9376b267'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:31.632897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1c411be4-21cd-404a-a6fb-173c5eb1df0b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/b6ca9531-477d-4642-bfdd-1d0d9376b267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9391780 Apr 25 14:56:31.636196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40492) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:31.694409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f51ff84b-b2ae-46e3-affe-b66819138594 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:31.723790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:31.730934 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:31.739990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f51ff84b-b2ae-46e3-affe-b66819138594 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:31.743455 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] Routers {'b6ca9531-477d-4642-bfdd-1d0d9376b267'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:31.744302 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6ca9531-477d-4642-bfdd-1d0d9376b267'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:31.746417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f51ff84b-b2ae-46e3-affe-b66819138594 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6ca9531-477d-4642-bfdd-1d0d9376b267 HTTP/1.1" status: 200 len: 205 time: 0.1088047 Apr 25 14:56:31.747065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:31.749530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Usage tracker for resource:port and tenant:54b825b58ff64a7b9fb1c8aa695eab96 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:31.756730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:31.778102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:31.806797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:31.917663 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:31.918360 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a7a60-5992-4268-9228-a3f95cde2017 None None] The sync data for ids ['b6ca9531-477d-4642-bfdd-1d0d9376b267'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:31.931421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Made reservation on behalf of 54b825b58ff64a7b9fb1c8aa695eab96 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:31.953740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.094750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=7ec738e7-2e07-4807-809b-12aa97063b97,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:32.105614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '3cd0e89a-f2b6-4268-ada8-593a1988575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:32.106142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: 039e28b3-fc34-4517-ac21-becd2c83a094, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:32.120835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.135335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482af94-e090-46f4-b441-616f39d1664b req-940831a1-39a7-4a71-ae0d-6001351461d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:32.137540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0482af94-e090-46f4-b441-616f39d1664b req-940831a1-39a7-4a71-ae0d-6001351461d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.8219011 Apr 25 14:56:32.223773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 039e28b3-fc34-4517-ac21-becd2c83a094 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:32.298012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0482af94-e090-46f4-b441-616f39d1664b req-02fda0d5-2629-440c-a33e-b3fd9a90b893 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464183 Apr 25 14:56:32.302823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 039e28b3-fc34-4517-ac21-becd2c83a094) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:32.311225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:32.311841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.314242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58ee8e-f869-4b60-bb91-e8f2de235914 None None] Network 039e28b3-fc34-4517-ac21-becd2c83a094 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:32.350949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Allocated IP 172.20.0.2 (6df2217e-ce51-461f-ac59-b8a8dff49dba/1164ab64-8d53-4f66-91ff-f7b9fee8023b/eee74e0a-df1b-4c92-adaa-380223f0abec) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:32.390342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bdacfc4c-1b16-4c6a-b9cf-139d18ab0b69 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0818324 Apr 25 14:56:32.393003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40516) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:32.652630 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.747168 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.757451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.847627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.851046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router b6ca9531-477d-4642-bfdd-1d0d9376b267 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:56:32.870726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76702a-ffce-4fb2-bc6e-85afe9093817 req-a6da56be-696a-4e10-8274-483838a92676 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:32.879111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf76702a-ffce-4fb2-bc6e-85afe9093817 req-a6da56be-696a-4e10-8274-483838a92676 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 945 time: 0.3665581 Apr 25 14:56:32.888402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-039e28b3-fc34-4517-ac21-becd2c83a094', 'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': '7ec738e7-2e07-4807-809b-12aa97063b97'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:32.894596 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.924585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:32.925929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24aaa89b-7374-49c0-9b76-5f670a4dff20 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/b6ca9531-477d-4642-bfdd-1d0d9376b267 HTTP/1.1" status: 204 len: 168 time: 1.1778643 Apr 25 14:56:32.932511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:33.064100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf76702a-ffce-4fb2-bc6e-85afe9093817 req-65d477f6-712a-43c2-a5db-c6b0cae06e05 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818261 Apr 25 14:56:33.107713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet 8833edae-4ba1-4dff-a3ad-7d5595883dab {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:56:33.116932 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.197697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.293808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.408634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.437468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Allocated IP 2001:db8::1 (039e28b3-fc34-4517-ac21-becd2c83a094/7ec738e7-2e07-4807-809b-12aa97063b97/df9cb351-4260-42f4-9d48-8f8a775861ea) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:33.443069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.611893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Network 6df2217e-ce51-461f-ac59-b8a8dff49dba is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:33.630839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:33.659422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:33.693067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Pushing event updated for resources: {'Port': ['ID=eee74e0a-df1b-4c92-adaa-380223f0abec,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:33.721411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.733384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.812026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.826898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=8833edae-4ba1-4dff-a3ad-7d5595883dab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:33.840147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-606be212-cf85-4584-b0e6-2fea616a9163 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/8833edae-4ba1-4dff-a3ad-7d5595883dab HTTP/1.1" status: 204 len: 168 time: 0.9065156 Apr 25 14:56:33.841685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:33.848019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:33.848685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:33.881911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ef24e-09ea-4a84-a1d4-1b9ca6c2853f req-1306683a-b583-4682-8943-880c2aa25929 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:33.882657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7e8ef24e-09ea-4a84-a1d4-1b9ca6c2853f req-1306683a-b583-4682-8943-880c2aa25929 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Synchronizing usage tracker for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:33.903486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-ed678b9d-1488-49fa-a616-b6d94fb1512e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7386472 Apr 25 14:56:33.916888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Request body: {'port': {'device_id': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:33.928880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d180f6a-e9d8-4fe8-a112-5f6eab702d5e None None] Network fb3620d7-e12c-425d-aae1-48f2073d617f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:33.955759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7e8ef24e-09ea-4a84-a1d4-1b9ca6c2853f req-1306683a-b583-4682-8943-880c2aa25929 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Unset dirty status for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:33.964411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e8ef24e-09ea-4a84-a1d4-1b9ca6c2853f req-1306683a-b583-4682-8943-880c2aa25929 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 931 time: 0.6704972 Apr 25 14:56:33.995587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864936f-f564-4d2a-868f-31fa67a0181a req-908f19f3-1846-4e83-90dc-b8508f80bd0a tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:33.997155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8864936f-f564-4d2a-868f-31fa67a0181a req-908f19f3-1846-4e83-90dc-b8508f80bd0a tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 945 time: 0.4506402 Apr 25 14:56:34.008371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.040783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 791354df-288b-456b-9060-11462798de83 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:34.041380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.049419 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e8ef24e-09ea-4a84-a1d4-1b9ca6c2853f req-b5b0bf6d-1480-47c1-a132-d805a7a36ccf tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801575 Apr 25 14:56:34.105510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8864936f-f564-4d2a-868f-31fa67a0181a req-09b43f53-1c12-48e2-a8e6-05f0505d7a1b tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010108 Apr 25 14:56:34.134902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40572) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:34.286679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.287170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.326996 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.343879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:34.370466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Transition to ACTIVE for port object df9cb351-4260-42f4-9d48-8f8a775861ea will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:34.400347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Transition to ACTIVE for port object df9cb351-4260-42f4-9d48-8f8a775861ea will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:34.415128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.443612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 791354df-288b-456b-9060-11462798de83, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=791354df-288b-456b-9060-11462798de83,segment=NetworkSegment(b9b0c85a-662c-4548-aadd-36162ed71392),segment_id=b9b0c85a-662c-4548-aadd-36162ed71392)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:34.444125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.493920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Network 039e28b3-fc34-4517-ac21-becd2c83a094 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:34.499145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:34.511275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:34.621522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] DHCP port deletion for fb3620d7-e12c-425d-aae1-48f2073d617f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:56:34.626866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Deleting port 791354df-288b-456b-9060-11462798de83 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:34.627291 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.654866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23486792-6cf1-45f5-9a30-011b75186fb2 req-5c883e13-412c-4163-98e4-6d106d6a8af9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:34.656544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23486792-6cf1-45f5-9a30-011b75186fb2 req-5c883e13-412c-4163-98e4-6d106d6a8af9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.4707727 Apr 25 14:56:34.735797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Pushing event updated for resources: {'Port': ['ID=df9cb351-4260-42f4-9d48-8f8a775861ea,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:34.746190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 791354df-288b-456b-9060-11462798de83 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:34.808810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2aeec-4cf4-473c-b835-9b06304ce604 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:34.810738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7bd2aeec-4cf4-473c-b835-9b06304ce604 tempest-TestNetworkBasicOps-1251808891 tempest-TestNetworkBasicOps-1251808891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 1091 time: 0.6747539 Apr 25 14:56:34.814553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40584) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:34.827919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:34.840157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:34.844964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Usage tracker for resource:floatingip and tenant:50f0c9fa5f26447c85e16ac8a3f27506 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:34.848295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:34.908253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:34.915962 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.938436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.962121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:34.995111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee74e0a-df1b-4c92-adaa-380223f0abec {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:56:35.041575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.050237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No DVR routers for this DVR port 791354df-288b-456b-9060-11462798de83 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:35.053224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 791354df-288b-456b-9060-11462798de83 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:35.081467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec738e7-2e07-4807-809b-12aa97063b97,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:35.092333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=791354df-288b-456b-9060-11462798de83,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:35.104136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.107437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 791354df-288b-456b-9060-11462798de83 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:56:35.107794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 791354df-288b-456b-9060-11462798de83 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:35.115850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Attempting to bind port df9cb351-4260-42f4-9d48-8f8a775861ea on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:35.116240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Attempting to bind port df9cb351-4260-42f4-9d48-8f8a775861ea by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3cd0e89a-f2b6-4268-ada8-593a1988575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:35.116615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Attempting to bind port df9cb351-4260-42f4-9d48-8f8a775861ea on network 039e28b3-fc34-4517-ac21-becd2c83a094 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:35.121693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Transition to ACTIVE for port object eee74e0a-df1b-4c92-adaa-380223f0abec will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:35.122696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] For port 791354df-288b-456b-9060-11462798de83, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=791354df-288b-456b-9060-11462798de83,segment=NetworkSegment(b9b0c85a-662c-4548-aadd-36162ed71392),segment_id=b9b0c85a-662c-4548-aadd-36162ed71392)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:35.123095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.139826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:35.140887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Checking segment: {'id': '3cd0e89a-f2b6-4268-ada8-593a1988575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:35.141025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.141435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.141878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Bound using segment: {'id': '3cd0e89a-f2b6-4268-ada8-593a1988575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:35.142343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Bound port: df9cb351-4260-42f4-9d48-8f8a775861ea, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd0e89a-f2b6-4268-ada8-593a1988575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '039e28b3-fc34-4517-ac21-becd2c83a094'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:35.142823 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.155227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23486792-6cf1-45f5-9a30-011b75186fb2 req-6140d66e-1511-4374-81e4-f834c64feb5d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532407 Apr 25 14:56:35.292568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.331852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Calling delete_port for 791354df-288b-456b-9060-11462798de83 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:35.376868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:35.436404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Usage tracker for resource:security_group_rule and tenant:882fa94be47b41f3ad1bf051ccbb380d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:35.437140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Pushing event updated for resources: {'Port': ['ID=eee74e0a-df1b-4c92-adaa-380223f0abec,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:35.449803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:35.450141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.475066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:35.478062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3620d7-e12c-425d-aae1-48f2073d617f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:35.504938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b0c85a-662c-4548-aadd-36162ed71392') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:35.505419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b0c85a-662c-4548-aadd-36162ed71392') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:35.514478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] For port df9cb351-4260-42f4-9d48-8f8a775861ea, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:35.519702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] For port df9cb351-4260-42f4-9d48-8f8a775861ea, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=df9cb351-4260-42f4-9d48-8f8a775861ea,segment=NetworkSegment(3cd0e89a-f2b6-4268-ada8-593a1988575e),segment_id=3cd0e89a-f2b6-4268-ada8-593a1988575e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:35.530507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.534228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.577148 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.604564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039e28b3-fc34-4517-ac21-becd2c83a094']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:35.605317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:35.605731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.609736 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:35.610459 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:35.626152 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:35.637664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd0e89a-f2b6-4268-ada8-593a1988575e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:35.638927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd0e89a-f2b6-4268-ada8-593a1988575e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:35.684406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.713323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Attempting to bind port eee74e0a-df1b-4c92-adaa-380223f0abec on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:35.714057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Attempting to bind port eee74e0a-df1b-4c92-adaa-380223f0abec by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:35.714361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Attempting to bind port eee74e0a-df1b-4c92-adaa-380223f0abec on network 6df2217e-ce51-461f-ac59-b8a8dff49dba {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:35.717142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.725727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Port eee74e0a-df1b-4c92-adaa-380223f0abec on network 6df2217e-ce51-461f-ac59-b8a8dff49dba not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:56:35.726054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Attempting to bind port eee74e0a-df1b-4c92-adaa-380223f0abec on network 6df2217e-ce51-461f-ac59-b8a8dff49dba {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:35.728503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:35.728910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:35.744997 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:35.763496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:35.763908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Checking segment: {'id': '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:35.764244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Bound using segment: {'id': '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:35.764704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Bound port: eee74e0a-df1b-4c92-adaa-380223f0abec, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:35.765109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.769735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0fb76-0f27-40fd-bfd8-c9b49cb6cd1f None None] Pushing event updated for resources: {'Port': ['ID=df9cb351-4260-42f4-9d48-8f8a775861ea,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:35.800387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c32bb-5877-4196-972a-586ffcbb4a06 None None] Network 039e28b3-fc34-4517-ac21-becd2c83a094 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:35.826248 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.839324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bb286-18b2-4228-9e79-0961dbb199ed req-5580c070-f5ef-4f49-a513-ec0b3aad03f8 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:35.847296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-829bb286-18b2-4228-9e79-0961dbb199ed req-5580c070-f5ef-4f49-a513-ec0b3aad03f8 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 943 time: 0.4820309 Apr 25 14:56:35.899931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.930753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 25 14:56:35.930753 n-d-811416-6 neutron-server[88060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 25 14:56:35.930753 n-d-811416-6 neutron-server[88060]: [parameters: {'id': '039e28b3-fc34-4517-ac21-becd2c83a094'}] Apr 25 14:56:35.930753 n-d-811416-6 neutron-server[88060]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:56:35.931324 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:56:35.948105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.972111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=fb3620d7-e12c-425d-aae1-48f2073d617f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:35.978857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] For port eee74e0a-df1b-4c92-adaa-380223f0abec, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:35.982456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] For port eee74e0a-df1b-4c92-adaa-380223f0abec, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=eee74e0a-df1b-4c92-adaa-380223f0abec,segment=NetworkSegment(6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145),segment_id=6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:35.987219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:35.999951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.019120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.049630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:36.050256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.051701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] 10.222.0.21 "PUT /v2.0/ports/eee74e0a-df1b-4c92-adaa-380223f0abec HTTP/1.1" status: 200 len: 1091 time: 2.1400898 Apr 25 14:56:36.054475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'tag': 'eee74e0a-df1b-4c92-adaa-380223f0abec'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:36.061374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-829bb286-18b2-4228-9e79-0961dbb199ed req-17e8f840-8ec8-4efa-9920-1d73f68b3190 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Synchronizing usage tracker for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:36.089653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f62f0-373d-4265-a033-7d7424c9fe1a service neutron] Pushing event updated for resources: {'Port': ['ID=eee74e0a-df1b-4c92-adaa-380223f0abec,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:36.112845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e4d4a3e-522c-4b01-acca-de18c4d08073 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/fb3620d7-e12c-425d-aae1-48f2073d617f HTTP/1.1" status: 204 len: 168 time: 2.2690794 Apr 25 14:56:36.117312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Deleting port 791354df-288b-456b-9060-11462798de83 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:36.117693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.134079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40594) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:36.139974 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cce143b-9747-4317-9d41-72c202db504e'] response: {'name': 'network-changed', 'server_uuid': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'tag': 'eee74e0a-df1b-4c92-adaa-380223f0abec', 'status': 'completed', 'code': 200} Apr 25 14:56:36.149888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=882fa94be47b41f3ad1bf051ccbb380d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8024564 Apr 25 14:56:36.151756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1018389163', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:36.157342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40598) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:36.161793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:36.167582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:36.172426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:36.179718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:36.197616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.198640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.208321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd183-9681-4bf7-b3be-736353edaf72 None None] The port '791354df-288b-456b-9060-11462798de83' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:56:36.221007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b765132-4621-4762-8baf-3123ca3f726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7549df07-35d3-4b8e-9a2b-4500fcebb9f4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:36.231028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-c282ee0a-ab37-4723-ad84-b0c869aaa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:36.232718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-c282ee0a-ab37-4723-ad84-b0c869aaa4b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54b825b58ff64a7b9fb1c8aa695eab96&device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 1094 time: 0.1330879 Apr 25 14:56:36.233912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.238179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd81836-eff7-44be-9fe8-d5b12f37a0a2 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:56:36.248521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd108aa5-681b-4d6e-992e-e3946d3db159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.279084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd108aa5-681b-4d6e-992e-e3946d3db159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.322923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-3572cf0e-1347-4277-ab78-51a85c137c91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eee74e0a-df1b-4c92-adaa-380223f0abec HTTP/1.1" status: 200 len: 217 time: 0.0795054 Apr 25 14:56:36.339481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-829bb286-18b2-4228-9e79-0961dbb199ed req-17e8f840-8ec8-4efa-9920-1d73f68b3190 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Unset dirty status for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:36.341383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-829bb286-18b2-4228-9e79-0961dbb199ed req-17e8f840-8ec8-4efa-9920-1d73f68b3190 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933333 Apr 25 14:56:36.353009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Allocated IP 172.25.0.217 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/92babfff-f591-4217-8fb4-80060d08ed33) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:36.371001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd108aa5-681b-4d6e-992e-e3946d3db159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.413248 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd108aa5-681b-4d6e-992e-e3946d3db159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.414197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd108aa5-681b-4d6e-992e-e3946d3db159 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7549df07-35d3-4b8e-9a2b-4500fcebb9f4 HTTP/1.1" status: 204 len: 168 time: 0.2557437 Apr 25 14:56:36.437934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd108aa5-681b-4d6e-992e-e3946d3db159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7549df07-35d3-4b8e-9a2b-4500fcebb9f4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:36.452319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd81836-eff7-44be-9fe8-d5b12f37a0a2 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:56:36.492686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.646487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.696334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:36.773897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:36.782793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:36.787616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:36.820076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=92babfff-f591-4217-8fb4-80060d08ed33,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:37.018091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b61-0f37-425f-bff8-1caed362fece req-35d93ebf-c56d-4d7d-bbf3-fa5825e1a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:37.019849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-35d93ebf-c56d-4d7d-bbf3-fa5825e1a48c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1164ab64-8d53-4f66-91ff-f7b9fee8023b HTTP/1.1" status: 200 len: 850 time: 0.6906600 Apr 25 14:56:37.052793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40614) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:37.188186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-6f298a57-e5cb-4f51-8a45-f78e8d1fde9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6df2217e-ce51-461f-ac59-b8a8dff49dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345124 Apr 25 14:56:37.200857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port df9cb351-4260-42f4-9d48-8f8a775861ea {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:37.201237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.251742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.256174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.400427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:37.432357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Usage tracker for resource:security_group_rule and tenant:f58962fb56a54dc5a56526f4e3926054 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:37.434547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.463242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:37.514227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:37.530527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd9f57-a9bc-4b93-a78d-aeb22a513c7d req-24561af4-ff0b-43ac-b4ee-c35827bb9f95 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:37.538420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28cd9f57-a9bc-4b93-a78d-aeb22a513c7d req-24561af4-ff0b-43ac-b4ee-c35827bb9f95 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 1.1666903 Apr 25 14:56:37.595274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.660536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e548-04a1-480a-9d09-98e684bbbe9f req-dffb0ce8-cb13-4c9a-aaa1-ffd291203d49 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:37.662506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecc2e548-04a1-480a-9d09-98e684bbbe9f req-dffb0ce8-cb13-4c9a-aaa1-ffd291203d49 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 943 time: 0.1658633 Apr 25 14:56:37.679008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-9901e76c-7e06-4da5-ab2f-dd766d68d964 service neutron] 10.222.0.21 "GET /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791405 Apr 25 14:56:37.747715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28cd9f57-a9bc-4b93-a78d-aeb22a513c7d req-816b9555-17d8-4fb1-909e-706217202630 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083337 Apr 25 14:56:37.769511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ecc2e548-04a1-480a-9d09-98e684bbbe9f req-f9f090dc-e628-41fe-8501-44eb74324093 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915804 Apr 25 14:56:37.904294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port df9cb351-4260-42f4-9d48-8f8a775861ea, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=df9cb351-4260-42f4-9d48-8f8a775861ea,segment=NetworkSegment(3cd0e89a-f2b6-4268-ada8-593a1988575e),segment_id=3cd0e89a-f2b6-4268-ada8-593a1988575e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:37.904833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.911280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:37.916905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.049557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event updated for resources: {'Port': ['ID=92babfff-f591-4217-8fb4-80060d08ed33,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:38.082287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.149839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for df9cb351-4260-42f4-9d48-8f8a775861ea owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:38.270191 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Floating IP aa764871-4f9d-4aa8-bea7-92fbfb27caf2 associated. External IP: 172.25.0.217, port: b2b4d7ec-4560-4fc8-a635-9023be373744. Apr 25 14:56:38.276370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.291947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec423b61-0f37-425f-bff8-1caed362fece req-19d4a55a-d0f2-44bc-82ca-528496e9efea service neutron] 10.222.0.21 "GET /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402110 Apr 25 14:56:38.292558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.368060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:38.368878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f58962fb56a54dc5a56526f4e3926054&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2710571 Apr 25 14:56:38.372001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.439566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c482c3-d59d-4d5c-945e-0c869c45b2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c852b38-82b6-418b-8303-d2b6b9568ee4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:38.536014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Port': ['ID=df9cb351-4260-42f4-9d48-8f8a775861ea,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:38.543033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No DVR routers for this DVR port df9cb351-4260-42f4-9d48-8f8a775861ea on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:38.544566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46e9e145-bb83-4705-9ce3-1174662916a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.547698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1e8a964-3802-46f9-97cf-acf2fb96166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.577073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1e8a964-3802-46f9-97cf-acf2fb96166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.796922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1e8a964-3802-46f9-97cf-acf2fb96166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.821754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8a964-3802-46f9-97cf-acf2fb96166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c852b38-82b6-418b-8303-d2b6b9568ee4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:38.835955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 358cb40d-5a5f-45db-b635-5ce5c2e41462 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:56:38.839579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1e8a964-3802-46f9-97cf-acf2fb96166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.840698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a1e8a964-3802-46f9-97cf-acf2fb96166b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c852b38-82b6-418b-8303-d2b6b9568ee4 HTTP/1.1" status: 204 len: 168 time: 0.4717948 Apr 25 14:56:38.866715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:38.913368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.007394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.140744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039e28b3-fc34-4517-ac21-becd2c83a094']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:39.158162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-d06e4577-110d-4044-9227-3b37e90defa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:39.159683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-d06e4577-110d-4044-9227-3b37e90defa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54b825b58ff64a7b9fb1c8aa695eab96&device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 1094 time: 0.7894921 Apr 25 14:56:39.194894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd0e89a-f2b6-4268-ada8-593a1988575e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:39.195498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd0e89a-f2b6-4268-ada8-593a1988575e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:39.244554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.329596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.25.0.75 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/321b5bb0-b7ee-4807-a709-517bc037fa59) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:39.356577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.363240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:39.363731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.440089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74367-652a-4840-b56c-f6c9ffa5d6ed req-5e7629ca-8987-42ce-bdc5-d3589c3585c7 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:39.453124 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-04f74367-652a-4840-b56c-f6c9ffa5d6ed req-5e7629ca-8987-42ce-bdc5-d3589c3585c7 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 943 time: 0.2266331 Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:39.469542 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:39.476189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:56:39.487393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] Sync routers for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:56:39.512618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:39.515155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:39.525897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-04f74367-652a-4840-b56c-f6c9ffa5d6ed req-f61b1b25-d99d-4ea2-863b-3ba82f72c7e1 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717330 Apr 25 14:56:39.534068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.590976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.630754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.644473 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a2c16d01-28fa-42b2-af27-4fff763d79e8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8285933 Apr 25 14:56:39.645446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:39.658989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40656) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:39.785423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=039e28b3-fc34-4517-ac21-becd2c83a094,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:39.794279 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7032d1-129e-43b7-a9c9-277041cc6a4c'] response: {'name': 'network-changed', 'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'status': 'completed', 'code': 200} Apr 25 14:56:39.803516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/039e28b3-fc34-4517-ac21-becd2c83a094 HTTP/1.1" status: 204 len: 168 time: 7.4091983 Apr 25 14:56:39.807371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40666) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:39.824933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994659631'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:39.839483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:39.851678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:39.856362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a6f51-62cd-455c-93a2-e65cf948cea1 req-027323e2-14a3-48f1-abfc-d4ec5768c145 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:39.856882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:39.857929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-941a6f51-62cd-455c-93a2-e65cf948cea1 req-027323e2-14a3-48f1-abfc-d4ec5768c145 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.8179328 Apr 25 14:56:39.872687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:39.885887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-43a2d7d8-b50d-495b-a2bb-1608305e1ba3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/aa764871-4f9d-4aa8-bea7-92fbfb27caf2 HTTP/1.1" status: 200 len: 991 time: 0.2120497 Apr 25 14:56:39.893335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:39.897234 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.912626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:56:39.928484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.929176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.929703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.930208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.930700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.931213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.931713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.932236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.932736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.933250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.933771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.934268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2f80c-bb3d-4608-8eee-9b82d0801b8c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:39.950038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:39.963495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:39.963976 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 94d820e9-a4f5-460e-bc54-bd3b0283b50e of type vlan for network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 Apr 25 14:56:39.999575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:40.031068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-941a6f51-62cd-455c-93a2-e65cf948cea1 req-0f7964cb-9afe-4a2d-a447-703f4b4a8cc8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925400 Apr 25 14:56:40.040061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:40.050310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:40.050767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467281'] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:40.096784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-e51a5056-a0dc-427d-9de2-79c76ed4353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:40.112374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-e51a5056-a0dc-427d-9de2-79c76ed4353f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6df2217e-ce51-461f-ac59-b8a8dff49dba HTTP/1.1" status: 200 len: 911 time: 0.9399331 Apr 25 14:56:40.162199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3533993 Apr 25 14:56:40.168597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:40.177230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:40.202339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=665eedb6-b4d1-43e7-a1f1-8521fc6f04e6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:40.227446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.227808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.228151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.228488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.228822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.229173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.229554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.229825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.230257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.230726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.230726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.232007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fd1ae-2ae0-494d-b72c-e1aca8c5d05c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:56:40.262189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:40.300189 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:40.343672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:40.406768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:40.407064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-3132e4f7-e91d-44f6-a29d-345943947a91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eee74e0a-df1b-4c92-adaa-380223f0abec HTTP/1.1" status: 200 len: 217 time: 0.2695558 Apr 25 14:56:40.411187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:40.414148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:40.420277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:40.434761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:40.439420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:40.569479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=321b5bb0-b7ee-4807-a709-517bc037fa59,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:40.588656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:40.591547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-636b5114-3c02-4649-b390-b8e64f44990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:40.593790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-636b5114-3c02-4649-b390-b8e64f44990b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 1096 time: 0.7784913 Apr 25 14:56:40.600445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:40.609113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:40.793063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'aa764871-4f9d-4aa8-bea7-92fbfb27caf2', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.217', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'port_id': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'mac_address': 'fa:16:3e:7d:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:56:37Z', 'updated_at': '2022-04-25T14:56:37Z', 'revision_number': 0, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:59Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:40.803776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] Checking router: 358cb40d-5a5f-45db-b635-5ce5c2e41462 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:56:40.825322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:40.827317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:40.893355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40696) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:40.991114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:41.028411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-475d139d-b405-4189-8d32-2d7d5562c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:41.028411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-475d139d-b405-4189-8d32-2d7d5562c1e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=feb93a8a-3af3-4eec-ab48-457fea83a743 HTTP/1.1" status: 200 len: 897 time: 0.3299570 Apr 25 14:56:41.032356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-44763972-97de-405c-8de5-a62539e20d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:41.036819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-44763972-97de-405c-8de5-a62539e20d8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1164ab64-8d53-4f66-91ff-f7b9fee8023b HTTP/1.1" status: 200 len: 850 time: 0.5978661 Apr 25 14:56:41.126334 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0347980-82f0-4e38-91fe-819c6e5f47cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:41.203454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=1d2986a0-c77a-42d2-81bc-a07e96e5daef,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:41.218560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-1bcf09a3-4c0a-4222-9755-115b95a017be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6df2217e-ce51-461f-ac59-b8a8dff49dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946610 Apr 25 14:56:41.227784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ec143-f935-4944-b3bd-8ed0cd89ef0c req-964b3c0f-5cd6-48c9-82ee-fa5465eed85c tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:41.229602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-270ec143-f935-4944-b3bd-8ed0cd89ef0c req-964b3c0f-5cd6-48c9-82ee-fa5465eed85c tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 943 time: 0.4855690 Apr 25 14:56:41.275797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:56:41.334354 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-4f3b1b78-a01d-4a96-a87d-d8db98c4497b service neutron] show failed (client error): The resource could not be found. Apr 25 14:56:41.334990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-4f3b1b78-a01d-4a96-a87d-d8db98c4497b service neutron] 10.222.0.21 "GET /v2.0/ports/7545a142-f8db-4720-abf0-2605ed8771a2/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.3280239 Apr 25 14:56:41.385093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-80df71ce-19b0-4bf2-8ef4-75cbc07afd3d tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/aa764871-4f9d-4aa8-bea7-92fbfb27caf2 HTTP/1.1" status: 200 len: 991 time: 0.4889920 Apr 25 14:56:41.406248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-270ec143-f935-4944-b3bd-8ed0cd89ef0c req-e5c61d25-cc87-4e99-8e1a-7ecc2be06395 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580007 Apr 25 14:56:41.407207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '94d820e9-a4f5-460e-bc54-bd3b0283b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:41.407584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:41.477717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:41.512578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:41.523893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:41.524840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:41.579271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1067c4b0-5659-488b-80c0-fec1a240d775 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4098508 Apr 25 14:56:41.580581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40720) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:41.591402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:41.659937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9632f-d98b-4766-9cc6-aefed8ac0e98 None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:41.918028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:41.961520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-524dc4ea-3e4f-44ee-8e57-f8074d33ca44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b4d7ec-4560-4fc8-a635-9023be373744 HTTP/1.1" status: 200 len: 999 time: 0.9219861 Apr 25 14:56:41.991222 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:42.134286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-9b79bae9-5bfd-4829-8074-bb93385ed122 service neutron] 10.222.0.21 "GET /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9092410 Apr 25 14:56:42.201491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:42.213947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:subnet and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:42.230080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-985efa40-6834-4161-8c95-a96242773896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:42.232072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-985efa40-6834-4161-8c95-a96242773896 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 1097 time: 0.4820983 Apr 25 14:56:42.233163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:42.242399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:42.250525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:42.304009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-665eedb6-b4d1-43e7-a1f1-8521fc6f04e6', 'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': '1d2986a0-c77a-42d2-81bc-a07e96e5daef'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:42.304892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:42.325718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:42.329484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:42.383417 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5760189-3b02-4c7f-abc5-50c18e79f2b1 req-92e9417f-4ed8-48e6-9ca2-b4514a804d9d service neutron] 10.222.0.21 "GET /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407994 Apr 25 14:56:42.394729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe7895-658c-4b0d-b119-538f2d5dd0d8 req-e900e1c4-7fdb-41db-88ce-dd845e4b7705 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:42.404618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2fe7895-658c-4b0d-b119-538f2d5dd0d8 req-e900e1c4-7fdb-41db-88ce-dd845e4b7705 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.8586950 Apr 25 14:56:42.407705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-3fb783e2-ef6c-4239-8180-d68a77902b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:42.409327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-3fb783e2-ef6c-4239-8180-d68a77902b28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63be62c6-10f0-4fb1-a5ea-cc206f7a457c HTTP/1.1" status: 200 len: 835 time: 0.4382639 Apr 25 14:56:42.418150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40754) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:42.442875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'aa764871-4f9d-4aa8-bea7-92fbfb27caf2', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.217', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'port_id': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'mac_address': 'fa:16:3e:7d:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:56:37Z', 'updated_at': '2022-04-25T14:56:37Z', 'revision_number': 0, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:59Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:42.469490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed7078-9a69-48a4-b249-f89b56b59326 None None] The sync data for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 is: [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'aa764871-4f9d-4aa8-bea7-92fbfb27caf2', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'floating_ip_address': '172.25.0.217', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'port_id': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'mac_address': 'fa:16:3e:7d:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:56:37Z', 'updated_at': '2022-04-25T14:56:37Z', 'revision_number': 0, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:59Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:42.685678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2fe7895-658c-4b0d-b119-538f2d5dd0d8 req-d7097ad3-9223-49a2-a70c-86718b99dd91 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797718 Apr 25 14:56:42.732062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Allocated IP 2001:db8::2 (665eedb6-b4d1-43e7-a1f1-8521fc6f04e6/1d2986a0-c77a-42d2-81bc-a07e96e5daef/1b86a998-0195-489b-aea3-30eade13b747) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:42.743517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a96a196c-c5f1-43a1-a49d-d8242dc714b8 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/aa764871-4f9d-4aa8-bea7-92fbfb27caf2 HTTP/1.1" status: 200 len: 991 time: 0.3242481 Apr 25 14:56:42.860869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:42.920835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:42.949622 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafff549-aa16-4214-a279-d9d60deb8f3a None None] New status for floating IP aa764871-4f9d-4aa8-bea7-92fbfb27caf2: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:56:43.096222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device eee74e0a-df1b-4c92-adaa-380223f0abec details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:56:43.138202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-44352f42-cf6e-40a4-a1e1-ffd6b81b45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:43.139725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-44352f42-cf6e-40a4-a1e1-ffd6b81b45fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=feb93a8a-3af3-4eec-ab48-457fea83a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6372848 Apr 25 14:56:43.212048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946c9f-c25c-43a3-aedc-62e240b3d532 req-baa9d35c-27a0-49b0-aa37-b33089c4bb1a tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:43.213850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23946c9f-c25c-43a3-aedc-62e240b3d532 req-baa9d35c-27a0-49b0-aa37-b33089c4bb1a tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 943 time: 0.4215727 Apr 25 14:56:43.324920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-f17466c3-7a28-4a7a-814d-c026c64a4080 service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779163 Apr 25 14:56:43.621993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23946c9f-c25c-43a3-aedc-62e240b3d532 req-d13cb582-40cf-44ee-8355-8a207f3491b0 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012113 Apr 25 14:56:43.681792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90c68e9c-9449-43dd-966a-c4604f2d838a req-4bbf10f2-3162-4816-8aa5-7013ffdd35b2 service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505182 Apr 25 14:56:43.705132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:43.766880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port eee74e0a-df1b-4c92-adaa-380223f0abec, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=eee74e0a-df1b-4c92-adaa-380223f0abec,segment=NetworkSegment(6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145),segment_id=6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:43.787475 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:43.794632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:43.801291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'eee74e0a-df1b-4c92-adaa-380223f0abec', 'network_id': '6df2217e-ce51-461f-ac59-b8a8dff49dba', 'port_id': 'eee74e0a-df1b-4c92-adaa-380223f0abec', 'mac_address': 'fa:16:3e:1e:52:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1164ab64-8d53-4f66-91ff-f7b9fee8023b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:56:43.837174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:43.903484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:43.906396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:43.930845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee74e0a-df1b-4c92-adaa-380223f0abec {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:56:43.948770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port eee74e0a-df1b-4c92-adaa-380223f0abec, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=eee74e0a-df1b-4c92-adaa-380223f0abec,segment=NetworkSegment(6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145),segment_id=6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:43.957319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Transition to ACTIVE for port object 1b86a998-0195-489b-aea3-30eade13b747 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:43.961756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.019050 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.046133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.051614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=eee74e0a-df1b-4c92-adaa-380223f0abec,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:44.067175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Transition to ACTIVE for port object 1b86a998-0195-489b-aea3-30eade13b747 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:44.071157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cdaf5135-f9a0-49a9-afd5-f61acdba644c tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/aa764871-4f9d-4aa8-bea7-92fbfb27caf2 HTTP/1.1" status: 200 len: 993 time: 0.2767057 Apr 25 14:56:44.081659 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.156168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:44.159016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:44.163840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:44.220794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:44.221849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=c7f0aa39-f66c-4eec-bea3-0a20889a7c9e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:44.234809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:44.243477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.244096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.252287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:44.258915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.297488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Pushing event updated for resources: {'Port': ['ID=1b86a998-0195-489b-aea3-30eade13b747,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:44.321924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77eebab7-d7be-4c1d-860a-347017fbcaa0 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7399716 Apr 25 14:56:44.329123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40824) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:44.337025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Transition to ACTIVE for port object 7545a142-f8db-4720-abf0-2605ed8771a2 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:44.339017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Attempting to bind port 1b86a998-0195-489b-aea3-30eade13b747 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:44.340585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Attempting to bind port 1b86a998-0195-489b-aea3-30eade13b747 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '94d820e9-a4f5-460e-bc54-bd3b0283b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:44.341159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Attempting to bind port 1b86a998-0195-489b-aea3-30eade13b747 on network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:44.356982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:44.369717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Checking segment: {'id': '94d820e9-a4f5-460e-bc54-bd3b0283b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:44.370282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.370774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Bound using segment: {'id': '94d820e9-a4f5-460e-bc54-bd3b0283b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:44.371409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Bound port: 1b86a998-0195-489b-aea3-30eade13b747, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d820e9-a4f5-460e-bc54-bd3b0283b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:44.371892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.429987 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107850ae-2db1-4646-8dba-d3438df984c9'] response: {'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'code': 200} Apr 25 14:56:44.435610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.474914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router a517266e-116f-4b05-b3c3-51aa261ba5c4 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:56:44.497292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['eee74e0a-df1b-4c92-adaa-380223f0abec'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:56:44.635440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.637125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.640466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.643365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9d8be-83dd-40fa-956f-88bcdd2b7617 req-946acccf-9b7f-45f4-b28f-14cbcca57f78 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.652374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.654525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:44.655467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Synchronizing usage tracker for tenant:576df5ea58d440a5b360e61043668f41 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:44.664994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2e9d8be-83dd-40fa-956f-88bcdd2b7617 req-946acccf-9b7f-45f4-b28f-14cbcca57f78 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.2864978 Apr 25 14:56:44.678998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ee538285-6501-483a-b2b2-adb64535740d None None] For port 1b86a998-0195-489b-aea3-30eade13b747, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:44.684668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:44.700630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ee538285-6501-483a-b2b2-adb64535740d None None] For port 1b86a998-0195-489b-aea3-30eade13b747, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1b86a998-0195-489b-aea3-30eade13b747,segment=NetworkSegment(94d820e9-a4f5-460e-bc54-bd3b0283b50e),segment_id=94d820e9-a4f5-460e-bc54-bd3b0283b50e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:44.727843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Unset dirty status for tenant:576df5ea58d440a5b360e61043668f41 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:44.729063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e0d353d-0186-4b85-96f4-2446299a4d88 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3893118 Apr 25 14:56:44.741281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:44.752200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:44.782932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134483954'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:44.799826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:44.800726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] No DVR routers for this DVR port 7545a142-f8db-4720-abf0-2605ed8771a2 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:44.841897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:44.978198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:44.989872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:45.011686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2e9d8be-83dd-40fa-956f-88bcdd2b7617 req-ab910a73-3a99-4adb-b769-dbc3408488f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440495 Apr 25 14:56:45.025247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:45.091099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:56:45.126707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:45.130814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.137452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] Sync routers for ids ['a517266e-116f-4b05-b3c3-51aa261ba5c4'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:56:45.146839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538285-6501-483a-b2b2-adb64535740d None None] Pushing event updated for resources: {'Port': ['ID=1b86a998-0195-489b-aea3-30eade13b747,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:45.179008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.179008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e28f56fb-6b09-4c31-b276-cc957a215a53 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.0376794 Apr 25 14:56:45.193302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:45.239185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] Routers {'a517266e-116f-4b05-b3c3-51aa261ba5c4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:45.240130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a517266e-116f-4b05-b3c3-51aa261ba5c4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:45.352500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:45.355254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:45.471773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] Routers {'a517266e-116f-4b05-b3c3-51aa261ba5c4'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:45.472557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a517266e-116f-4b05-b3c3-51aa261ba5c4'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:45.531844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:45.539281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b969af7-df34-4956-91b8-f54d2f967ed4 req-34e9d8f0-341a-4683-afd0-f14380c739a7 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:45.547307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b969af7-df34-4956-91b8-f54d2f967ed4 req-34e9d8f0-341a-4683-afd0-f14380c739a7 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 944 time: 0.6073582 Apr 25 14:56:45.584693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.585256 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 481a9a3c-2635-4178-9b22-0f3d12cffafb of type vlan for network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 Apr 25 14:56:45.636535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:45.636535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4466b4-d64f-4dbf-86ba-c631a41fb664 None None] The sync data for ids ['a517266e-116f-4b05-b3c3-51aa261ba5c4'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:45.636866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.696855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:45.697291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:45.697561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:45.716000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:56:45.716596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:45.724863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:45.725503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Checking segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:45.726075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Bound using segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:45.726668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Bound port: 7545a142-f8db-4720-abf0-2605ed8771a2, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:45.727205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.751804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b969af7-df34-4956-91b8-f54d2f967ed4 req-c8446a91-c77e-4db8-b645-1d7601529b21 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864302 Apr 25 14:56:45.793949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.807953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:45.808766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.857810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:45.862448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:45.876882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.884579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1343045 Apr 25 14:56:45.892068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40896) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:45.953685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf5ad9b8-c043-4a0b-a39b-eef397956ee3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/routers/a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 200 len: 880 time: 0.7495921 Apr 25 14:56:45.955045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40900) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:45.956420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:45.979808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:45.980608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:45.981820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] 10.222.0.15 "PUT /v2.0/ports/7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1092 time: 3.7411342 Apr 25 14:56:46.016568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b9a7-f6ad-4aed-9a9f-76801236965f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=b18d8d4d-b1dd-48a7-9b73-bdf26e602b24,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:46.033116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:46.212198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239020f4-47ea-4cd3-b2df-e37d9f4a2e94 service neutron] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:46.568379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:46.716845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:46.750137 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f49895d-2d23-4533-a9e1-8b41f9b15f5d'] response: {'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'status': 'completed', 'code': 200} Apr 25 14:56:46.755487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:46.791663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-c3968dbd-8fb3-4fc5-b9b0-840c40729e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:46.795502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-c3968dbd-8fb3-4fc5-b9b0-840c40729e19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1095 time: 0.7151840 Apr 25 14:56:46.967115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device eee74e0a-df1b-4c92-adaa-380223f0abec up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:47.024245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 is not hosted by any dhcp agent {{(pid=88061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 25 14:56:47.042013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:47.052556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:47.058582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "PUT /v2.0/networks/b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 HTTP/1.1" status: 200 len: 723 time: 1.1281188 Apr 25 14:56:47.096212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40936) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:47.119156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:47.124729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1b86a998-0195-489b-aea3-30eade13b747 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:47.201151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23318ffe-fab1-47c3-8846-e8ee387afa87 None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:47.205396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35e850f1-0472-4d37-a34e-73708dc98b8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:router {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:47.361352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-5423c613-111d-49b8-9464-bd25efc5a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:47.362831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-5423c613-111d-49b8-9464-bd25efc5a538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.4672077 Apr 25 14:56:47.397688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56db270-1d7f-470b-92d7-333eff3fdb8f req-fa98ba5a-6dcd-4b47-9304-af2301bd7976 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:47.399403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c56db270-1d7f-470b-92d7-333eff3fdb8f req-fa98ba5a-6dcd-4b47-9304-af2301bd7976 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 1.0120046 Apr 25 14:56:47.401584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-17000e8b-bf0b-4b2a-a842-b3b561901083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:47.403299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-17000e8b-bf0b-4b2a-a842-b3b561901083 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1095 time: 0.5091386 Apr 25 14:56:47.404567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:47.407088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35e850f1-0472-4d37-a34e-73708dc98b8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:router {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:47.408378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35e850f1-0472-4d37-a34e-73708dc98b8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4506505 Apr 25 14:56:47.419724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:47.421381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1018389163'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:47.522318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6f05a3c7-5bb6-49b9-97bb-1577092962f8 None None] Provisioning for port 1b86a998-0195-489b-aea3-30eade13b747 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:47.543597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1b86a998-0195-489b-aea3-30eade13b747 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:47.552981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port eee74e0a-df1b-4c92-adaa-380223f0abec completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:47.564006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port eee74e0a-df1b-4c92-adaa-380223f0abec triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:47.564388 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:47.570923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db77774-1159-47a4-aa1f-68d96467971b tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=b18d8d4d-b1dd-48a7-9b73-bdf26e602b24,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:47.650290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:47.694574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:56:47.695959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-6896555c-2018-4505-9ead-fad40a0e87aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 0.2415342 Apr 25 14:56:47.707197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1b86a998-0195-489b-aea3-30eade13b747 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:47.709015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:47.843001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5b91-d6ed-4af3-80a3-ce2c5bb2e8d6 req-1ced312b-a5c8-411f-b1e0-a305f25cf878 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:47.853893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:47.858016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:47.860417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46ca5b91-d6ed-4af3-80a3-ce2c5bb2e8d6 req-1ced312b-a5c8-411f-b1e0-a305f25cf878 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 944 time: 0.7965593 Apr 25 14:56:47.927263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46ca5b91-d6ed-4af3-80a3-ce2c5bb2e8d6 req-f8b85dbc-022a-489d-a439-ae77157652fb tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658834 Apr 25 14:56:47.954285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-5a2ef7f2-9ab9-4507-af13-974d93f06a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:47.956592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-5a2ef7f2-9ab9-4507-af13-974d93f06a08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.2541423 Apr 25 14:56:47.986451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c56db270-1d7f-470b-92d7-333eff3fdb8f req-f41e96af-545d-4fbe-a742-1b3661e75654 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683255 Apr 25 14:56:48.046796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:48.168045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-e889a1f7-cdfb-43f4-800c-aaf1a3b2a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:48.172825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-e889a1f7-cdfb-43f4-800c-aaf1a3b2a14f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.7584717 Apr 25 14:56:48.232216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-189b290a-a184-434b-8148-966f8e4830ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:48.233887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-189b290a-a184-434b-8148-966f8e4830ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698109 Apr 25 14:56:48.278601 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:48.326914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee74e0a-df1b-4c92-adaa-380223f0abec'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:48.372765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port eee74e0a-df1b-4c92-adaa-380223f0abec, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=eee74e0a-df1b-4c92-adaa-380223f0abec,segment=NetworkSegment(6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145),segment_id=6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:48.408953 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:48.412063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1b86a998-0195-489b-aea3-30eade13b747, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1b86a998-0195-489b-aea3-30eade13b747,segment=NetworkSegment(94d820e9-a4f5-460e-bc54-bd3b0283b50e),segment_id=94d820e9-a4f5-460e-bc54-bd3b0283b50e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:48.484684 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb122550-8fbd-44a2-bb9f-2cc00b5e2add'] response: {'server_uuid': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee74e0a-df1b-4c92-adaa-380223f0abec', 'code': 200} Apr 25 14:56:48.515595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-138a5cab-f4ba-4a3e-bbf3-f69d68459715 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 0.3326244 Apr 25 14:56:48.524622 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:48.541946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=eee74e0a-df1b-4c92-adaa-380223f0abec,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:48.626373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1b86a998-0195-489b-aea3-30eade13b747,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:48.657716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Update dhcp port {'port': {'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6', 'fixed_ips': [{'subnet_id': '1d2986a0-c77a-42d2-81bc-a07e96e5daef', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7f0aa39-f66c-4eec-bea3-0a20889a7c9e'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '1b86a998-0195-489b-aea3-30eade13b747'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 14:56:48.728385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:48.797399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-e0e1ad43-a7d2-4747-bcdd-ad8ea2183393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:48.802071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-e0e1ad43-a7d2-4747-bcdd-ad8ea2183393 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.2713542 Apr 25 14:56:49.075422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:49.094380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1b86a998-0195-489b-aea3-30eade13b747 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:49.145301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3943c-b9d4-4743-93be-d0ec7e9a36ba req-c7a499d6-256b-4d20-a84e-eb30f7477e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:49.146943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5f3943c-b9d4-4743-93be-d0ec7e9a36ba req-c7a499d6-256b-4d20-a84e-eb30f7477e1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 1096 time: 0.4044738 Apr 25 14:56:49.155342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-ae6a8f25-6640-4fdb-9395-8d487b40e7a4 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9115756 Apr 25 14:56:49.348443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1b86a998-0195-489b-aea3-30eade13b747 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:49.349248 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:49.415457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5f3943c-b9d4-4743-93be-d0ec7e9a36ba req-0fdc5b30-0218-4c31-8eb8-3431f02be998 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588024 Apr 25 14:56:49.511895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:49.519235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ffbc1-a963-4237-a95e-d8c4a78b086f,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:49.530418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Allocated IP 172.20.0.1 (665eedb6-b4d1-43e7-a1f1-8521fc6f04e6/c7f0aa39-f66c-4eec-bea3-0a20889a7c9e/1b86a998-0195-489b-aea3-30eade13b747) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:49.547949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-28fbe070-2d03-4b9c-a022-6676ab08d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:49.549489 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-28fbe070-2d03-4b9c-a022-6676ab08d60c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7317052 Apr 25 14:56:49.555637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:49.557477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '481a9a3c-2635-4178-9b22-0f3d12cffafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:49.558258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: b18d8d4d-b1dd-48a7-9b73-bdf26e602b24, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:56:49.684178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec80c-29fe-4543-ba56-73478b838c4a req-c60c788c-fa7b-4855-b74d-f575546c1e1d tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:49.694100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ddec80c-29fe-4543-ba56-73478b838c4a req-c60c788c-fa7b-4855-b74d-f575546c1e1d tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 945 time: 0.5947676 Apr 25 14:56:49.810099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:56:49.907156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b18d8d4d-b1dd-48a7-9b73-bdf26e602b24) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:49.926469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c85d-afb6-42dd-9972-9166653abd26 req-06be0748-0df6-4d30-b1ac-e71d54cf3491 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:49.928544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad68c85d-afb6-42dd-9972-9166653abd26 req-06be0748-0df6-4d30-b1ac-e71d54cf3491 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.6684649 Apr 25 14:56:49.938172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc3db0-dadf-47b6-a04e-9b673084df61 None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:49.950309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-1eefb36a-1599-43fd-86ce-e72cadae27fd service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301185 Apr 25 14:56:49.991910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:49.993149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:50.061307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ddec80c-29fe-4543-ba56-73478b838c4a req-df076cd2-18cb-4368-ad51-9e5a96bab841 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658648 Apr 25 14:56:50.162167 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-85a5d97f-7d24-418a-af44-5ec0fc6a21e7 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0490963 Apr 25 14:56:50.166912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:50.195202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:50.235491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-a6f15b51-ace5-435e-a70a-b453d49a15cf service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225019 Apr 25 14:56:50.241103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad68c85d-afb6-42dd-9972-9166653abd26 req-60a0e62b-d745-4309-a05e-3d5485a74e9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677510 Apr 25 14:56:50.314807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] For port 1b86a998-0195-489b-aea3-30eade13b747, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1b86a998-0195-489b-aea3-30eade13b747,segment=NetworkSegment(94d820e9-a4f5-460e-bc54-bd3b0283b50e),segment_id=94d820e9-a4f5-460e-bc54-bd3b0283b50e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:50.322969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-b7c44364-c33a-4643-8c7b-b01053028a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:50.324727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-b7c44364-c33a-4643-8c7b-b01053028a47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1095 time: 0.2722528 Apr 25 14:56:50.329768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router a517266e-116f-4b05-b3c3-51aa261ba5c4 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:56:50.553706 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:50.593304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b18d8d4d-b1dd-48a7-9b73-bdf26e602b24', 'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': '8a4ffbc1-a963-4237-a95e-d8c4a78b086f'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:56:50.610984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:50.699700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Transition to ACTIVE for port object 1b86a998-0195-489b-aea3-30eade13b747 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:50.765655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:50.888641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-75015ebe-e0ad-4539-86c7-b3373afdbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:50.893824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-75015ebe-e0ad-4539-86c7-b3373afdbd21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.5583172 Apr 25 14:56:51.018030 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3728001'] for subnet, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:51.112966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:56:51.127976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-fdc7cc68-3cfe-48c2-900a-3b0686e5e1ac service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590024 Apr 25 14:56:51.135010 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] Sync routers for ids ['a517266e-116f-4b05-b3c3-51aa261ba5c4'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:56:51.139965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-975cec09-db3d-4d6d-a79a-cea38f8c76f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 0.2431967 Apr 25 14:56:51.155091 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] Routers {'a517266e-116f-4b05-b3c3-51aa261ba5c4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:51.161767 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a517266e-116f-4b05-b3c3-51aa261ba5c4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:51.164685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:51.166099 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ad4b5515-a101-48c1-beab-58bf8af6f18c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 200 len: 887 time: 3.7495897 Apr 25 14:56:51.169461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41098) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:51.273332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-00ef4c97-d40f-474d-8f34-1360289d863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:51.274803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-00ef4c97-d40f-474d-8f34-1360289d863b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1283889 Apr 25 14:56:51.399909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16d9f3-7cde-4e44-a94c-94a5c1e5bc15 None None] Pushing event updated for resources: {'Port': ['ID=1b86a998-0195-489b-aea3-30eade13b747,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:51.436183 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:51.470418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-3a99a3af-86bb-4933-b607-706e8419a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:51.471654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-3a99a3af-86bb-4933-b607-706e8419a89a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850772 Apr 25 14:56:51.471780 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] Routers {'a517266e-116f-4b05-b3c3-51aa261ba5c4'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:56:51.472298 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:56:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a517266e-116f-4b05-b3c3-51aa261ba5c4'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:51.877052 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:51.877736 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14ac7e-82c5-4010-958f-57fa07e99e21 None None] The sync data for ids ['a517266e-116f-4b05-b3c3-51aa261ba5c4'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:56:51.990941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-46c9043c-65d2-4adb-9cf4-f924b26732c1 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100121 Apr 25 14:56:52.208068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41118) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:52.241340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6687e7b3-6943-454b-898e-ea50397ecb99 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/routers/a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 200 len: 887 time: 1.0677273 Apr 25 14:56:52.245882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41124) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:52.320574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438671f-ddf1-4670-85f9-15d93f47fa9a req-9a22bd03-7eb6-4380-b66a-1d42a4f0112e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:52.322707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f438671f-ddf1-4670-85f9-15d93f47fa9a req-9a22bd03-7eb6-4380-b66a-1d42a4f0112e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 945 time: 0.2558827 Apr 25 14:56:52.333394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4de09fec-6cab-4461-ba0c-affee5e47ed9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:52.337089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752165023236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3767126'] for subnet, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:52.392417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4fb2410-3fa3-4ee5-a831-1396f536a8b3 req-13b06905-1142-4598-86f7-5ba2a559ef99 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936505 Apr 25 14:56:52.472168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f438671f-ddf1-4670-85f9-15d93f47fa9a req-170076fa-603f-4995-abdc-bfe90555144e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413994 Apr 25 14:56:52.583700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Allocated IP 2001:db8::2 (b18d8d4d-b1dd-48a7-9b73-bdf26e602b24/8a4ffbc1-a963-4237-a95e-d8c4a78b086f/3e576150-ad04-4bc3-a7b7-fc0cd793b0ba) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:56:52.790409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201ffc9-85fd-4958-af4d-95011da5176d None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:53.002868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1b86a998-0195-489b-aea3-30eade13b747 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:53.015763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:53.016729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.018385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "PUT /v2.0/subnets/8a4ffbc1-a963-4237-a95e-d8c4a78b086f HTTP/1.1" status: 200 len: 826 time: 2.8463254 Apr 25 14:56:53.022156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:53.033014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.074124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-af38fa6f-8570-4bef-8ad2-94ba9ed35d59 None None] Provisioning for port 1b86a998-0195-489b-aea3-30eade13b747 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:53.078185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4de09fec-6cab-4461-ba0c-affee5e47ed9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:53.100402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41140) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:53.100639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4de09fec-6cab-4461-ba0c-affee5e47ed9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 200 len: 205 time: 0.8418221 Apr 25 14:56:53.127168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-af38fa6f-8570-4bef-8ad2-94ba9ed35d59 None None] Provisioning complete for port 1b86a998-0195-489b-aea3-30eade13b747 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:53.127477 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af38fa6f-8570-4bef-8ad2-94ba9ed35d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.143358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0c924-56d5-4797-bc9d-afb41ec4d7a5 req-9c5568e0-6c29-41dc-bd16-3d8d13fcf186 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:53.145131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bb0c924-56d5-4797-bc9d-afb41ec4d7a5 req-9c5568e0-6c29-41dc-bd16-3d8d13fcf186 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 1.3922725 Apr 25 14:56:53.168715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0fb1f-3bb6-4d0f-aeed-a2f969e6eb8d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ffbc1-a963-4237-a95e-d8c4a78b086f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:53.183935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:53.314454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2bf52a18ab44d1843ca09227153a16 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:53.320732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7bb0c924-56d5-4797-bc9d-afb41ec4d7a5 req-201d20f3-3e22-4a93-bfb4-5878a349c36d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269014 Apr 25 14:56:53.321714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:53.337972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:53.489481 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.497376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.543565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1b86a998-0195-489b-aea3-30eade13b747 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:53.544522 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.655888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce2bf52a18ab44d1843ca09227153a16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4453955 Apr 25 14:56:53.658772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ee97f-9885-45cd-93e1-102ebde9d849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8328603-5bc1-4451-bc11-efdc059aef75,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:53.663655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41148) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:53.666157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.708357 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.760125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Transition to ACTIVE for port object 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:53.788819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.816967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Transition to ACTIVE for port object 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:56:53.828307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:53.900055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:56:53.909004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:56:53.915159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:56:53.921997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Pushing event updated for resources: {'Port': ['ID=3e576150-ad04-4bc3-a7b7-fc0cd793b0ba,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:54.028429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Attempting to bind port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:56:54.029104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Attempting to bind port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '481a9a3c-2635-4178-9b22-0f3d12cffafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:56:54.029482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Attempting to bind port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba on network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:56:54.036308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:56:54.036690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Checking segment: {'id': '481a9a3c-2635-4178-9b22-0f3d12cffafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:56:54.037128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.037530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Bound using segment: {'id': '481a9a3c-2635-4178-9b22-0f3d12cffafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:56:54.038027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Bound port: 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481a9a3c-2635-4178-9b22-0f3d12cffafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b18d8d4d-b1dd-48a7-9b73-bdf26e602b24'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:56:54.038415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.105004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486d609-5ef4-42cf-bc56-b3c453c1f643 req-4946a20d-8389-42a7-a8d7-f1d5e854afe5 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:54.113208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1486d609-5ef4-42cf-bc56-b3c453c1f643 req-4946a20d-8389-42a7-a8d7-f1d5e854afe5 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 945 time: 0.5718172 Apr 25 14:56:54.115082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:54.115473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.155600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] For port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:56:54.162293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] For port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3e576150-ad04-4bc3-a7b7-fc0cd793b0ba,segment=NetworkSegment(481a9a3c-2635-4178-9b22-0f3d12cffafb),segment_id=481a9a3c-2635-4178-9b22-0f3d12cffafb)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:56:54.169191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.239788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1486d609-5ef4-42cf-bc56-b3c453c1f643 req-20851509-2b72-4bd4-839b-9ca07b870b3e tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255801 Apr 25 14:56:54.285083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:56:54.285321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68f8fb5f-7565-49f6-b7a3-3109902b0260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.310055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.339536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e6881-1825-4b72-a902-5cd61c6303fb None None] Pushing event updated for resources: {'Port': ['ID=3e576150-ad04-4bc3-a7b7-fc0cd793b0ba,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:54.340377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-afdcdef1-1c27-4fe5-bbb4-b9191ab06eea None None] Provisioning complete for port 1b86a998-0195-489b-aea3-30eade13b747 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:54.341259 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afdcdef1-1c27-4fe5-bbb4-b9191ab06eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.371849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 321b5bb0-b7ee-4807-a709-517bc037fa59 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:54.372227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.612122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68f8fb5f-7565-49f6-b7a3-3109902b0260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.670596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:54.757801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '7545a142-f8db-4720-abf0-2605ed8771a2', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'mac_address': 'fa:16:3e:c9:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:56:54.811382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68f8fb5f-7565-49f6-b7a3-3109902b0260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.845619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8fb5f-7565-49f6-b7a3-3109902b0260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8328603-5bc1-4451-bc11-efdc059aef75,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:54.879523 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68f8fb5f-7565-49f6-b7a3-3109902b0260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:54.880746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-68f8fb5f-7565-49f6-b7a3-3109902b0260 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8328603-5bc1-4451-bc11-efdc059aef75 HTTP/1.1" status: 204 len: 168 time: 1.1612301 Apr 25 14:56:54.959236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-08d4fbde-97f0-4d46-ae80-bb4619c05c69 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:54.967636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-08d4fbde-97f0-4d46-ae80-bb4619c05c69 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 945 time: 0.2862136 Apr 25 14:56:55.059511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:55.108541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Deleting port eee74e0a-df1b-4c92-adaa-380223f0abec {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:56:55.112190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:55.152872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4716e-d900-48ac-a713-6de161e81ebb req-8d7a9699-d573-4ebe-ba67-3209f930ec80 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:55.166289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cce4716e-d900-48ac-a713-6de161e81ebb req-8d7a9699-d573-4ebe-ba67-3209f930ec80 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 944 time: 0.4625351 Apr 25 14:56:55.187010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:55.213492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3e576150-ad04-4bc3-a7b7-fc0cd793b0ba,segment=NetworkSegment(481a9a3c-2635-4178-9b22-0f3d12cffafb),segment_id=481a9a3c-2635-4178-9b22-0f3d12cffafb)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:55.213934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:55.233023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7545a142-f8db-4720-abf0-2605ed8771a2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:56:55.273089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:55.305687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:55.528569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:55.544656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:55.556033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['7545a142-f8db-4720-abf0-2605ed8771a2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:56:55.676687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:55.855664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cce4716e-d900-48ac-a713-6de161e81ebb req-2a53a58f-8047-4947-96f5-351c82f7fd29 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6880169 Apr 25 14:56:55.857614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:56.075327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] For port eee74e0a-df1b-4c92-adaa-380223f0abec, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=eee74e0a-df1b-4c92-adaa-380223f0abec,segment=NetworkSegment(6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145),segment_id=6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:56.076228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:56.290981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 321b5bb0-b7ee-4807-a709-517bc037fa59 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:56.354166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1773db-3f3b-49e9-a994-45a509a1fc3f None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:56.463594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Calling delete_port for eee74e0a-df1b-4c92-adaa-380223f0abec owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:56:56.565801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:56.618010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-faec0c29-edca-4ae9-afa8-5733f0b52eb1 None None] Provisioning for port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:56.647627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-faec0c29-edca-4ae9-afa8-5733f0b52eb1 None None] Provisioning complete for port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:56.648620 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faec0c29-edca-4ae9-afa8-5733f0b52eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:56.665556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Port': ['ID=3e576150-ad04-4bc3-a7b7-fc0cd793b0ba,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:56.706552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-faec0c29-edca-4ae9-afa8-5733f0b52eb1 None None] Port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba was deleted so its status cannot be updated. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 25 14:56:56.735370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47359d-4d3d-4dfd-9c36-cc61b92305c7 req-d458bd56-29e4-423d-a36a-654b85543233 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:56.738536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc47359d-4d3d-4dfd-9c36-cc61b92305c7 req-d458bd56-29e4-423d-a36a-654b85543233 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 945 time: 1.0288229 Apr 25 14:56:56.895629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-9d47839f-4a91-44fb-a125-c4372df6ab0d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:56.897602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-9d47839f-4a91-44fb-a125-c4372df6ab0d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 945 time: 0.4688590 Apr 25 14:56:56.899821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc47359d-4d3d-4dfd-9c36-cc61b92305c7 req-5af8676e-793a-4edd-b3b6-3b7a31fff06f tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/security-groups?id=bccd28c4-10d7-475d-b07d-71ea0c9cbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422350 Apr 25 14:56:57.018160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No DVR routers for this DVR port 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:57.083957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:57.171037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Pushing event deleted for resources: {'Port': ['ID=eee74e0a-df1b-4c92-adaa-380223f0abec,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:57.261700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] No DVR routers for this DVR port eee74e0a-df1b-4c92-adaa-380223f0abec on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:56:57.264904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:57.268853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'name': 'network-vif-deleted', 'tag': 'eee74e0a-df1b-4c92-adaa-380223f0abec'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:57.303064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c0a0cac-fc41-407d-b274-4a2963c6ad3f req-62304001-0a30-4b60-8e40-3e69181883b3 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.21 "DELETE /v2.0/ports/eee74e0a-df1b-4c92-adaa-380223f0abec HTTP/1.1" status: 204 len: 173 time: 2.3288519 Apr 25 14:56:57.328908 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcb7a9c-c145-4929-b443-a71932cee4ed'] response: {'server_uuid': '1fdfbffe-1212-4673-9ba8-2ae80e94939c', 'name': 'network-vif-deleted', 'tag': 'eee74e0a-df1b-4c92-adaa-380223f0abec', 'status': 'completed', 'code': 200} Apr 25 14:56:57.530558 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:57.539456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31934c-692f-4e8c-8f8d-e7eb6338b23f None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:57.810921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d69f-bcb8-482c-8d4b-afc93fc6278d req-cd0fd791-a206-4614-96ac-21ab22e2275a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:57.820294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b164d69f-bcb8-482c-8d4b-afc93fc6278d req-cd0fd791-a206-4614-96ac-21ab22e2275a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 1.1663225 Apr 25 14:56:57.864030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-2cb018ae-6b79-4180-b9b2-2b35856ae46d service neutron] 10.222.0.15 "GET /v2.0/ports/7545a142-f8db-4720-abf0-2605ed8771a2/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 382 time: 0.9092672 Apr 25 14:56:57.864999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.079962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b164d69f-bcb8-482c-8d4b-afc93fc6278d req-eace9f39-483c-48e0-bc91-ab0e052fb155 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583706 Apr 25 14:56:58.084036 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.136682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6fa1747b-e47e-4591-bdf3-6d91a1d6a8f5 req-ae96cda6-db0d-4ddb-8f69-26c7b2df69d9 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Synchronizing usage tracker for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:56:58.169706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-6fa1747b-e47e-4591-bdf3-6d91a1d6a8f5 req-ae96cda6-db0d-4ddb-8f69-26c7b2df69d9 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] Unset dirty status for tenant:54b825b58ff64a7b9fb1c8aa695eab96 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:56:58.184526 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fa1747b-e47e-4591-bdf3-6d91a1d6a8f5 req-ae96cda6-db0d-4ddb-8f69-26c7b2df69d9 tempest-ServerGroupTestJSON-1985098052 tempest-ServerGroupTestJSON-1985098052-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fdfbffe-1212-4673-9ba8-2ae80e94939c HTTP/1.1" status: 200 len: 210 time: 0.1173973 Apr 25 14:56:58.226109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=321b5bb0-b7ee-4807-a709-517bc037fa59,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:58.261205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:56:58.330122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9228d69-8f33-4661-a98a-9261f52a4f9c None None] Network b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:56:58.401392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4ffbc1-a963-4237-a95e-d8c4a78b086f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:58.539672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 7545a142-f8db-4720-abf0-2605ed8771a2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:56:58.559123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 7545a142-f8db-4720-abf0-2605ed8771a2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:56:58.562428 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.603702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.672640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.743462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18d8d4d-b1dd-48a7-9b73-bdf26e602b24']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:58.744339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5822b0f-085a-4b49-b01a-a48a2fe001cc None None] DHCP port deletion for b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:56:58.758873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481a9a3c-2635-4178-9b22-0f3d12cffafb') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:58.759181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481a9a3c-2635-4178-9b22-0f3d12cffafb') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:56:58.767013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.797703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:56:58.824498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:56:58.839557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:58.945125 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f0474e-e6b2-48f7-b6f0-7ef9be76d518'] response: {'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'code': 200} Apr 25 14:56:58.948963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:58.951976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:58.992745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:56:58.993397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e576150-ad04-4bc3-a7b7-fc0cd793b0ba not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:59.001579 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.001809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.005004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.015247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.025417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device eee74e0a-df1b-4c92-adaa-380223f0abec no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:56:59.047768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.052577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-33122959-4d78-43fb-a9a6-3d8daab6b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:59.054106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-33122959-4d78-43fb-a9a6-3d8daab6b036 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1096 time: 1.1524022 Apr 25 14:56:59.061204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:56:59.061642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.083204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: eee74e0a-df1b-4c92-adaa-380223f0abec {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:56:59.083858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device eee74e0a-df1b-4c92-adaa-380223f0abec not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:56:59.099731 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:56:59.133000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.133556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router a517266e-116f-4b05-b3c3-51aa261ba5c4 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:56:59.324871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.379763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.390223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b85d-e861-40b0-b9a2-522626b51eb8 req-08f919bf-215f-4ae3-8856-20ce224c71e5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:59.391731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f6b85d-e861-40b0-b9a2-522626b51eb8 req-08f919bf-215f-4ae3-8856-20ce224c71e5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.1899164 Apr 25 14:56:59.402934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.404017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ee8ca9d8-b6ac-4740-ab5f-32bfee7e9456 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 204 len: 168 time: 6.3006818 Apr 25 14:56:59.424024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41296) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:59.424898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=b18d8d4d-b1dd-48a7-9b73-bdf26e602b24,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:56:59.438903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd1806b4-b420-4d83-b6e5-6f6ae46244e8 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 HTTP/1.1" status: 204 len: 168 time: 6.4126830 Apr 25 14:56:59.440221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596964515'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:59.455322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41300) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:59.458710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:59.463235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:59.475258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:59.480985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:59.489446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-14990542-db43-4aee-b33d-06878ab940e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:59.491370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-14990542-db43-4aee-b33d-06878ab940e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.4117966 Apr 25 14:56:59.492572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:59.526014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f6f6b85d-e861-40b0-b9a2-522626b51eb8 req-3970a9a1-db26-4b39-a8d4-6de3d20e33c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204889 Apr 25 14:56:59.528078 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a87a561-9eef-415b-8769-f609a0c65ffb tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:56:59.529133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a87a561-9eef-415b-8769-f609a0c65ffb tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:56:59.537109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a87a561-9eef-415b-8769-f609a0c65ffb tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 HTTP/1.1" status: 404 len: 339 time: 0.0752780 Apr 25 14:56:59.538139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41312) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:59.547892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277365132', 'description': 'd1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:56:59.556524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:59.566283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Usage tracker for resource:network and tenant:576df5ea58d440a5b360e61043668f41 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:59.612165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:59.640767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:59.672949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:59.693857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.712098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-5fc2b792-00a6-4b6e-b137-57826a5e1802 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1002 time: 0.2133501 Apr 25 14:56:59.783239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:56:59.787335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.791213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:59.804440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.817989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.818332 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 0979ca79-4433-4a0f-9ac0-8b84b6bb9e72 of type vlan for network 29d40177-2987-4a09-922b-c8e6d40a1283 Apr 25 14:56:59.840313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:56:59.846466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5263e9e8f6cf4fc388eccc1f2bfad9e5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:56:59.851694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:56:59.857644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-6c81f263-55ea-443e-afcd-31c61446b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:56:59.858938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-6c81f263-55ea-443e-afcd-31c61446b9c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1296206 Apr 25 14:56:59.863510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:56:59.872253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.891528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:56:59.915921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:56:59.932203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:56:59.932553 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment 9a45d8bb-0162-475f-8e9a-a490e2bf5bcd of type vlan for network 45d514bc-7c4b-48fc-837f-76c6471e51cc Apr 25 14:56:59.962981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Deleting subnet 1164ab64-8d53-4f66-91ff-f7b9fee8023b {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:56:59.968433 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.000185 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:57:00.005772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.022989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-0b557b52-8690-4889-8454-6a090a39bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:00.024511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-0b557b52-8690-4889-8454-6a090a39bae6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588655 Apr 25 14:57:00.041239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.074266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.080493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:00.082071 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.231559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:57:00.348712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8080809 Apr 25 14:57:00.354358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41338) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:00.357052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a348736-41ab-4406-b000-217e3088244f tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=29d40177-2987-4a09-922b-c8e6d40a1283,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:00.361324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.368364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:00.368518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 29d40177-2987-4a09-922b-c8e6d40a1283 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:00.369205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.380882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.435660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.473364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.554959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e46152-3999-45f5-a0b4-b514e6221840 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:00.556114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31e46152-3999-45f5-a0b4-b514e6221840 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Synchronizing usage tracker for tenant:576df5ea58d440a5b360e61043668f41 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:00.587033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.618670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-4e24010b-e2ca-421a-b43b-a12ac397752a service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855882 Apr 25 14:57:00.635979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2060230 Apr 25 14:57:00.637522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1164ab64-8d53-4f66-91ff-f7b9fee8023b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:00.640712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31e46152-3999-45f5-a0b4-b514e6221840 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Unset dirty status for tenant:576df5ea58d440a5b360e61043668f41 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:00.645566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31e46152-3999-45f5-a0b4-b514e6221840 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks?id=29d40177-2987-4a09-922b-c8e6d40a1283 HTTP/1.1" status: 200 len: 765 time: 0.2899010 Apr 25 14:57:00.648018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41344) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:00.649289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41346) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:00.663594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'description': 'd2'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:00.683905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:00.687160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dbac1-2ea6-4732-81e8-e59835301de9 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=45d514bc-7c4b-48fc-837f-76c6471e51cc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:00.705270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:00.708725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.710878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5263e9e8f6cf4fc388eccc1f2bfad9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2497985 Apr 25 14:57:00.711547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41352) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:00.715910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f711e0-b38f-4d5a-a8ad-918eb9fff9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499f51eb-b8c0-4770-ac67-86067e1fc84e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:00.883808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6b30ff3-9133-4e00-a2d6-08598f2bc6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.904010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-77a010a8-b4d0-4fd5-94d2-cd761310f630 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497363 Apr 25 14:57:00.904571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b70dbb3-6136-4533-9d12-91a7c59e9289 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1164ab64-8d53-4f66-91ff-f7b9fee8023b HTTP/1.1" status: 204 len: 168 time: 1.0105383 Apr 25 14:57:00.915200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:00.924287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6b30ff3-9133-4e00-a2d6-08598f2bc6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:00.987165 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6b30ff3-9133-4e00-a2d6-08598f2bc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.048746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b30ff3-9133-4e00-a2d6-08598f2bc6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f51eb-b8c0-4770-ac67-86067e1fc84e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:01.065166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:01.068080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6b30ff3-9133-4e00-a2d6-08598f2bc6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.073712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d6b30ff3-9133-4e00-a2d6-08598f2bc6c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/499f51eb-b8c0-4770-ac67-86067e1fc84e HTTP/1.1" status: 204 len: 168 time: 0.3589776 Apr 25 14:57:01.109274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db31fb-9519-4413-be4c-de66e22bc124 req-d8e324fd-322d-431e-b2db-2300512d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.112281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-d8e324fd-322d-431e-b2db-2300512d28d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1097 time: 0.1091845 Apr 25 14:57:01.165358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:01.179204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:01.199695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:01.221309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88e9d-0df9-4435-9195-1a7c0d16936f req-fe40bbc9-8fee-4bd0-b30b-f0d23677b8e1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.222774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30f88e9d-0df9-4435-9195-1a7c0d16936f req-fe40bbc9-8fee-4bd0-b30b-f0d23677b8e1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.5436826 Apr 25 14:57:01.305708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db31fb-9519-4413-be4c-de66e22bc124 req-06b001f5-609c-4afe-b91e-1e3e6ee3a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.307180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-06b001f5-609c-4afe-b91e-1e3e6ee3a9fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.1747837 Apr 25 14:57:01.343246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.358029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:01.361697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.440629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-c6806741-0c16-47ca-b0a6-11fe943180e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1002 time: 0.1158640 Apr 25 14:57:01.559936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db31fb-9519-4413-be4c-de66e22bc124 req-9d66c15d-6abf-4334-9914-503e55c880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.561582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-9d66c15d-6abf-4334-9914-503e55c880a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1042688 Apr 25 14:57:01.577831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30f88e9d-0df9-4435-9195-1a7c0d16936f req-2f4843cb-6cb4-4e59-b471-83492a820a0b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772381 Apr 25 14:57:01.580127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.604572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41368) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:01.661221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db31fb-9519-4413-be4c-de66e22bc124 req-b20d9973-b77b-4dfe-92f8-0e0319200085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.662745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-b20d9973-b77b-4dfe-92f8-0e0319200085 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950203 Apr 25 14:57:01.680126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.693158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.794540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network 29d40177-2987-4a09-922b-c8e6d40a1283 is not hosted by any dhcp agent {{(pid=88060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 25 14:57:01.801167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.801786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.806003 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "PUT /v2.0/networks/29d40177-2987-4a09-922b-c8e6d40a1283 HTTP/1.1" status: 200 len: 762 time: 1.1477475 Apr 25 14:57:01.806003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:01.808952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41372) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:01.813125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:01.860097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-c1917368-bdf1-425c-b620-d899f1e42717 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897418 Apr 25 14:57:01.912651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Usage tracker for resource:security_group_rule and tenant:e9598e3fed6b4624b527d1c1a7673b91 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:01.916580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:01.923843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:01.994723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e482a6b-9091-42ce-b9e6-e06d283f7d41 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:01.996668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e482a6b-9091-42ce-b9e6-e06d283f7d41 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Synchronizing usage tracker for tenant:576df5ea58d440a5b360e61043668f41 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:02.009973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b50139-14cd-47ac-b77b-5260343f6146 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=29d40177-2987-4a09-922b-c8e6d40a1283,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:02.013856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df2217e-ce51-461f-ac59-b8a8dff49dba']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:02.024678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 29d40177-2987-4a09-922b-c8e6d40a1283 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:02.042989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:02.043295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebf2ac3-b5ff-4dc5-9f94-e59ee94b8145') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:02.063360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.155226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e482a6b-9091-42ce-b9e6-e06d283f7d41 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Unset dirty status for tenant:576df5ea58d440a5b360e61043668f41 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:02.158284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e482a6b-9091-42ce-b9e6-e06d283f7d41 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks?id=29d40177-2987-4a09-922b-c8e6d40a1283 HTTP/1.1" status: 200 len: 765 time: 0.3463626 Apr 25 14:57:02.168818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41384) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:02.175301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.208347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:02.208781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:02.251384 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:02.316613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.343367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85db31fb-9519-4413-be4c-de66e22bc124 req-e4087456-48eb-4930-8336-b4526cbae47d service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761717 Apr 25 14:57:02.415878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42749c6-022e-4fec-b51d-07ccb1f7565d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:02.419961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a42749c6-022e-4fec-b51d-07ccb1f7565d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2460930 Apr 25 14:57:02.420385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41390) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:02.473132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-59977200-e0b3-48a2-9034-d0f1f9d34ef5 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Synchronizing usage tracker for tenant:576df5ea58d440a5b360e61043668f41 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:02.492798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-59977200-e0b3-48a2-9034-d0f1f9d34ef5 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Unset dirty status for tenant:576df5ea58d440a5b360e61043668f41 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:02.497891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-59977200-e0b3-48a2-9034-d0f1f9d34ef5 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0 HTTP/1.1" status: 200 len: 207 time: 0.0729401 Apr 25 14:57:02.499062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41394) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:02.614115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.720524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.727947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=9440c588-6937-406a-9367-3410eb387529,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:02.798043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.804268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9598e3fed6b4624b527d1c1a7673b91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1778393 Apr 25 14:57:02.805479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89747368-9119-45ab-8c97-7dcd60ec07ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84664fcb-89ae-48d1-8469-159450febf12,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:02.819595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41400) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:02.863831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:02.884347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df2217e-ce51-461f-ac59-b8a8dff49dba,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:02.958688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:02.959068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 45d514bc-7c4b-48fc-837f-76c6471e51cc, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:02.974522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0b5377a4-eafe-4889-a39e-c400c5d9c845 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6df2217e-ce51-461f-ac59-b8a8dff49dba HTTP/1.1" status: 204 len: 168 time: 2.0556872 Apr 25 14:57:03.006012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:03.021651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 45d514bc-7c4b-48fc-837f-76c6471e51cc) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:03.032319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.034008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bb3bf-2cd8-4fe6-8245-ac836512193c None None] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:03.039008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.045102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.053280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.059908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.060467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.064836 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.066201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.073667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ad3c3afb-3683-4bb3-b63d-d6e8c39ed050 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5674171 Apr 25 14:57:03.073667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a63303c-7031-45bc-80f2-c7c70d68b02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.076713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41406) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.120842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ed315745-50f2-4417-9040-0ab26af06df7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4674308 Apr 25 14:57:03.124371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41410) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.134769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-880020428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:03.158836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:03.168039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:03.178392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:03.192389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:03.218775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.220381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.255024 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.286707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.341696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.345778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c8ce572e-9043-4455-85f2-2a162c0a4256 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2163618 Apr 25 14:57:03.346492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.407795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-38d2805b-c4b2-4ce5-a850-facc23839c0a tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3242998 Apr 25 14:57:03.409922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41420) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.471143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41424) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.479053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a63303c-7031-45bc-80f2-c7c70d68b02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.499152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-45d514bc-7c4b-48fc-837f-76c6471e51cc', 'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': '9440c588-6937-406a-9367-3410eb387529'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:03.501232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.562281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d77adf-3d6e-41fa-bf5e-bdda01f520a8 req-812016ba-a070-4441-b409-19bd2fb06cfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.563833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e6d77adf-3d6e-41fa-bf5e-bdda01f520a8 req-812016ba-a070-4441-b409-19bd2fb06cfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 0.7452807 Apr 25 14:57:03.652562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9c16-cc09-44d7-87ee-878d5ccd9cd6 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.654224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9c16-cc09-44d7-87ee-878d5ccd9cd6 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.655726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9c16-cc09-44d7-87ee-878d5ccd9cd6 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.657244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9c16-cc09-44d7-87ee-878d5ccd9cd6 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.659386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9c16-cc09-44d7-87ee-878d5ccd9cd6 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.661297 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2e1d9c16-cc09-44d7-87ee-878d5ccd9cd6 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2506168 Apr 25 14:57:03.668639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41430) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.732247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e6d77adf-3d6e-41fa-bf5e-bdda01f520a8 req-6a4ad4c5-e030-43be-a115-9c3b37093d37 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521137 Apr 25 14:57:03.750809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e64dead-7de5-4072-8ae3-e87251f713ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b825b58ff64a7b9fb1c8aa695eab96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784278 Apr 25 14:57:03.751645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41434) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.826622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3b63-9a80-4505-a2e4-027b684ab640 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.832656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3b63-9a80-4505-a2e4-027b684ab640 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.832799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Allocated IP 172.20.0.2 (45d514bc-7c4b-48fc-837f-76c6471e51cc/9440c588-6937-406a-9367-3410eb387529/bac634a7-2122-4182-9aad-5c52cc8cff53) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:03.836074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3b63-9a80-4505-a2e4-027b684ab640 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.839840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3b63-9a80-4505-a2e4-027b684ab640 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.841773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c3b63-9a80-4505-a2e4-027b684ab640 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:03.848375 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-be4c3b63-9a80-4505-a2e4-027b684ab640 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1735232 Apr 25 14:57:03.885179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a63303c-7031-45bc-80f2-c7c70d68b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.894133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41438) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:03.911889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63303c-7031-45bc-80f2-c7c70d68b02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84664fcb-89ae-48d1-8469-159450febf12,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:03.985873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a63303c-7031-45bc-80f2-c7c70d68b02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:03.989831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a63303c-7031-45bc-80f2-c7c70d68b02b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84664fcb-89ae-48d1-8469-159450febf12 HTTP/1.1" status: 204 len: 168 time: 1.1664202 Apr 25 14:57:04.033880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4574a1f9-2cef-430d-994e-a6a5a4a7c0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.144302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-829e6a2c-e669-42c1-9490-bce53be0811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:04.148103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-829e6a2c-e669-42c1-9490-bce53be0811b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 1097 time: 0.3811808 Apr 25 14:57:04.199959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.215890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:04.254455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4574a1f9-2cef-430d-994e-a6a5a4a7c0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.294211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.318136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Transition to ACTIVE for port object bac634a7-2122-4182-9aad-5c52cc8cff53 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:04.357242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Transition to ACTIVE for port object bac634a7-2122-4182-9aad-5c52cc8cff53 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:04.386639 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.474392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe0b2c8-cdfd-4627-9f0c-fa6078912784 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:04.485707 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.485997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.501956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8fe0b2c8-cdfd-4627-9f0c-fa6078912784 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks/6b223835-7410-482b-b2c7-9e2f70471eca HTTP/1.1" status: 200 len: 804 time: 0.5948238 Apr 25 14:57:04.505221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41448) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:04.554672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:04.598899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:04.616066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:04.786423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4574a1f9-2cef-430d-994e-a6a5a4a7c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.837542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Pushing event updated for resources: {'Port': ['ID=bac634a7-2122-4182-9aad-5c52cc8cff53,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:04.938732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Attempting to bind port bac634a7-2122-4182-9aad-5c52cc8cff53 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:04.945388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Attempting to bind port bac634a7-2122-4182-9aad-5c52cc8cff53 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:04.945971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Attempting to bind port bac634a7-2122-4182-9aad-5c52cc8cff53 on network 45d514bc-7c4b-48fc-837f-76c6471e51cc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:04.964037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:04.964362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Checking segment: {'id': '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:04.964782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.970049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Bound using segment: {'id': '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:04.970679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Bound port: bac634a7-2122-4182-9aad-5c52cc8cff53, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45d514bc-7c4b-48fc-837f-76c6471e51cc'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:04.971093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:04.974857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574a1f9-2cef-430d-994e-a6a5a4a7c0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd28c4-10d7-475d-b07d-71ea0c9cbb16,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:05.052488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4574a1f9-2cef-430d-994e-a6a5a4a7c0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:05.058397 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4574a1f9-2cef-430d-994e-a6a5a4a7c0f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bccd28c4-10d7-475d-b07d-71ea0c9cbb16 HTTP/1.1" status: 204 len: 168 time: 1.2917035 Apr 25 14:57:05.127440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e38be98-f628-400d-8df1-45f331b178fd tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/networks/6b223835-7410-482b-b2c7-9e2f70471eca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6177938 Apr 25 14:57:05.129188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41474) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:05.259396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:05.279856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.20.0.1 (45d514bc-7c4b-48fc-837f-76c6471e51cc/9440c588-6937-406a-9367-3410eb387529/a5e9b571-8ccc-4482-83bf-832eb1c1995f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:05.290616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] For port bac634a7-2122-4182-9aad-5c52cc8cff53, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:05.300116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] For port bac634a7-2122-4182-9aad-5c52cc8cff53, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bac634a7-2122-4182-9aad-5c52cc8cff53,segment=NetworkSegment(9a45d8bb-0162-475f-8e9a-a490e2bf5bcd),segment_id=9a45d8bb-0162-475f-8e9a-a490e2bf5bcd)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:05.309542 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:05.444189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ab25c-09f3-451d-9e19-95e852bbff7a None None] Pushing event updated for resources: {'Port': ['ID=bac634a7-2122-4182-9aad-5c52cc8cff53,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:05.537027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aba4d2-e696-4ad8-a48b-997d96b16117 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:05.543784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-28aba4d2-e696-4ad8-a48b-997d96b16117 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/subnets/ffb38f43-f1b9-4620-a8bb-c5f7f82124d0 HTTP/1.1" status: 200 len: 843 time: 0.4128616 Apr 25 14:57:05.561101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41492) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:05.703488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-300f8748-1b71-42f3-851b-c5846586e537 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/floatingips/aa764871-4f9d-4aa8-bea7-92fbfb27caf2 HTTP/1.1" status: 200 len: 993 time: 0.4347308 Apr 25 14:57:05.797348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768ccd7-f85f-4f94-a1cd-1732918d5286 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['shared'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:05.803577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3768ccd7-f85f-4f94-a1cd-1732918d5286 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "GET /v2.0/subnets/ffb38f43-f1b9-4620-a8bb-c5f7f82124d0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2292287 Apr 25 14:57:05.804466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41506) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:05.838950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159981225'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:05.853572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:05.899456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:05.939634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:05.944655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.063562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:06.097881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.104479 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Added segment 217096d7-1ede-45c5-8048-d95ba1712dfd of type vlan for network b9e6eeab-839d-46c8-90b4-a708957fae4f Apr 25 14:57:06.168729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.258765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.267430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:06.274699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.288042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:06.300437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:06.450168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41528) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:06.603412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.782803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1495092975'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:06.807395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:06.849120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object a5e9b571-8ccc-4482-83bf-832eb1c1995f will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:06.861402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:06.995912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Usage tracker for resource:network and tenant:1479dc82380a4c2dbf182acd26173e7a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:07.003386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:07.018937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:07.095859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bac634a7-2122-4182-9aad-5c52cc8cff53 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:07.245619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bac634a7-2122-4182-9aad-5c52cc8cff53 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:07.263982 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:57:07.318023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.324644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41550) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:07.395372 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5731966 Apr 25 14:57:07.396060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875d21c-bf88-47cc-8a21-c22c1858031e tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Network': ['ID=b9e6eeab-839d-46c8-90b4-a708957fae4f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:07.399330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41556) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:07.411612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:07.412309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b9e6eeab-839d-46c8-90b4-a708957fae4f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:07.423622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:07.441347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:07.455473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:07.523022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06255470-45eb-4dc7-86ca-db9dded4b77d req-35d052a1-ef39-453d-b66c-63774df1ec67 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:07.530744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06255470-45eb-4dc7-86ca-db9dded4b77d req-35d052a1-ef39-453d-b66c-63774df1ec67 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 946 time: 2.3809726 Apr 25 14:57:07.645831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:07.673777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port 92babfff-f591-4217-8fb4-80060d08ed33 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:07.674196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.701474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Made reservation on behalf of 1479dc82380a4c2dbf182acd26173e7a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:07.705579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.733948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-949022168-network', 'tenant_id': '9a2619a34c3b43e694fbec1c1d5480e7'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:07.737311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:07.753785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fcd32c-e49d-4a77-bbac-ca692515d436 None None] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:07.789819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Made reservation on behalf of 576df5ea58d440a5b360e61043668f41 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:07.796374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.804771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:07.807770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] Provisioning for port bac634a7-2122-4182-9aad-5c52cc8cff53 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:07.818465 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.830150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] Provisioning complete for port bac634a7-2122-4182-9aad-5c52cc8cff53 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:07.832927 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.837397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:07.861029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06255470-45eb-4dc7-86ca-db9dded4b77d req-91df2c5e-8dd0-43f0-aa0c-aac05f4c1db9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288181 Apr 25 14:57:07.874499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=a5e9b571-8ccc-4482-83bf-832eb1c1995f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:07.880914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Usage tracker for resource:network and tenant:9a2619a34c3b43e694fbec1c1d5480e7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:07.888020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:07.893005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:07.900340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:07.922523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Usage tracker for resource:security_group_rule and tenant:1479dc82380a4c2dbf182acd26173e7a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:07.928529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:07.932329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:07.947906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:08.081064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:08.128283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing IP validity checks on allocation pools {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:57:08.128283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:57:08.166142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Made reservation on behalf of 9a2619a34c3b43e694fbec1c1d5480e7 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:08.183882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.230979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.231495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.252054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.320680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:08.332726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:08.342096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.354440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2619a34c3b43e694fbec1c1d5480e7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:08.370219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:08.541383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:08.543107 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.543545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Transition to ACTIVE for port object 7545a142-f8db-4720-abf0-2605ed8771a2 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:08.543675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for 92babfff-f591-4217-8fb4-80060d08ed33 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:08.544090 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed9475b-c607-40a1-a43f-7a2c20c6296a'] response: {'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'code': 200} Apr 25 14:57:08.544090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.544276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] For port bac634a7-2122-4182-9aad-5c52cc8cff53, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bac634a7-2122-4182-9aad-5c52cc8cff53,segment=NetworkSegment(9a45d8bb-0162-475f-8e9a-a490e2bf5bcd),segment_id=9a45d8bb-0162-475f-8e9a-a490e2bf5bcd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:08.547618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.609890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.612550 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.617957 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b895689-6813-47e5-8158-f84bf5a76b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.622086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.766405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.798503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:08.879369 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:08.879369 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:08.898154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74118e31-d858-4f25-95ed-bcbe50050676 None None] Pushing event updated for resources: {'Port': ['ID=bac634a7-2122-4182-9aad-5c52cc8cff53,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:08.967267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:09.011129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=bb1b5375-adc3-4b30-8263-a15b2ab47cb0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:09.079974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0fd2a863-83e2-42ab-b548-7793e05f1030 None None] Provisioning complete for port bac634a7-2122-4182-9aad-5c52cc8cff53 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:09.080505 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fd2a863-83e2-42ab-b548-7793e05f1030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.194088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:09.204136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.204498 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Added segment 3e8a315c-606b-4c9c-b181-bd55f557c2d0 of type vlan for network 47269ca9-060f-49a4-962a-e772f71e5528 Apr 25 14:57:09.247023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.327380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Checking segment: {'id': '217096d7-1ede-45c5-8048-d95ba1712dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:09.328488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network hostable DHCP agents. Network: b9e6eeab-839d-46c8-90b4-a708957fae4f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:09.344741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.457121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.488407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.503603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:09.503603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.565506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0fd2a863-83e2-42ab-b548-7793e05f1030 None None] Provisioning for port a5e9b571-8ccc-4482-83bf-832eb1c1995f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:09.572163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=92babfff-f591-4217-8fb4-80060d08ed33,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:09.583673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0fd2a863-83e2-42ab-b548-7793e05f1030 None None] Provisioning complete for port a5e9b571-8ccc-4482-83bf-832eb1c1995f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:09.595947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37358ca4-17e3-483a-a465-441b210ec821,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:09.597359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fd2a863-83e2-42ab-b548-7793e05f1030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.626606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Network b9e6eeab-839d-46c8-90b4-a708957fae4f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:09.655921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b9e6eeab-839d-46c8-90b4-a708957fae4f) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:09.665916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:09.666524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.679361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6631e2-e6c8-4ecd-9492-d0a8958d4dcb None None] Network b9e6eeab-839d-46c8-90b4-a708957fae4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:09.728166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.728524 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Added segment 6f9968d8-d377-4834-9ab4-05054b6f795c of type vlan for network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 Apr 25 14:57:09.747893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.748469 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Floating IP aa764871-4f9d-4aa8-bea7-92fbfb27caf2 disassociated (deleted). External IP: 172.25.0.217, port: b2b4d7ec-4560-4fc8-a635-9023be373744. Apr 25 14:57:09.790260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:09.847216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2a863-83e2-42ab-b548-7793e05f1030 None None] Port a5e9b571-8ccc-4482-83bf-832eb1c1995f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:09.867740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:09.871565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] No DVR routers for this DVR port 7545a142-f8db-4720-abf0-2605ed8771a2 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:10.041222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:57:10.096950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48466720-b493-40d5-9f59-fb9e6968a454 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6933053 Apr 25 14:57:10.102801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41584) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:10.115990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-264fab59-9721-4c84-805c-d96f8852ffb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6068072 Apr 25 14:57:10.123368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:10.219644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41588) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:10.229411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8703947 Apr 25 14:57:10.249317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1cfae4ea-a437-43c5-abcc-63b4ea46855a None None] Provisioning complete for port a5e9b571-8ccc-4482-83bf-832eb1c1995f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:10.250233 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1cfae4ea-a437-43c5-abcc-63b4ea46855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:10.337342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b9e6eeab-839d-46c8-90b4-a708957fae4f', 'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f', 'tenant_id': '576df5ea58d440a5b360e61043668f41', 'fixed_ips': [{'subnet_id': 'bb1b5375-adc3-4b30-8263-a15b2ab47cb0'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:10.338220 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:10.386347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ff5a3a-d0c4-4414-9366-7aa294657883,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:10.408889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2105e6-3412-4171-a488-a0c4e7c02563 admin admin] Pushing event updated for resources: {'Network': ['ID=47269ca9-060f-49a4-962a-e772f71e5528,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:10.459600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf0a2-778f-491f-b177-3bc154ce85e0 req-42d97412-4d45-4452-862a-62fd5e05a2d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:10.468723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74ebf0a2-778f-491f-b177-3bc154ce85e0 req-42d97412-4d45-4452-862a-62fd5e05a2d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 1.1474655 Apr 25 14:57:10.506537 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:10.514592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:10.515622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:10.570980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 47269ca9-060f-49a4-962a-e772f71e5528 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:10.665335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41598) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:10.669440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Request body: {'subnet': {'network_id': '47269ca9-060f-49a4-962a-e772f71e5528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-949022168-subnet', 'tenant_id': '9a2619a34c3b43e694fbec1c1d5480e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:10.700384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:10.707922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1cfae4ea-a437-43c5-abcc-63b4ea46855a None None] Port a5e9b571-8ccc-4482-83bf-832eb1c1995f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:10.910921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Usage tracker for resource:subnet and tenant:9a2619a34c3b43e694fbec1c1d5480e7 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:10.917070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:10.942640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:10.967964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Made reservation on behalf of 9a2619a34c3b43e694fbec1c1d5480e7 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:10.974040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.035927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bac634a7-2122-4182-9aad-5c52cc8cff53 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:11.104764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2248302'] for subnet, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.134207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-65b8679d-a714-447b-b1ec-a8c677717458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.169721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Allocated IP 2001:db8::3 (b9e6eeab-839d-46c8-90b4-a708957fae4f/bb1b5375-adc3-4b30-8263-a15b2ab47cb0/58eee766-2a76-44b2-b99a-db0545d41d84) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:11.191073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bac634a7-2122-4182-9aad-5c52cc8cff53 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:11.191783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.529685 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.571007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 358cb40d-5a5f-45db-b635-5ce5c2e41462 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:57:11.603164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943e88-c716-4a42-83b1-1d4841479e40 req-d913f4e2-fb07-4054-ba13-714bb3739fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:11.605916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-d913f4e2-fb07-4054-ba13-714bb3739fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 1097 time: 1.4346533 Apr 25 14:57:11.612078 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.617738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:11.627083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Transition to ACTIVE for port object 58eee766-2a76-44b2-b99a-db0545d41d84 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:11.650748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Transition to ACTIVE for port object 58eee766-2a76-44b2-b99a-db0545d41d84 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:11.653685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.659042 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.664191 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 5.2114980 Apr 25 14:57:11.698699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Usage tracker for resource:security_group_rule and tenant:d634998bda7e4079853ebbc72bd094b2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:11.703373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41606) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:11.781980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Network b9e6eeab-839d-46c8-90b4-a708957fae4f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:11.788226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:11.794116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:11.806925 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.810544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc63193-957a-4cb8-bf89-3829daa4b96b tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event updated for resources: {'Network': ['ID=9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:11.824060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:11.859347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:11.876967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:11.889869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Pushing event updated for resources: {'Port': ['ID=58eee766-2a76-44b2-b99a-db0545d41d84,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:11.905345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Request body: {'subnet': {'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:11.928801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-74ebf0a2-778f-491f-b177-3bc154ce85e0 req-eeb6112c-6a21-4f0d-ae48-32d39838f219 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4584916 Apr 25 14:57:11.982444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:11.982828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:11.983165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:12.009814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:57:12.010146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Attempting to bind port 7545a142-f8db-4720-abf0-2605ed8771a2 on network 7e9a06d7-48f1-4eab-ba77-1a25e626809c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:12.028267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.035471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:12.035712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Checking segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:12.036170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Bound using segment: {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:12.036603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Bound port: 7545a142-f8db-4720-abf0-2605ed8771a2, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed89bba-564d-4a22-9bdd-7240f32e0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:12.036949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.047165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=a5e9b571-8ccc-4482-83bf-832eb1c1995f,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:12.081680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:12.088107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:12.102255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Attempting to bind port 58eee766-2a76-44b2-b99a-db0545d41d84 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:12.103078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Attempting to bind port 58eee766-2a76-44b2-b99a-db0545d41d84 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '217096d7-1ede-45c5-8048-d95ba1712dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:12.103677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Attempting to bind port 58eee766-2a76-44b2-b99a-db0545d41d84 on network b9e6eeab-839d-46c8-90b4-a708957fae4f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:12.120348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:12.120927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Checking segment: {'id': '217096d7-1ede-45c5-8048-d95ba1712dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:12.121461 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.121952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Bound using segment: {'id': '217096d7-1ede-45c5-8048-d95ba1712dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:12.122587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Bound port: 58eee766-2a76-44b2-b99a-db0545d41d84, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217096d7-1ede-45c5-8048-d95ba1712dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b9e6eeab-839d-46c8-90b4-a708957fae4f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:12.123144 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.141951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Usage tracker for resource:subnet and tenant:1479dc82380a4c2dbf182acd26173e7a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:12.158864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:12.182369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:12.195880 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.215972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943e88-c716-4a42-83b1-1d4841479e40 req-8ca8eabb-89a0-4d54-b75a-139688c2bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:12.217709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-8ca8eabb-89a0-4d54-b75a-139688c2bc2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 200 len: 912 time: 0.5205348 Apr 25 14:57:12.271654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] For port 58eee766-2a76-44b2-b99a-db0545d41d84, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:12.276668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] For port 58eee766-2a76-44b2-b99a-db0545d41d84, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=58eee766-2a76-44b2-b99a-db0545d41d84,segment=NetworkSegment(217096d7-1ede-45c5-8048-d95ba1712dfd),segment_id=217096d7-1ede-45c5-8048-d95ba1712dfd)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:12.293986 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.354887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:12.384793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:12.386458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:12.395306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:12.436683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2205ba-ae40-498a-8515-f4f7da4441ec None None] Pushing event updated for resources: {'Port': ['ID=58eee766-2a76-44b2-b99a-db0545d41d84,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:12.496158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Made reservation on behalf of 1479dc82380a4c2dbf182acd26173e7a for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:12.499957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.508084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.751054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:57:12.783799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:12.783799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.790552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] 10.222.0.21 "PUT /v2.0/ports/7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1093 time: 8.5871632 Apr 25 14:57:12.799702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:12.832590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-4a0c9a11-3860-4f17-9073-7e928de99402 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 HTTP/1.1" status: 200 len: 1002 time: 0.5454841 Apr 25 14:57:12.872802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] Sync routers for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:57:12.915108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e54739ee-f828-4564-9695-5497b0e18c98 None None] Provisioning complete for port a5e9b571-8ccc-4482-83bf-832eb1c1995f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:12.915817 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e54739ee-f828-4564-9695-5497b0e18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:12.951741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0ec9a-b47e-4995-a537-f09269729cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=11']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:12.972407 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722d8e31-8409-4d05-847f-3d7b340a0c0e'] response: {'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'status': 'completed', 'code': 200} Apr 25 14:57:13.029793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:13.030689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:13.158964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 7d3aad6e-d2d8-424f-8fc6-abda25547f1e is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:57:13.212400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 58eee766-2a76-44b2-b99a-db0545d41d84 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:13.323114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e54739ee-f828-4564-9695-5497b0e18c98 None None] Port a5e9b571-8ccc-4482-83bf-832eb1c1995f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:13.336244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-c42f8d4e-e965-47d8-8e34-29a9bfa95044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:13.337834 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-c42f8d4e-e965-47d8-8e34-29a9bfa95044 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1096 time: 0.5181835 Apr 25 14:57:13.547519 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:13.578704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:13.663539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 58eee766-2a76-44b2-b99a-db0545d41d84 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:13.681831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:13.695276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943e88-c716-4a42-83b1-1d4841479e40 req-797a5792-789c-4380-8ee0-9399eb5bdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:13.697098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-797a5792-789c-4380-8ee0-9399eb5bdc50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 200 len: 850 time: 0.8186331 Apr 25 14:57:13.734007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:13.740279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752165023236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2751048'] for subnet, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:13.774395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:13.820499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:13.822149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:57:13.834802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d36a89c8-61bb-425b-81f6-a5c338f6b501 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/7d3aad6e-d2d8-424f-8fc6-abda25547f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4827559 Apr 25 14:57:13.835200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41618) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:13.835949 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] Sync routers for ids ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:57:13.853472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] Routers {'7d3aad6e-d2d8-424f-8fc6-abda25547f1e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:13.854155 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:13.915760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0880214a-1d5f-476b-b2d2-00c276bbbbe5 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/floatingips/aa764871-4f9d-4aa8-bea7-92fbfb27caf2 HTTP/1.1" status: 204 len: 168 time: 7.5801134 Apr 25 14:57:13.947074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:13.949380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-06915a3e-d605-4ca2-9420-8c2fabc07c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:13.950851 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-06915a3e-d605-4ca2-9420-8c2fabc07c45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.5556521 Apr 25 14:57:14.062418 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:14.082471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:14.096207 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] Routers {'7d3aad6e-d2d8-424f-8fc6-abda25547f1e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:14.098080 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:14.106359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4ddea4-ebaf-486b-a8b7-91a91b800f52,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:14.130613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-e7c09ac8-9648-42f9-81c7-736e7e517169 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 0.1721671 Apr 25 14:57:14.223437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82471ad-3cfa-4213-9a99-b75fcc7c3a25 req-b9ed4c57-8a30-4ed7-ada7-5b26b8718ef7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:14.225100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c82471ad-3cfa-4213-9a99-b75fcc7c3a25 req-b9ed4c57-8a30-4ed7-ada7-5b26b8718ef7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 1.0219285 Apr 25 14:57:14.233074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:59Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:14.238142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] Checking router: 358cb40d-5a5f-45db-b635-5ce5c2e41462 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:57:14.252468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ade91-ac6e-4313-8f72-c5714f6d806a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:14.253302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-177ade91-ac6e-4313-8f72-c5714f6d806a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:14.259438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:14.264359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:14.271253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:14.281597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:14.284862 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "PUT /v2.0/subnets/bb1b5375-adc3-4b30-8263-a15b2ab47cb0 HTTP/1.1" status: 200 len: 900 time: 4.1795092 Apr 25 14:57:14.295541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41632) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:14.326023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d634998bda7e4079853ebbc72bd094b2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6432064 Apr 25 14:57:14.338780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:14.339032 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:14.339573 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed5d7c-6b80-4940-bf62-f3b2f4f17644 None None] The sync data for ids ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:57:14.405464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-9de912dd-0e7e-4743-ba1a-b44acfd51b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:14.407836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-9de912dd-0e7e-4743-ba1a-b44acfd51b5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.2658274 Apr 25 14:57:14.425536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ddfeb-a193-4cc2-a81d-74ef1b71c786 None None] Network b9e6eeab-839d-46c8-90b4-a708957fae4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:14.429448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Checking segment: {'id': '3e8a315c-606b-4c9c-b181-bd55f557c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:14.429829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Network hostable DHCP agents. Network: 47269ca9-060f-49a4-962a-e772f71e5528, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:14.478511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-e5b8f91c-d597-4120-aee4-33568abd46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:14.480826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-e5b8f91c-d597-4120-aee4-33568abd46c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1096 time: 1.1056225 Apr 25 14:57:14.492547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-177ade91-ac6e-4313-8f72-c5714f6d806a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:14.497610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-177ade91-ac6e-4313-8f72-c5714f6d806a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports/a5e9b571-8ccc-4482-83bf-832eb1c1995f HTTP/1.1" status: 200 len: 910 time: 0.6593587 Apr 25 14:57:14.520499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41640) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:14.533723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82a58-8300-4837-ae8d-859c80a2f1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe72f9f-9255-4fff-87e8-46e8db35204a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:14.547994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c82471ad-3cfa-4213-9a99-b75fcc7c3a25 req-438b788f-bf5e-4b18-be66-5d7c9ccb8b25 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896385 Apr 25 14:57:14.567969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9440c588-6937-406a-9367-3410eb387529'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:14.698204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] Provisioning for port 58eee766-2a76-44b2-b99a-db0545d41d84 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:14.720077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c94074-0a48-4acc-88ac-ed3e3cb03b96 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event updated for resources: {'Subnet': ['ID=bb1b5375-adc3-4b30-8263-a15b2ab47cb0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:14.737316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] Provisioning complete for port 58eee766-2a76-44b2-b99a-db0545d41d84 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:14.737853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:14.795775 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5609cce-fb88-4916-9a9a-478fe5555967'] response: {'name': 'network-changed', 'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'status': 'completed', 'code': 200} Apr 25 14:57:14.835771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6333-6888-481e-ab53-b65ec19a25be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:14.946645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Network 47269ca9-060f-49a4-962a-e772f71e5528 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:14.966132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Checking segment: {'id': '6f9968d8-d377-4834-9ab4-05054b6f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:14.966509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Network hostable DHCP agents. Network: 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:14.999453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943e88-c716-4a42-83b1-1d4841479e40 req-c2d379a4-b355-437c-a33a-9e4091eb632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:15.001346 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-c2d379a4-b355-437c-a33a-9e4091eb632e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ae9fa3-8b33-440a-94e9-11e3b6bf151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2619956 Apr 25 14:57:15.071853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:15.077767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event updated for resources: {'Subnet': ['ID=1fe17465-ac1a-4675-ab0c-719f07053416,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:15.080841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 47269ca9-060f-49a4-962a-e772f71e5528) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:15.086698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:15.087882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.133182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6333-6888-481e-ab53-b65ec19a25be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.135844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.146758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaecf29-513d-4928-874a-f09aec822d33 None None] Network 47269ca9-060f-49a4-962a-e772f71e5528 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:15.199052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-edea5dfc-067a-4fc9-a790-d3ef0b0135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:15.199741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-edea5dfc-067a-4fc9-a790-d3ef0b0135d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7727723 Apr 25 14:57:15.255242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4c0e2cf8-5c32-4749-8f4b-2eeb81aa0160 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.0038440 Apr 25 14:57:15.255242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:15.279794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-4cdb3fab-6ce3-4cb8-a2b1-510b91b60a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:15.282626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-4cdb3fab-6ce3-4cb8-a2b1-510b91b60a52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.7726049 Apr 25 14:57:15.287782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 58eee766-2a76-44b2-b99a-db0545d41d84 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:15.288456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.320074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:15.333028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:15.334071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.368495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-8e6fcfc5-72e5-4699-8f98-0864518726e3 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472807 Apr 25 14:57:15.414892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713c3d5-84e1-4b84-b59a-42535ff08ef7 None None] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:15.479906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.499341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d07aaf65-4950-4512-b892-50f5d6d3c9f7 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7946606 Apr 25 14:57:15.528180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41650) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:15.594104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-7b183982-8011-4be5-a183-ea9d4747a011 service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819619 Apr 25 14:57:15.607512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-17b09597-3ef3-4b47-91e3-f31a93581b9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 0.2646472 Apr 25 14:57:15.694007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:15.773566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35943e88-c716-4a42-83b1-1d4841479e40 req-c376ab2c-9571-43bf-918e-ced13b8c668f service neutron] 10.222.0.21 "GET /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710629 Apr 25 14:57:15.825095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Request body: {'port': {'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1949646271'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:15.948206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9138d-f498-4497-9b85-c8487d3a9757 None None] Network b9e6eeab-839d-46c8-90b4-a708957fae4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:16.133537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] For port 58eee766-2a76-44b2-b99a-db0545d41d84, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=58eee766-2a76-44b2-b99a-db0545d41d84,segment=NetworkSegment(217096d7-1ede-45c5-8048-d95ba1712dfd),segment_id=217096d7-1ede-45c5-8048-d95ba1712dfd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:16.214821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:16.279358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8', 'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8', 'tenant_id': '1479dc82380a4c2dbf182acd26173e7a', 'fixed_ips': [{'subnet_id': '1fe17465-ac1a-4675-ab0c-719f07053416'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:16.280192 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:16.293720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccfb06-288f-47e5-8ab5-de8b5fe8c47f None None] Network 47269ca9-060f-49a4-962a-e772f71e5528 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:16.306740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-df6f0904-fe6a-4eb4-ad5c-f65c6aa0d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:16.308481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-df6f0904-fe6a-4eb4-ad5c-f65c6aa0d4be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.5335672 Apr 25 14:57:16.319392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3711-69b6-4433-8513-66b68e72c739 req-536aa440-9741-4b98-8274-e82caea97627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:16.320990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-536aa440-9741-4b98-8274-e82caea97627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 1096 time: 1.6007831 Apr 25 14:57:16.431146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6333-6888-481e-ab53-b65ec19a25be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:16.485319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833630c-7952-46c9-9dae-a481b7c07f56 req-06bb06ef-18ea-4321-94f0-71c2c8640b60 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:16.487571 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d833630c-7952-46c9-9dae-a481b7c07f56 req-06bb06ef-18ea-4321-94f0-71c2c8640b60 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 0.6491346 Apr 25 14:57:16.539040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 58eee766-2a76-44b2-b99a-db0545d41d84, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=58eee766-2a76-44b2-b99a-db0545d41d84,segment=NetworkSegment(217096d7-1ede-45c5-8048-d95ba1712dfd),segment_id=217096d7-1ede-45c5-8048-d95ba1712dfd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:16.539998 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:16.625948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15b9472d-3aa5-4f0c-8021-f3c020a9a35d req-4d2b18e4-583d-45d5-8bbe-2d6c43a18ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2461517 Apr 25 14:57:16.627168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b6333-6888-481e-ab53-b65ec19a25be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe72f9f-9255-4fff-87e8-46e8db35204a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:16.691277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9652d0-953e-46d2-b478-3f4dd7c0af49 req-f2fd2621-1f6c-4db2-9815-81dcf7093da1 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:16.700036 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a9652d0-953e-46d2-b478-3f4dd7c0af49 req-f2fd2621-1f6c-4db2-9815-81dcf7093da1 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 945 time: 1.5589857 Apr 25 14:57:16.745702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 58eee766-2a76-44b2-b99a-db0545d41d84 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:16.823025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d833630c-7952-46c9-9dae-a481b7c07f56 req-a5b61a74-919e-4715-a6a1-f394b4548f87 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197718 Apr 25 14:57:16.839157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-96ba65b9-8512-44bf-9a9e-5128fbd991a2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:16.840754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-96ba65b9-8512-44bf-9a9e-5128fbd991a2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:16.843670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6333-6888-481e-ab53-b65ec19a25be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:16.847950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3e2b6333-6888-481e-ab53-b65ec19a25be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe72f9f-9255-4fff-87e8-46e8db35204a HTTP/1.1" status: 204 len: 168 time: 2.5052221 Apr 25 14:57:16.857853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-4d695365-fb84-44da-9278-fda28f68444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:16.859336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-4d695365-fb84-44da-9278-fda28f68444f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5218759 Apr 25 14:57:16.924267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:16.950728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Usage tracker for resource:port and tenant:1479dc82380a4c2dbf182acd26173e7a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:16.960883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:16.961226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-96ba65b9-8512-44bf-9a9e-5128fbd991a2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:16.962510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-96ba65b9-8512-44bf-9a9e-5128fbd991a2 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 945 time: 0.6958807 Apr 25 14:57:16.967683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:16.968066 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:16.987414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30165453-d806-4cb4-96a4-7aa3f6611ddf None None] Pushing event updated for resources: {'Port': ['ID=58eee766-2a76-44b2-b99a-db0545d41d84,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:17.037941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4a9652d0-953e-46d2-b478-3f4dd7c0af49 req-c668d684-985b-4054-ace4-a62ceafce3da tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366592 Apr 25 14:57:17.049216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:17.078143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3711-69b6-4433-8513-66b68e72c739 req-d5facb40-47c7-448e-95ad-044baddc5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:17.080034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-d5facb40-47c7-448e-95ad-044baddc5bf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=feb93a8a-3af3-4eec-ab48-457fea83a743 HTTP/1.1" status: 200 len: 897 time: 0.7302113 Apr 25 14:57:17.173268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5adfa33f-cc7c-4cf2-bb25-47b38cbc7588 None None] Provisioning complete for port 58eee766-2a76-44b2-b99a-db0545d41d84 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:17.173826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5adfa33f-cc7c-4cf2-bb25-47b38cbc7588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:17.246303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-9b22531c-c23a-44a7-9431-4f82009bb52c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b4d7ec-4560-4fc8-a635-9023be373744 HTTP/1.1" status: 200 len: 217 time: 0.1123741 Apr 25 14:57:17.267865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Made reservation on behalf of 1479dc82380a4c2dbf182acd26173e7a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:17.272846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:17.274102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port b2b4d7ec-4560-4fc8-a635-9023be373744 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:17.274480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:17.291087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Allocated IP 172.20.0.2 (9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8/1fe17465-ac1a-4675-ab0c-719f07053416/378a6522-5c60-4878-8abc-cb8a4270c24f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:17.420517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:59Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:17.491750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3711-69b6-4433-8513-66b68e72c739 req-f5e6ba64-b5a0-41b6-8072-49a7d9c9b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:17.494379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-f5e6ba64-b5a0-41b6-8072-49a7d9c9b52f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63be62c6-10f0-4fb1-a5ea-cc206f7a457c HTTP/1.1" status: 200 len: 835 time: 0.1949115 Apr 25 14:57:17.519228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] device_id is not set on port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:57:17.551396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1f92a-0980-49dc-8d24-850f6fa1663c None None] The sync data for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 is: [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:55:46Z', 'revision_number': 4, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '35d6f681-44d2-466c-a25b-7a51b6c9582c', 'name': '', 'network_id': 'feb93a8a-3af3-4eec-ab48-457fea83a743', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'mac_address': 'fa:16:3e:86:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:43Z', 'updated_at': '2022-04-25T14:55:59Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'subnets': [{'id': '63be62c6-10f0-4fb1-a5ea-cc206f7a457c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:57:17.634553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-0777bb04-cc15-425b-b8e9-ef77c0ef82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:17.637220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-0777bb04-cc15-425b-b8e9-ef77c0ef82f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1096 time: 0.8503370 Apr 25 14:57:17.748890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 58eee766-2a76-44b2-b99a-db0545d41d84 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:17.749646 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:17.841145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:17.871134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Transition to ACTIVE for port object 378a6522-5c60-4878-8abc-cb8a4270c24f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:17.937912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Transition to ACTIVE for port object 378a6522-5c60-4878-8abc-cb8a4270c24f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:17.953305 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.103627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:18.109058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:18.117677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2b616-08d9-462f-a287-1faa09b4e8f1 None None] New status for floating IP aa764871-4f9d-4aa8-bea7-92fbfb27caf2: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:57:18.128572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-9628f032-1137-4aea-8db2-a72b186cdd0b service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2507310 Apr 25 14:57:18.227812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-b0c8980b-fe28-4d3e-aeec-7719202f2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:18.229409 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-b0c8980b-fe28-4d3e-aeec-7719202f2cf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.5598857 Apr 25 14:57:18.272194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:18.284444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port b2b4d7ec-4560-4fc8-a635-9023be373744, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=b2b4d7ec-4560-4fc8-a635-9023be373744,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:18.284794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.321299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6b78e4a9-f979-4edc-b368-77cd54ed8596 None None] Provisioning complete for port 58eee766-2a76-44b2-b99a-db0545d41d84 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:18.321857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b78e4a9-f979-4edc-b368-77cd54ed8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.328484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.373506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3711-69b6-4433-8513-66b68e72c739 req-104ecfeb-ae89-4060-80f9-ca3c1c26ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:18.375062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-104ecfeb-ae89-4060-80f9-ca3c1c26ebf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=feb93a8a-3af3-4eec-ab48-457fea83a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7990756 Apr 25 14:57:18.382084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.435861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Allocated IP 172.20.0.13 (9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8/1fe17465-ac1a-4675-ab0c-719f07053416/da631bb2-e7f5-4b6a-9f8e-7375ea0607dd) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:18.588387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Pushing event updated for resources: {'Port': ['ID=378a6522-5c60-4878-8abc-cb8a4270c24f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:18.592825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Attempting to bind port 378a6522-5c60-4878-8abc-cb8a4270c24f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:18.593462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Attempting to bind port 378a6522-5c60-4878-8abc-cb8a4270c24f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6f9968d8-d377-4834-9ab4-05054b6f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:18.593893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Attempting to bind port 378a6522-5c60-4878-8abc-cb8a4270c24f on network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:18.601554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:18.602084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Checking segment: {'id': '6f9968d8-d377-4834-9ab4-05054b6f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:18.602608 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.603120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Bound using segment: {'id': '6f9968d8-d377-4834-9ab4-05054b6f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:18.603756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Bound port: 378a6522-5c60-4878-8abc-cb8a4270c24f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9968d8-d377-4834-9ab4-05054b6f795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:18.604249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.662990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for b2b4d7ec-4560-4fc8-a635-9023be373744 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:18.719946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] For port 378a6522-5c60-4878-8abc-cb8a4270c24f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:18.723869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] For port 378a6522-5c60-4878-8abc-cb8a4270c24f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=378a6522-5c60-4878-8abc-cb8a4270c24f,segment=NetworkSegment(6f9968d8-d377-4834-9ab4-05054b6f795c),segment_id=6f9968d8-d377-4834-9ab4-05054b6f795c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:18.733014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:18.748339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-97b4d3f4-1e50-4ad9-8187-2bf2d827680d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:18.768601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-97b4d3f4-1e50-4ad9-8187-2bf2d827680d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/networks?id=47269ca9-060f-49a4-962a-e772f71e5528 HTTP/1.1" status: 200 len: 808 time: 1.4904680 Apr 25 14:57:18.884608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-a3ce66ab-180e-4b4a-97c4-4a5811ec545c tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/quotas/9a2619a34c3b43e694fbec1c1d5480e7 HTTP/1.1" status: 200 len: 375 time: 0.1239851 Apr 25 14:57:18.899078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a216d-e30b-45e3-a34a-f1c32aec2c48 None None] Pushing event updated for resources: {'Port': ['ID=378a6522-5c60-4878-8abc-cb8a4270c24f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:19.018118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 58eee766-2a76-44b2-b99a-db0545d41d84 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:19.020425 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-99742c01-4417-451a-a42f-09d24988a66a tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a2619a34c3b43e694fbec1c1d5480e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1347818 Apr 25 14:57:19.119723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-60b6012d-8241-4cf5-9e9a-0aaa7e4cab41 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9401860 Apr 25 14:57:19.209223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 58eee766-2a76-44b2-b99a-db0545d41d84 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:19.209975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:19.287409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 58eee766-2a76-44b2-b99a-db0545d41d84, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=58eee766-2a76-44b2-b99a-db0545d41d84,segment=NetworkSegment(217096d7-1ede-45c5-8048-d95ba1712dfd),segment_id=217096d7-1ede-45c5-8048-d95ba1712dfd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:19.288059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:19.364678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-da91c7ed-bd0d-49da-bbdc-c8ef692c4e9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1000 time: 1.1248691 Apr 25 14:57:19.561554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:19.617660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 58eee766-2a76-44b2-b99a-db0545d41d84 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:19.667122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-cb0ba3f4-ad51-45e1-bbd4-bed6255648bd service neutron] 10.222.0.23 "GET /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457369 Apr 25 14:57:19.718821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:19.719470 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:19.720815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/ports/a5e9b571-8ccc-4482-83bf-832eb1c1995f HTTP/1.1" status: 200 len: 910 time: 5.1986883 Apr 25 14:57:19.724744 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:19.726961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:19.762493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31bb74-f83c-4b87-8278-0b307cddd462 req-66ebf078-2ca2-4efb-aeba-077ab4f5bd79 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:19.764755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce31bb74-f83c-4b87-8278-0b307cddd462 req-66ebf078-2ca2-4efb-aeba-077ab4f5bd79 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 1.6945717 Apr 25 14:57:19.769358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-1db32312-745a-438c-9ae5-f673303046ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:19.770868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-1db32312-745a-438c-9ae5-f673303046ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.3272641 Apr 25 14:57:19.827820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=b2b4d7ec-4560-4fc8-a635-9023be373744,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:20.023385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Transition to ACTIVE for port object da631bb2-e7f5-4b6a-9f8e-7375ea0607dd will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:20.029868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] No DVR routers for this DVR port b2b4d7ec-4560-4fc8-a635-9023be373744 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:20.033748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:20.040660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'name': 'network-vif-deleted', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:20.068386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f86075-820f-4e27-bdc3-3c2b9cd6a56f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=a5e9b571-8ccc-4482-83bf-832eb1c1995f,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:20.072407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-91fb1483-e02d-4f26-8d7a-2789e8c97ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6602862 Apr 25 14:57:20.144438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-3e050974-d598-4342-880d-4b4be93a8a97 service neutron] 10.222.0.23 "GET /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625704 Apr 25 14:57:20.166710 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ddb7132-adc5-4eb9-95eb-d21a4a1c72ee req-ad377e9e-22d0-40f0-a736-d62580e095c9 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.15 "DELETE /v2.0/ports/b2b4d7ec-4560-4fc8-a635-9023be373744 HTTP/1.1" status: 204 len: 173 time: 3.1970129 Apr 25 14:57:20.250926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:20.346114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b2b4d7ec-4560-4fc8-a635-9023be373744 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:20.355144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-749d3711-69b6-4433-8513-66b68e72c739 req-9c11f881-53e7-406a-8cb0-472c32d554ac service neutron] 10.222.0.15 "GET /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213659 Apr 25 14:57:20.481672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Port': ['ID=58eee766-2a76-44b2-b99a-db0545d41d84,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:20.593371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c8e48c-d7d4-46eb-b1f6-5c6402fd2f58 None None] DHCP port deletion for b9e6eeab-839d-46c8-90b4-a708957fae4f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:20.598436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: b2b4d7ec-4560-4fc8-a635-9023be373744 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:20.599217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device b2b4d7ec-4560-4fc8-a635-9023be373744 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:20.645399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No DVR routers for this DVR port 58eee766-2a76-44b2-b99a-db0545d41d84 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:20.670513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bcb1e-c2f6-4fa8-bbcd-049bed420b27 None None] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:20.701895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce31bb74-f83c-4b87-8278-0b307cddd462 req-7c3e1b89-58eb-4b91-ad2e-0d5e740efa4e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6282153 Apr 25 14:57:20.798150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:20.848401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-67dd610b-38b9-49a0-924c-21b00c94cd29 None None] Provisioning for port 378a6522-5c60-4878-8abc-cb8a4270c24f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:20.926502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-d602681b-9fcd-44c1-ba5f-e20ebb2093ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:20.928502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-d602681b-9fcd-44c1-ba5f-e20ebb2093ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8432403 Apr 25 14:57:21.135461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:57:21.138369 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50d6a7e-aa2e-44cb-b4f7-90737e0367fc'] response: {'server_uuid': 'f496401e-b63a-4159-99e7-7f1820408eb8', 'name': 'network-vif-deleted', 'tag': 'b2b4d7ec-4560-4fc8-a635-9023be373744', 'status': 'completed', 'code': 200} Apr 25 14:57:21.162812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-89397464-1448-4a02-a37e-9d5a4fa633d6 req-f50f40b9-ad05-4c8e-9923-9640822f6d6f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Synchronizing usage tracker for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:21.183708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 378a6522-5c60-4878-8abc-cb8a4270c24f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:21.252888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-89397464-1448-4a02-a37e-9d5a4fa633d6 req-f50f40b9-ad05-4c8e-9923-9640822f6d6f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Unset dirty status for tenant:50f0c9fa5f26447c85e16ac8a3f27506 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:21.260088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89397464-1448-4a02-a37e-9d5a4fa633d6 req-f50f40b9-ad05-4c8e-9923-9640822f6d6f tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "GET /v2.0/ports?device_id=f496401e-b63a-4159-99e7-7f1820408eb8 HTTP/1.1" status: 200 len: 210 time: 0.3196297 Apr 25 14:57:21.302465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.360361 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:57:21.369223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.432123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 378a6522-5c60-4878-8abc-cb8a4270c24f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:21.445474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 378a6522-5c60-4878-8abc-cb8a4270c24f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:21.450219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.653896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5790b37-8915-4bd1-8fee-4c7e0cc149b9 None None] Network b9e6eeab-839d-46c8-90b4-a708957fae4f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:21.684575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event updated for resources: {'Port': ['ID=da631bb2-e7f5-4b6a-9f8e-7375ea0607dd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:21.699669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-33657ed5-2c2f-4d46-a47c-6056138eb8cc req-b8dd018d-b5f3-45bf-9df9-17deea047a3f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 210 time: 0.5009484 Apr 25 14:57:21.747712 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.774164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:21.788356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:21.802464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:21.804936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e6eeab-839d-46c8-90b4-a708957fae4f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:21.845122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217096d7-1ede-45c5-8048-d95ba1712dfd') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:21.845484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217096d7-1ede-45c5-8048-d95ba1712dfd') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:21.881079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.940775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:21.941002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1b5375-adc3-4b30-8263-a15b2ab47cb0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:21.950355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.957214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:21.970291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:21.970995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:22.140233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aef9ce34-4545-40bd-aaa2-f3c6a786b8b8 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.5198483 Apr 25 14:57:22.145576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41812) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:22.186155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Request body: {'port': {'network_id': '9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1778598306', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:22.186717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.api.validators [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] bootfile-name is not in valid_values {{(pid=88060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 14:57:22.187066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.api.validators [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] tftp-server is not in valid_values {{(pid=88060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 14:57:22.187405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.api.validators [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] server-ip-address is not in valid_values {{(pid=88060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:22.293079 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:22.314761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-abeb9fc3-e331-44f9-b6f8-441ee596af76 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3786719 Apr 25 14:57:22.365245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:22.452591 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:22.474111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:22.477725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:22.480565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41818) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:22.492047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6448bd6f-5607-4435-bffe-e93a367bb679 None None] Provisioning complete for port 378a6522-5c60-4878-8abc-cb8a4270c24f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:22.492586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6448bd6f-5607-4435-bffe-e93a367bb679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:22.506639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=b9e6eeab-839d-46c8-90b4-a708957fae4f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:22.545223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a91a6e98-ef4b-4dac-80d8-a91739f87cc4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b9e6eeab-839d-46c8-90b4-a708957fae4f HTTP/1.1" status: 204 len: 168 time: 8.2087226 Apr 25 14:57:22.546519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41822) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:22.653545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 378a6522-5c60-4878-8abc-cb8a4270c24f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=378a6522-5c60-4878-8abc-cb8a4270c24f,segment=NetworkSegment(6f9968d8-d377-4834-9ab4-05054b6f795c),segment_id=6f9968d8-d377-4834-9ab4-05054b6f795c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:22.660297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '7545a142-f8db-4720-abf0-2605ed8771a2', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'port_id': '7545a142-f8db-4720-abf0-2605ed8771a2', 'mac_address': 'fa:16:3e:c9:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:57:22.705163 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7966e2f2-9b68-41d4-a8b5-093afc3ff473 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:22.705749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7966e2f2-9b68-41d4-a8b5-093afc3ff473 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:22.707586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7966e2f2-9b68-41d4-a8b5-093afc3ff473 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/bb1b5375-adc3-4b30-8263-a15b2ab47cb0 HTTP/1.1" status: 404 len: 337 time: 0.1559644 Apr 25 14:57:22.711892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:22.722973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:22.766252 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5af559-cde4-4944-a0dd-44babea755ba tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:22.766808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5af559-cde4-4944-a0dd-44babea755ba tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:22.770816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9e5af559-cde4-4944-a0dd-44babea755ba tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b9e6eeab-839d-46c8-90b4-a708957fae4f HTTP/1.1" status: 404 len: 339 time: 0.0559742 Apr 25 14:57:22.771042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41830) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:22.835025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ad203ccd-b55a-4d5a-b643-af47ec9e5e59 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.009923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfee51e-8a1d-4d4a-a2a2-b6f2d73e9109 None None] DHCP port deletion for b9e6eeab-839d-46c8-90b4-a708957fae4f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:23.020940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.025767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-172bb090-9617-4f71-bba5-a4591f92885f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:23.026497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-172bb090-9617-4f71-bba5-a4591f92885f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Synchronizing usage tracker for tenant:9a2619a34c3b43e694fbec1c1d5480e7 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:23.056008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab2bc2-07ad-4bac-a0cd-fc75c83de341 req-63a66d58-5906-4427-9618-75a1666628a6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:23.063349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6eab2bc2-07ad-4bac-a0cd-fc75c83de341 req-63a66d58-5906-4427-9618-75a1666628a6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 945 time: 1.0150084 Apr 25 14:57:23.082091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=378a6522-5c60-4878-8abc-cb8a4270c24f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:23.085635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79896281-fedb-41ca-ba84-bb703939da40 req-b9d935bd-3cd4-4320-bdb5-2000a0765e46 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 210 time: 0.1185391 Apr 25 14:57:23.086840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 58eee766-2a76-44b2-b99a-db0545d41d84 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:23.163931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7545a142-f8db-4720-abf0-2605ed8771a2 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:57:23.184470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6eab2bc2-07ad-4bac-a0cd-fc75c83de341 req-65756af7-01b2-43f5-9f2c-3098d3649e02 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197896 Apr 25 14:57:23.192108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ad203ccd-b55a-4d5a-b643-af47ec9e5e59 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.209387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:23.209528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-172bb090-9617-4f71-bba5-a4591f92885f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Unset dirty status for tenant:9a2619a34c3b43e694fbec1c1d5480e7 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:23.209528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-172bb090-9617-4f71-bba5-a4591f92885f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.15 "GET /v2.0/networks?id=47269ca9-060f-49a4-962a-e772f71e5528 HTTP/1.1" status: 200 len: 808 time: 0.3781989 Apr 25 14:57:23.209528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:23.214903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Usage tracker for resource:port and tenant:1479dc82380a4c2dbf182acd26173e7a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:23.220891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41836) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:23.222813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Request body: {'port': {'device_id': '91d13e15-0452-46cb-b691-2cb940c33c11', 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528', 'admin_state_up': True, 'tenant_id': '9a2619a34c3b43e694fbec1c1d5480e7'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:23.229241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7674be1-82ed-4330-93f3-38308b2eb930 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:57:23.240277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.387510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-448f0fe4-70c7-44fb-98f3-23be0c8be47f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/7088130f-b8e7-4a76-b382-0229557bae89 HTTP/1.1" status: 200 len: 993 time: 0.1645103 Apr 25 14:57:23.401719 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.403447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.404453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:23.420159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:23.528576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 58eee766-2a76-44b2-b99a-db0545d41d84 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:23.530481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 58eee766-2a76-44b2-b99a-db0545d41d84 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:23.650857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c8fc816-41f3-4e4b-917d-7b9977b5743e req-f3ab1522-99d1-4962-b9c3-8a65ec8b834f service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3112447 Apr 25 14:57:23.668226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Made reservation on behalf of 1479dc82380a4c2dbf182acd26173e7a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:23.671930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.686062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:23.700959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Usage tracker for resource:port and tenant:9a2619a34c3b43e694fbec1c1d5480e7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:23.718453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:23.734419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] device_id is not set on port a0ab7c33-d2f0-4f92-9576-0f4e26800e62 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:57:23.764012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ad203ccd-b55a-4d5a-b643-af47ec9e5e59 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.765903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 378a6522-5c60-4878-8abc-cb8a4270c24f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:23.791725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:23.808989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.823212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad203ccd-b55a-4d5a-b643-af47ec9e5e59 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2d7ec-79b0-4d44-a5c7-8d54461343c4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:23.852042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['7545a142-f8db-4720-abf0-2605ed8771a2'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:57:23.872328 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ad203ccd-b55a-4d5a-b643-af47ec9e5e59 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.874154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ad203ccd-b55a-4d5a-b643-af47ec9e5e59 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/security-groups/b0d2d7ec-79b0-4d44-a5c7-8d54461343c4 HTTP/1.1" status: 204 len: 168 time: 1.3889267 Apr 25 14:57:23.876171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d40177-2987-4a09-922b-c8e6d40a1283']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:23.906297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0979ca79-4433-4a0f-9ac0-8b84b6bb9e72') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:23.906297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0979ca79-4433-4a0f-9ac0-8b84b6bb9e72') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:23.916323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41846) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:23.950316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:23.986122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.005292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Made reservation on behalf of 9a2619a34c3b43e694fbec1c1d5480e7 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:24.008568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:24.011125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.021146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:24.022002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.043613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.043613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.043993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.044307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.044792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.047181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.047594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.047951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.048702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.048702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.049012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.049866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:24.071344 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:24.157700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5bab4e33-01b6-457e-9dff-487d737eb6b7 None None] Provisioning for port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:24.172594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5bab4e33-01b6-457e-9dff-487d737eb6b7 None None] Provisioning complete for port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:24.173496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5bab4e33-01b6-457e-9dff-487d737eb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.194669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.217397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.232101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=29d40177-2987-4a09-922b-c8e6d40a1283,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:24.242952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e4688002-c8cb-4a9c-b4bf-1e1c59a14366 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/29d40177-2987-4a09-922b-c8e6d40a1283 HTTP/1.1" status: 204 len: 168 time: 1.4707990 Apr 25 14:57:24.244140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41852) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:24.255989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7674be1-82ed-4330-93f3-38308b2eb930 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:57:24.267576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5bab4e33-01b6-457e-9dff-487d737eb6b7 None None] Port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:24.298327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 378a6522-5c60-4878-8abc-cb8a4270c24f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:24.299432 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.303649 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e87ea7a-0301-4a15-b2a1-1dee80186179 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:24.304187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e87ea7a-0301-4a15-b2a1-1dee80186179 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:24.309052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e87ea7a-0301-4a15-b2a1-1dee80186179 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/8a4ffbc1-a963-4237-a95e-d8c4a78b086f HTTP/1.1" status: 404 len: 337 time: 0.0631971 Apr 25 14:57:24.309719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41856) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:24.342360 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-153ad351-82fc-4751-ab62-cd3872b8b1ea tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:24.343140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153ad351-82fc-4751-ab62-cd3872b8b1ea tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:24.345609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-153ad351-82fc-4751-ab62-cd3872b8b1ea tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b18d8d4d-b1dd-48a7-9b73-bdf26e602b24 HTTP/1.1" status: 404 len: 339 time: 0.0346184 Apr 25 14:57:24.348793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41860) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:24.360686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-610f9a12-1b86-44b0-ba6c-1e03bfeb5a20 req-65fc9cf6-315b-4227-8a62-a9ca80f38b1d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 210 time: 0.0843394 Apr 25 14:57:24.471653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting subnet c7f0aa39-f66c-4eec-bea3-0a20889a7c9e {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:24.480597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.649798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Allocated IP 172.20.0.14 (9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8/1fe17465-ac1a-4675-ab0c-719f07053416/a0ab7c33-d2f0-4f92-9576-0f4e26800e62) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:24.665788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.827084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.931941 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.963863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port a5e9b571-8ccc-4482-83bf-832eb1c1995f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:24.964524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:24.997451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.006280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f0aa39-f66c-4eec-bea3-0a20889a7c9e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:25.016964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-37272121-fecf-4498-b77a-0a13d0b5f620 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/c7f0aa39-f66c-4eec-bea3-0a20889a7c9e HTTP/1.1" status: 204 len: 168 time: 0.6662920 Apr 25 14:57:25.018941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41872) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:25.128671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting subnet 1d2986a0-c77a-42d2-81bc-a07e96e5daef {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:25.132187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.139531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c3bfd-d61b-462e-80d5-7215f8cc6cb1 None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:25.214099 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.345453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.411942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Allocated IP 172.20.0.8 (47269ca9-060f-49a4-962a-e772f71e5528/ad4ddea4-ebaf-486b-a8b7-91a91b800f52/39f5ee64-d320-4893-b9e9-26af64b81eb0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:25.528965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.798550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb1b12-9ef3-4f57-83a9-40f1ea322ff6 None None] Update dhcp port {'port': {'network_id': '665eedb6-b4d1-43e7-a1f1-8521fc6f04e6', 'fixed_ips': [{'subnet_id': '1d2986a0-c77a-42d2-81bc-a07e96e5daef'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '1b86a998-0195-489b-aea3-30eade13b747'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 14:57:25.875553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38eb1b12-9ef3-4f57-83a9-40f1ea322ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.880462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2986a0-c77a-42d2-81bc-a07e96e5daef,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:25.911070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69a96949-248a-49e5-81e7-5eee3ff152a8 req-8b734c73-2553-400e-a328-16e5cce5eb5b tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 210 time: 0.2556324 Apr 25 14:57:25.920614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:25.941997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-204d4c1f-0305-4180-993d-794895764c76 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/1d2986a0-c77a-42d2-81bc-a07e96e5daef HTTP/1.1" status: 204 len: 168 time: 0.9220314 Apr 25 14:57:25.943131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41886) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:26.146250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0f230-2ddf-4e9d-b921-e7cdbb84991d None None] Network 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:26.167743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.189098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 1b86a998-0195-489b-aea3-30eade13b747 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:26.190639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.193860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.395250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for a5e9b571-8ccc-4482-83bf-832eb1c1995f owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:26.481459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a862d898-273d-49de-a625-f63dd18ace88 None None] Provisioning complete for port 1b86a998-0195-489b-aea3-30eade13b747 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:26.482003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a862d898-273d-49de-a625-f63dd18ace88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.646519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.649052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 1b86a998-0195-489b-aea3-30eade13b747, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1b86a998-0195-489b-aea3-30eade13b747,segment=NetworkSegment(94d820e9-a4f5-460e-bc54-bd3b0283b50e),segment_id=94d820e9-a4f5-460e-bc54-bd3b0283b50e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:26.649770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.739518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.751041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847746e-50c1-4901-b42c-4333cd7103c5 None None] DHCP port deletion for 665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:26.801175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1847746e-50c1-4901-b42c-4333cd7103c5 None None] Deleting port 1b86a998-0195-489b-aea3-30eade13b747 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:26.804070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1847746e-50c1-4901-b42c-4333cd7103c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:26.823215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 1b86a998-0195-489b-aea3-30eade13b747 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:26.997327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.007166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.023729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Transition to ACTIVE for port object a0ab7c33-d2f0-4f92-9576-0f4e26800e62 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:27.043562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1847746e-50c1-4901-b42c-4333cd7103c5 None None] The port '1b86a998-0195-489b-aea3-30eade13b747' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:57:27.140871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Port': ['ID=1b86a998-0195-489b-aea3-30eade13b747,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:27.154919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No DVR routers for this DVR port 1b86a998-0195-489b-aea3-30eade13b747 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:27.184653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=a5e9b571-8ccc-4482-83bf-832eb1c1995f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:27.296730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-733d238b-342c-4eaa-a56a-07f563e14b07 req-cf4ad198-7d39-4e69-8dca-81f90f76d8b6 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 210 time: 0.1715343 Apr 25 14:57:27.369009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.396291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665eedb6-b4d1-43e7-a1f1-8521fc6f04e6']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:27.410708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:27.416002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d820e9-a4f5-460e-bc54-bd3b0283b50e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:27.416342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d820e9-a4f5-460e-bc54-bd3b0283b50e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:27.431875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.477199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.495013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:27.495352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:27.514504 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:27.570633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 7545a142-f8db-4720-abf0-2605ed8771a2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:27.579280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 7545a142-f8db-4720-abf0-2605ed8771a2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:27.579798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.686982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.704316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1b86a998-0195-489b-aea3-30eade13b747 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:27.728679 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.755471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1b86a998-0195-489b-aea3-30eade13b747 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:27.755774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1b86a998-0195-489b-aea3-30eade13b747 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:27.776868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=665eedb6-b4d1-43e7-a1f1-8521fc6f04e6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:27.797304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c6d9c7d4-6d60-4972-890f-06c3a7d54412 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/665eedb6-b4d1-43e7-a1f1-8521fc6f04e6 HTTP/1.1" status: 204 len: 168 time: 1.8529367 Apr 25 14:57:27.800001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41898) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:27.825812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.855283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:27.869249 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f313558-8fee-479f-affc-10a6683cdca1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:27.869870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f313558-8fee-479f-affc-10a6683cdca1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:27.871699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f313558-8fee-479f-affc-10a6683cdca1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/7ec738e7-2e07-4807-809b-12aa97063b97 HTTP/1.1" status: 404 len: 337 time: 0.0707531 Apr 25 14:57:27.874288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41902) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:27.929231 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af4e7c6-6d58-4a6d-b09d-69885f8e6490 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:27.929725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af4e7c6-6d58-4a6d-b09d-69885f8e6490 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:27.934364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0af4e7c6-6d58-4a6d-b09d-69885f8e6490 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/039e28b3-fc34-4517-ac21-becd2c83a094 HTTP/1.1" status: 404 len: 339 time: 0.0563459 Apr 25 14:57:27.937659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41906) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:27.968509 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.017874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.042327 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5216ac8e-4963-40d5-ad8f-ab82f4260133 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:28.042889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5216ac8e-4963-40d5-ad8f-ab82f4260133 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:28.045252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5216ac8e-4963-40d5-ad8f-ab82f4260133 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/5c365777-d63b-43a4-8a74-db096e6f8aca HTTP/1.1" status: 404 len: 337 time: 0.1065998 Apr 25 14:57:28.047666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41914) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:28.067453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:28.076907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Network 47269ca9-060f-49a4-962a-e772f71e5528 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:28.089026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:28.089497 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-40860ef0-18ac-4c8c-b4b5-b5cf47a557a4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:28.090115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40860ef0-18ac-4c8c-b4b5-b5cf47a557a4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:28.092234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-40860ef0-18ac-4c8c-b4b5-b5cf47a557a4 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/b3ec6332-2cb5-4066-b725-1840a23df455 HTTP/1.1" status: 404 len: 339 time: 0.0434492 Apr 25 14:57:28.095775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41918) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:28.098040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:28.125254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:28.126329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:28.143223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.201437 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-06456b31-5fcd-4630-902f-ff5eb217c294 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:28.201905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06456b31-5fcd-4630-902f-ff5eb217c294 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:28.206452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-06456b31-5fcd-4630-902f-ff5eb217c294 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/f5577f8f-7107-4be3-a9a6-06d7cf3fd5bd HTTP/1.1" status: 404 len: 337 time: 0.1065335 Apr 25 14:57:28.209582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41926) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:28.223748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:28.304374 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3956a5-c8fc-40df-a6b4-f5b898070a66 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:28.304860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3956a5-c8fc-40df-a6b4-f5b898070a66 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:28.310592 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7479993-3953-4d29-888d-e4a0ae03a31f'] response: {'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'code': 200} Apr 25 14:57:28.320233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd3956a5-c8fc-40df-a6b4-f5b898070a66 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/4dd0424b-0f00-4408-be76-af4b67926244 HTTP/1.1" status: 404 len: 339 time: 0.1067355 Apr 25 14:57:28.320941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41930) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:28.335757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.371123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:28.431032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:28.507337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting subnet c8431b32-570e-4442-9efe-391f364221af {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:28.514888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:28.515626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.517439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.540853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Pushing event updated for resources: {'Port': ['ID=39f5ee64-d320-4893-b9e9-26af64b81eb0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:28.555710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-365c150f-6419-4318-9aa0-23534adf07e4 None None] Provisioning for port a0ab7c33-d2f0-4f92-9576-0f4e26800e62 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:28.561842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-365c150f-6419-4318-9aa0-23534adf07e4 None None] Provisioning complete for port a0ab7c33-d2f0-4f92-9576-0f4e26800e62 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:28.562497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-365c150f-6419-4318-9aa0-23534adf07e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.649145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-365c150f-6419-4318-9aa0-23534adf07e4 None None] Port a0ab7c33-d2f0-4f92-9576-0f4e26800e62 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:28.730445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.827886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fc6d-6972-45b7-a645-c37dd001f190 req-0e017706-d33e-4904-8205-d61d34ebc147 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:28.838937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-20a5fc6d-6972-45b7-a645-c37dd001f190 req-0e017706-d33e-4904-8205-d61d34ebc147 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 931 time: 0.1818128 Apr 25 14:57:28.842899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:28.843693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.870414 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 6.6948967 Apr 25 14:57:28.873163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41944) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:28.885307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:28.892027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c6e42-0242-456f-bb8e-b48779419828 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event updated for resources: {'Port': ['ID=a0ab7c33-d2f0-4f92-9576-0f4e26800e62,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:28.914774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-20a5fc6d-6972-45b7-a645-c37dd001f190 req-7659dc9c-07ea-465a-a08a-77e6a89a7c5f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748348 Apr 25 14:57:28.954676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.070350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.115842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 7d3aad6e-d2d8-424f-8fc6-abda25547f1e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:57:29.117254 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-20693a30-6f66-4441-8273-ffc7b97a84ae tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8994627 Apr 25 14:57:29.129680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=c8431b32-570e-4442-9efe-391f364221af,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:29.138981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Request body: {'port': {'device_id': '91d13e15-0452-46cb-b691-2cb940c33c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:29.142173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.147524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a4900-f333-40be-9001-e2bd74bf0f1f None None] Network 8b8595c6-60d8-4110-80da-a6599b96654b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:29.168474 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-60ce98b1-48a3-468b-a75d-5b9034687edf tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/c8431b32-570e-4442-9efe-391f364221af HTTP/1.1" status: 204 len: 168 time: 0.8464813 Apr 25 14:57:29.170225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41950) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:29.353767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.574139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] DHCP port deletion for 8b8595c6-60d8-4110-80da-a6599b96654b request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:29.578858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Deleting port 5b6e7c24-9d71-47b5-982f-af0897b791d4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:29.579249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.652768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5b6e7c24-9d71-47b5-982f-af0897b791d4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:29.778867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.798946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 5b6e7c24-9d71-47b5-982f-af0897b791d4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:29.799938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:29.856112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:57:29.872255 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] Sync routers for ids ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:57:29.888799 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] Routers {'7d3aad6e-d2d8-424f-8fc6-abda25547f1e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:29.890251 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:29.917027 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8aecee24-49b5-49fb-af0b-59695ee5662d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/7d3aad6e-d2d8-424f-8fc6-abda25547f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1511116 Apr 25 14:57:29.938117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:29.980781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5409b-8976-4fbe-992a-07724f8bed27 req-cc130238-5ee8-4962-a944-f71cd9185afa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:29.985456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4a5409b-8976-4fbe-992a-07724f8bed27 req-cc130238-5ee8-4962-a944-f71cd9185afa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 0.3356860 Apr 25 14:57:30.004746 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:30.028576 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] Routers {'7d3aad6e-d2d8-424f-8fc6-abda25547f1e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:30.030192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:30.030649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.035184 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:30.038830 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.146810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:30.147191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.204685 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:30.205350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Calling delete_port for 5b6e7c24-9d71-47b5-982f-af0897b791d4 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:30.206809 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba92948-cfb4-499f-adbd-be1565df912f None None] The sync data for ids ['7d3aad6e-d2d8-424f-8fc6-abda25547f1e'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:57:30.284461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:30.287318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a82f2269-098b-4cfb-aaca-e66ff597d49d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:30.294919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.328745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 5b6e7c24-9d71-47b5-982f-af0897b791d4 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:30.339795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b4126-0920-476d-aa14-4b7895114389 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:30.347610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b4126-0920-476d-aa14-4b7895114389 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:30.356027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b4126-0920-476d-aa14-4b7895114389 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:30.357242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4d1b4126-0920-476d-aa14-4b7895114389 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Synchronizing usage tracker for tenant:1479dc82380a4c2dbf182acd26173e7a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:30.401720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:30.402197 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:30.412413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5b6e7c24-9d71-47b5-982f-af0897b791d4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:30.452670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:30.452670 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:30.453193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a82f2269-098b-4cfb-aaca-e66ff597d49d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:30.454101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a82f2269-098b-4cfb-aaca-e66ff597d49d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d3aad6e-d2d8-424f-8fc6-abda25547f1e HTTP/1.1" status: 200 len: 205 time: 0.3814301 Apr 25 14:57:30.460901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41964) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:30.563751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4a5409b-8976-4fbe-992a-07724f8bed27 req-04a036cf-e94a-4e7a-9db7-9202f436e67b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440248 Apr 25 14:57:30.597916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4d1b4126-0920-476d-aa14-4b7895114389 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Unset dirty status for tenant:1479dc82380a4c2dbf182acd26173e7a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:30.602395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4d1b4126-0920-476d-aa14-4b7895114389 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.7092066 Apr 25 14:57:30.622133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41970) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:30.693328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-aace40a8-759f-491d-8d22-b63ba5fbf80a tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:30.694076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-aace40a8-759f-491d-8d22-b63ba5fbf80a tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Synchronizing usage tracker for tenant:9a2619a34c3b43e694fbec1c1d5480e7 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:30.743199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Deleting port a0ab7c33-d2f0-4f92-9576-0f4e26800e62 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:30.743876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.786078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-aace40a8-759f-491d-8d22-b63ba5fbf80a tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Unset dirty status for tenant:9a2619a34c3b43e694fbec1c1d5480e7 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:30.787666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-aace40a8-759f-491d-8d22-b63ba5fbf80a tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 931 time: 0.5471821 Apr 25 14:57:30.806552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.845551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port 35d6f681-44d2-466c-a25b-7a51b6c9582c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:30.845913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.904139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Deleting port 5b6e7c24-9d71-47b5-982f-af0897b791d4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:30.904851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.915043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f5ee64-d320-4893-b9e9-26af64b81eb0 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:57:30.935478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.952680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 5b6e7c24-9d71-47b5-982f-af0897b791d4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:30.953232 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:30.979176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-5d0e2324-a34f-43dc-a2b0-41220133a95e tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Synchronizing usage tracker for tenant:9a2619a34c3b43e694fbec1c1d5480e7 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:31.045856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Transition to ACTIVE for port object 39f5ee64-d320-4893-b9e9-26af64b81eb0 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:31.063605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.206346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:31.207045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.295705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-5d0e2324-a34f-43dc-a2b0-41220133a95e tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Unset dirty status for tenant:9a2619a34c3b43e694fbec1c1d5480e7 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:31.297280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-58e20dc6-822a-424c-8440-d03b8c4a27e5 req-5d0e2324-a34f-43dc-a2b0-41220133a95e tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694889 Apr 25 14:57:31.368938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Calling delete_port for 5b6e7c24-9d71-47b5-982f-af0897b791d4 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:31.470004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=39f5ee64-d320-4893-b9e9-26af64b81eb0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:31.498733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.515159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.533017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.640735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] No DVR routers for this DVR port 5b6e7c24-9d71-47b5-982f-af0897b791d4 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:31.667422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d27119-77d9-44d7-9dd7-169222722844 None None] Pushing event deleted for resources: {'Port': ['ID=5b6e7c24-9d71-47b5-982f-af0897b791d4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:31.688219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.689241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3aad6e-d2d8-424f-8fc6-abda25547f1e {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:57:31.789574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.807849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port 35d6f681-44d2-466c-a25b-7a51b6c9582c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=35d6f681-44d2-466c-a25b-7a51b6c9582c,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:31.808849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:31.821339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Attempting to bind port 39f5ee64-d320-4893-b9e9-26af64b81eb0 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:31.821963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Attempting to bind port 39f5ee64-d320-4893-b9e9-26af64b81eb0 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3e8a315c-606b-4c9c-b181-bd55f557c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:31.822773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Attempting to bind port 39f5ee64-d320-4893-b9e9-26af64b81eb0 on network 47269ca9-060f-49a4-962a-e772f71e5528 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:31.925107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Port 39f5ee64-d320-4893-b9e9-26af64b81eb0 on network 47269ca9-060f-49a4-962a-e772f71e5528 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:57:31.926276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Attempting to bind port 39f5ee64-d320-4893-b9e9-26af64b81eb0 on network 47269ca9-060f-49a4-962a-e772f71e5528 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:31.959710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Calling delete_port for a0ab7c33-d2f0-4f92-9576-0f4e26800e62 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:31.999083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for 35d6f681-44d2-466c-a25b-7a51b6c9582c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:32.044657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-1680a9cc-4106-4f90-b974-c826395c05ab tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:32.046126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-1680a9cc-4106-4f90-b974-c826395c05ab tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 0.8216486 Apr 25 14:57:32.050481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:32.050740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Checking segment: {'id': '3e8a315c-606b-4c9c-b181-bd55f557c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:32.051121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Bound using segment: {'id': '3e8a315c-606b-4c9c-b181-bd55f557c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:32.051649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Bound port: 39f5ee64-d320-4893-b9e9-26af64b81eb0, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8a315c-606b-4c9c-b181-bd55f557c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:32.051947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.140645 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.144743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1b16b9dd-7d16-4839-b7ea-29fb51cbb3f2 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/7d3aad6e-d2d8-424f-8fc6-abda25547f1e HTTP/1.1" status: 204 len: 168 time: 1.6798935 Apr 25 14:57:32.150553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41978) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:32.229965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 5b6e7c24-9d71-47b5-982f-af0897b791d4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5b6e7c24-9d71-47b5-982f-af0897b791d4,segment=NetworkSegment(be68ee42-2fbd-495b-a469-20779bb0ee70),segment_id=be68ee42-2fbd-495b-a469-20779bb0ee70)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:32.230326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.256617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Deleting port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:32.257222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.389007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 5b6e7c24-9d71-47b5-982f-af0897b791d4 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:32.457992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet 9440c588-6937-406a-9367-3410eb387529 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:32.511446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.518576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] For port 39f5ee64-d320-4893-b9e9-26af64b81eb0, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:32.572346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686c36-5297-4002-9162-8dd24c602fc1 req-ba63baa7-0166-4809-bbef-9559ba1af18b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:32.573911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c686c36-5297-4002-9162-8dd24c602fc1 req-ba63baa7-0166-4809-bbef-9559ba1af18b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 0.6306202 Apr 25 14:57:32.639970 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.696444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:32.696981 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:32.697456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.701849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] For port 39f5ee64-d320-4893-b9e9-26af64b81eb0, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0,segment=NetworkSegment(3e8a315c-606b-4c9c-b181-bd55f557c2d0),segment_id=3e8a315c-606b-4c9c-b181-bd55f557c2d0)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:32.736721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.751369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 5b6e7c24-9d71-47b5-982f-af0897b791d4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:32.751853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.804285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c686c36-5297-4002-9162-8dd24c602fc1 req-732bb656-12e4-4a5f-a591-afd8094994f0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069631 Apr 25 14:57:32.846909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event deleted for resources: {'Port': ['ID=a0ab7c33-d2f0-4f92-9576-0f4e26800e62,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:32.910268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:32.911848 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:32.915615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] 10.222.0.15 "PUT /v2.0/ports/39f5ee64-d320-4893-b9e9-26af64b81eb0 HTTP/1.1" status: 200 len: 1091 time: 3.7823257 Apr 25 14:57:32.916198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d13e15-0452-46cb-b691-2cb940c33c11', 'tag': '39f5ee64-d320-4893-b9e9-26af64b81eb0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:33.057791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] The port '5b6e7c24-9d71-47b5-982f-af0897b791d4' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:57:33.151596 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85216fb-e21b-4a26-ad3b-37d518de19a2'] response: {'name': 'network-changed', 'server_uuid': '91d13e15-0452-46cb-b691-2cb940c33c11', 'tag': '39f5ee64-d320-4893-b9e9-26af64b81eb0', 'status': 'completed', 'code': 200} Apr 25 14:57:33.166287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.192155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff2cab-1d9d-4d86-a63f-6123f5653dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=39f5ee64-d320-4893-b9e9-26af64b81eb0,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:33.258614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7010-fb2d-46ed-bdde-bc0d09d86957 req-36572814-7387-4640-921f-4e7536f48a1d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:33.260260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3df7010-fb2d-46ed-bdde-bc0d09d86957 req-36572814-7387-4640-921f-4e7536f48a1d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 943 time: 0.6422689 Apr 25 14:57:33.299807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] For port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:33.300175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.453949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.521462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-19805bb3-eee8-4f44-a930-28cb2257b8aa tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "DELETE /v2.0/ports/a0ab7c33-d2f0-4f92-9576-0f4e26800e62 HTTP/1.1" status: 204 len: 168 time: 2.8983166 Apr 25 14:57:33.527230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41988) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:33.552139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Request body: {'port': {'name': 'tempest-new-port-name-993390258', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:33.552841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.api.validators [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] bootfile-name is not in valid_values {{(pid=88061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 14:57:33.553434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.api.validators [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] tftp-server is not in valid_values {{(pid=88061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 14:57:33.553986 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.api.validators [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] server-ip-address is not in valid_values {{(pid=88061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 14:57:33.611847 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.657629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.721835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=35d6f681-44d2-466c-a25b-7a51b6c9582c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:33.724897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-24193897-b810-4f93-9fb2-237430faf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:33.726426 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-24193897-b810-4f93-9fb2-237430faf705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a2619a34c3b43e694fbec1c1d5480e7&device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 1094 time: 0.6560907 Apr 25 14:57:33.735115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3df7010-fb2d-46ed-bdde-bc0d09d86957 req-7e30bcca-e605-4c94-8cb6-b44655db77fc tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541461 Apr 25 14:57:33.751541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8595c6-60d8-4110-80da-a6599b96654b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:33.861778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be68ee42-2fbd-495b-a469-20779bb0ee70') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:33.862407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be68ee42-2fbd-495b-a469-20779bb0ee70') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:33.901576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.905291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-6aa314fb-0b04-48fb-8ed3-5f5c0e33feda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0 HTTP/1.1" status: 200 len: 217 time: 0.1689003 Apr 25 14:57:33.914205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.986071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=9440c588-6937-406a-9367-3410eb387529,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:33.990433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:33.997364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.010749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.019227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fffbd1-8ef7-4a90-a3d1-22e375048f11 None None] Network 45d514bc-7c4b-48fc-837f-76c6471e51cc requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:34.026839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:34.027255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:34.063181 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:34.323150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-7fb406c7-67e7-4278-aed6-32f62e06f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:34.325615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-7fb406c7-67e7-4278-aed6-32f62e06f936 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad4ddea4-ebaf-486b-a8b7-91a91b800f52 HTTP/1.1" status: 200 len: 848 time: 0.3861063 Apr 25 14:57:34.363403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1294a1d2-3f17-4674-b831-79776860b875 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/9440c588-6937-406a-9367-3410eb387529 HTTP/1.1" status: 204 len: 168 time: 2.2093754 Apr 25 14:57:34.372684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.379468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41996) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:34.472133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.507811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] DHCP port deletion for 45d514bc-7c4b-48fc-837f-76c6471e51cc request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:34.518297 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-cc71cf6e-d10a-4236-bb56-a6b5cd17c11a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47269ca9-060f-49a4-962a-e772f71e5528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748503 Apr 25 14:57:34.518709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] Deleting port bac634a7-2122-4182-9aad-5c52cc8cff53 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:34.518709 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.521582 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.521982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.522730 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Floating IP b82d951c-2b63-4e2e-a52e-004d6bf20f1b disassociated. External IP: 172.25.0.179, port: 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86. Apr 25 14:57:34.523098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Calling delete_port for 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:34.557667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.600175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=8b8595c6-60d8-4110-80da-a6599b96654b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:34.646038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d5bf141-7974-488a-a04b-e8e2f8f20f3c tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/8b8595c6-60d8-4110-80da-a6599b96654b HTTP/1.1" status: 204 len: 168 time: 5.4707158 Apr 25 14:57:34.650141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:34.655600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.779915 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8569f0-d0d3-4cba-a455-2d4dfa975092 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:34.780385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8569f0-d0d3-4cba-a455-2d4dfa975092 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:34.782306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ea8569f0-d0d3-4cba-a455-2d4dfa975092 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/f3648b0d-ba62-4c12-a623-ca8011ec50c0 HTTP/1.1" status: 404 len: 337 time: 0.1312368 Apr 25 14:57:34.805281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42006) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:34.873389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6496-445d-464a-9b37-44078ccc1ee7 req-1e1a6d87-9113-4470-a694-a41ecde932a0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:34.875667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-602f6496-445d-464a-9b37-44078ccc1ee7 req-1e1a6d87-9113-4470-a694-a41ecde932a0 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 946 time: 0.7231486 Apr 25 14:57:34.886520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port bac634a7-2122-4182-9aad-5c52cc8cff53 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:34.887059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:34.922067 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e9101-5017-426f-880b-476263c0e66d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] DELETE failed (client error): The resource could not be found. Apr 25 14:57:34.922593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087e9101-5017-426f-880b-476263c0e66d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:57:34.927874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-087e9101-5017-426f-880b-476263c0e66d tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/98f48e41-5950-46f9-8545-b287a031e5a4 HTTP/1.1" status: 404 len: 339 time: 0.1173995 Apr 25 14:57:34.938710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42010) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:35.024985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] For port bac634a7-2122-4182-9aad-5c52cc8cff53, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bac634a7-2122-4182-9aad-5c52cc8cff53,segment=NetworkSegment(9a45d8bb-0162-475f-8e9a-a490e2bf5bcd),segment_id=9a45d8bb-0162-475f-8e9a-a490e2bf5bcd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:35.027170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.067475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.148270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-602f6496-445d-464a-9b37-44078ccc1ee7 req-2f52b425-441a-481e-a8f7-9c68f6ae9543 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups?id=384cd305-ced0-4760-85d0-da9ae763f6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122741 Apr 25 14:57:35.160990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting subnet ffb38f43-f1b9-4620-a8bb-c5f7f82124d0 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:35.169676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.265154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] Calling delete_port for bac634a7-2122-4182-9aad-5c52cc8cff53 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:35.352330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.361164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.409652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.421958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:35.532936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-b20ec101-223f-43d5-b533-7d634a71f28a service neutron] 10.222.0.15 "GET /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457855 Apr 25 14:57:35.571018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.668384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] Pushing event deleted for resources: {'Port': ['ID=bac634a7-2122-4182-9aad-5c52cc8cff53,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:35.688200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f387904-62f4-4db2-8cbc-d0ee432a046e None None] No DVR routers for this DVR port bac634a7-2122-4182-9aad-5c52cc8cff53 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:35.709319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port bac634a7-2122-4182-9aad-5c52cc8cff53, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bac634a7-2122-4182-9aad-5c52cc8cff53,segment=NetworkSegment(9a45d8bb-0162-475f-8e9a-a490e2bf5bcd),segment_id=9a45d8bb-0162-475f-8e9a-a490e2bf5bcd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:35.709696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.717645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f09a2245-683d-441d-abf2-5e6bfa6d5666 req-6686d5ea-4399-4d85-8549-ae8e56075909 service neutron] 10.222.0.15 "GET /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760106 Apr 25 14:57:35.762086 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:35.817986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bac634a7-2122-4182-9aad-5c52cc8cff53 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:35.883134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event updated for resources: {'Port': ['ID=da631bb2-e7f5-4b6a-9f8e-7375ea0607dd,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:35.954052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a613-f8b7-4f15-8627-bddc60886291 req-1d7bf80e-19c0-4483-b2e2-007860ceabdb tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:35.956333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d00a613-f8b7-4f15-8627-bddc60886291 req-1d7bf80e-19c0-4483-b2e2-007860ceabdb tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 943 time: 0.9328759 Apr 25 14:57:35.990888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:36.028770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: bac634a7-2122-4182-9aad-5c52cc8cff53 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:36.029595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bac634a7-2122-4182-9aad-5c52cc8cff53 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:36.059934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-55e57dd8-06c6-4569-aefa-cd7674cd88e1 None None] Provisioning complete for port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:36.060327 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55e57dd8-06c6-4569-aefa-cd7674cd88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:36.080666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event deleted for resources: {'Port': ['ID=6aa3f0d8-fd20-43c2-bc0e-c09059d99c86,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:36.134394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for bac634a7-2122-4182-9aad-5c52cc8cff53 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:36.175264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-55e57dd8-06c6-4569-aefa-cd7674cd88e1 None None] Port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:36.200631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] In _notify_port_updated(), no bound segment for port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd on network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 14:57:36.210566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:36.211730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:36.213999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c4fb3699-c1c9-4bde-8464-97515ad15656 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "PUT /v2.0/ports/da631bb2-e7f5-4b6a-9f8e-7375ea0607dd HTTP/1.1" status: 200 len: 1136 time: 2.6852770 Apr 25 14:57:36.221806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:36.227180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d00a613-f8b7-4f15-8627-bddc60886291 req-8c98dfdc-738d-4db3-acc7-973b9d618a26 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604027 Apr 25 14:57:36.355500 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:36.611006 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a47209b-04ee-4c04-bc11-2e93bef704ee req-31e7058d-82bc-4d4a-9454-60df33b4b137 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.2713165 Apr 25 14:57:36.678458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f3e364-d8e2-4a42-8ba7-7f39b7a3e925 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:36.679619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-45f3e364-d8e2-4a42-8ba7-7f39b7a3e925 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Synchronizing usage tracker for tenant:1479dc82380a4c2dbf182acd26173e7a on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:36.685190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Router 358cb40d-5a5f-45db-b635-5ce5c2e41462 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:57:36.731685 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:36.732155 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:36.753994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-45f3e364-d8e2-4a42-8ba7-7f39b7a3e925 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Unset dirty status for tenant:1479dc82380a4c2dbf182acd26173e7a on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:36.762291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-45f3e364-d8e2-4a42-8ba7-7f39b7a3e925 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "GET /v2.0/ports/da631bb2-e7f5-4b6a-9f8e-7375ea0607dd HTTP/1.1" status: 200 len: 1136 time: 0.5376904 Apr 25 14:57:36.795655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42026) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:36.837988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:36.901869 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:36.912159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8790bb8-f6d2-4ed0-8f48-b139673fc8f0 None None] Network 6b223835-7410-482b-b2c7-9e2f70471eca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:36.928197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb38f43-f1b9-4620-a8bb-c5f7f82124d0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:36.950712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d6877d5c-28e6-4ad0-b9ee-ff871c213ec1 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/subnets/ffb38f43-f1b9-4620-a8bb-c5f7f82124d0 HTTP/1.1" status: 204 len: 168 time: 1.9814548 Apr 25 14:57:36.964973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42030) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:36.968766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-e25af9d9-a531-4c7c-aba2-6a224a980a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:36.971480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-e25af9d9-a531-4c7c-aba2-6a224a980a16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a2619a34c3b43e694fbec1c1d5480e7&device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 1094 time: 1.1052108 Apr 25 14:57:37.126703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:37.136108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Deleting port da631bb2-e7f5-4b6a-9f8e-7375ea0607dd {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:37.136458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:37.194621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Deleting port 385fd4d4-3a4c-4607-a30d-deeaf914b673 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:37.194984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:37.213064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:57:37.241218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port bac634a7-2122-4182-9aad-5c52cc8cff53 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:37.241837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:37.597453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] DHCP port deletion for 6b223835-7410-482b-b2c7-9e2f70471eca request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:37.609726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Deleting port 385fd4d4-3a4c-4607-a30d-deeaf914b673 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:37.611416 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:37.672724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] The port 'bac634a7-2122-4182-9aad-5c52cc8cff53' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:57:37.729485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:57:37.758231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] Sync routers for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:57:37.763450 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:37.837009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:37.837814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:37.950564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5b4df374-2325-4c9d-959b-0003a6bbbb39 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "PUT /v2.0/routers/358cb40d-5a5f-45db-b635-5ce5c2e41462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0231955 Apr 25 14:57:37.970539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42042) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:37.982471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 385fd4d4-3a4c-4607-a30d-deeaf914b673 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:38.142456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-9d256737-4179-4c8e-a99e-688d7fc99fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:38.145985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-9d256737-4179-4c8e-a99e-688d7fc99fe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47269ca9-060f-49a4-962a-e772f71e5528 HTTP/1.1" status: 200 len: 909 time: 1.1624687 Apr 25 14:57:38.293223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-d867955c-222c-401b-aa2e-ae480d096c1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0 HTTP/1.1" status: 200 len: 217 time: 0.1311507 Apr 25 14:57:38.312873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39247cfb-d425-4e5a-952d-6969b8017456 req-5da98720-6da2-4ec0-95b5-b3920afe5790 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:38.320309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39247cfb-d425-4e5a-952d-6969b8017456 req-5da98720-6da2-4ec0-95b5-b3920afe5790 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 943 time: 0.6809051 Apr 25 14:57:38.374099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:57:38.388804 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33855836-49d8-413e-9572-6722ec75f733 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:57:38.394490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] For port 385fd4d4-3a4c-4607-a30d-deeaf914b673, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=385fd4d4-3a4c-4607-a30d-deeaf914b673,segment=NetworkSegment(2d668c07-6d7d-4f82-bf2f-e241a97a8a86),segment_id=2d668c07-6d7d-4f82-bf2f-e241a97a8a86)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:38.394990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.423717 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:38.424782 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:38.469389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting subnet 63be62c6-10f0-4fb1-a5ea-cc206f7a457c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:38.500633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39f5ee64-d320-4893-b9e9-26af64b81eb0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:57:38.518656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.599855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-999861c9-516b-4317-9a2c-e90aa33f2fbb req-0b28e44e-2222-48f3-973f-1b01e33bc41b tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.6641505 Apr 25 14:57:38.612960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.654222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d514bc-7c4b-48fc-837f-76c6471e51cc']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:38.671756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:38.672450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a45d8bb-0162-475f-8e9a-a490e2bf5bcd') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:38.697732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.700119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:38.739818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Calling delete_port for da631bb2-e7f5-4b6a-9f8e-7375ea0607dd owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:38.773085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] No DVR routers for this DVR port 6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:38.781440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-c47d753c-83ec-4b9c-b664-be2ef495dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:38.782704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.782929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-c47d753c-83ec-4b9c-b664-be2ef495dcb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad4ddea4-ebaf-486b-a8b7-91a91b800f52 HTTP/1.1" status: 200 len: 848 time: 0.4816594 Apr 25 14:57:38.788027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.790199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce37d9a-4a9e-4e43-ab3f-29aa23c4fced req-281b4abc-d078-44bb-a8a0-a47668a2469e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.21 "DELETE /v2.0/ports/6aa3f0d8-fd20-43c2-bc0e-c09059d99c86 HTTP/1.1" status: 204 len: 173 time: 6.7268269 Apr 25 14:57:38.793329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39247cfb-d425-4e5a-952d-6969b8017456 req-12fc6489-cc62-4031-8388-5c9f36e6ae5c tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124885 Apr 25 14:57:38.793830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'name': 'network-vif-deleted', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:38.888694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-ae6683ae-15ee-4b0b-a21e-dc44a82f672f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47269ca9-060f-49a4-962a-e772f71e5528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886536 Apr 25 14:57:38.890878 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:38.962503 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b9003c-0f40-4f35-8d2a-ac5c86d8cad0'] response: {'server_uuid': '71cd2851-653c-4f21-8c01-19fbfd23cbb7', 'name': 'network-vif-deleted', 'tag': '6aa3f0d8-fd20-43c2-bc0e-c09059d99c86', 'status': 'completed', 'code': 200} Apr 25 14:57:38.967439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-703c3570-57fb-4ffc-88ac-60ea130375fb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:57:38.968460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-703c3570-57fb-4ffc-88ac-60ea130375fb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052173 Apr 25 14:57:39.024236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Calling delete_port for 385fd4d4-3a4c-4607-a30d-deeaf914b673 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:39.075793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:39.076231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:39.093221 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:39.191865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39f5ee64-d320-4893-b9e9-26af64b81eb0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0,segment=NetworkSegment(3e8a315c-606b-4c9c-b181-bd55f557c2d0),segment_id=3e8a315c-606b-4c9c-b181-bd55f557c2d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:39.215163 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:39.235763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '39f5ee64-d320-4893-b9e9-26af64b81eb0', 'network_id': '47269ca9-060f-49a4-962a-e772f71e5528', 'port_id': '39f5ee64-d320-4893-b9e9-26af64b81eb0', 'mac_address': 'fa:16:3e:bb:c0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4ddea4-ebaf-486b-a8b7-91a91b800f52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:57:39.261401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4f48cab-780e-4116-9b48-8c550d17b623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.329252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-c8db1fe5-1f89-46ab-9533-467ea0d8f011 service neutron] 10.222.0.15 "GET /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341601 Apr 25 14:57:39.333419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.338629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.385925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.428828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=45d514bc-7c4b-48fc-837f-76c6471e51cc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:39.445510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.527910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c708e72d-808c-4e4c-aa3a-58b08209306c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/45d514bc-7c4b-48fc-837f-76c6471e51cc HTTP/1.1" status: 204 len: 168 time: 5.1416194 Apr 25 14:57:39.545862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:39.598307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.667244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.674770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-292066553', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:39.682709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.728157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Port': ['ID=385fd4d4-3a4c-4607-a30d-deeaf914b673,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:39.747648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:39.767803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Subnet': ['ID=63be62c6-10f0-4fb1-a5ea-cc206f7a457c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:39.776345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] No DVR routers for this DVR port 385fd4d4-3a4c-4607-a30d-deeaf914b673 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:39.784090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:39.794302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:39.806845 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f32ed66b-a93b-437a-bdb2-56ed18d7fc93 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/subnets/63be62c6-10f0-4fb1-a5ea-cc206f7a457c HTTP/1.1" status: 204 len: 168 time: 1.8242867 Apr 25 14:57:39.817812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42064) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:39.866006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:39.909565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c2bf3-e3b3-49c8-8bf2-0920c974b469 None None] Network feb93a8a-3af3-4eec-ab48-457fea83a743 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:39.942550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:39.951449 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8928e68-1a8a-4b59-9031-39e1f8785cce req-4642a338-18dd-4f83-b867-7d0835f52a53 service neutron] 10.222.0.15 "GET /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386457 Apr 25 14:57:39.977614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f5ee64-d320-4893-b9e9-26af64b81eb0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:57:40.113979 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:40.126143 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33855836-49d8-413e-9572-6722ec75f733 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:57:40.138633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] For port 385fd4d4-3a4c-4607-a30d-deeaf914b673, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=385fd4d4-3a4c-4607-a30d-deeaf914b673,segment=NetworkSegment(2d668c07-6d7d-4f82-bf2f-e241a97a8a86),segment_id=2d668c07-6d7d-4f82-bf2f-e241a97a8a86)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:40.139048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.149890 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:40.151347 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:40.296731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.353747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b223835-7410-482b-b2c7-9e2f70471eca']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:40.375287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d668c07-6d7d-4f82-bf2f-e241a97a8a86') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:40.375797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d668c07-6d7d-4f82-bf2f-e241a97a8a86') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:40.402259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.434673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.435425 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:40.461955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:40.462297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.467651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-101ef38a-8269-4669-be81-5dbc5cea8d10 req-a8f5fdc3-d939-4cfc-a4a5-396383a5693a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Synchronizing usage tracker for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:57:40.485420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39f5ee64-d320-4893-b9e9-26af64b81eb0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0,segment=NetworkSegment(3e8a315c-606b-4c9c-b181-bd55f557c2d0),segment_id=3e8a315c-606b-4c9c-b181-bd55f557c2d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:40.540800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-101ef38a-8269-4669-be81-5dbc5cea8d10 req-a8f5fdc3-d939-4cfc-a4a5-396383a5693a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Unset dirty status for tenant:3ed40a333e5b426c879deb4f9af18ab3 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:57:40.542131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-101ef38a-8269-4669-be81-5dbc5cea8d10 req-a8f5fdc3-d939-4cfc-a4a5-396383a5693a tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd2851-653c-4f21-8c01-19fbfd23cbb7 HTTP/1.1" status: 200 len: 210 time: 0.5492632 Apr 25 14:57:40.544537 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.574910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Calling delete_port for 385fd4d4-3a4c-4607-a30d-deeaf914b673 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:40.618301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:40.742966 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:40.754738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.760238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.797383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.798847 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.816291 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.845966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.847697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Pushing event deleted for resources: {'Network': ['ID=6b223835-7410-482b-b2c7-9e2f70471eca,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:40.870952 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.967042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event deleted for resources: {'Port': ['ID=da631bb2-e7f5-4b6a-9f8e-7375ea0607dd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:40.974232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:40.974804 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-33855836-49d8-413e-9572-6722ec75f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:40.977684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.978339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.980596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.980959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.982804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.983177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.984208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.984385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.986877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.987293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.987705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.987874 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33855836-49d8-413e-9572-6722ec75f733 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bd7cb052-39d2-4f2b-981b-c013c59ef04f', 'name': '', 'network_id': '99ae9fa3-8b33-440a-94e9-11e3b6bf151d', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'mac_address': 'fa:16:3e:73:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '800e3768-1571-4310-bb50-9dc868894f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:33Z', 'updated_at': '2022-04-25T14:49:45Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'subnets': [{'id': '800e3768-1571-4310-bb50-9dc868894f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:57:40.988441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:40.993471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port f47fd734-2c1e-4087-8f1f-e35ae4985938 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:40.994086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.019923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['39f5ee64-d320-4893-b9e9-26af64b81eb0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:57:41.094644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.095060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.095762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.096305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.096642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.097098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.097433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.097759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.098125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.098740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.099134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.099443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:41.156202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-88cdb832-842e-4739-ac66-2e5cf64be642 tempest-NetworksIpV6Test-556424789 tempest-NetworksIpV6Test-556424789-project] 10.222.0.23 "DELETE /v2.0/networks/6b223835-7410-482b-b2c7-9e2f70471eca HTTP/1.1" status: 204 len: 168 time: 4.1889508 Apr 25 14:57:41.198838 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.206481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6829782d-505c-4ab0-b4ec-687d15c1befe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.6478190 Apr 25 14:57:41.209057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42082) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:41.241916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1920818002'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:41.260128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:41.267418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:41.276818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:41.294920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:41.345529 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb3b5658-d6af-422f-ac42-185671c61efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.349997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:41.354871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39f5ee64-d320-4893-b9e9-26af64b81eb0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:41.367650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.368779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] For port f47fd734-2c1e-4087-8f1f-e35ae4985938, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f47fd734-2c1e-4087-8f1f-e35ae4985938,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:41.369740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.405157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:41.405602 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:41.446964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.452578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c2d833cd-fa90-4fe0-a23a-49043ed9619c tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "DELETE /v2.0/ports/da631bb2-e7f5-4b6a-9f8e-7375ea0607dd HTTP/1.1" status: 204 len: 168 time: 4.6556089 Apr 25 14:57:41.453549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42088) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:41.471578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518b87d-7727-430f-983a-1e273e37be9e None None] New status for floating IP b82d951c-2b63-4e2e-a52e-004d6bf20f1b: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:57:41.521844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2afd35-cee8-4685-9b6c-6aca3b359438 req-19e6c0be-76fe-4438-a3ed-478980b9177d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:41.523891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c2afd35-cee8-4685-9b6c-6aca3b359438 req-19e6c0be-76fe-4438-a3ed-478980b9177d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 944 time: 1.3228481 Apr 25 14:57:41.603596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:41.668073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c2afd35-cee8-4685-9b6c-6aca3b359438 req-06dfcd14-5f50-4042-8819-93bcdbd74518 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372225 Apr 25 14:57:41.681800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Deleting subnet 1fe17465-ac1a-4675-ab0c-719f07053416 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:57:41.684336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.684687 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment c034fe7b-2e9c-46d6-9e52-db630745aa08 of type vlan for network 6b731bb6-dfd8-4de0-993e-957e35b25df0 Apr 25 14:57:41.693121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.698004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Calling delete_port for f47fd734-2c1e-4087-8f1f-e35ae4985938 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:41.833466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.847297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.888519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:57:33Z', 'revision_number': 5, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port': {'id': 'f47fd734-2c1e-4087-8f1f-e35ae4985938', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:55:28Z', 'updated_at': '2022-04-25T14:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:41.931281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:41.956244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Deleting port 385fd4d4-3a4c-4607-a30d-deeaf914b673 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:41.956501 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:41.956610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42102) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:41.979838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.004781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] Checking router: 358cb40d-5a5f-45db-b635-5ce5c2e41462 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:57:42.011583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] DHCP port deletion for feb93a8a-3af3-4eec-ab48-457fea83a743 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:42.041720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Port': ['ID=f47fd734-2c1e-4087-8f1f-e35ae4985938,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:42.103399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.110243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:42.110955 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.166362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.197536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.221920 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4eff54bc-f4a5-44bc-9369-b5a1f414fd7e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.237464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.237948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.238298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.238639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.239001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.239352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.239678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.240074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.240487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.240697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.241108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.241329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:42.248363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0152714 Apr 25 14:57:42.248773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:42.264761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] Deleting port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:42.265944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.320921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:42.346711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.381003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] Routers {'358cb40d-5a5f-45db-b635-5ce5c2e41462'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:42.382307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['358cb40d-5a5f-45db-b635-5ce5c2e41462'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:42.537850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] Set router 358cb40d-5a5f-45db-b635-5ce5c2e41462 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:42.661009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.666096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.670791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:42.674572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.680107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:42.685117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:42.704612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4eff54bc-f4a5-44bc-9369-b5a1f414fd7e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.706073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4025c77f-2c3a-4d1b-8e96-b7c851cede06 None None] The port '385fd4d4-3a4c-4607-a30d-deeaf914b673' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:57:42.711011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:57:41Z', 'revision_number': 7, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:42.725875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:42.740102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b74d3-4b6f-41f5-99b1-a5e0e5240831 None None] The sync data for ids ['358cb40d-5a5f-45db-b635-5ce5c2e41462'] in n-d-811416-6 is: [{'id': '358cb40d-5a5f-45db-b635-5ce5c2e41462', 'name': 'tempest-TestNetworkBasicOps-router-255746205', 'tenant_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:55:26Z', 'updated_at': '2022-04-25T14:57:41Z', 'revision_number': 7, 'project_id': '50f0c9fa5f26447c85e16ac8a3f27506', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:57:42.773772 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.774385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Fanout notify agent at l3_agent the message router_deleted on router 358cb40d-5a5f-45db-b635-5ce5c2e41462 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:57:42.780731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:42.785587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.836493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b738a1-d658-4a58-982a-7c8780fdd904 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=6b731bb6-dfd8-4de0-993e-957e35b25df0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:42.857797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-641be72a-3e5a-4c10-b603-58202aaccfbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=576df5ea58d440a5b360e61043668f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945141 Apr 25 14:57:42.859794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:42.871721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42124) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:42.979029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0be7-507e-4284-addb-3d303c372df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:42.996150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.031805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4eff54bc-f4a5-44bc-9369-b5a1f414fd7e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.068674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.070977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4819859b-7732-4b1f-af41-c06408b82944 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/routers/358cb40d-5a5f-45db-b635-5ce5c2e41462 HTTP/1.1" status: 204 len: 168 time: 3.2520213 Apr 25 14:57:43.077087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42130) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:43.079627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe17465-ac1a-4675-ab0c-719f07053416,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:43.082822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.095226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0be7-507e-4284-addb-3d303c372df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.105618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4062e072-396c-47e2-980e-21ba20a9f541 tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "DELETE /v2.0/subnets/1fe17465-ac1a-4675-ab0c-719f07053416 HTTP/1.1" status: 204 len: 168 time: 1.6465876 Apr 25 14:57:43.106346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4eff54bc-f4a5-44bc-9369-b5a1f414fd7e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.110222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4eff54bc-f4a5-44bc-9369-b5a1f414fd7e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "DELETE /v2.0/security-groups/384cd305-ced0-4760-85d0-da9ae763f6bc HTTP/1.1" status: 204 len: 168 time: 1.1759367 Apr 25 14:57:43.114297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42134) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:43.114856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:43.115695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff54bc-f4a5-44bc-9369-b5a1f414fd7e tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384cd305-ced0-4760-85d0-da9ae763f6bc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:43.158790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99601129-6d28-45d0-a1e0-8fac62fed6aa None None] Network 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:43.189842 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-8dc160f4-fa1f-4efa-a15a-3fdc5657ebaa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] show failed (client error): The resource could not be found. Apr 25 14:57:43.190905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8dc160f4-fa1f-4efa-a15a-3fdc5657ebaa tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "GET /v2.0/security-groups/384cd305-ced0-4760-85d0-da9ae763f6bc HTTP/1.1" status: 404 len: 347 time: 0.0711293 Apr 25 14:57:43.208054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:43.217942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42144) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:43.421560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] For port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,segment=NetworkSegment(4b064a4f-a5ac-445e-915c-e0393c3bf0bd),segment_id=4b064a4f-a5ac-445e-915c-e0393c3bf0bd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:43.422109 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.521832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Deleting port e359f4f9-b554-4ee9-8d47-26f8e8d41f0c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:43.522230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.556365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbe807-4eb5-443e-b666-54c547d9b7f7 req-c1b0f998-fdda-4ac4-a2c6-43eb43e383bd tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:43.556840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.558776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12bbe807-4eb5-443e-b666-54c547d9b7f7 req-c1b0f998-fdda-4ac4-a2c6-43eb43e383bd tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 944 time: 0.6786737 Apr 25 14:57:43.570994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.576120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0be7-507e-4284-addb-3d303c372df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.608732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb0be7-507e-4284-addb-3d303c372df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bacbf5-a704-4c95-a6f0-d70a74c1dda4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:43.625905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0be7-507e-4284-addb-3d303c372df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.629029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5bb0be7-507e-4284-addb-3d303c372df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5bacbf5-a704-4c95-a6f0-d70a74c1dda4 HTTP/1.1" status: 204 len: 168 time: 0.7562790 Apr 25 14:57:43.664703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Deleting port 378a6522-5c60-4878-8abc-cb8a4270c24f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:43.665406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.711186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] Calling delete_port for f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:43.714182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12bbe807-4eb5-443e-b666-54c547d9b7f7 req-1729cff4-6d29-4f2a-96cd-3d3abafc30e8 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403511 Apr 25 14:57:43.800338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Deleting port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:43.801112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.889978 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.929185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.929795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:43.957775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] The port 'f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:57:43.998008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.001302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] No DVR routers for this DVR port f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:44.008023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08bde6-e204-4f60-99a4-7d68fb15a3cc None None] Pushing event deleted for resources: {'Port': ['ID=f2cb2d08-14c8-4ae5-8d51-3f7e9c22416b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:44.009115 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.090432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Calling delete_port for e359f4f9-b554-4ee9-8d47-26f8e8d41f0c owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:44.160590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.257747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] DHCP port deletion for 9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:57:44.262213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] Deleting port 378a6522-5c60-4878-8abc-cb8a4270c24f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:44.262570 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.265263 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:57:44.309310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.348509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb93a8a-3af3-4eec-ab48-457fea83a743']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:44.364014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b064a4f-a5ac-445e-915c-e0393c3bf0bd') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:44.364437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b064a4f-a5ac-445e-915c-e0393c3bf0bd') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:44.445710 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.504333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.536432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:44.536842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.542737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] For port 378a6522-5c60-4878-8abc-cb8a4270c24f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=378a6522-5c60-4878-8abc-cb8a4270c24f,segment=NetworkSegment(6f9968d8-d377-4834-9ab4-05054b6f795c),segment_id=6f9968d8-d377-4834-9ab4-05054b6f795c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:44.543107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.552217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:44.573112 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:44.608621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=662419c2-69eb-4d1d-8e45-dea94fb67e86,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:44.662143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] For port 378a6522-5c60-4878-8abc-cb8a4270c24f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=378a6522-5c60-4878-8abc-cb8a4270c24f,segment=NetworkSegment(6f9968d8-d377-4834-9ab4-05054b6f795c),segment_id=6f9968d8-d377-4834-9ab4-05054b6f795c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:44.665572 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.676144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Pushing event deleted for resources: {'Port': ['ID=e359f4f9-b554-4ee9-8d47-26f8e8d41f0c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:44.830566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:44.830906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 6b731bb6-dfd8-4de0-993e-957e35b25df0, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:44.868456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.877767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.898332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:44.916550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] Pushing event deleted for resources: {'Network': ['ID=feb93a8a-3af3-4eec-ab48-457fea83a743,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:44.932011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 6b731bb6-dfd8-4de0-993e-957e35b25df0) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:44.938340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:44.940267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:44.967500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1cced118-baea-4a69-8974-714841af31e3 tempest-TestNetworkBasicOps-1293603145 tempest-TestNetworkBasicOps-1293603145-project] 10.222.0.23 "DELETE /v2.0/networks/feb93a8a-3af3-4eec-ab48-457fea83a743 HTTP/1.1" status: 204 len: 168 time: 1.8774645 Apr 25 14:57:44.988188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-273abf81-410c-4874-b067-af49d99bdb69 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7379386 Apr 25 14:57:44.991465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42176) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:45.029678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Calling delete_port for 378a6522-5c60-4878-8abc-cb8a4270c24f owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:45.050554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] Calling delete_port for 378a6522-5c60-4878-8abc-cb8a4270c24f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:57:45.161769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42180) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:45.171024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39f5ee64-d320-4893-b9e9-26af64b81eb0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:45.204219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f47fd734-2c1e-4087-8f1f-e35ae4985938 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:45.230941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b7277-93c4-4eb1-aec5-4892528c6c0a None None] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:45.366346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.412647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.423366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1304281630'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:45.435630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f47fd734-2c1e-4087-8f1f-e35ae4985938 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:45.435962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f47fd734-2c1e-4087-8f1f-e35ae4985938 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:45.436626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 35d6f681-44d2-466c-a25b-7a51b6c9582c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:45.474280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:45.494632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.501857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e7c4eaa0-923e-43af-87a2-518d6a21e758 tempest-AttachVolumeTestJSON-1630541468 tempest-AttachVolumeTestJSON-1630541468-project] 10.222.0.23 "DELETE /v2.0/floatingips/b82d951c-2b63-4e2e-a52e-004d6bf20f1b HTTP/1.1" status: 204 len: 168 time: 2.2827330 Apr 25 14:57:45.524867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] No DVR routers for this DVR port 378a6522-5c60-4878-8abc-cb8a4270c24f on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:57:45.543931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895e191-55ce-441d-9b42-37b9a9776cc6 None None] Pushing event deleted for resources: {'Port': ['ID=378a6522-5c60-4878-8abc-cb8a4270c24f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:45.562227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 35d6f681-44d2-466c-a25b-7a51b6c9582c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:45.562868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 35d6f681-44d2-466c-a25b-7a51b6c9582c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:45.564659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 378a6522-5c60-4878-8abc-cb8a4270c24f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:57:45.653708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:57:45.656028 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:57:45.680119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9409c-0d30-4e74-8271-ea9ba98c6f5b req-3b64e363-7e9f-4776-9019-f039672f831d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:45.686091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:network and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:45.694651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6c9409c-0d30-4e74-8271-ea9ba98c6f5b req-3b64e363-7e9f-4776-9019-f039672f831d tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 944 time: 0.5980158 Apr 25 14:57:45.698883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:45.710877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:45.723286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 378a6522-5c60-4878-8abc-cb8a4270c24f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:57:45.723964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 378a6522-5c60-4878-8abc-cb8a4270c24f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:57:45.741815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 39f5ee64-d320-4893-b9e9-26af64b81eb0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:45.759191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 39f5ee64-d320-4893-b9e9-26af64b81eb0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:45.759575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.788529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-6b731bb6-dfd8-4de0-993e-957e35b25df0', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:45.789989 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.792110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6c9409c-0d30-4e74-8271-ea9ba98c6f5b req-1b9fd0ec-bad8-4033-9f7c-0190c364af95 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905814 Apr 25 14:57:45.833296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:45.859146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:45.864351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.897940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:45.981807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:46.023244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:security_group_rule and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:46.031233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:46.045999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:46.072447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Allocated IP 172.20.0.2 (6b731bb6-dfd8-4de0-993e-957e35b25df0/662419c2-69eb-4d1d-8e45-dea94fb67e86/45fc9802-ec48-42b9-b4aa-1b1059d7a98e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:46.124960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.157673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Deleting port 378a6522-5c60-4878-8abc-cb8a4270c24f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:57:46.158160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.273448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] The port '378a6522-5c60-4878-8abc-cb8a4270c24f' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:57:46.502269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.524911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.531131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:46.545170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9968d8-d377-4834-9ab4-05054b6f795c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:46.545848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9968d8-d377-4834-9ab4-05054b6f795c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:46.560335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.586585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Transition to ACTIVE for port object 45fc9802-ec48-42b9-b4aa-1b1059d7a98e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:46.591441 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.599324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:57:46.599997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.601841 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.662706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1dd6738c-ebba-49bb-85d4-25122893bb52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50f0c9fa5f26447c85e16ac8a3f27506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9441521 Apr 25 14:57:46.681160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d13e15-0452-46cb-b691-2cb940c33c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f5ee64-d320-4893-b9e9-26af64b81eb0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:57:46.699156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 39f5ee64-d320-4893-b9e9-26af64b81eb0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0,segment=NetworkSegment(3e8a315c-606b-4c9c-b181-bd55f557c2d0),segment_id=3e8a315c-606b-4c9c-b181-bd55f557c2d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:46.704747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.708074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42200) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:57:46.731958 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:57:46.738039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.750664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Transition to ACTIVE for port object 45fc9802-ec48-42b9-b4aa-1b1059d7a98e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:46.752191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.829619 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c46462b-473a-482f-a0a2-af1d45760366'] response: {'server_uuid': '91d13e15-0452-46cb-b691-2cb940c33c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f5ee64-d320-4893-b9e9-26af64b81eb0', 'code': 200} Apr 25 14:57:46.829619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:46.832150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] Pushing event deleted for resources: {'Network': ['ID=9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:46.839482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b2061219-eb0e-4a67-bfd9-8fdfb672ccbb tempest-ExtraDHCPOptionsTestJSON-1031118366 tempest-ExtraDHCPOptionsTestJSON-1031118366-project] 10.222.0.23 "DELETE /v2.0/networks/9bb4ad74-ed65-4ca9-8c1e-2dc18d9be1a8 HTTP/1.1" status: 204 len: 168 time: 3.7177143 Apr 25 14:57:46.873066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:46.875698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:46.878512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:46.884649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=39f5ee64-d320-4893-b9e9-26af64b81eb0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:47.013408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Pushing event updated for resources: {'Port': ['ID=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:47.065249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.073161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b074884-2c5a-404a-8dc2-45d2b443899f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.102930 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b074884-2c5a-404a-8dc2-45d2b443899f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.138269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9894-24ff-43bb-b9f2-1638bcae7117 req-10daf8a2-3d98-408a-8782-7f0b64cb5a63 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:47.140951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b04e9894-24ff-43bb-b9f2-1638bcae7117 req-10daf8a2-3d98-408a-8782-7f0b64cb5a63 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 0.1716020 Apr 25 14:57:47.164693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.204015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Attempting to bind port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:47.204607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Attempting to bind port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:47.205708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Attempting to bind port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e on network 6b731bb6-dfd8-4de0-993e-957e35b25df0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:47.217157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:47.217776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Checking segment: {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:47.218336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.218896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Bound using segment: {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:47.219519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Bound port: 45fc9802-ec48-42b9-b4aa-1b1059d7a98e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:47.221492 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.235475 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b04e9894-24ff-43bb-b9f2-1638bcae7117 req-600b9fdb-4fe2-4119-8244-2eca616d5b5a tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Apr 25 14:57:47.265539 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b074884-2c5a-404a-8dc2-45d2b443899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.315329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:47.353962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766a6fe2-286a-47de-be29-6244594a6d56,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:47.360182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] For port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:47.365153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.365378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] For port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:47.365500 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Added segment f3594650-6883-406a-8411-a2a7333f3404 of type vlan for network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 Apr 25 14:57:47.381392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.393801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b074884-2c5a-404a-8dc2-45d2b443899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d611f-1657-4cae-abae-09f4c5a683ad,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:47.396636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.20.0.1 (6b731bb6-dfd8-4de0-993e-957e35b25df0/662419c2-69eb-4d1d-8e45-dea94fb67e86/898aa2c5-2f71-4464-9a6f-3ccbfa08c950) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:47.440969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81769898-aad6-4222-9e09-92fa90610a37 req-dc12d061-3c97-4025-af04-3f17050ef013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:47.442582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81769898-aad6-4222-9e09-92fa90610a37 req-dc12d061-3c97-4025-af04-3f17050ef013 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 1096 time: 0.5677247 Apr 25 14:57:47.445215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.466235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b074884-2c5a-404a-8dc2-45d2b443899f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.467350 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5b074884-2c5a-404a-8dc2-45d2b443899f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d8d611f-1657-4cae-abae-09f4c5a683ad HTTP/1.1" status: 204 len: 168 time: 0.7583089 Apr 25 14:57:47.522099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42220) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:47.614089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81769898-aad6-4222-9e09-92fa90610a37 req-14570f7c-c32e-4ab3-93d2-2b2c954f4cfe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636899 Apr 25 14:57:47.668638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356d843-d1c5-4844-beca-55b262d1428c None None] Pushing event updated for resources: {'Port': ['ID=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:47.676296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.693213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:47.695667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:47.857711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6946754 Apr 25 14:57:47.969980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5dd79178-4f95-4868-8504-17cb46586701 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1479dc82380a4c2dbf182acd26173e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461935 Apr 25 14:57:47.972973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42230) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:48.123199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ab1d8-74b6-4953-9b30-4d31e779c9af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Network': ['ID=0842620a-3640-4b1c-8dc8-ccf9e9e18b99,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:48.137928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:48.181484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7639cafe-89a9-4322-8943-3bb9c0ed8a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.221114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.293594 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7639cafe-89a9-4322-8943-3bb9c0ed8a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.296400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:48.398002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42238) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:48.443577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.469272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:48.474323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Usage tracker for resource:security_group_rule and tenant:68af8f5874d8420696fa6bfe37efe801 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:48.479788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7639cafe-89a9-4322-8943-3bb9c0ed8a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.492165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.505838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:48.507453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639cafe-89a9-4322-8943-3bb9c0ed8a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ff5a3a-d0c4-4414-9366-7aa294657883,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:48.511611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7639cafe-89a9-4322-8943-3bb9c0ed8a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.513944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7639cafe-89a9-4322-8943-3bb9c0ed8a43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59ff5a3a-d0c4-4414-9366-7aa294657883 HTTP/1.1" status: 204 len: 168 time: 0.5395608 Apr 25 14:57:48.542015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:48.908803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:48.929926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 45fc9802-ec48-42b9-b4aa-1b1059d7a98e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:49.101222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:49.109363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:49.115153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:49.229704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:49.272810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:49.279267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:49.420259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0df3c-168e-4fec-b871-469d7ae55752 None None] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:49.474063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:49.653096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] Provisioning for port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:49.712032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] Provisioning complete for port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:49.712419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:49.790499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42262) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:49.792021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68af8f5874d8420696fa6bfe37efe801&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3906796 Apr 25 14:57:49.828263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1bc98-5f95-4113-9ecf-0d8ba20a82e6 req-9528ed3b-9908-454c-839b-43cfcfdd4fb4 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:49.841813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40f1bc98-5f95-4113-9ecf-0d8ba20a82e6 req-9528ed3b-9908-454c-839b-43cfcfdd4fb4 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 0.7419469 Apr 25 14:57:49.866512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8430749-9477-4c57-9014-6c1fc9273b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd3af09-bd12-4c86-bc52-02160fc35384,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:49.986951 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40f1bc98-5f95-4113-9ecf-0d8ba20a82e6 req-c71c64be-2540-4614-a54b-54b0015cf76b tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370575 Apr 25 14:57:50.009781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5b16ac4-a51d-44ce-b4b5-0dc0b4540a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.010852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.067891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.097279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5b16ac4-a51d-44ce-b4b5-0dc0b4540a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.232248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] For port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:57:50.285590 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5b16ac4-a51d-44ce-b4b5-0dc0b4540a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.318639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e5b16ac4-a51d-44ce-b4b5-0dc0b4540a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.319846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e5b16ac4-a51d-44ce-b4b5-0dc0b4540a16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bd3af09-bd12-4c86-bc52-02160fc35384 HTTP/1.1" status: 204 len: 168 time: 0.5283985 Apr 25 14:57:50.323848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b16ac4-a51d-44ce-b4b5-0dc0b4540a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd3af09-bd12-4c86-bc52-02160fc35384,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:50.391396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:50.816864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a032b6-d859-4928-9c61-513db9bc874d None None] Pushing event updated for resources: {'Port': ['ID=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:50.931958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42288) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:51.113176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42298) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:51.119094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'subnet': {'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:51.338421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-83fc594a-d96f-46de-8916-487fb6f6c5fd None None] Provisioning complete for port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:51.338908 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83fc594a-d96f-46de-8916-487fb6f6c5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.404910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591044680'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:51.438617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:51.446928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:51.458102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:51.488461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:51.533393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:51.554645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:51.566939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.638344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:subnet and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:51.648483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:51.659512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:51.671994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.672822 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.680170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.683551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-83fc594a-d96f-46de-8916-487fb6f6c5fd None None] Provisioning for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:51.689589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-83fc594a-d96f-46de-8916-487fb6f6c5fd None None] Provisioning complete for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:51.689994 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83fc594a-d96f-46de-8916-487fb6f6c5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.712877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:51.716811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.792647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-83fc594a-d96f-46de-8916-487fb6f6c5fd None None] Port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:51.891038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:51.894870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:51.899157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:security_group_rule and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:51.902449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:51.908255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:51.909086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:51.931733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5cbd3205-2c41-4be2-8c51-0f08203ce7c4 None None] Provisioning complete for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:51.932515 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3205-2c41-4be2-8c51-0f08203ce7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.038375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.052815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.065352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:52.074948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd3205-2c41-4be2-8c51-0f08203ce7c4 None None] Port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:52.078532 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.078947 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5 of type vlan for network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f Apr 25 14:57:52.120660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.151583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:52.152990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:52.217227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.223165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:52.223776 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.606709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:57:52.619823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661bc85-edff-490e-9d33-21a6cdd3b22c req-9ff5b711-727b-47b3-bd6e-2b58f971e9d1 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:52.625904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3661bc85-edff-490e-9d33-21a6cdd3b22c req-9ff5b711-727b-47b3-bd6e-2b58f971e9d1 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 1.2576613 Apr 25 14:57:52.627593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c51bc6d3-47bb-4c05-989f-b2c53cae6221 None None] Provisioning complete for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:52.628154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51bc6d3-47bb-4c05-989f-b2c53cae6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.645433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7113345 Apr 25 14:57:52.651452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42330) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:52.660204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-527001050'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:52.697200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102d6dea-322f-4a39-9268-3f8dd99f7522,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:52.816775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:52.820959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:52.824188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:52.830300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:52.858076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:57:52.858667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c51bc6d3-47bb-4c05-989f-b2c53cae6221 None None] Port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:57:52.860447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 45fc9802-ec48-42b9-b4aa-1b1059d7a98e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:52.863501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:52.867360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.872393 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:57:52.876839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec303560-baa0-41e6-bf0e-fbb84ab06fbf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8841770 Apr 25 14:57:52.879852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42338) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:52.887193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-500999308'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:52.887434 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:52.888073 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:52.894105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:52.899632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:52.904379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:52.913295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:52.928427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:52.933342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.961692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:52.962372 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:52.981769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381ae97-b99b-4a4f-a597-a724a9586535 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=602cee7f-afc3-4a3d-8768-3a02d3b8f15f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:52.981977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:53.013888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.013888 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment 530addbc-d93c-4c8f-8842-345384021487 of type vlan for network 55417df2-fc05-4ecf-a1f4-543965c0108c Apr 25 14:57:53.036071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:53.036584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:53.057734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.059010 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 71a0ec97-f854-433b-afd0-a88b8a3fed08 of type vlan for network 961ff546-a040-43b6-a501-6b2cdb38f37b Apr 25 14:57:53.084649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.091808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.115745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3661bc85-edff-490e-9d33-21a6cdd3b22c req-208fe6dc-3854-4e8a-93ac-7f33b0c10e83 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689469 Apr 25 14:57:53.131900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.143265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:53.144473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.171672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.227789 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:53.269322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3879399 Apr 25 14:57:53.296320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.309775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:53.316498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.337447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42346) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:53.381948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d919b-b7f0-40c1-84fd-9623a6bf83b7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=55417df2-fc05-4ecf-a1f4-543965c0108c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:53.419979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 55417df2-fc05-4ecf-a1f4-543965c0108c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:53.456517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:53.546395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:53.547652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8939867 Apr 25 14:57:53.554348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:53.770804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Subnet': ['ID=10ebe5c0-59b4-4de5-adea-56eeb6ee6e07,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:53.773946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acb53a-c1b6-4d9b-91f6-5522263fda61 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=961ff546-a040-43b6-a501-6b2cdb38f37b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:53.786015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Checking segment: {'id': 'f3594650-6883-406a-8411-a2a7333f3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:53.787135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network hostable DHCP agents. Network: 0842620a-3640-4b1c-8dc8-ccf9e9e18b99, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:53.805669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 961ff546-a040-43b6-a501-6b2cdb38f37b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:53.840141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:53.844938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:53.846669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:53.848283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:53.855713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:53.858175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:53.864585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:53.865343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:53.873998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:53.877525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:53.886238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.902181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:53.906100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:53.935550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0842620a-3640-4b1c-8dc8-ccf9e9e18b99) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:53.964993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d18ffb-f520-4d8f-9816-47c6b9094aba None None] Network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:53.986606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:53.992107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.147042 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:57:49Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:57:51Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:54.152371 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:57:54.152936 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Updating router 9904032e-f06a-4afa-aae5-b42081223fac port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:57:54.176106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-13b23a93-e639-46b2-8ab7-f7737cc2878a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0527015 Apr 25 14:57:54.185989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42390) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:54.208604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10103372'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:54.244861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:54.265069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:network and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:54.275611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:54.308711 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.317987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:54.331790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.358435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:54.372852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.461063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=6e0039c3-d455-4803-b228-17d78351aa72,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:54.483765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:54.484494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 602cee7f-afc3-4a3d-8768-3a02d3b8f15f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:54.513882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:57:54.529674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-0842620a-3640-4b1c-8dc8-ccf9e9e18b99', 'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99', 'tenant_id': '02a067aaeac54cd48894cdc30a4ae24c', 'fixed_ips': [{'subnet_id': '10ebe5c0-59b4-4de5-adea-56eeb6ee6e07'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:54.530522 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.535811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:54.570408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 602cee7f-afc3-4a3d-8768-3a02d3b8f15f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:54.583026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:54.583725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.655425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.659933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-560edb66-eaac-44d5-8bb3-82cd69ec510a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1104977 Apr 25 14:57:54.660673 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Added segment ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3 of type vlan for network bccb78b5-976b-4549-8601-0c79f9001fa1 Apr 25 14:57:54.661936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42444) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:54.674519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:54.686627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67af3cc-52a1-404e-9aca-97206ad1c458 None None] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:54.782316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:54.947380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.098842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.117675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:55.123387 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.363750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:55.367959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:55.373578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:55.385480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:55.408923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-602cee7f-afc3-4a3d-8768-3a02d3b8f15f', 'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': '6e0039c3-d455-4803-b228-17d78351aa72'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:55.413528 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.415798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:55.419737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.475194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Allocated IP 2001:db8:0:ffff::2 (0842620a-3640-4b1c-8dc8-ccf9e9e18b99/10ebe5c0-59b4-4de5-adea-56eeb6ee6e07/fff6d1d2-b27c-47d5-a410-a022ace4898e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:55.551256 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.590220 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Transition to ACTIVE for port object 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:55.613780 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.629829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Network': ['ID=bccb78b5-976b-4549-8601-0c79f9001fa1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:55.648859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:55.649452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 55417df2-fc05-4ecf-a1f4-543965c0108c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:55.687992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=4009ccd3-1582-461c-8d44-afcd5869c570,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:55.741192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5ca7639-e42a-4449-9f69-0749074abf73 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5508919 Apr 25 14:57:55.747569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:55.775270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'subnet': {'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:55.931444 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:55.943648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Transition to ACTIVE for port object fff6d1d2-b27c-47d5-a410-a022ace4898e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:55.976650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 55417df2-fc05-4ecf-a1f4-543965c0108c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:55.980822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Transition to ACTIVE for port object fff6d1d2-b27c-47d5-a410-a022ace4898e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:55.992037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network bccb78b5-976b-4549-8601-0c79f9001fa1 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:57:56.018405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 55417df2-fc05-4ecf-a1f4-543965c0108c) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:56.052838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.054550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:56.063152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:56.063867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.150761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.153309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:56.185868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:subnet and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:56.201835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:56.225226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b669ce-7553-45fe-b4ae-0f0cbf6fdef4 None None] Network 55417df2-fc05-4ecf-a1f4-543965c0108c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:56.232637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-213c582a-1305-496d-a85a-76a50fdc3658 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8220954 Apr 25 14:57:56.248071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42536) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:56.249094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:56.251850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Pushing event updated for resources: {'Port': ['ID=fff6d1d2-b27c-47d5-a410-a022ace4898e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:56.438423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Attempting to bind port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:56.439463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Attempting to bind port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:56.439835 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Attempting to bind port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 on network 6b731bb6-dfd8-4de0-993e-957e35b25df0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:56.442365 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Pushing event updated for resources: {'Port': ['ID=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:56.442750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=0958eb4d-95e9-4315-b6c7-47c788b82abc,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:56.458424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '71a0ec97-f854-433b-afd0-a88b8a3fed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:56.459040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 961ff546-a040-43b6-a501-6b2cdb38f37b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:57:56.470860 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.471211 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.471552 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.471890 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.481972 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.483513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.484333 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.484693 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.485048 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.485427 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.486251 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.486590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:57:56.494146 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:56.494573 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Checking segment: {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:56.494993 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.495386 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Bound using segment: {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:56.495862 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Bound port: 898aa2c5-2f71-4464-9a6f-3ccbfa08c950, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c034fe7b-2e9c-46d6-9e52-db630745aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:56.496237 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.521694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 961ff546-a040-43b6-a501-6b2cdb38f37b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:57:56.546863 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 961ff546-a040-43b6-a501-6b2cdb38f37b) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:56.552398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:57:56.553255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.597600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-540e6280-916e-4dfe-87ad-7ce70cbcc00f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9344018 Apr 25 14:57:56.600263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42544) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:56.605953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1799174154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:57:56.622044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:56.631650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:56.637866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:56.650037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:56.655543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:57:56.672116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.674860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.704010 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.752162 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] For port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:56.756422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d26c12-b49f-4f2c-b831-b7c652890773 None None] Network 961ff546-a040-43b6-a501-6b2cdb38f37b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:57:56.758083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] For port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:56.761483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.768264 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.813364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.818989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d47ee3ed-34ee-4256-a8bf-b9dd49c593db tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2158296 Apr 25 14:57:56.819759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:56.847022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:57:56.854859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:56.903969 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:57:56.905517 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:56.910645 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:57.083971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:57:57.085785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:57:57.125693 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:57:57.352163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:57:57.354701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Usage tracker for resource:security_group_rule and tenant:0434fbda6f2f482c8c63f77cb26910ca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:57:57.411813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:57:57.664100 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d3b22-90f5-4a16-abab-9207d7f849f3 None None] Pushing event updated for resources: {'Port': ['ID=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:57.726395 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:57:49Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:57:56Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:57:57.740385 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78984619-cc82-481c-94af-4a231faf2e26 None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:57:49Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:57:56Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:57:57.968899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-961ff546-a040-43b6-a501-6b2cdb38f37b', 'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': '0958eb4d-95e9-4315-b6c7-47c788b82abc'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:57.973111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:58.022824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:58.051475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:57:58.248482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Allocated IP 2001:db8::2 (602cee7f-afc3-4a3d-8768-3a02d3b8f15f/6e0039c3-d455-4803-b228-17d78351aa72/7d3c8c86-52f3-441c-8bf8-ccdee01a6464) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:58.475496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Attempting to bind port fff6d1d2-b27c-47d5-a410-a022ace4898e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:57:58.475933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Attempting to bind port fff6d1d2-b27c-47d5-a410-a022ace4898e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'f3594650-6883-406a-8411-a2a7333f3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:57:58.476340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Attempting to bind port fff6d1d2-b27c-47d5-a410-a022ace4898e on network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:57:58.739310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Allocated IP 2001:db8:1::2 (961ff546-a040-43b6-a501-6b2cdb38f37b/0958eb4d-95e9-4315-b6c7-47c788b82abc/656ab840-5362-494c-8542-f0a6ccb42243) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:58.757741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:57:58.758521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Checking segment: {'id': 'f3594650-6883-406a-8411-a2a7333f3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:57:58.762502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:58.763192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Bound using segment: {'id': 'f3594650-6883-406a-8411-a2a7333f3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:57:58.764578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Bound port: fff6d1d2-b27c-47d5-a410-a022ace4898e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3594650-6883-406a-8411-a2a7333f3404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0842620a-3640-4b1c-8dc8-ccf9e9e18b99'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:57:58.765151 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:58.852554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:57:59.073864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.113682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-55417df2-fc05-4ecf-a1f4-543965c0108c', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:57:59.114510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.153609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.172458 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.224007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.297709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] For port fff6d1d2-b27c-47d5-a410-a022ace4898e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:57:59.328846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.356195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] For port fff6d1d2-b27c-47d5-a410-a022ace4898e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fff6d1d2-b27c-47d5-a410-a022ace4898e,segment=NetworkSegment(f3594650-6883-406a-8411-a2a7333f3404),segment_id=f3594650-6883-406a-8411-a2a7333f3404)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:57:59.356739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:57:59.373343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.378039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Transition to ACTIVE for port object 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:59.386072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:57:59.389696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.568389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:57:59.568701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.611511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:57:59.612040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0434fbda6f2f482c8c63f77cb26910ca&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5561540 Apr 25 14:57:59.612882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad64b32-d6cf-4a01-9ba2-f3ad7fb241dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ad94e0-e4fe-4efd-afe3-7d68e2df807e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:59.738658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Transition to ACTIVE for port object 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:59.830001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16903064-6a3b-4460-b6b3-6d84ffac275b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.839278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.857317 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:57:59.880698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053829b-2255-4638-8a10-312d5f7b0ccb None None] Pushing event updated for resources: {'Port': ['ID=fff6d1d2-b27c-47d5-a410-a022ace4898e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:59.956692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8::1 (602cee7f-afc3-4a3d-8768-3a02d3b8f15f/6e0039c3-d455-4803-b228-17d78351aa72/8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:57:59.983814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Subnet': ['ID=7247d471-bec5-4c71-87e2-1e68f5645e48,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:57:59.984441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Transition to ACTIVE for port object 656ab840-5362-494c-8542-f0a6ccb42243 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:57:59.988602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42598) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:00.021471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Checking segment: {'id': 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:00.022516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network hostable DHCP agents. Network: bccb78b5-976b-4549-8601-0c79f9001fa1, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:00.052688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Allocated IP 172.21.0.2 (55417df2-fc05-4ecf-a1f4-543965c0108c/4009ccd3-1582-461c-8d44-afcd5869c570/e42f6286-04c6-4c9e-b02b-daf51d65761c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:00.067828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:00.097199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:00.144186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:00.217379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Transition to ACTIVE for port object 656ab840-5362-494c-8542-f0a6ccb42243 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:00.225746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Pushing event updated for resources: {'Port': ['ID=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:00.381130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.532162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network bccb78b5-976b-4549-8601-0c79f9001fa1 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:00.542337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16903064-6a3b-4460-b6b3-6d84ffac275b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.615767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, bccb78b5-976b-4549-8601-0c79f9001fa1) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:00.635672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:00.636534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.646033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0bfd3-ce52-41b9-b6cc-aa761b9d9325 None None] Network bccb78b5-976b-4549-8601-0c79f9001fa1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:00.661946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.683549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:00.716587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.795938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e9c56040-1d02-43d6-866d-e8219fb4cc2d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0405991 Apr 25 14:58:00.804823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42604) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:00.805358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.833234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40d9d-5bc3-4244-90f2-2aba8507cafd req-ecce812a-9257-4e2e-bb6c-42907708c0ab tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:00.841066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f40d9d-5bc3-4244-90f2-2aba8507cafd req-ecce812a-9257-4e2e-bb6c-42907708c0ab tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 0.4876139 Apr 25 14:58:00.858056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Attempting to bind port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:00.858441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Attempting to bind port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:00.858956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Attempting to bind port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 on network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:00.870885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'port': {'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1', 'name': 'tempest-NetworksIpV6TestAttrs-669376649'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:00.888027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Network 961ff546-a040-43b6-a501-6b2cdb38f37b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:00.928660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:00.936551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:00.939520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:00.939896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Checking segment: {'id': 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:00.940297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.940767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Bound using segment: {'id': 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:00.941454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Bound port: 7d3c8c86-52f3-441c-8bf8-ccdee01a6464, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '602cee7f-afc3-4a3d-8768-3a02d3b8f15f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:00.941840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:00.955933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:00.958966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Pushing event updated for resources: {'Port': ['ID=656ab840-5362-494c-8542-f0a6ccb42243,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:00.959369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:01.008461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16903064-6a3b-4460-b6b3-6d84ffac275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.012979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:01.022139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:01.023421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.214997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16903064-6a3b-4460-b6b3-6d84ffac275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ad94e0-e4fe-4efd-afe3-7d68e2df807e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:01.303404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f40d9d-5bc3-4244-90f2-2aba8507cafd req-57d7d4ef-5d37-4e37-a2c4-30881cb49612 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611104 Apr 25 14:58:01.426786 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.443950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Transition to ACTIVE for port object e42f6286-04c6-4c9e-b02b-daf51d65761c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:01.468589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Transition to ACTIVE for port object e42f6286-04c6-4c9e-b02b-daf51d65761c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:01.487759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:01.507764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:port and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:01.515038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:01.520908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16903064-6a3b-4460-b6b3-6d84ffac275b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.522096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-16903064-6a3b-4460-b6b3-6d84ffac275b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36ad94e0-e4fe-4efd-afe3-7d68e2df807e HTTP/1.1" status: 204 len: 168 time: 1.9095523 Apr 25 14:58:01.523113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.558341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:01.637958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] For port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:01.649003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] For port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,segment=NetworkSegment(a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5),segment_id=a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:01.665861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:01.738382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:01.746265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.753569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-bccb78b5-976b-4549-8601-0c79f9001fa1', 'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1', 'tenant_id': '02a067aaeac54cd48894cdc30a4ae24c', 'fixed_ips': [{'subnet_id': '7247d471-bec5-4c71-87e2-1e68f5645e48'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:01.759615 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.761188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.21.0.1 (55417df2-fc05-4ecf-a1f4-543965c0108c/4009ccd3-1582-461c-8d44-afcd5869c570/d01f49d1-8462-4709-81a0-e09283633ac1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:01.785792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Attempting to bind port 656ab840-5362-494c-8542-f0a6ccb42243 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:01.786321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Attempting to bind port 656ab840-5362-494c-8542-f0a6ccb42243 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '71a0ec97-f854-433b-afd0-a88b8a3fed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:01.786856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Attempting to bind port 656ab840-5362-494c-8542-f0a6ccb42243 on network 961ff546-a040-43b6-a501-6b2cdb38f37b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:01.795941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7631ff4-d22f-4c96-97a2-a6d94d563466 None None] Network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:01.811795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.816898 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.819724 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.822907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] device_id is not set on port 7b24b2be-649e-4f6a-98c1-790f4c92a8f7 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:58:01.987344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:01.988261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Checking segment: {'id': '71a0ec97-f854-433b-afd0-a88b8a3fed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:01.989223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:01.989835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Bound using segment: {'id': '71a0ec97-f854-433b-afd0-a88b8a3fed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:01.991151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Bound port: 656ab840-5362-494c-8542-f0a6ccb42243, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a0ec97-f854-433b-afd0-a88b8a3fed08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '961ff546-a040-43b6-a501-6b2cdb38f37b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:01.992232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.028995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Network 55417df2-fc05-4ecf-a1f4-543965c0108c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:02.039926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-2476e405-b4e0-4e9e-a15f-80a5a491fb33 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:02.043193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-2476e405-b4e0-4e9e-a15f-80a5a491fb33 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 0.9505994 Apr 25 14:58:02.059631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fff6d1d2-b27c-47d5-a410-a022ace4898e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:02.132373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.157963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object d01f49d1-8462-4709-81a0-e09283633ac1 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:02.184693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:02.185531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42614) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:02.240708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.263181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Allocated IP 2001:db8::f816:3eff:fe04:4ee6 (bccb78b5-976b-4549-8601-0c79f9001fa1/7247d471-bec5-4c71-87e2-1e68f5645e48/7b24b2be-649e-4f6a-98c1-790f4c92a8f7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:02.272902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:02.366015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=d01f49d1-8462-4709-81a0-e09283633ac1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:02.369256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.397985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:02.401979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b8fa778e7418431b96c20cf942e4c18d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:02.405349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:02.412638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:02.526365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.532898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-87ed5a9c-b1ee-4f4b-819a-6bff3f0f2726 None None] Provisioning for port fff6d1d2-b27c-47d5-a410-a022ace4898e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:02.550412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Transition to ACTIVE for port object 7b24b2be-649e-4f6a-98c1-790f4c92a8f7 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:02.605429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.664331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 55417df2-fc05-4ecf-a1f4-543965c0108c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:02.666196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.683779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:02.705180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:02.811081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8fa778e7418431b96c20cf942e4c18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200354 Apr 25 14:58:02.814699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.821863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42622) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:02.828343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15fa02-f4c7-481c-81ca-04049bd542b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447e562-7e13-44c4-a298-019569e88c99,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:02.894326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.917537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network bccb78b5-976b-4549-8601-0c79f9001fa1 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:02.919612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.924375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Port': ['ID=7b24b2be-649e-4f6a-98c1-790f4c92a8f7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:02.938229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:02.977098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Deleting port 39f5ee64-d320-4893-b9e9-26af64b81eb0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:02.977457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:02.988753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd06c28-e5f5-4ac5-84a0-b05fade3b795 None None] Pushing event updated for resources: {'Port': ['ID=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:03.007660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:03.014226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:03.014889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.090728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002775-e7ba-47d3-8458-59af3b224ff3 req-e40b28c3-ef1f-4199-b50e-7762aa58096f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:03.092836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d002775-e7ba-47d3-8458-59af3b224ff3 req-e40b28c3-ef1f-4199-b50e-7762aa58096f tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 0.4850583 Apr 25 14:58:03.158317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9497eeb-31c4-4e66-9ce6-6dd1ca1136c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.222796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] For port 656ab840-5362-494c-8542-f0a6ccb42243, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:03.229524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Attempting to bind port e42f6286-04c6-4c9e-b02b-daf51d65761c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:03.230138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Attempting to bind port e42f6286-04c6-4c9e-b02b-daf51d65761c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:03.230667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Attempting to bind port e42f6286-04c6-4c9e-b02b-daf51d65761c on network 55417df2-fc05-4ecf-a1f4-543965c0108c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:03.292018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Allocated IP 2001:db8::f816:3eff:fe7a:6ff9 (bccb78b5-976b-4549-8601-0c79f9001fa1/7247d471-bec5-4c71-87e2-1e68f5645e48/028ae75b-57c9-4657-8536-3f4859ecfca2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:03.295305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:03.295989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Checking segment: {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:03.296563 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.297155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Bound using segment: {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:03.297865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Bound port: e42f6286-04c6-4c9e-b02b-daf51d65761c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:03.298699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.317115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] For port 656ab840-5362-494c-8542-f0a6ccb42243, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=656ab840-5362-494c-8542-f0a6ccb42243,segment=NetworkSegment(71a0ec97-f854-433b-afd0-a88b8a3fed08),segment_id=71a0ec97-f854-433b-afd0-a88b8a3fed08)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:03.342630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fff6d1d2-b27c-47d5-a410-a022ace4898e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:03.359390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.402449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:03.406035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fff6d1d2-b27c-47d5-a410-a022ace4898e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:03.406687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.416286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9497eeb-31c4-4e66-9ce6-6dd1ca1136c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.441596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.450956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d002775-e7ba-47d3-8458-59af3b224ff3 req-bd3f115d-2b5c-418a-b6f7-25c4dffaf098 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897172 Apr 25 14:58:03.560917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1e6735e6-4864-4ae7-86e7-ff19f8c65174 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7141230 Apr 25 14:58:03.580343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.581532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.585772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:03.868811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9497eeb-31c4-4e66-9ce6-6dd1ca1136c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:03.920619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Pushing event updated for resources: {'Port': ['ID=e42f6286-04c6-4c9e-b02b-daf51d65761c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:03.960837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] For port 39f5ee64-d320-4893-b9e9-26af64b81eb0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=39f5ee64-d320-4893-b9e9-26af64b81eb0,segment=NetworkSegment(3e8a315c-606b-4c9c-b181-bd55f557c2d0),segment_id=3e8a315c-606b-4c9c-b181-bd55f557c2d0)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:03.962193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:04.040878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:04.065650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9497eeb-31c4-4e66-9ce6-6dd1ca1136c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447e562-7e13-44c4-a298-019569e88c99,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:04.100109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9497eeb-31c4-4e66-9ce6-6dd1ca1136c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:04.102957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9497eeb-31c4-4e66-9ce6-6dd1ca1136c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6447e562-7e13-44c4-a298-019569e88c99 HTTP/1.1" status: 204 len: 168 time: 1.2709835 Apr 25 14:58:04.144458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Deleting subnet 7247d471-bec5-4c71-87e2-1e68f5645e48 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:04.294877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] For port e42f6286-04c6-4c9e-b02b-daf51d65761c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:04.307203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Calling delete_port for 39f5ee64-d320-4893-b9e9-26af64b81eb0 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:04.494921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] For port e42f6286-04c6-4c9e-b02b-daf51d65761c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42f6286-04c6-4c9e-b02b-daf51d65761c,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:04.693536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91060890-5719-401f-acfa-47da5b1a06f3 None None] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:04.969175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39f5ee64-d320-4893-b9e9-26af64b81eb0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:05.059000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:05.064967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:05.074640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:05.103798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Deleting port bd7cb052-39d2-4f2b-981b-c013c59ef04f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:05.104479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:05.203860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890f96-2643-4642-a0ee-e4766969bae5 None None] Pushing event updated for resources: {'Port': ['ID=656ab840-5362-494c-8542-f0a6ccb42243,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:05.300519 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:05.333691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:05.336385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f14949-6534-4a2b-8fe6-04d136274f88 None None] Pushing event updated for resources: {'Port': ['ID=e42f6286-04c6-4c9e-b02b-daf51d65761c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:05.360786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:05.369522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fff6d1d2-b27c-47d5-a410-a022ace4898e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fff6d1d2-b27c-47d5-a410-a022ace4898e,segment=NetworkSegment(f3594650-6883-406a-8411-a2a7333f3404),segment_id=f3594650-6883-406a-8411-a2a7333f3404)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:05.370833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c585f2a9-603a-4f44-929e-e8814dc9113d None None] Provisioning for port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:05.414392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:05.430333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac92cf-1b1d-4700-ac16-cab5a81b419b req-717584cc-e275-42a7-9330-32ec009f08ed tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:05.433139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85ac92cf-1b1d-4700-ac16-cab5a81b419b req-717584cc-e275-42a7-9330-32ec009f08ed tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d13e15-0452-46cb-b691-2cb940c33c11 HTTP/1.1" status: 200 len: 945 time: 0.5282035 Apr 25 14:58:05.646332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] For port bd7cb052-39d2-4f2b-981b-c013c59ef04f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bd7cb052-39d2-4f2b-981b-c013c59ef04f,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:05.646849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:05.725699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fff6d1d2-b27c-47d5-a410-a022ace4898e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:05.743761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff05e3db-c18e-4e89-b4dc-025fdba91daa None None] Network 961ff546-a040-43b6-a501-6b2cdb38f37b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:05.956386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Calling delete_port for bd7cb052-39d2-4f2b-981b-c013c59ef04f owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:06.000571 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.026755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Transition to ACTIVE for port object 028ae75b-57c9-4657-8536-3f4859ecfca2 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:06.060963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.083954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Transition to ACTIVE for port object 028ae75b-57c9-4657-8536-3f4859ecfca2 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:06.168458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.176645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 656ab840-5362-494c-8542-f0a6ccb42243 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:06.190770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-85ac92cf-1b1d-4700-ac16-cab5a81b419b req-837ab5f9-c91e-4765-b63b-137a7ee36190 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.23 "GET /v2.0/security-groups?id=37358ca4-17e3-483a-a465-441b210ec821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461090 Apr 25 14:58:06.192228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Pushing event deleted for resources: {'Port': ['ID=39f5ee64-d320-4893-b9e9-26af64b81eb0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:06.253578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42662) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:06.320751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] No DVR routers for this DVR port 39f5ee64-d320-4893-b9e9-26af64b81eb0 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:06.326659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.334775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d13e15-0452-46cb-b691-2cb940c33c11', 'name': 'network-vif-deleted', 'tag': '39f5ee64-d320-4893-b9e9-26af64b81eb0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:58:06.345609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.367568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10de9cc0-aec8-4695-81f5-bead34ec4353 req-a73b8652-1fea-4d0d-a265-0af793d6f9d9 tempest-ServerTagsTestJSON-1651191774 tempest-ServerTagsTestJSON-1651191774-project] 10.222.0.15 "DELETE /v2.0/ports/39f5ee64-d320-4893-b9e9-26af64b81eb0 HTTP/1.1" status: 204 len: 173 time: 4.2426271 Apr 25 14:58:06.419443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.434450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:58:06.554637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Network bccb78b5-976b-4549-8601-0c79f9001fa1 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:06.557463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a197a909-0d57-4898-b83b-4692b350c22d None None] Provisioning for port 656ab840-5362-494c-8542-f0a6ccb42243 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:06.586965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-101593911-network', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:06.601171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:06.605937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Usage tracker for resource:network and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:06.608180 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66ab34f-a21f-4b7f-a3f8-0f6268ce2aa6'] response: {'server_uuid': '91d13e15-0452-46cb-b691-2cb940c33c11', 'name': 'network-vif-deleted', 'tag': '39f5ee64-d320-4893-b9e9-26af64b81eb0', 'status': 'completed', 'code': 200} Apr 25 14:58:06.608458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:06.609206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:06.615912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:06.616636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:06.654981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Made reservation on behalf of 3e6527c732444499a0e7d6b88d7df960 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:06.658054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.701774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:58:06.738863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.767053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.785927 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:06.793674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:06.803870 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-588ccda8-4f4f-4aff-b91b-e1eba6aa0a25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/314cc5ef-1191-4f6a-a3c4-6a3d12af32f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9825912 Apr 25 14:58:06.804596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42674) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:06.901843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:06.917759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No active binding found for port 39f5ee64-d320-4893-b9e9-26af64b81eb0 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:58:06.919188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 39f5ee64-d320-4893-b9e9-26af64b81eb0 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:06.942828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5839c73a-570c-4dc4-886a-37477ff5071a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:06.943467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5839c73a-570c-4dc4-886a-37477ff5071a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:58:06.949654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:06.959319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43945718-f51e-4027-9373-c3019f9518ac None None] Sync routers for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:06.982222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5839c73a-570c-4dc4-886a-37477ff5071a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:58:06.984177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5839c73a-570c-4dc4-886a-37477ff5071a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports/8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 HTTP/1.1" status: 200 len: 911 time: 0.1784606 Apr 25 14:58:06.987826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42678) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:07.035609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43945718-f51e-4027-9373-c3019f9518ac None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:07.036982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-43945718-f51e-4027-9373-c3019f9518ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:07.048792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:07.088424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:07.110321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.152002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=d01f49d1-8462-4709-81a0-e09283633ac1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:07.198672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.222991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f44c47a6-8fa8-4dd0-b235-4d5df41f7ff6 None None] Provisioning complete for port fff6d1d2-b27c-47d5-a410-a022ace4898e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:07.223741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f44c47a6-8fa8-4dd0-b235-4d5df41f7ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.286015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-43945718-f51e-4027-9373-c3019f9518ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:07.290150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Pushing event updated for resources: {'Port': ['ID=028ae75b-57c9-4657-8536-3f4859ecfca2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:07.328937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa91d2-a7a4-47bd-ac93-b07c104466c7 None None] Network 55417df2-fc05-4ecf-a1f4-543965c0108c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:07.355276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 656ab840-5362-494c-8542-f0a6ccb42243 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:07.450344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 656ab840-5362-494c-8542-f0a6ccb42243 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:07.450765 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.487050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Attempting to bind port 028ae75b-57c9-4657-8536-3f4859ecfca2 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:07.487513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Attempting to bind port 028ae75b-57c9-4657-8536-3f4859ecfca2 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:07.487893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Attempting to bind port 028ae75b-57c9-4657-8536-3f4859ecfca2 on network bccb78b5-976b-4549-8601-0c79f9001fa1 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:07.503258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43945718-f51e-4027-9373-c3019f9518ac None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:07.504009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-43945718-f51e-4027-9373-c3019f9518ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:07.544629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.554656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:07.630233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 55417df2-fc05-4ecf-a1f4-543965c0108c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:07.631302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.635276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.640588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:07.677580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:07.677857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Checking segment: {'id': 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:07.678189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.678580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Bound using segment: {'id': 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:07.679080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Bound port: 028ae75b-57c9-4657-8536-3f4859ecfca2, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bccb78b5-976b-4549-8601-0c79f9001fa1'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:07.679469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:07.698739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-43945718-f51e-4027-9373-c3019f9518ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:07.699174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43945718-f51e-4027-9373-c3019f9518ac None None] The sync data for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:08.121207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.241895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 656ab840-5362-494c-8542-f0a6ccb42243, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=656ab840-5362-494c-8542-f0a6ccb42243,segment=NetworkSegment(71a0ec97-f854-433b-afd0-a88b8a3fed08),segment_id=71a0ec97-f854-433b-afd0-a88b8a3fed08)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:08.258699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.259470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:08.367321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7cb052-39d2-4f2b-981b-c013c59ef04f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:08.376886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Deleting subnet ad4ddea4-ebaf-486b-a8b7-91a91b800f52 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:08.479749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.499426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] For port 028ae75b-57c9-4657-8536-3f4859ecfca2, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:08.550549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.668512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] For port 028ae75b-57c9-4657-8536-3f4859ecfca2, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=028ae75b-57c9-4657-8536-3f4859ecfca2,segment=NetworkSegment(ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3),segment_id=ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:08.686896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.706922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41dc1503-86e9-426d-b2a6-262d1093fdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.726494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a62a235-3507-42e1-ace1-4b27f72a627e None None] Provisioning for port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:08.732891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=656ab840-5362-494c-8542-f0a6ccb42243,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:08.762610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.790623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a62a235-3507-42e1-ace1-4b27f72a627e None None] Provisioning complete for port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:08.793421 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a62a235-3507-42e1-ace1-4b27f72a627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.928941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:08.932205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:08.980890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1a62a235-3507-42e1-ace1-4b27f72a627e None None] Port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:09.012816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:09.013709 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.107977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:09.118027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc744-4cbe-40ab-afc0-a8c3e3407a48 None None] Pushing event updated for resources: {'Port': ['ID=028ae75b-57c9-4657-8536-3f4859ecfca2,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:09.187669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a62a235-3507-42e1-ace1-4b27f72a627e None None] Provisioning for port e42f6286-04c6-4c9e-b02b-daf51d65761c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:09.238353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe24a0-34d5-44ad-ad10-995bd9d411b9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:09.280004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.280493 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Added segment 3730d462-a274-40c9-bea7-c0d931355dd5 of type vlan for network 5103913a-3275-4901-83f1-70838439cb09 Apr 25 14:58:09.350995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.368481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Provisioning complete for port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:09.368912 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.437236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Subnet': ['ID=7247d471-bec5-4c71-87e2-1e68f5645e48,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:09.459846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8:1::1 (961ff546-a040-43b6-a501-6b2cdb38f37b/0958eb4d-95e9-4315-b6c7-47c788b82abc/c353249a-aaa7-475b-ab6e-0d1cb4caaa4a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:09.479722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.515118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.518906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:09.519934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.545726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:09.593191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,segment=NetworkSegment(a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5),segment_id=a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:09.607934 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.609162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:09.651419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.701095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ca9f59b-5b7f-475c-832e-0c01fc2bea0a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/7247d471-bec5-4c71-87e2-1e68f5645e48 HTTP/1.1" status: 204 len: 168 time: 6.1062834 Apr 25 14:58:09.734237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42696) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:09.823250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Provisioning for port d01f49d1-8462-4709-81a0-e09283633ac1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:09.852577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Provisioning complete for port d01f49d1-8462-4709-81a0-e09283633ac1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:09.852952 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.936727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:09.957553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.6977165 Apr 25 14:58:09.960409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:09.978783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42702) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:09.982679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object c353249a-aaa7-475b-ab6e-0d1cb4caaa4a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:09.983288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Port d01f49d1-8462-4709-81a0-e09283633ac1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:09.984811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d91a-1cad-428e-b635-d696d746f16d admin admin] Pushing event updated for resources: {'Network': ['ID=5103913a-3275-4901-83f1-70838439cb09,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:10.005615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5103913a-3275-4901-83f1-70838439cb09 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:10.007137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Request body: {'subnet': {'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-101593911-subnet', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:10.013203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:10.028446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:10.031779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.040070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Usage tracker for resource:subnet and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:10.057955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:10.074186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Provisioning complete for port 656ab840-5362-494c-8542-f0a6ccb42243 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:10.074814 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44adc977-1a7d-4deb-85da-0f4771d92d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.078499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:10.088112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.207814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 961ff546-a040-43b6-a501-6b2cdb38f37b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:10.219108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:10.223655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:10.224193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.239182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.245716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3ba23-0031-4d7c-ae1e-44d80260e74f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:10.247415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3ba23-0031-4d7c-ae1e-44d80260e74f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:10.248211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c9e3ba23-0031-4d7c-ae1e-44d80260e74f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Synchronizing usage tracker for tenant:02a067aaeac54cd48894cdc30a4ae24c on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:58:10.261701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=c353249a-aaa7-475b-ab6e-0d1cb4caaa4a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:10.325812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Made reservation on behalf of 3e6527c732444499a0e7d6b88d7df960 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:10.328448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.405898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:10.406565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.697398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:10.754882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c9e3ba23-0031-4d7c-ae1e-44d80260e74f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Unset dirty status for tenant:02a067aaeac54cd48894cdc30a4ae24c on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:58:10.759884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c9e3ba23-0031-4d7c-ae1e-44d80260e74f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0208225 Apr 25 14:58:10.778537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42712) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:10.804810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d73118-25ec-43fb-a90e-ea03b36e45eb None None] Network bccb78b5-976b-4549-8601-0c79f9001fa1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:10.904653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:10.921205 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:10.943522 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:10.944624 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:11.086379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c209b8c-8838-460e-bf6c-e8ba88879a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.111866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Provisioning for port 028ae75b-57c9-4657-8536-3f4859ecfca2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:11.117528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-8786d474-aaab-4982-b8a4-319da8c871a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7313044 Apr 25 14:58:11.185808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.195671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3ff59396-5e16-42ac-ae91-54c05399dbf0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9439669 Apr 25 14:58:11.199450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42716) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:11.207072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Provisioning complete for port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:11.207510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.317348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] DHCP port deletion for bccb78b5-976b-4549-8601-0c79f9001fa1 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:58:11.330124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] Deleting port 028ae75b-57c9-4657-8536-3f4859ecfca2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:11.330508 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.348497 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:11.365474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-1311750840'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:11.429914 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.434145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ad4ddea4-ebaf-486b-a8b7-91a91b800f52 HTTP/1.1" status: 204 len: 168 time: 3.8566887 Apr 25 14:58:11.437278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd45aec-21df-4515-a121-4f45bbc3ec6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4ddea4-ebaf-486b-a8b7-91a91b800f52,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:11.444819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95606e-19b9-4119-812c-f0d63ab71349 req-bf8e3948-caa2-4bc0-8380-e39d19171679 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:11.456412 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc95606e-19b9-4119-812c-f0d63ab71349 req-bf8e3948-caa2-4bc0-8380-e39d19171679 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1098 time: 1.2577510 Apr 25 14:58:11.492849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:11.510060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42720) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:11.517419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:11.538911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Provisioning for port c353249a-aaa7-475b-ab6e-0d1cb4caaa4a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:11.559838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Provisioning complete for port c353249a-aaa7-475b-ab6e-0d1cb4caaa4a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:11.560175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.613414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:11.652884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:11.691858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fff6d1d2-b27c-47d5-a410-a022ace4898e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:11.715986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:11.732388 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5602b99d-4122-4872-80b0-b43adcee4c58 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.745347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc95606e-19b9-4119-812c-f0d63ab71349 req-de509286-b2a3-4444-a537-f9d0c0a15b27 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878995 Apr 25 14:58:11.804504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] For port 028ae75b-57c9-4657-8536-3f4859ecfca2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=028ae75b-57c9-4657-8536-3f4859ecfca2,segment=NetworkSegment(ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3),segment_id=ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:11.805056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:11.818190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:11.827710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456da70a-7687-4be2-b002-04216fbea6a2 req-98f86090-8f09-4f8f-a95d-7978affb27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:11.830733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-98f86090-8f09-4f8f-a95d-7978affb27db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1098 time: 0.2997379 Apr 25 14:58:11.882609 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5602b99d-4122-4872-80b0-b43adcee4c58 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 25 14:58:11.883215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5602b99d-4122-4872-80b0-b43adcee4c58 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:11.966935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:58:11.975963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] Calling delete_port for 028ae75b-57c9-4657-8536-3f4859ecfca2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:12.047801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:12.051540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.067741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.082987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5602b99d-4122-4872-80b0-b43adcee4c58 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/bccb78b5-976b-4549-8601-0c79f9001fa1 HTTP/1.1" status: 409 len: 405 time: 1.2569070 Apr 25 14:58:12.086576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.097448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42730) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:12.104742 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.117150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1274657386'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:12.123193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:12.127595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:network and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:12.128406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.132033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:12.132275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.139033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:12.147996 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.176859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:12.181000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.199477 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:03Z', 'revision_number': 3, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:05Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:12.204842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Port c353249a-aaa7-475b-ab6e-0d1cb4caaa4a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:12.207358 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:12.208005 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Updating router 9904032e-f06a-4afa-aae5-b42081223fac port d01f49d1-8462-4709-81a0-e09283633ac1 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:58:12.228862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] Pushing event deleted for resources: {'Port': ['ID=028ae75b-57c9-4657-8536-3f4859ecfca2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:12.236489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:12.244225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fff6d1d2-b27c-47d5-a410-a022ace4898e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:12.244819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.301067 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.371409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.378771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e36683-b8ad-45d1-afcc-e6e492c9435e None None] No DVR routers for this DVR port 028ae75b-57c9-4657-8536-3f4859ecfca2 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:12.389383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Provisioning complete for port d01f49d1-8462-4709-81a0-e09283633ac1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:12.390413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.528843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-662406cd-794f-404a-b9ca-d631341ec5eb None None] Port d01f49d1-8462-4709-81a0-e09283633ac1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:12.584800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:12.596399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.597014 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Added segment 26c33205-7939-46ba-937f-47a0b4eed0e4 of type vlan for network cee842a8-1892-4048-a66c-82b0179dd74d Apr 25 14:58:12.612887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.613281 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment 8420fc05-c4de-42ac-94b7-6968a062e6cc of type vlan for network 8c585665-3d74-4ae1-bb82-60be94c82ab3 Apr 25 14:58:12.626343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.640659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=c353249a-aaa7-475b-ab6e-0d1cb4caaa4a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:12.659448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456da70a-7687-4be2-b002-04216fbea6a2 req-7e5f0242-a1b9-42d8-bb1c-dc0f0f2c0def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:12.661213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-7e5f0242-a1b9-42d8-bb1c-dc0f0f2c0def service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.7215602 Apr 25 14:58:12.669134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 656ab840-5362-494c-8542-f0a6ccb42243 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:12.686783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47269ca9-060f-49a4-962a-e772f71e5528']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:12.702503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8a315c-606b-4c9c-b181-bd55f557c2d0') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:12.702819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8a315c-606b-4c9c-b181-bd55f557c2d0') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:12.751437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.773780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.779131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.790160 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-08284a84-f7bd-43aa-be11-03c136e76bc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 1002 time: 0.1205368 Apr 25 14:58:12.805422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 656ab840-5362-494c-8542-f0a6ccb42243 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:12.806675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.871756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.871965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 66baf3c2-d407-4674-95ca-582e84d335e1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:12.872244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.895345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:12.895845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.899393 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.925373 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Transition to ACTIVE for port object d01f49d1-8462-4709-81a0-e09283633ac1 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:12.925808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:12.941862 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:12.947887 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:12.980708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456da70a-7687-4be2-b002-04216fbea6a2 req-c263103e-f882-4609-b293-e0aafa817a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:12.982264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-c263103e-f882-4609-b293-e0aafa817a23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1694605 Apr 25 14:58:12.982428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42f6286-04c6-4c9e-b02b-daf51d65761c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:12.988793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 961ff546-a040-43b6-a501-6b2cdb38f37b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:12.992964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:13.015434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:13.096124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e42f6286-04c6-4c9e-b02b-daf51d65761c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:13.111288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e42f6286-04c6-4c9e-b02b-daf51d65761c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:13.111679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.285321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5a288e-c4d2-41a6-bacf-a0eb3604a614,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:13.300922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:58:13.335412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.340011 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Attempting to bind port d01f49d1-8462-4709-81a0-e09283633ac1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:13.340473 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Attempting to bind port d01f49d1-8462-4709-81a0-e09283633ac1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:13.340745 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Attempting to bind port d01f49d1-8462-4709-81a0-e09283633ac1 on network 55417df2-fc05-4ecf-a1f4-543965c0108c {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:13.346121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:13.352756 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:13.353158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Checking segment: {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:13.353570 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.353973 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Bound using segment: {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:13.354466 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Bound port: d01f49d1-8462-4709-81a0-e09283633ac1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530addbc-d93c-4c8f-8842-345384021487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:13.354872 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.358811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.471128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.518712 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] For port d01f49d1-8462-4709-81a0-e09283633ac1, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:13.522901 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] For port d01f49d1-8462-4709-81a0-e09283633ac1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d01f49d1-8462-4709-81a0-e09283633ac1,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:13.539517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e42f6286-04c6-4c9e-b02b-daf51d65761c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42f6286-04c6-4c9e-b02b-daf51d65761c,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:13.540381 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.546330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.547288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:13.564635 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3e81e-86e1-4a26-aa81-8125904a4086 None None] Pushing event updated for resources: {'Port': ['ID=d01f49d1-8462-4709-81a0-e09283633ac1,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:13.702134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3e81e-86e1-4a26-aa81-8125904a4086 None None] Pushing event updated for resources: {'Port': ['ID=d01f49d1-8462-4709-81a0-e09283633ac1,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:13.728815 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:13.729506 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:13.791366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.803047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.803926 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.808993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Checking segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:13.814336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Network hostable DHCP agents. Network: 5103913a-3275-4901-83f1-70838439cb09, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:13.889279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Network': ['ID=cee842a8-1892-4048-a66c-82b0179dd74d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:13.896799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e42f6286-04c6-4c9e-b02b-daf51d65761c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:13.913501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network cee842a8-1892-4048-a66c-82b0179dd74d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:13.931464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.942174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:13.944553 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:13.994427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:13.998593 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:14.027528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=47269ca9-060f-49a4-962a-e772f71e5528,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:14.085844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9e7ca799-8a40-4c81-b2ab-3f526b7b8f34 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9868672 Apr 25 14:58:14.093609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Network 5103913a-3275-4901-83f1-70838439cb09 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:14.099071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e426d886-a847-49e4-930a-99d68bfcf3fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/47269ca9-060f-49a4-962a-e772f71e5528 HTTP/1.1" status: 204 len: 168 time: 2.5564075 Apr 25 14:58:14.116737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42740) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:14.132306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8356907 Apr 25 14:58:14.142601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:14.149001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b9a71f52-7955-43f0-8291-6656be0afdb6 None None] Provisioning complete for port c353249a-aaa7-475b-ab6e-0d1cb4caaa4a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:14.149001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9a71f52-7955-43f0-8291-6656be0afdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:14.180594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'subnet': {'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:14.286993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:14.291349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b9a71f52-7955-43f0-8291-6656be0afdb6 None None] Port c353249a-aaa7-475b-ab6e-0d1cb4caaa4a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:14.319324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:14.380793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42750) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:14.536680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456da70a-7687-4be2-b002-04216fbea6a2 req-44ede7eb-77e8-44ff-b75b-5705ce17c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:14.539049 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-44ede7eb-77e8-44ff-b75b-5705ce17c0c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5469472 Apr 25 14:58:14.568013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42f6286-04c6-4c9e-b02b-daf51d65761c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:14.628610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:14.629179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:14.678167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e42f6286-04c6-4c9e-b02b-daf51d65761c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:14.678706 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:14.683311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5103913a-3275-4901-83f1-70838439cb09) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:14.697731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:14.699175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:14.719930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac820d48-27a6-4569-866a-30f00dce361c None None] Network 5103913a-3275-4901-83f1-70838439cb09 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:14.725214 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:03Z', 'revision_number': 3, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:13Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:14.729698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-65aa21bc-cbd7-4e3d-902e-6b8d0253847c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:58:14.730318 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e51fcc-677d-489b-ad5e-62740c23f90a None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:03Z', 'revision_number': 3, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:13Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:14.731143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-65aa21bc-cbd7-4e3d-902e-6b8d0253847c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789280 Apr 25 14:58:14.746053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:14.751855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:14.755664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:14.757717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172e81-628a-4013-95b2-bcc06fc92caf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=8c585665-3d74-4ae1-bb82-60be94c82ab3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:14.781611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:14.783310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:14.876746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-908c78ab-1133-4b67-b75f-bd2c4133fc62 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.8780205 Apr 25 14:58:14.887483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42756) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:14.900028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:14.912322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:14.922695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:14.938356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:14.944779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:14.959605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48f3a7dd-6086-4c80-9bf3-033494727b2f admin admin] 10.222.0.23 "PUT /v2.0/routers/689e77eb-dfa9-4f2b-96ec-756cf43961d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9607356 Apr 25 14:58:14.961940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42760) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:14.966357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] Sync routers for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:15.030847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Usage tracker for resource:router and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:15.038947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:15.042053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.058210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:15.074306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:15.075123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:15.101014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:15.116548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:15.128956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:15.132967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.190076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 66baf3c2-d407-4674-95ca-582e84d335e1 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:15.267884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bbe59e9b-2a9c-4418-a5ca-164f17d40156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a2619a34c3b43e694fbec1c1d5480e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778169 Apr 25 14:58:15.280598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42764) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:15.323324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.529340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 028ae75b-57c9-4657-8536-3f4859ecfca2 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:15.579588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 028ae75b-57c9-4657-8536-3f4859ecfca2 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:15.580261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 028ae75b-57c9-4657-8536-3f4859ecfca2 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:15.631115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.632180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.675966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:15.807433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.846264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Deleting port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:15.846264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.853425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5103913a-3275-4901-83f1-70838439cb09', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:15.854486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.884517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:15.934083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-8cb38f26-893e-4348-a5e1-0c1bd0027560 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1210330 Apr 25 14:58:16.129168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54d6fe48-6142-4fd6-8e23-2d7f514ec733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.131499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:16.142153 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] Sync routers for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:16.158662 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:16.159248 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:16.179795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Allocated IP 172.20.0.2 (5103913a-3275-4901-83f1-70838439cb09/7a5a288e-c4d2-41a6-bacf-a0eb3604a614/172123b7-7f6b-4f08-93e0-a96e565e5277) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:16.279771 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:16.292612 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:16.294418 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:16.349030 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54d6fe48-6142-4fd6-8e23-2d7f514ec733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.386405 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:16.388242 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4c5fd-772f-44c7-9238-7697fde2978c None None] The sync data for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:16.395232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e913abe7-cf7d-44b6-b3cc-6d7dc0303b24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/314cc5ef-1191-4f6a-a3c4-6a3d12af32f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4010663 Apr 25 14:58:16.404347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-456da70a-7687-4be2-b002-04216fbea6a2 req-83a8f300-6bfe-4417-87d7-cbc2a95d20e2 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459386 Apr 25 14:58:16.407823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42770) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:16.547868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cc455d-9560-4da8-aa52-ddd9ca39df23 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:16.548815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-27cc455d-9560-4da8-aa52-ddd9ca39df23 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:58:16.650500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.689681 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.735490 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.761659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d01f49d1-8462-4709-81a0-e09283633ac1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:16.772665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:58:16.780604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.834925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Transition to ACTIVE for port object 172123b7-7f6b-4f08-93e0-a96e565e5277 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:16.865625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:58:06Z', 'revision_number': 5, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port': {'id': '3a0a1eff-9f9c-4dd3-ad0a-154157b0777c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:49:28Z', 'updated_at': '2022-04-25T14:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:16.884619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] Checking router: 689e77eb-dfa9-4f2b-96ec-756cf43961d7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:16.929943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-27cc455d-9560-4da8-aa52-ddd9ca39df23 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:58:16.932779 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-27cc455d-9560-4da8-aa52-ddd9ca39df23 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports/c353249a-aaa7-475b-ab6e-0d1cb4caaa4a HTTP/1.1" status: 200 len: 913 time: 0.5160344 Apr 25 14:58:16.942966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42778) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:16.952619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] For port 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:16.952987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:16.995114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Transition to ACTIVE for port object 172123b7-7f6b-4f08-93e0-a96e565e5277 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:17.003282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] Routers {'689e77eb-dfa9-4f2b-96ec-756cf43961d7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:17.004055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:17.038841 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.044670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=66baf3c2-d407-4674-95ca-582e84d335e1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:17.086321 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.224913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Calling delete_port for 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:17.236017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Network 5103913a-3275-4901-83f1-70838439cb09 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:17.242602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d01f49d1-8462-4709-81a0-e09283633ac1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:17.247546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:17.253262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Subnet': ['ID=9dd670d6-d9b8-4b44-b216-652d296f3f05,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:17.264955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:17.289511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d01f49d1-8462-4709-81a0-e09283633ac1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:17.289832 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.295976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54d6fe48-6142-4fd6-8e23-2d7f514ec733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.302352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.302896 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 7088130f-b8e7-4a76-b382-0229557bae89 disassociated (deleted). External IP: 172.25.0.223, port: 7545a142-f8db-4720-abf0-2605ed8771a2. Apr 25 14:58:17.323597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Pushing event updated for resources: {'Port': ['ID=172123b7-7f6b-4f08-93e0-a96e565e5277,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:17.381346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] Set router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:17.387392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:17.421929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Checking segment: {'id': '26c33205-7939-46ba-937f-47a0b4eed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:17.422595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network hostable DHCP agents. Network: cee842a8-1892-4048-a66c-82b0179dd74d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:17.512260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:17.514211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 8c585665-3d74-4ae1-bb82-60be94c82ab3, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:17.535625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6fe48-6142-4fd6-8e23-2d7f514ec733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37358ca4-17e3-483a-a465-441b210ec821,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:17.603001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=c70fecec-38cb-441d-8680-e442539f2f6d,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:17.604440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network cee842a8-1892-4048-a66c-82b0179dd74d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:17.620490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54d6fe48-6142-4fd6-8e23-2d7f514ec733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.621488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-54d6fe48-6142-4fd6-8e23-2d7f514ec733 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37358ca4-17e3-483a-a465-441b210ec821 HTTP/1.1" status: 204 len: 168 time: 2.3362739 Apr 25 14:58:17.626009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:17.732378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8c585665-3d74-4ae1-bb82-60be94c82ab3) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:17.738385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:17.742034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.760277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f2a3a-7c93-4af9-85a3-6ada8466ac68 None None] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:17.785880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.808804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:58:15Z', 'revision_number': 6, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:17.819275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-46dcd59d-4eb0-4889-b01c-272409da9c59 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6577353 Apr 25 14:58:17.825484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42792) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:17.829191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Attempting to bind port 172123b7-7f6b-4f08-93e0-a96e565e5277 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:17.829841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Attempting to bind port 172123b7-7f6b-4f08-93e0-a96e565e5277 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:17.830392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Attempting to bind port 172123b7-7f6b-4f08-93e0-a96e565e5277 on network 5103913a-3275-4901-83f1-70838439cb09 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:17.839675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:17.859277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f97b7c-6feb-47d0-9b98-fdd5d17c2188 None None] The sync data for ids ['689e77eb-dfa9-4f2b-96ec-756cf43961d7'] in n-d-811416-6 is: [{'id': '689e77eb-dfa9-4f2b-96ec-756cf43961d7', 'name': 'tempest-AttachVolumeTestJSON-1438704065-router', 'tenant_id': '3ed40a333e5b426c879deb4f9af18ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:49:26Z', 'updated_at': '2022-04-25T14:58:15Z', 'revision_number': 6, 'project_id': '3ed40a333e5b426c879deb4f9af18ab3', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:17.861827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:17.862489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Checking segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:17.863072 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.863799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Bound using segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:17.864707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Bound port: 172123b7-7f6b-4f08-93e0-a96e565e5277, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:17.865381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:17.916415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, cee842a8-1892-4048-a66c-82b0179dd74d) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:17.938121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Usage tracker for resource:security_group_rule and tenant:c1163fc8d0324fb8af5881d5bf68be1d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:17.949270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:17.949870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.044083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeeed8e-156f-40ab-b526-c188a0bf7ef8 None None] Network cee842a8-1892-4048-a66c-82b0179dd74d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:18.129538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:18.137906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:18.177412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.278048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3a5963da-4dce-41f4-8983-eaa491bcd948 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1438539 Apr 25 14:58:18.287204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] For port 172123b7-7f6b-4f08-93e0-a96e565e5277, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:18.290796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] For port 172123b7-7f6b-4f08-93e0-a96e565e5277, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=172123b7-7f6b-4f08-93e0-a96e565e5277,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:18.316991 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.327065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42804) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:18.327740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0a1eff-9f9c-4dd3-ad0a-154157b0777c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:18.354222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'port': {'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d', 'name': 'tempest-NetworksIpV6TestAttrs-231330275'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:18.514147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 15780d2a-fa63-43e4-8cbf-a7719ae866af has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:18.794576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.889382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d714e-15bc-4be2-b712-b58ca70fc204 None None] Pushing event updated for resources: {'Port': ['ID=172123b7-7f6b-4f08-93e0-a96e565e5277,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:18.932007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:18.933706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.934320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.935328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:18.958994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:18.982752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] Sync routers for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:19.007934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:port and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:19.015806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d01f49d1-8462-4709-81a0-e09283633ac1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d01f49d1-8462-4709-81a0-e09283633ac1,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:19.021279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-cee842a8-1892-4048-a66c-82b0179dd74d', 'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d', 'tenant_id': '02a067aaeac54cd48894cdc30a4ae24c', 'fixed_ips': [{'subnet_id': '9dd670d6-d9b8-4b44-b216-652d296f3f05'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:19.022851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.040044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.043281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8c585665-3d74-4ae1-bb82-60be94c82ab3', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:19.044349 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.072131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:19.148273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:19.148458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:19.249074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:19.440907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.463000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Allocated IP 2001:db8::f816:3eff:fe89:1191 (cee842a8-1892-4048-a66c-82b0179dd74d/9dd670d6-d9b8-4b44-b216-652d296f3f05/bf757d4f-79ca-4d22-8026-db0aeefa1cd6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:19.473954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.489428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.496335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:19.501117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.528254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.603711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:19.721418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:19.721806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3a0a1eff-9f9c-4dd3-ad0a-154157b0777c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:19.722293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bd7cb052-39d2-4f2b-981b-c013c59ef04f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:19.739845 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.763088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] device_id is not set on port 82a34af0-d052-43a4-91fc-c9f68faba862 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:58:19.815774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:19.846355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1163fc8d0324fb8af5881d5bf68be1d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4257429 Apr 25 14:58:19.850359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a0fa-e16d-43b2-a32c-1307e638c517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e3a02-b838-4183-b2f5-497072e43080,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:19.853477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42836) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:19.893878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: bd7cb052-39d2-4f2b-981b-c013c59ef04f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:19.894805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bd7cb052-39d2-4f2b-981b-c013c59ef04f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:19.929568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:20.027993 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84f9552c-8c3d-462d-a590-2d0770d4c606 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/floatingips/7088130f-b8e7-4a76-b382-0229557bae89 HTTP/1.1" status: 204 len: 168 time: 8.2051482 Apr 25 14:58:20.054078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:20.055879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689e77eb-dfa9-4f2b-96ec-756cf43961d7 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:58:20.083505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d01f49d1-8462-4709-81a0-e09283633ac1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:20.138899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:58:20.266466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:20.381242 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:20.383786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a9d6c7d-2f7c-48a6-b039-a4e32787be96 req-e5f88fee-86df-4478-b0ad-8b79b8e3d4a1 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.5413778 Apr 25 14:58:20.418036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Allocated IP 172.22.0.2 (8c585665-3d74-4ae1-bb82-60be94c82ab3/c70fecec-38cb-441d-8680-e442539f2f6d/50923c88-71d6-4cf5-ae25-589b4ef3da68) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:20.508624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Transition to ACTIVE for port object bf757d4f-79ca-4d22-8026-db0aeefa1cd6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:20.526678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf739af3-5408-46fb-9c68-6873a1a8bd9f None None] Network 5103913a-3275-4901-83f1-70838439cb09 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:20.643901 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64b7780-7c71-4c5a-be19-9119939da43e'] response: {'name': 'network-changed', 'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'status': 'completed', 'code': 200} Apr 25 14:58:20.675370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Allocated IP 172.25.0.235 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/d6880466-00f7-4db2-9687-e391c251bfbb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:20.735934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Transition to ACTIVE for port object bf757d4f-79ca-4d22-8026-db0aeefa1cd6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:20.796005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-ed05b388-542d-49ef-a04d-b56fb65e6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:20.799644 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-ed05b388-542d-49ef-a04d-b56fb65e6929 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 1098 time: 0.1468289 Apr 25 14:58:20.805170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3d305a2-7261-4735-8729-8c8da3ba91c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:20.834182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3d305a2-7261-4735-8729-8c8da3ba91c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.015478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.082412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3d305a2-7261-4735-8729-8c8da3ba91c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.098984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-ea6f45fa-39ed-490c-afef-75a6a9e9ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:21.101718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-ea6f45fa-39ed-490c-afef-75a6a9e9ee50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 200 len: 897 time: 0.2948053 Apr 25 14:58:21.228487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Allocated IP 2001:db8::f816:3eff:fe13:2295 (cee842a8-1892-4048-a66c-82b0179dd74d/9dd670d6-d9b8-4b44-b216-652d296f3f05/82a34af0-d052-43a4-91fc-c9f68faba862) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:21.242861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-a791e827-ffde-497f-93a1-2e3c1360de1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 200 len: 217 time: 0.1334472 Apr 25 14:58:21.265466 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:58:21.298432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9c4afe0a-23b8-4ef3-b536-df7dfd5c832b None None] Provisioning for port 172123b7-7f6b-4f08-93e0-a96e565e5277 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:21.346924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d01f49d1-8462-4709-81a0-e09283633ac1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:21.357159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-1e8e971f-8d98-4b7f-92ba-8122a77299dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:21.359974 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-1e8e971f-8d98-4b7f-92ba-8122a77299dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 200 len: 834 time: 0.1112304 Apr 25 14:58:21.370761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d305a2-7261-4735-8729-8c8da3ba91c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e3a02-b838-4183-b2f5-497072e43080,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:21.457278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.458472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b3462a8d-9fe2-418d-a32e-27a23ced757c admin admin] 10.222.0.23 "DELETE /v2.0/routers/689e77eb-dfa9-4f2b-96ec-756cf43961d7 HTTP/1.1" status: 204 len: 168 time: 6.4940970 Apr 25 14:58:21.459698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3d305a2-7261-4735-8729-8c8da3ba91c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.460899 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d3d305a2-7261-4735-8729-8c8da3ba91c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e56e3a02-b838-4183-b2f5-497072e43080 HTTP/1.1" status: 204 len: 168 time: 1.5376089 Apr 25 14:58:21.461455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42854) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:21.468765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Network cee842a8-1892-4048-a66c-82b0179dd74d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:21.524431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:21.533586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:21.559496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-707fddd6-37ed-4155-8a0f-7c7b9db83b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:21.569599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-707fddd6-37ed-4155-8a0f-7c7b9db83b9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9a06d7-48f1-4eab-ba77-1a25e626809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033274 Apr 25 14:58:21.749793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b42522d0-d1fb-4f35-b702-5182fb07cf97 req-6e51bec5-9789-4639-b965-cb8ec72aee4a tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0924969 Apr 25 14:58:21.801915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Deleting subnet 800e3768-1571-4310-bb50-9dc868894f3b {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:21.806571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Pushing event updated for resources: {'Port': ['ID=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:21.880180 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.885293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Attempting to bind port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:21.885741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Attempting to bind port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '26c33205-7939-46ba-937f-47a0b4eed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:21.886117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Attempting to bind port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 on network cee842a8-1892-4048-a66c-82b0179dd74d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:21.899301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:21.899688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Checking segment: {'id': '26c33205-7939-46ba-937f-47a0b4eed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:21.900105 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.900511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Bound using segment: {'id': '26c33205-7939-46ba-937f-47a0b4eed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:21.901005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Bound port: bf757d4f-79ca-4d22-8026-db0aeefa1cd6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c33205-7939-46ba-937f-47a0b4eed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cee842a8-1892-4048-a66c-82b0179dd74d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:21.901419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.930955 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.951461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:21.969835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Transition to ACTIVE for port object 82a34af0-d052-43a4-91fc-c9f68faba862 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:22.013430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.045622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.048683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] For port bf757d4f-79ca-4d22-8026-db0aeefa1cd6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:22.053058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] For port bf757d4f-79ca-4d22-8026-db0aeefa1cd6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,segment=NetworkSegment(26c33205-7939-46ba-937f-47a0b4eed0e4),segment_id=26c33205-7939-46ba-937f-47a0b4eed0e4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:22.059905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Transition to ACTIVE for port object 50923c88-71d6-4cf5-ae25-589b4ef3da68 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:22.068155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d01f49d1-8462-4709-81a0-e09283633ac1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:22.069015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.085188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-ead35591-2b8a-4b90-8ef7-d9c0c8616098 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053504 Apr 25 14:58:22.107770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.181421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:35Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:22.202800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] Checking router: 15780d2a-fa63-43e4-8cbf-a7719ae866af for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:22.214501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Transition to ACTIVE for port object 50923c88-71d6-4cf5-ae25-589b4ef3da68 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:22.216256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network cee842a8-1892-4048-a66c-82b0179dd74d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:22.319110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:22.321489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Port': ['ID=82a34af0-d052-43a4-91fc-c9f68faba862,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:22.333456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86920cca-34ab-4337-9238-f21550109c68 req-31b70d2c-c848-4d9c-9fd4-82d3355fedf3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:22.335384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86920cca-34ab-4337-9238-f21550109c68 req-31b70d2c-c848-4d9c-9fd4-82d3355fedf3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 947 time: 1.4403906 Apr 25 14:58:22.337762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:22.340983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:22.341673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:22.343721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:22.345122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.378468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.420183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.441063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-006584ef-cb5a-496f-9464-326b2db9d8bc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.1106234 Apr 25 14:58:22.445723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42874) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:22.483279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea58ba-6684-4452-91f1-00dbda98fa7f None None] Pushing event updated for resources: {'Port': ['ID=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:22.579652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86920cca-34ab-4337-9238-f21550109c68 req-b714eb5d-e6b9-4c4b-a5d3-25a2378870f6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210271 Apr 25 14:58:22.580536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port c353249a-aaa7-475b-ab6e-0d1cb4caaa4a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:22.581100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.592515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:22.610117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:22.612877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:22.758683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:22.817602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-d45f4b85-8184-4ae8-8cbc-f19c8e5640a7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248023 Apr 25 14:58:22.892646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-a23485c6-5cbe-4ae0-9337-ba1c27ab5bc6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:22.894857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-a23485c6-5cbe-4ae0-9337-ba1c27ab5bc6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 947 time: 0.6943123 Apr 25 14:58:22.949006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.22.0.1 (8c585665-3d74-4ae1-bb82-60be94c82ab3/c70fecec-38cb-441d-8680-e442539f2f6d/075e177d-dd9c-46bb-8125-0e361a242c0d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:23.009267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Deleting subnet 9dd670d6-d9b8-4b44-b216-652d296f3f05 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:23.062596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.075930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Pushing event updated for resources: {'Port': ['ID=50923c88-71d6-4cf5-ae25-589b4ef3da68,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:23.114656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:23.160750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f686970e-f703-4945-9b48-9c13378c3d94 req-23a1c232-a4c2-4dbd-86b8-f22150b5f064 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2091579 Apr 25 14:58:23.174406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79ad3c8a-2862-4e3b-bfd7-a8439e695b00 req-75cf906b-1d60-42c1-a5e1-b87f4bd72710 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1357582 Apr 25 14:58:23.194594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Attempting to bind port 50923c88-71d6-4cf5-ae25-589b4ef3da68 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:23.194594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Attempting to bind port 50923c88-71d6-4cf5-ae25-589b4ef3da68 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:23.194976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Attempting to bind port 50923c88-71d6-4cf5-ae25-589b4ef3da68 on network 8c585665-3d74-4ae1-bb82-60be94c82ab3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:23.207852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 172123b7-7f6b-4f08-93e0-a96e565e5277 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:23.247081 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.270791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:23.271306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Checking segment: {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:23.271686 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.271968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Bound using segment: {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:23.272715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Bound port: 50923c88-71d6-4cf5-ae25-589b4ef3da68, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:23.273115 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.326768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.332289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.403405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.410505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800e3768-1571-4310-bb50-9dc868894f3b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:23.432305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0b6f4-e376-49cd-ae39-46f40d7e7025 None None] Network 99ae9fa3-8b33-440a-94e9-11e3b6bf151d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:23.442504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5f7caa4d-fd69-4451-992b-f7fda478d2bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/800e3768-1571-4310-bb50-9dc868894f3b HTTP/1.1" status: 204 len: 168 time: 1.9796121 Apr 25 14:58:23.469925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42896) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:23.516094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for c353249a-aaa7-475b-ab6e-0d1cb4caaa4a owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:23.639571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.669143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object 075e177d-dd9c-46bb-8125-0e361a242c0d will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:23.770872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 172123b7-7f6b-4f08-93e0-a96e565e5277 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:23.789747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.865088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.888741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:23.890108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:23.893016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] For port 50923c88-71d6-4cf5-ae25-589b4ef3da68, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:23.896425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 172123b7-7f6b-4f08-93e0-a96e565e5277 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:23.896839 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.897915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:23.962517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Deleting port c49156f4-d914-4b57-9f69-ea5fb460ba05 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:23.962866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.964516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:23.968684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] For port 50923c88-71d6-4cf5-ae25-589b4ef3da68, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=50923c88-71d6-4cf5-ae25-589b4ef3da68,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:24.077135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=075e177d-dd9c-46bb-8125-0e361a242c0d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:24.102611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.114579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.152436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.373537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1abd45-aed6-4722-a8da-df9ac0adc95b None None] Network cee842a8-1892-4048-a66c-82b0179dd74d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:24.409341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 7545a142-f8db-4720-abf0-2605ed8771a2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:24.410422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.515567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Pushing event updated for resources: {'Port': ['ID=d6880466-00f7-4db2-9687-e391c251bfbb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:24.524889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23489844-53f9-48c2-b7ef-f9d020a0c219 req-5d0b70cf-f19e-41b8-b54d-aa979dabed34 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1339502 Apr 25 14:58:24.532783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Pushing event updated for resources: {'Port': ['ID=50923c88-71d6-4cf5-ae25-589b4ef3da68,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:24.613156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.613611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.613861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.614205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.614550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.614893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.615232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.619555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.619555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.619555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.619555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.619555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9948a3-c568-46d6-bf0a-30832fb29f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:24.620459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] For port c49156f4-d914-4b57-9f69-ea5fb460ba05, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c49156f4-d914-4b57-9f69-ea5fb460ba05,segment=NetworkSegment(57fe2664-16d8-4764-ad38-7fa597e47b2a),segment_id=57fe2664-16d8-4764-ad38-7fa597e47b2a)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:24.620459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.675428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:24.682045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.739040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1ebece85-8a36-459e-a3fb-1ead550367f6 None None] Provisioning for port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:24.783725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:24.817530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:24.818223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Calling delete_port for c49156f4-d914-4b57-9f69-ea5fb460ba05 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:24.894045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.919646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176b7da-21a8-4c30-9928-165b7591c3c9 None None] DHCP port deletion for 99ae9fa3-8b33-440a-94e9-11e3b6bf151d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:58:24.986332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3176b7da-21a8-4c30-9928-165b7591c3c9 None None] Deleting port c49156f4-d914-4b57-9f69-ea5fb460ba05 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:24.986332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3176b7da-21a8-4c30-9928-165b7591c3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:24.989885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:25.035213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:25.044419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd670d6-d9b8-4b44-b216-652d296f3f05,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:25.066830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:35Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:25.075822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ca752-84b5-407c-ad6f-44890e1bad4d None None] The sync data for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 is: [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:54:27Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '06db128d-ad6f-4083-beea-076246fad6cc', 'name': '', 'network_id': '7e9a06d7-48f1-4eab-ba77-1a25e626809c', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:93:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:26Z', 'updated_at': '2022-04-25T14:54:35Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '36427c9f-00c8-4167-b5f8-9bdbb6e83053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:25.080043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:25.081357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 172123b7-7f6b-4f08-93e0-a96e565e5277, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=172123b7-7f6b-4f08-93e0-a96e565e5277,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:25.101726 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:25.167187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:25.304129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3176b7da-21a8-4c30-9928-165b7591c3c9 None None] The port 'c49156f4-d914-4b57-9f69-ea5fb460ba05' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:58:25.317293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49156f4-d914-4b57-9f69-ea5fb460ba05,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:25.354386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] No DVR routers for this DVR port c49156f4-d914-4b57-9f69-ea5fb460ba05 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:25.414113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 50923c88-71d6-4cf5-ae25-589b4ef3da68 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:25.481085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=c353249a-aaa7-475b-ab6e-0d1cb4caaa4a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:25.538640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=172123b7-7f6b-4f08-93e0-a96e565e5277,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:25.613658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 50923c88-71d6-4cf5-ae25-589b4ef3da68 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:25.623334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bf757d4f-79ca-4d22-8026-db0aeefa1cd6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:25.750977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] DHCP port deletion for cee842a8-1892-4048-a66c-82b0179dd74d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:58:25.763407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Deleting port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:25.764349 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:25.871592 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8410432-024d-42d4-be6f-436b235e729f None None] New status for floating IP 7088130f-b8e7-4a76-b382-0229557bae89: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:58:26.008314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-059796b4-5fb1-4948-81cc-c08f6d69928f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/9dd670d6-d9b8-4b44-b216-652d296f3f05 HTTP/1.1" status: 204 len: 168 time: 3.4372315 Apr 25 14:58:26.009346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42926) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:26.048370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:26.066437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:26.066674 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.236568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff5024-08de-4a24-8ce0-1437cc56ee03 None None] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:26.434646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] Provisioning for port 50923c88-71d6-4cf5-ae25-589b4ef3da68 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:26.476032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] For port bf757d4f-79ca-4d22-8026-db0aeefa1cd6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,segment=NetworkSegment(26c33205-7939-46ba-937f-47a0b4eed0e4),segment_id=26c33205-7939-46ba-937f-47a0b4eed0e4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:26.476473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.494223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] Provisioning complete for port 50923c88-71d6-4cf5-ae25-589b4ef3da68 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:26.494607 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.504643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.513789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 7545a142-f8db-4720-abf0-2605ed8771a2, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7545a142-f8db-4720-abf0-2605ed8771a2,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:26.514332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.557983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.698263 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.707352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 7545a142-f8db-4720-abf0-2605ed8771a2 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:26.766289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Calling delete_port for bf757d4f-79ca-4d22-8026-db0aeefa1cd6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:26.811548 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.835826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.841537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ae9fa3-8b33-440a-94e9-11e3b6bf151d']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:26.860616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fe2664-16d8-4764-ad38-7fa597e47b2a') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:26.860939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fe2664-16d8-4764-ad38-7fa597e47b2a') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:26.873693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.891720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.899272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:26.899672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.921371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:26.992697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port bf757d4f-79ca-4d22-8026-db0aeefa1cd6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,segment=NetworkSegment(26c33205-7939-46ba-937f-47a0b4eed0e4),segment_id=26c33205-7939-46ba-937f-47a0b4eed0e4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:27.007326 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.056727 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:58:27.057149 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:58:27.088146 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b431cf19-4d8a-4ab6-a386-8f6e0b63ffd7 req-72dde034-8791-4e11-b9af-10135b8d25c2 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.5787156 Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:27.088919 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:27.097782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.120220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.125810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c49156f4-d914-4b57-9f69-ea5fb460ba05 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:27.181148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=075e177d-dd9c-46bb-8125-0e361a242c0d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:27.192225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c49156f4-d914-4b57-9f69-ea5fb460ba05 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:27.192588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c49156f4-d914-4b57-9f69-ea5fb460ba05 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:27.204049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9750a72-a522-44be-8cd9-1068cccf0e71 req-3ae7ca08-3dd8-47d5-9588-56aec0131d8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:27.209267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.217615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9750a72-a522-44be-8cd9-1068cccf0e71 req-3ae7ca08-3dd8-47d5-9588-56aec0131d8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 947 time: 2.8132715 Apr 25 14:58:27.227649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ae9fa3-8b33-440a-94e9-11e3b6bf151d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:27.235714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] For port 50923c88-71d6-4cf5-ae25-589b4ef3da68, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=50923c88-71d6-4cf5-ae25-589b4ef3da68,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:27.242392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:27.249324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=7545a142-f8db-4720-abf0-2605ed8771a2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:27.267204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.339689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d63403f-2f83-4607-ae06-e742cd642675 admin admin] 10.222.0.23 "DELETE /v2.0/networks/99ae9fa3-8b33-440a-94e9-11e3b6bf151d HTTP/1.1" status: 204 len: 168 time: 3.8681548 Apr 25 14:58:27.391758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8356b76-eb35-408b-97f7-aafa09bdf8b3 None None] Pushing event updated for resources: {'Port': ['ID=50923c88-71d6-4cf5-ae25-589b4ef3da68,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:27.455837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 172123b7-7f6b-4f08-93e0-a96e565e5277 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:27.479002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:27.481226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:27.495329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835dc687-3726-45ef-b3a2-0165138503fb tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:27.496969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835dc687-3726-45ef-b3a2-0165138503fb tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:27.509286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-835dc687-3726-45ef-b3a2-0165138503fb tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Synchronizing usage tracker for tenant:02a067aaeac54cd48894cdc30a4ae24c on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:58:27.674964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Deleting port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:27.675414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.719889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.746837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:27.749204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] No DVR routers for this DVR port 7545a142-f8db-4720-abf0-2605ed8771a2 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:27.754906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42944) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:27.822099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 7545a142-f8db-4720-abf0-2605ed8771a2 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:27.822528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7545a142-f8db-4720-abf0-2605ed8771a2 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:27.858152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:27.894307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9750a72-a522-44be-8cd9-1068cccf0e71 req-a4398703-e817-497c-a04d-2d66f0469b8d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=b100da5a-8c64-497e-bb8c-571605520615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6297562 Apr 25 14:58:27.895723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:27.948076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6093fbdc-6fb4-458e-8d31-989d8447692b None None] Provisioning complete for port 50923c88-71d6-4cf5-ae25-589b4ef3da68 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:27.949025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6093fbdc-6fb4-458e-8d31-989d8447692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:28.102640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-deleted', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:58:28.138500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 172123b7-7f6b-4f08-93e0-a96e565e5277 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:28.138989 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:28.158260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:28.167318 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8794622-01fb-4520-97e5-f5ee3bcf78d5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3406849 Apr 25 14:58:28.172688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42956) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:28.188235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'network': {'name': 'tempest-RoutersTest-747543913'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:28.190562 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f1fd5217-fef1-418a-b7e8-e8134d715720 req-00776d38-a3b8-48d6-b8e6-df437fc163eb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "DELETE /v2.0/ports/7545a142-f8db-4720-abf0-2605ed8771a2 HTTP/1.1" status: 204 len: 173 time: 5.1861718 Apr 25 14:58:28.198638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:28.210056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:network and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:28.216489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-835dc687-3726-45ef-b3a2-0165138503fb tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Unset dirty status for tenant:02a067aaeac54cd48894cdc30a4ae24c on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:58:28.218092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-835dc687-3726-45ef-b3a2-0165138503fb tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 2.1204927 Apr 25 14:58:28.225663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42960) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:28.233906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:28.236277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:28.273064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:28.518064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:28.518832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:28.612024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:28.616129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:28.897586 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39769fe1-c6f1-4d1c-aacb-74b49e3c6dc2'] response: {'server_uuid': '979398aa-c9a0-47aa-bbce-e42326c3fe6e', 'name': 'network-vif-deleted', 'tag': '7545a142-f8db-4720-abf0-2605ed8771a2', 'status': 'completed', 'code': 200} Apr 25 14:58:29.015092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8be99366-4cd5-46cd-9240-b8b6e3ca3687 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.034816 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be99366-4cd5-46cd-9240-b8b6e3ca3687 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 25 14:58:29.035337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be99366-4cd5-46cd-9240-b8b6e3ca3687 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:29.044695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:29.068384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8be99366-4cd5-46cd-9240-b8b6e3ca3687 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/cee842a8-1892-4048-a66c-82b0179dd74d HTTP/1.1" status: 409 len: 405 time: 0.8368614 Apr 25 14:58:29.080912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b4ca03b0-d081-4063-a905-f183dd330e83 req-a3cb5e1f-441e-48c5-ad50-0be4f7f243e2 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2214875 Apr 25 14:58:29.086388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42966) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:29.096907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-25613673'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:29.120048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.126289 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added segment c4f4f646-b0c4-449f-9c00-61f141edf831 of type vlan for network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 Apr 25 14:58:29.130517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:29.145762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:network and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:29.181428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:29.186328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:29.225758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:29.231511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.256283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e0dbfdd2-6b58-4b92-b371-e69ad0138cce req-69775b4c-be86-4903-b114-b330f1eb6cbb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:58:29.286865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.300904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:29.306685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.326295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] For port bf757d4f-79ca-4d22-8026-db0aeefa1cd6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,segment=NetworkSegment(26c33205-7939-46ba-937f-47a0b4eed0e4),segment_id=26c33205-7939-46ba-937f-47a0b4eed0e4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:29.326705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.340744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.340744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6093fbdc-6fb4-458e-8d31-989d8447692b None None] Provisioning for port 075e177d-dd9c-46bb-8125-0e361a242c0d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:29.348603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e0dbfdd2-6b58-4b92-b371-e69ad0138cce req-69775b4c-be86-4903-b114-b330f1eb6cbb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:58:29.350326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0dbfdd2-6b58-4b92-b371-e69ad0138cce req-69775b4c-be86-4903-b114-b330f1eb6cbb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=979398aa-c9a0-47aa-bbce-e42326c3fe6e HTTP/1.1" status: 200 len: 210 time: 0.2113140 Apr 25 14:58:29.377405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6093fbdc-6fb4-458e-8d31-989d8447692b None None] Provisioning complete for port 075e177d-dd9c-46bb-8125-0e361a242c0d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:29.377732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6093fbdc-6fb4-458e-8d31-989d8447692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.388814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.396009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:29.396828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.425819 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:58:29.425819 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:58:29.466208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2920954 Apr 25 14:58:29.470928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42974) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:29.479838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-820eab49-f3c7-4b4a-9c96-8c5731db32d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ed40a333e5b426c879deb4f9af18ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6005447 Apr 25 14:58:29.488159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'subnet': {'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:29.492955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42978) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:29.607516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165e2a-6a27-48ff-a241-9995ce3c94da tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Network': ['ID=66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:29.710616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:29.723205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:subnet and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:29.727615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:29.734719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:29.759866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Made reservation on behalf of e6a70262f28d401ca054d92b0cf5f2b6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:29.769271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.774213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Calling delete_port for bf757d4f-79ca-4d22-8026-db0aeefa1cd6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:29.831596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:29.877430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-225d25ea-6494-45c6-8c36-d1cd643642f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:29.893757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:29.934982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bf757d4f-79ca-4d22-8026-db0aeefa1cd6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:30.016211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-225d25ea-6494-45c6-8c36-d1cd643642f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.097874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.120371 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.148708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.210885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] No DVR routers for this DVR port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:30.216963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:30.229638 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.230032 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Added segment 9add08a3-8198-414b-8bd2-31707e69be02 of type vlan for network 12232542-85b7-42a0-8446-447f28e6e2c2 Apr 25 14:58:30.262733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.342270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1907297-d92c-4c49-b556-248c76db63aa None None] Pushing event deleted for resources: {'Port': ['ID=bf757d4f-79ca-4d22-8026-db0aeefa1cd6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:30.350708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Subnet': ['ID=e7f3c059-4b55-4316-b2ce-60e3b8dd16fd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:30.358691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.366201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:30.367805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.403285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:30.416223 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] Sync routers for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:30.437080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c5281c4-d312-48da-9dd1-192130fffc5a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/314cc5ef-1191-4f6a-a3c4-6a3d12af32f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4657638 Apr 25 14:58:30.437286 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:30.437286 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:30.447196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42988) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:30.511739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-56ed7695-39a7-4cfd-8b91-a086999f4535 req-203e9d86-fbc0-4f46-9459-438b5c75e6d4 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0973670 Apr 25 14:58:30.540070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6093fbdc-6fb4-458e-8d31-989d8447692b None None] Port 075e177d-dd9c-46bb-8125-0e361a242c0d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:30.571826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4838803 Apr 25 14:58:30.572977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42994) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:30.588340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port bf757d4f-79ca-4d22-8026-db0aeefa1cd6 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:58:30.588793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bf757d4f-79ca-4d22-8026-db0aeefa1cd6 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:30.643136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.665221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'subnet': {'network_id': '12232542-85b7-42a0-8446-447f28e6e2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:30.695499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dd91a919-6e12-435b-a653-2b84acac32c4 None None] Provisioning complete for port 075e177d-dd9c-46bb-8125-0e361a242c0d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:30.696264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd91a919-6e12-435b-a653-2b84acac32c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:30.732083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:30.756604 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:30.762220 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:30.769243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd91a919-6e12-435b-a653-2b84acac32c4 None None] Port 075e177d-dd9c-46bb-8125-0e361a242c0d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:30.771058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 50923c88-71d6-4cf5-ae25-589b4ef3da68 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:30.799930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Checking segment: {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:30.800537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network hostable DHCP agents. Network: 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:30.810461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d75919-9a46-4150-b675-8db381e54688 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Network': ['ID=12232542-85b7-42a0-8446-447f28e6e2c2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:30.832696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 12232542-85b7-42a0-8446-447f28e6e2c2 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:30.886636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:30.897845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:30.899438 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:30.900079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb089a-3e2c-484c-8e7d-2735a559d059 None None] The sync data for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:30.905647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:30.958424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:30.986188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:30.992237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:30.992893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:31.000082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:24Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:26Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:31.002849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ede200-4a6e-4549-8f8e-6dfe91c8788c None None] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:31.033378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:31.037073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:31.096128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:31.096650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Updating router 9904032e-f06a-4afa-aae5-b42081223fac port 075e177d-dd9c-46bb-8125-0e361a242c0d binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:58:31.117679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-286ba1e1-ff63-4399-bae4-b11a94749de6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6447778 Apr 25 14:58:31.119001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43004) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:31.192071 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:31.320561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 50923c88-71d6-4cf5-ae25-589b4ef3da68 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:31.320732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:31.573158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:31.573980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:31.864373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-225d25ea-6494-45c6-8c36-d1cd643642f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:31.961269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e11769ca-0a45-4e32-a196-79bae0ff5c5e req-a59bbdfb-d1b3-47f1-80e1-60c0738f825a tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1961226 Apr 25 14:58:31.991187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d25ea-6494-45c6-8c36-d1cd643642f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cd7a90-dee1-4049-be40-871356672c8c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:32.119393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Allocated IP 172.23.0.2 (66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3/e7f3c059-4b55-4316-b2ce-60e3b8dd16fd/1f4053cd-b552-4c97-add4-af91fdb0a0c6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:32.122737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-225d25ea-6494-45c6-8c36-d1cd643642f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:32.124165 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-225d25ea-6494-45c6-8c36-d1cd643642f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6cd7a90-dee1-4049-be40-871356672c8c HTTP/1.1" status: 204 len: 168 time: 2.6302903 Apr 25 14:58:32.260503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:32.278297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Transition to ACTIVE for port object 075e177d-dd9c-46bb-8125-0e361a242c0d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:32.491398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:32.611315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:32.627074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:58:32.630383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:32.636221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Transition to ACTIVE for port object 1f4053cd-b552-4c97-add4-af91fdb0a0c6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:32.776091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:32.790597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750d04f-fcec-417e-ba36-f4952146ff3f None None] Pushing event updated for resources: {'Port': ['ID=075e177d-dd9c-46bb-8125-0e361a242c0d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:32.900738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Transition to ACTIVE for port object 1f4053cd-b552-4c97-add4-af91fdb0a0c6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:33.006551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.241326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:33.272735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:33.316083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:33.400177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Attempting to bind port 075e177d-dd9c-46bb-8125-0e361a242c0d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:33.400814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Attempting to bind port 075e177d-dd9c-46bb-8125-0e361a242c0d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:33.401736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Attempting to bind port 075e177d-dd9c-46bb-8125-0e361a242c0d on network 8c585665-3d74-4ae1-bb82-60be94c82ab3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:33.414478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Pushing event updated for resources: {'Port': ['ID=1f4053cd-b552-4c97-add4-af91fdb0a0c6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:33.415896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-480cd279-4fb4-4b05-9c29-f09a65c47fa2 req-c5275726-58de-45b5-9291-d0d3ca12265f tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1174986 Apr 25 14:58:33.432500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:58:33.441484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.480272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:33.485489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Checking segment: {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:33.486097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.486608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Bound using segment: {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:33.487264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Bound port: 075e177d-dd9c-46bb-8125-0e361a242c0d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8420fc05-c4de-42ac-94b7-6968a062e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:33.487751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.605286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:33.634029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:33.634590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.637897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Sync routers for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:33.647534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43040) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:33.648803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Attempting to bind port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:33.649331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Attempting to bind port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:33.649828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Attempting to bind port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 on network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:33.672288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Subnet': ['ID=b35121af-fd63-48f4-8b28-10bb9af525ab,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:33.672576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:33.673087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Checking segment: {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:33.673610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.674107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Bound using segment: {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:33.674677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Bound port: 1f4053cd-b552-4c97-add4-af91fdb0a0c6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:33.675153 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.694947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:33.695767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:33.744455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Checking segment: {'id': '9add08a3-8198-414b-8bd2-31707e69be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '12232542-85b7-42a0-8446-447f28e6e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:33.746049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network hostable DHCP agents. Network: 12232542-85b7-42a0-8446-447f28e6e2c2, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:33.762488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.771770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4b152d2a-643a-4f96-954a-ca9dfba45765 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 18.8770151 Apr 25 14:58:33.781753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:33.829500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network 12232542-85b7-42a0-8446-447f28e6e2c2 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:33.876477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 12232542-85b7-42a0-8446-447f28e6e2c2) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:33.883552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] For port 075e177d-dd9c-46bb-8125-0e361a242c0d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:33.901366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:33.902732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:33.917456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1325093008-network', 'tenant_id': '700bd23b9445478a9e59222159060338'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:33.919059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb7020-7f54-4c90-aa3a-9890a4ef0ce4 None None] Network 12232542-85b7-42a0-8446-447f28e6e2c2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:33.930610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:34.031573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] For port 075e177d-dd9c-46bb-8125-0e361a242c0d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=075e177d-dd9c-46bb-8125-0e361a242c0d,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:34.048014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] For port 1f4053cd-b552-4c97-add4-af91fdb0a0c6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:34.108688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:34.186294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] For port 1f4053cd-b552-4c97-add4-af91fdb0a0c6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1f4053cd-b552-4c97-add4-af91fdb0a0c6,segment=NetworkSegment(c4f4f646-b0c4-449f-9c00-61f141edf831),segment_id=c4f4f646-b0c4-449f-9c00-61f141edf831)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:34.223872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:34.276295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:34.466882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:34.494860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Usage tracker for resource:network and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:34.574730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:34.575410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:34.581671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:34.599452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:34.616056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67d79b21-9e48-4185-91b8-dd077b406342 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9725423 Apr 25 14:58:34.622610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43054) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:34.640242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:34.793624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-19811142-03f6-4a98-a0d4-b198ef04461b req-fe9ef1ca-f915-4906-be49-bfcd5dea7950 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0987685 Apr 25 14:58:34.800945 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:34.805604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:34.813113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Made reservation on behalf of 700bd23b9445478a9e59222159060338 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:34.832596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:34.870334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Allocated IP 172.23.0.1 (66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3/e7f3c059-4b55-4316-b2ce-60e3b8dd16fd/f1c35c3f-6a19-4c53-8469-7c6d5d50880b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:35.014631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.026194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.051917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:35.072229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:35.086852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:35.098084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:35.313181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.352389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750d04f-fcec-417e-ba36-f4952146ff3f None None] Pushing event updated for resources: {'Port': ['ID=075e177d-dd9c-46bb-8125-0e361a242c0d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:35.365200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 06db128d-ad6f-4083-beea-076246fad6cc {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:35.365802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.449257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e8e49-5f6a-408a-b8e3-da119e08de7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-12232542-85b7-42a0-8446-447f28e6e2c2', 'network_id': '12232542-85b7-42a0-8446-447f28e6e2c2', 'tenant_id': '02a067aaeac54cd48894cdc30a4ae24c', 'fixed_ips': [{'subnet_id': 'b35121af-fd63-48f4-8b28-10bb9af525ab'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:35.451504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8e49-5f6a-408a-b8e3-da119e08de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.589603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.709005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.716767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Transition to ACTIVE for port object f1c35c3f-6a19-4c53-8469-7c6d5d50880b will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:35.770626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.780008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Subnet': ['ID=b35121af-fd63-48f4-8b28-10bb9af525ab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:35.786971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.804567 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.824872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888ea86-32f9-4014-83bc-6cf6c87b6f37 None None] Pushing event updated for resources: {'Port': ['ID=1f4053cd-b552-4c97-add4-af91fdb0a0c6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server [None req-0d3e8e49-5f6a-408a-b8e3-da119e08de7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b35121af-fd63-48f4-8b28-10bb9af525ab: This subnet is being modified by another concurrent operation. Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:58:35.861251 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise exception Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b35121af-fd63-48f4-8b28-10bb9af525ab: This subnet is being modified by another concurrent operation. Apr 25 14:58:35.864383 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Apr 25 14:58:35.889754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f317ba63-c9ab-4ac4-bb12-feb01ab3b1a9 None None] Network 12232542-85b7-42a0-8446-447f28e6e2c2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:35.904656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 06db128d-ad6f-4083-beea-076246fad6cc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=06db128d-ad6f-4083-beea-076246fad6cc,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:35.905270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:35.950033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:36.069819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=8b6be11a-b3d1-470f-ad07-7c6bdc95b7d9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:36.141700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:36.275857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.286989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41043835-34b8-4b3a-83d7-4dc3fc2efe9f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:36.293651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43066) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:36.301780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 06db128d-ad6f-4083-beea-076246fad6cc owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:36.401196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.401543 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Added segment b802c154-e722-460a-8893-629842804247 of type vlan for network 3625009f-9661-4b0d-81e3-a0f6017b5902 Apr 25 14:58:36.447214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12232542-85b7-42a0-8446-447f28e6e2c2']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:36.486532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9add08a3-8198-414b-8bd2-31707e69be02') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:36.487020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9add08a3-8198-414b-8bd2-31707e69be02') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:36.514124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.519865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.559302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.628423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:36.628868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.652104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-37cfb987-72c0-4869-aa76-99ff4b716c5a req-a45b7d6d-4212-42b4-8403-2b09e0fbe889 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.5110636 Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:36.690619 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:36.712988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72afc01d-7270-48ff-b1d9-3fa928375ce8 None None] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:36.740108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.841517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.894374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.895295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:36.895934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.899908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f4053cd-b552-4c97-add4-af91fdb0a0c6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:36.937070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:36.981380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:37.018097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:37.049396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:26Z', 'revision_number': 3, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:37.065373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:37.065573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:37.068153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.078553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:37.081287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Usage tracker for resource:security_group_rule and tenant:a918ba1605ec4655ac2eb3bae270ad16 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:37.097606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:37.103235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.112219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3625009f-9661-4b0d-81e3-a0f6017b5902,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:37.117453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Checking router: 0b807bb5-a037-4742-96ef-55d6f2bb6c17 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:37.118056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Updating router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 port d6880466-00f7-4db2-9687-e391c251bfbb binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:58:37.119781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:37.164861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Network': ['ID=12232542-85b7-42a0-8446-447f28e6e2c2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:37.169590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b2c01a21-0c49-4fbf-923f-87b14fdd33a0 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/12232542-85b7-42a0-8446-447f28e6e2c2 HTTP/1.1" status: 204 len: 168 time: 2.5442874 Apr 25 14:58:37.180919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:37.180919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-faa8bb44-8ff4-4b75-bc50-3dc2d87e73d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5248435 Apr 25 14:58:37.183220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1612232704'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:37.187873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43076) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:37.257144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:37.291289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fffdfe48-a231-4b4f-b0d4-af0936effb1f None None] Provisioning for port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:37.310525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.310781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Request body: {'subnet': {'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-subnet', 'tenant_id': '700bd23b9445478a9e59222159060338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:37.315858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:37.328959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:37.338555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:network and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:37.339987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.373677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Usage tracker for resource:subnet and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:37.376673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:37.379752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:37.404065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:37.406721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:37.474236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:37.475016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Made reservation on behalf of 700bd23b9445478a9e59222159060338 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:37.478471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.497150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:37.503134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.541796 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.549128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.635138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=06db128d-ad6f-4083-beea-076246fad6cc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:37.658531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:37.733819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:37.734534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.822962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:37.837024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.878527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.892476 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:37.892989 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Added segment 0b926f6d-79a5-4821-bc33-611d413641b4 of type vlan for network e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d Apr 25 14:58:37.933633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:37.946334 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] Sync routers for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:37.964274 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:37.965537 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:37.978098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-163617d1-a32c-47e0-9a70-699262ade834 req-566c827f-1e62-46fa-a0a0-534579e70ee3 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0651596 Apr 25 14:58:38.109364 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:38.122154 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] Routers {'314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:38.123059 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:38.124214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Allocated IP 172.20.0.1 (5103913a-3275-4901-83f1-70838439cb09/7a5a288e-c4d2-41a6-bacf-a0eb3604a614/b90a9532-c5a5-478a-a2d2-bd68a4f39706) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:38.194929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a918ba1605ec4655ac2eb3bae270ad16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8292220 Apr 25 14:58:38.202555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:38.209517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c7da5-fa10-410c-85cc-ec5df7a0c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb0816-71d2-45bb-b3b3-3092d1f22475,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:38.210854 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:38.211890 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bcfda6-4a55-4068-b514-bc2398760756 None None] The sync data for ids ['314cc5ef-1191-4f6a-a3c4-6a3d12af32f6'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:38.215997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04dad567-bbe0-46b0-9c93-bb3bb85b3383 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/314cc5ef-1191-4f6a-a3c4-6a3d12af32f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7614202 Apr 25 14:58:38.222814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43086) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:38.227530 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.333556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-32d283f8-9d35-4c64-86fd-53f937d2f7e7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:58:38.337650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:24Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:33Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:38.357930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b868ac-a974-4bfb-a280-ff6fc88770d7 None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:24Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:33Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:38.368182 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.480783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.505679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1f4053cd-b552-4c97-add4-af91fdb0a0c6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1f4053cd-b552-4c97-add4-af91fdb0a0c6,segment=NetworkSegment(c4f4f646-b0c4-449f-9c00-61f141edf831),segment_id=c4f4f646-b0c4-449f-9c00-61f141edf831)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:38.506901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6852ea88-ec9c-46ab-9afc-8cc44c6a4915 None None] Provisioning complete for port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:38.507426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6852ea88-ec9c-46ab-9afc-8cc44c6a4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.518547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:58:38.543929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-32d283f8-9d35-4c64-86fd-53f937d2f7e7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:58:38.550941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-32d283f8-9d35-4c64-86fd-53f937d2f7e7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 HTTP/1.1" status: 200 len: 205 time: 0.3168645 Apr 25 14:58:38.566109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:38.586167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.838471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e26bbb-cb22-473d-915e-7c99a47f5b38 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:58:38.892837 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1af13b8-2976-472e-a925-ec16205c0776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.899599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.908555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:38.909695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:38.944547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 075e177d-dd9c-46bb-8125-0e361a242c0d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:38.973483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Transition to ACTIVE for port object b90a9532-c5a5-478a-a2d2-bd68a4f39706 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:38.991964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.025070 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.031668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8537009 Apr 25 14:58:39.040348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.050551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43094) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:39.052682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.057584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1f4053cd-b552-4c97-add4-af91fdb0a0c6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:39.082917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'subnet': {'network_id': 'e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:39.091726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Transition to ACTIVE for port object d6880466-00f7-4db2-9687-e391c251bfbb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:39.200573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.250884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.286345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aa63c9b8-f8d1-4e99-89a4-0974909f37d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.365290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Network 5103913a-3275-4901-83f1-70838439cb09 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:39.383964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:39.386258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:39.438011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Attempting to bind port d6880466-00f7-4db2-9687-e391c251bfbb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:39.438525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Attempting to bind port d6880466-00f7-4db2-9687-e391c251bfbb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:39.438715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Attempting to bind port d6880466-00f7-4db2-9687-e391c251bfbb on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:39.441636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309299cc-b96b-429e-8822-96ba9d70d959 None None] Pushing event updated for resources: {'Port': ['ID=d6880466-00f7-4db2-9687-e391c251bfbb,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:39.443279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55342ca8-9e1f-4197-843f-10d2f48d5450 req-3cdccc45-eb0c-4c42-810f-e0a7ee0be95d tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2031906 Apr 25 14:58:39.491358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Pushing event updated for resources: {'Port': ['ID=b90a9532-c5a5-478a-a2d2-bd68a4f39706,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:39.500270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.519280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aa63c9b8-f8d1-4e99-89a4-0974909f37d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.562789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e26bbb-cb22-473d-915e-7c99a47f5b38 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:58:39.579528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:39.580099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:39.580534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.580991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:39.581484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Bound port: d6880466-00f7-4db2-9687-e391c251bfbb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:39.582261 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.611147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:39.620479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:subnet and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:39.635523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 075e177d-dd9c-46bb-8125-0e361a242c0d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:39.635795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:39.681369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 075e177d-dd9c-46bb-8125-0e361a242c0d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:39.682057 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.700798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.715658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:39.731548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6852ea88-ec9c-46ab-9afc-8cc44c6a4915 None None] Provisioning for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:39.753330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6852ea88-ec9c-46ab-9afc-8cc44c6a4915 None None] Provisioning complete for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:39.753330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6852ea88-ec9c-46ab-9afc-8cc44c6a4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.791098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:39.794838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:39.940737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6852ea88-ec9c-46ab-9afc-8cc44c6a4915 None None] Port f1c35c3f-6a19-4c53-8469-7c6d5d50880b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:39.948268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] For port d6880466-00f7-4db2-9687-e391c251bfbb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:39.966880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] For port d6880466-00f7-4db2-9687-e391c251bfbb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6880466-00f7-4db2-9687-e391c251bfbb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:39.984360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aa63c9b8-f8d1-4e99-89a4-0974909f37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.013692 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.074613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f099ea-e576-491b-a573-cee1a6896bcc tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Network': ['ID=e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:40.089593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.098379 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.100234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63c9b8-f8d1-4e99-89a4-0974909f37d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb0816-71d2-45bb-b3b3-3092d1f22475,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:40.102238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:40.145937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aa63c9b8-f8d1-4e99-89a4-0974909f37d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.152256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aa63c9b8-f8d1-4e99-89a4-0974909f37d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbeb0816-71d2-45bb-b3b3-3092d1f22475 HTTP/1.1" status: 204 len: 168 time: 1.9380994 Apr 25 14:58:40.176487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ace9f6-a624-4c28-857b-fc8e65bfb60b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:40.224330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.323938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.383097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309299cc-b96b-429e-8822-96ba9d70d959 None None] Pushing event updated for resources: {'Port': ['ID=d6880466-00f7-4db2-9687-e391c251bfbb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:40.383097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bbe63a7b-248f-4b8e-b361-9127c1ea11b7 None None] Provisioning complete for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:40.383097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bbe63a7b-248f-4b8e-b361-9127c1ea11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.416891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:40.416891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:40.420045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:40.421156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Network hostable DHCP agents. Network: 3625009f-9661-4b0d-81e3-a0f6017b5902, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:40.432695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.433598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:58:40.438026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 15780d2a-fa63-43e4-8cbf-a7719ae866af has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:40.469140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.483032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.528240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.534032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f4183f7-ac54-44c2-a428-a7fabcda91cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 HTTP/1.1" status: 204 len: 168 time: 1.9642820 Apr 25 14:58:40.541929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.655284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43104) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:40.657711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:40.707973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.767980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 075e177d-dd9c-46bb-8125-0e361a242c0d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=075e177d-dd9c-46bb-8125-0e361a242c0d,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:40.811703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.841071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:40.851229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4ffc49c1-bae9-4960-9d11-1fd0ff2fee19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/15780d2a-fa63-43e4-8cbf-a7719ae866af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9403141 Apr 25 14:58:40.854997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43108) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:40.946887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet 0958eb4d-95e9-4315-b6c7-47c788b82abc {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:40.952548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 3625009f-9661-4b0d-81e3-a0f6017b5902) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:40.959630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:40.960274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:40.992458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fa72c2e-da27-4ed1-a654-560f2f59b6ce req-1c999ee8-f016-434a-8c2c-c74a969a3958 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1416168 Apr 25 14:58:41.021087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7e5ec716-8cb8-4a9a-a1cd-1a80a4b8606e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8269393 Apr 25 14:58:41.022608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43112) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:41.032440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:41.058193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting subnet 36427c9f-00c8-4167-b5f8-9bdbb6e83053 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:41.060707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:41.065616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.081334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] Sync routers for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:41.099213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Usage tracker for resource:router and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:41.108655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:41.112713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f4053cd-b552-4c97-add4-af91fdb0a0c6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:41.124145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:41.145850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.147051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.151066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bbe63a7b-248f-4b8e-b361-9127c1ea11b7 None None] Port f1c35c3f-6a19-4c53-8469-7c6d5d50880b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:41.157397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.230074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.240833 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d488-7749-4ece-b99c-f6f33653cca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.242604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:41.242963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:41.315955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.349298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:41.472215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.544117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event updated for resources: {'Port': ['ID=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:41.613316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Subnet': ['ID=d983608c-f009-4d9c-8ef8-16b9575879fe,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:41.627339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Checking segment: {'id': '0b926f6d-79a5-4821-bc33-611d413641b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:41.627912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network hostable DHCP agents. Network: e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:41.638760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.642633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=075e177d-dd9c-46bb-8125-0e361a242c0d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:41.776542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.784218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:41.791167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:41.795364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:41.797922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.885071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.891907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.905198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:41.905575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.958985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Subnet': ['ID=36427c9f-00c8-4167-b5f8-9bdbb6e83053,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:41.963487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:41.970037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:41.983414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.984499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.985115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.985869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.986226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.986821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.987370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.988096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.988536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.989965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.989965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:41.989965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.000077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:42.000077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.016007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0d1aacd5-38cb-4ff4-8113-18f51072ab06 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/subnets/36427c9f-00c8-4167-b5f8-9bdbb6e83053 HTTP/1.1" status: 204 len: 168 time: 1.1593311 Apr 25 14:58:42.019606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43116) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:42.037753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.109552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.113627 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.141857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf19e57-7f08-4d05-8f3e-c23832cc322d None None] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:42.159230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Pushing event updated for resources: {'Port': ['ID=b90a9532-c5a5-478a-a2d2-bd68a4f39706,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:42.195867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.235422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f9fa10dd-1237-43ad-95d7-96277cc12138 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1752419 Apr 25 14:58:42.236583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43122) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:42.264896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8311c5-99d5-4299-8cc0-90a0997bde98 None None] Network 7e9a06d7-48f1-4eab-ba77-1a25e626809c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:42.288587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d55c5-8b37-48b4-b2fa-6badbb93711a None None] Network e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:42.304477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:42.370971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.491510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b02004e-2ae9-4c20-a4ef-01b45171c6bf req-1d37e8fe-b94d-4c1d-8bc2-d185522396ee tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1850569 Apr 25 14:58:42.508465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:42.694507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.767745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.836458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=0958eb4d-95e9-4315-b6c7-47c788b82abc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:42.842287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:42.940943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.941355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.942640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.942640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.942640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.942640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.942961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.943279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.943722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.943915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.944226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.944388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201bd1d0-4048-4fe0-9419-814cc574f66c None None] Network 961ff546-a040-43b6-a501-6b2cdb38f37b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:42.944638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:58:42.955725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e0d6f3c-e69f-4266-a555-171d35337449 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/0958eb4d-95e9-4315-b6c7-47c788b82abc HTTP/1.1" status: 204 len: 168 time: 2.2236016 Apr 25 14:58:42.962183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43126) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:42.964369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 98090748-daa9-4d46-966e-9b4e6424f60e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:42.965090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.000352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.009347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Network 5103913a-3275-4901-83f1-70838439cb09 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:43.010966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:43.015795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:43.021427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-459139ea-6d2f-4539-a8e1-d8a6c2c619db tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8950779 Apr 25 14:58:43.025511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43130) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:43.026625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Provisioning for port b90a9532-c5a5-478a-a2d2-bd68a4f39706 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:43.031453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:43.053492 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:43.078783 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:43.079665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:43.146550 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.157321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Provisioning complete for port b90a9532-c5a5-478a-a2d2-bd68a4f39706 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:43.157875 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.191158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet 6e0039c3-d455-4803-b228-17d78351aa72 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:58:43.302077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.358686 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:43.378940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.577209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 075e177d-dd9c-46bb-8125-0e361a242c0d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:43.596593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 98090748-daa9-4d46-966e-9b4e6424f60e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=98090748-daa9-4d46-966e-9b4e6424f60e,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:43.598239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.601949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Port b90a9532-c5a5-478a-a2d2-bd68a4f39706 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:43.701992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-3625009f-9661-4b0d-81e3-a0f6017b5902', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:43.702936 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.771830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:58:38Z', 'revision_number': 1, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:43.791736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Allocated IP 172.25.0.234 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/5958837c-ad69-4140-b5dc-4cc795421fbc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:43.798411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1a0ac-fdcd-48ed-840b-7f6965b723ba None None] The sync data for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 is: [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:58:38Z', 'revision_number': 1, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:43.801574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffcad3-99a7-4722-a5d2-9fff5c2d654e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d', 'network_id': 'e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d', 'tenant_id': '02a067aaeac54cd48894cdc30a4ae24c', 'fixed_ips': [{'subnet_id': 'd983608c-f009-4d9c-8ef8-16b9575879fe'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:43.802803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ffcad3-99a7-4722-a5d2-9fff5c2d654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.831655 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:38Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:39Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:43.832942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.836391 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:43.836798 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Updating router 9904032e-f06a-4afa-aae5-b42081223fac port f1c35c3f-6a19-4c53-8469-7c6d5d50880b binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:58:43.901167 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.910499 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.947043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.957301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Provisioning complete for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:43.957910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:43.974026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.131254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.133810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] DHCP port deletion for 7e9a06d7-48f1-4eab-ba77-1a25e626809c request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:58:44.153795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] Deleting port 00770570-2751-480b-8504-a5e7457373ab {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:44.154336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.348922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Subnet': ['ID=d983608c-f009-4d9c-8ef8-16b9575879fe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:44.373083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:58:37Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '98090748-daa9-4d46-966e-9b4e6424f60e', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:54:19Z', 'updated_at': '2022-04-25T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:44.378040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-747ffd85-1757-446a-90e6-5202a324d52a None None] Port f1c35c3f-6a19-4c53-8469-7c6d5d50880b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:44.394844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:44.416858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 075e177d-dd9c-46bb-8125-0e361a242c0d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:44.417239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.470569 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.485248 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Transition to ACTIVE for port object f1c35c3f-6a19-4c53-8469-7c6d5d50880b will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:44.503263 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.517947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 98090748-daa9-4d46-966e-9b4e6424f60e owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:44.547595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.573881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] Checking router: 15780d2a-fa63-43e4-8cbf-a7719ae866af for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:44.598408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.710020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc449368-95e9-442a-a4cb-84604c5a1a28 req-e339c471-774d-4bd6-b233-bbe82142ee4e tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.4320416 Apr 25 14:58:44.722016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:44.725333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0039c3-d455-4803-b228-17d78351aa72,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:44.809137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b926f6d-79a5-4821-bc33-611d413641b4') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:44.809442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b926f6d-79a5-4821-bc33-611d413641b4') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:44.836217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.842821 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb0cff-b63d-4d9b-b32b-009cd8c295fb None None] Pushing event updated for resources: {'Port': ['ID=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:44.855614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.873328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-729924ee-31c3-44ef-9421-8b3474b6ebe3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/6e0039c3-d455-4803-b228-17d78351aa72 HTTP/1.1" status: 204 len: 168 time: 1.9100273 Apr 25 14:58:44.873508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43136) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:44.881200 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Attempting to bind port f1c35c3f-6a19-4c53-8469-7c6d5d50880b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:44.881853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Attempting to bind port f1c35c3f-6a19-4c53-8469-7c6d5d50880b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:44.882380 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Attempting to bind port f1c35c3f-6a19-4c53-8469-7c6d5d50880b on network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:44.898255 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:44.900781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Checking segment: {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:44.901399 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.901993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Bound using segment: {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:44.902642 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Bound port: f1c35c3f-6a19-4c53-8469-7c6d5d50880b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f4f646-b0c4-449f-9c00-61f141edf831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:44.905438 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:44.912532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] For port 00770570-2751-480b-8504-a5e7457373ab, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=00770570-2751-480b-8504-a5e7457373ab,segment=NetworkSegment(5ed89bba-564d-4a22-9bdd-7240f32e0b1f),segment_id=5ed89bba-564d-4a22-9bdd-7240f32e0b1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:44.912937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.008196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.088787 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.113568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:45.113985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.137104 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] For port f1c35c3f-6a19-4c53-8469-7c6d5d50880b, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:45.143620 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] For port f1c35c3f-6a19-4c53-8469-7c6d5d50880b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,segment=NetworkSegment(c4f4f646-b0c4-449f-9c00-61f141edf831),segment_id=c4f4f646-b0c4-449f-9c00-61f141edf831)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:45.144802 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:45.155508 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.157686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.301846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Pushing event updated for resources: {'Port': ['ID=5958837c-ad69-4140-b5dc-4cc795421fbc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:45.315359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:45.319030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:45.322475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:45.328423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb0cff-b63d-4d9b-b32b-009cd8c295fb None None] Pushing event updated for resources: {'Port': ['ID=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:45.333305 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:45.334235 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:45.364224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd9f2d-67dd-4ab6-aad8-a3c1cbca6817 None None] Network 602cee7f-afc3-4a3d-8768-3a02d3b8f15f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:45.393306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] DHCP port deletion for 961ff546-a040-43b6-a501-6b2cdb38f37b request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:58:45.400461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.425724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] Calling delete_port for 00770570-2751-480b-8504-a5e7457373ab owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:45.488634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Deleting port 656ab840-5362-494c-8542-f0a6ccb42243 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:45.489472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.523747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:45.624989 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:45.628856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] Routers {'15780d2a-fa63-43e4-8cbf-a7719ae866af'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:45.629571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['15780d2a-fa63-43e4-8cbf-a7719ae866af'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:45.719014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=98090748-daa9-4d46-966e-9b4e6424f60e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:45.727020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server [None req-88ffcad3-99a7-4722-a5d2-9fff5c2d654e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d983608c-f009-4d9c-8ef8-16b9575879fe: This subnet is being modified by another concurrent operation. Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:58:45.727796 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise exception Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d983608c-f009-4d9c-8ef8-16b9575879fe: This subnet is being modified by another concurrent operation. Apr 25 14:58:45.731266 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Apr 25 14:58:45.824838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc05a25-9af9-42e9-a1ef-0e86382a05e4 None None] Network e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:45.886011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.892029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.951138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:45.976333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 25 14:58:46.025153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] Set router 15780d2a-fa63-43e4-8cbf-a7719ae866af gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:46.042879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Network': ['ID=e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:46.057584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-83b454c2-1c5c-4b79-9857-3aa077443d26 admin admin] 10.222.0.23 "PUT /v2.0/routers/0b807bb5-a037-4742-96ef-55d6f2bb6c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2746723 Apr 25 14:58:46.060568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72b105e7-ca01-4d6c-80a3-599861c86442 req-7ef1d875-cf1a-4cf3-9588-a990a53b877e tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1110709 Apr 25 14:58:46.068231 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dfd78559-c8c3-4026-89f4-f41e0d7cbe3d tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d HTTP/1.1" status: 204 len: 168 time: 3.8083694 Apr 25 14:58:46.073930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43144) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:46.081554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-171664695'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:46.094177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 656ab840-5362-494c-8542-f0a6ccb42243 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:46.095544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.154275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:46.167890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Removed routes are [] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 25 14:58:46.168452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.199525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:network and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:46.211448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:46.219854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.222806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Allocated IP 172.20.0.2 (3625009f-9661-4b0d-81e3-a0f6017b5902/07ace9f6-a624-4c28-857b-fc8e65bfb60b/3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:46.239112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.288396 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:38Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:46.301377 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ad968-a792-46ea-ae3b-0824b44834da None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:38Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:46.340460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.340953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Fanout notify agent at l3_agent the message router_deleted on router 15780d2a-fa63-43e4-8cbf-a7719ae866af {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:58:46.357392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:46.416903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fd43ec96-03c6-41bb-8821-889f9b5608c2 None None] Provisioning complete for port b90a9532-c5a5-478a-a2d2-bd68a4f39706 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:46.417591 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd43ec96-03c6-41bb-8821-889f9b5608c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.467147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 7, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:46.522071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.523487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cbe65743-98cb-470b-9229-7c1c39805c6a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/routers/15780d2a-fa63-43e4-8cbf-a7719ae866af HTTP/1.1" status: 204 len: 168 time: 4.5031104 Apr 25 14:58:46.529576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43150) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:46.604656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:46.610818 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.731267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db726b-3f86-45c0-b8ad-ea999aae00d8 None None] The sync data for ids ['15780d2a-fa63-43e4-8cbf-a7719ae866af'] in n-d-811416-6 is: [{'id': '15780d2a-fa63-43e4-8cbf-a7719ae866af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485457748', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:54:18Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 7, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:46.769528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-96b16116-ebff-48e6-9d4b-674f583495e6 req-3eafe509-e1f8-49bc-b703-f0fbcde92e43 service neutron] (88060) timed out ('10.222.0.23', 48172) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 14:58:46.846871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 656ab840-5362-494c-8542-f0a6ccb42243, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=656ab840-5362-494c-8542-f0a6ccb42243,segment=NetworkSegment(71a0ec97-f854-433b-afd0-a88b8a3fed08),segment_id=71a0ec97-f854-433b-afd0-a88b8a3fed08)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:46.847135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:46.947622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fd43ec96-03c6-41bb-8821-889f9b5608c2 None None] Port b90a9532-c5a5-478a-a2d2-bd68a4f39706 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:47.057006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.111377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.325279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.377567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:47.380563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9a06d7-48f1-4eab-ba77-1a25e626809c']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:47.401396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.402057 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Added segment 1cd8f409-736b-462b-b0e7-ad10cab8f240 of type vlan for network 3d93665c-c601-4b21-9c6b-2aadd6304e1a Apr 25 14:58:47.407133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed89bba-564d-4a22-9bdd-7240f32e0b1f') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:47.407817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed89bba-564d-4a22-9bdd-7240f32e0b1f') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:47.433352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.438921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 656ab840-5362-494c-8542-f0a6ccb42243 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:47.466269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.480066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:47.480658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.509917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43166) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:47.512217 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:47.516633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.534159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] Pushing event deleted for resources: {'Port': ['ID=00770570-2751-480b-8504-a5e7457373ab,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:47.538062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6880466-00f7-4db2-9687-e391c251bfbb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:47.569643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.624870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fd08b-7d70-4f1b-b13b-93c57bbd44c9 None None] No DVR routers for this DVR port 00770570-2751-480b-8504-a5e7457373ab on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:47.645738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] For port 656ab840-5362-494c-8542-f0a6ccb42243, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=656ab840-5362-494c-8542-f0a6ccb42243,segment=NetworkSegment(71a0ec97-f854-433b-afd0-a88b8a3fed08),segment_id=71a0ec97-f854-433b-afd0-a88b8a3fed08)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:47.646212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.665349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Sync routers for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:47.670391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.712396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.717818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:47.718443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.746758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-620528243-network', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:47.767615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:47.772088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5cd7031-464b-4d55-9f58-3affcce121ff req-e3035f96-e4f3-4503-a76c-4995fc27177f tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2608390 Apr 25 14:58:47.778507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Usage tracker for resource:network and tenant:7d881fc062e648ad9318531d3aabbd11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:47.784131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:47.794795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.807391 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.815494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Calling delete_port for 656ab840-5362-494c-8542-f0a6ccb42243 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:47.822601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:47.843155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Transition to ACTIVE for port object 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:47.861517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:47.862658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:47.878299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.886582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8083327 Apr 25 14:58:47.887382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43170) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:47.893213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9deb46-c4f0-407e-a9b4-d9b88affc0fa tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Network': ['ID=3d93665c-c601-4b21-9c6b-2aadd6304e1a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:47.898856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Request body: {'subnet': {'network_id': '3d93665c-c601-4b21-9c6b-2aadd6304e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:47.913740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.922079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.923873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Network': ['ID=7e9a06d7-48f1-4eab-ba77-1a25e626809c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:47.928314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 3d93665c-c601-4b21-9c6b-2aadd6304e1a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:47.944199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5bdb6d45-6080-4bca-b265-01fd6843dc9c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/networks/7e9a06d7-48f1-4eab-ba77-1a25e626809c HTTP/1.1" status: 204 len: 168 time: 1.3943281 Apr 25 14:58:47.944751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43174) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:47.963583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Made reservation on behalf of 7d881fc062e648ad9318531d3aabbd11 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:47.965818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:47.989751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.013123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Transition to ACTIVE for port object 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:48.047954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=656ab840-5362-494c-8542-f0a6ccb42243,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:48.083804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.094029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:48.119927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:7d881fc062e648ad9318531d3aabbd11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:48.125832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:48.141180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:48.185018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fc1694e-945e-4a62-a3e5-cff926d3135b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.266464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d6880466-00f7-4db2-9687-e391c251bfbb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:48.297580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] DHCP port deletion for 602cee7f-afc3-4a3d-8768-3a02d3b8f15f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:58:48.316088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d6880466-00f7-4db2-9687-e391c251bfbb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:48.316720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.330496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fc1694e-945e-4a62-a3e5-cff926d3135b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.363487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No DVR routers for this DVR port 656ab840-5362-494c-8542-f0a6ccb42243 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:48.370987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:48.382696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] Deleting port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:48.383318 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.412293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.420463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:58:48.421913 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:58:48.422868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:48.447409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:48.473686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Pushing event updated for resources: {'Port': ['ID=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:48.504925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:48.555831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:48.572491 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Usage tracker for resource:subnet and tenant:02a067aaeac54cd48894cdc30a4ae24c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:48.576779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:48.578768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:48.597533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.598093 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.610568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:48.649008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961ff546-a040-43b6-a501-6b2cdb38f37b']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:48.665083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a0ec97-f854-433b-afd0-a88b8a3fed08') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:48.665469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a0ec97-f854-433b-afd0-a88b8a3fed08') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:48.678779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.691429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.735476 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fc1694e-945e-4a62-a3e5-cff926d3135b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.752231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:48.777015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.779237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Made reservation on behalf of 02a067aaeac54cd48894cdc30a4ae24c for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:48.783976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.800682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.801119 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Added segment 27f7079a-254e-474a-88e6-57d666e15684 of type vlan for network 534ca105-cd88-4aa2-9b84-21186e1231f8 Apr 25 14:58:48.802778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e64006-cc83-4305-b907-804d2efda84d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:48.835544 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4fc1694e-945e-4a62-a3e5-cff926d3135b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.839381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4fc1694e-945e-4a62-a3e5-cff926d3135b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/security-groups/b100da5a-8c64-497e-bb8c-571605520615 HTTP/1.1" status: 204 len: 168 time: 0.8911932 Apr 25 14:58:48.857716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1694e-945e-4a62-a3e5-cff926d3135b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b100da5a-8c64-497e-bb8c-571605520615,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:48.889067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:48.889067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:48.898674 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:48.927068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:48.963048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:58:48.965656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Deleting port 656ab840-5362-494c-8542-f0a6ccb42243 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:48.965949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.041439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Attempting to bind port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:49.042091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Attempting to bind port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:49.042624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Attempting to bind port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:49.120222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab764b67-2fa7-4c44-a1ab-554a8c51e998 req-dc327cba-3c03-40ea-be8e-f7acde4059ee tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0931048 Apr 25 14:58:49.141974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:49.152769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.155231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:49.168841 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:49.169936 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.170808 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:49.178638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:49.179448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:49.180032 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.180644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Bound using segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:49.181323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Bound port: 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:49.181902 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.248690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=961ff546-a040-43b6-a501-6b2cdb38f37b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:49.265562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.267399 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-53d5bfef-f43f-44b2-8582-d429190d37cc tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 933 time: 6.2406271 Apr 25 14:58:49.273919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43186) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:49.278667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c17b64f9-18c5-47fd-9e57-bc3ca5076e52 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/961ff546-a040-43b6-a501-6b2cdb38f37b HTTP/1.1" status: 204 len: 168 time: 4.3914871 Apr 25 14:58:49.281956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43188) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:49.324071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.325158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:49.325757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.352147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd31b4d8-4de6-40c8-9fa2-410f002c3037 None None] The port '656ab840-5362-494c-8542-f0a6ccb42243' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:58:49.427241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43194) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:49.436580 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:49.439078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766412623', 'description': 'tempest-secgroup-smoke-1766412623 description', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:49.506392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:49.512070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9513d969-62c1-48c4-a762-7213bd9aecad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 933 time: 0.2312131 Apr 25 14:58:49.533959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43198) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:49.543674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'routes': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:49.560005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.569525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0545106 Apr 25 14:58:49.578535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:49.588235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43202) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:49.591672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:49.607123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Request body: {'subnet': {'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-620528243-subnet', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:49.616322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:49.620484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518202f4-fb61-4b62-abeb-d7c7d5ea9bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=534ca105-cd88-4aa2-9b84-21186e1231f8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:49.623346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:49.635020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] For port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,segment=NetworkSegment(a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5),segment_id=a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:49.635484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.643905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Usage tracker for resource:subnet and tenant:7d881fc062e648ad9318531d3aabbd11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:49.652988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:49.662879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:49.665157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:49.667763 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.675494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:49.709875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Made reservation on behalf of 7d881fc062e648ad9318531d3aabbd11 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:49.712552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.726430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:49.732576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.737496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6942e5a3-cea4-4aa0-af2b-0900bdbc6e5e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7139974 Apr 25 14:58:49.753254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:49.756056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43206) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:49.762209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:49.832650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:49.865353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:49.894365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:49.912320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d6880466-00f7-4db2-9687-e391c251bfbb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6880466-00f7-4db2-9687-e391c251bfbb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:49.997348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] Calling delete_port for 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:50.033366 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.034268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1c35c3f-6a19-4c53-8469-7c6d5d50880b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:50.052687 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:46Z', 'revision_number': 6, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:50.058618 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:50.070175 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:50.072022 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:50.186841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d6880466-00f7-4db2-9687-e391c251bfbb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:50.198939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:50.199672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:50.316233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.320071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:50.320639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] For port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:50.335954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:50.335954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.344131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.368180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] For port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:50.373761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 14:58:50.387441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.459006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.508964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 2, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:50.511355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:50.511509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.512816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0843153 Apr 25 14:58:50.533916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43212) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:50.534133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:50.534133 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.538486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340f0d9-39dc-4fb5-984a-37f0d05500a2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:50.549155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ca758a29-dbdb-4d0e-9b2e-47354c92ebb9', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:50.572592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:50.578285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Checking router: 0b807bb5-a037-4742-96ef-55d6f2bb6c17 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:50.578819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Updating router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 port b90a9532-c5a5-478a-a2d2-bd68a4f39706 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:58:50.578903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.613014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:50.618442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:50.636567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f8f455e-b681-45ef-9871-6dba3fa5d2c9 req-76fd121b-6ac9-4f0d-8893-06f77e4f46be tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2687008 Apr 25 14:58:50.645616 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:50.684986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] No DVR routers for this DVR port 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:58:50.725688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:50.769366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] The port '7d3c8c86-52f3-441c-8bf8-ccdee01a6464' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:58:50.821299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8545ce-e9ce-434a-be29-03d6b1eb63cd,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:50.853089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:50.864981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event updated for resources: {'Subnet': ['ID=4f1b0fb4-2155-4288-b419-774c50444e61,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:50.867233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Checking segment: {'id': '1cd8f409-736b-462b-b0e7-ad10cab8f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3d93665c-c601-4b21-9c6b-2aadd6304e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:50.867608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network hostable DHCP agents. Network: 3d93665c-c601-4b21-9c6b-2aadd6304e1a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:50.920533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93320fb1-32d9-4161-acf9-45295fa98b10 None None] Pushing event updated for resources: {'Port': ['ID=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:51.018832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Checking segment: {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:51.018832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Network hostable DHCP agents. Network: 534ca105-cd88-4aa2-9b84-21186e1231f8, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:51.030542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:46Z', 'revision_number': 6, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:51.045068 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1ea71-839b-4a24-808f-a7e68b3f461b None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:46Z', 'revision_number': 6, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:45Z', 'revision_number': 4, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:51.054968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.106445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Network 3d93665c-c601-4b21-9c6b-2aadd6304e1a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:51.128106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602cee7f-afc3-4a3d-8768-3a02d3b8f15f']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:51.152735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.165283 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.187361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8bef9-2883-4434-bc30-9033f7ea1927 None None] Pushing event deleted for resources: {'Port': ['ID=7d3c8c86-52f3-441c-8bf8-ccdee01a6464,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:51.222095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:51.222529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bfc2fb-cefe-4256-a335-a0c3d2ba1fc5') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:51.236407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.267554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 3d93665c-c601-4b21-9c6b-2aadd6304e1a) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:51.278299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.281854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:51.282445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.309474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:51.310197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:51.326617 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:51.379826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:51.386194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.404970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571dbfdb-f7b5-45f0-aebb-e37dac5d04e3 None None] Network 3d93665c-c601-4b21-9c6b-2aadd6304e1a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:51.570360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.575737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.584445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/602cee7f-afc3-4a3d-8768-3a02d3b8f15f HTTP/1.1" status: 204 len: 168 time: 2.2984450 Apr 25 14:58:51.589442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9c89d7e-34e6-419c-836e-c73c3c89bd94 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6974089 Apr 25 14:58:51.592127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43216) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:51.592464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43218) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:51.627405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 534ca105-cd88-4aa2-9b84-21186e1231f8) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:51.630852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2136869674'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:51.645837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:51.646460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.663601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0755b24-2dad-4f72-9164-4f99b007b2f8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=602cee7f-afc3-4a3d-8768-3a02d3b8f15f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:51.670749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:51.701571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef180a4-5536-49ee-9335-7660dc3c663b None None] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:51.708581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.717415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:51.743467 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.806198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:51.824062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:51.827739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added routes are [] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 25 14:58:51.828066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 25 14:58:51.849847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0d1e6b4f-41c6-4a4e-940b-bdb4b84959c1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2597351 Apr 25 14:58:51.850678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.858113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43226) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:51.867778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:51.876135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:51.898720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f03355a-ea09-4594-8000-7cb2876ed5e2 req-51e88511-6809-4cf3-8210-191904645c70 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0840406 Apr 25 14:58:51.920473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:51.924037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:51.939363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6102d7-167b-450e-a5c5-8e69cd31b85c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:51.944986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Usage tracker for resource:router and tenant:7d881fc062e648ad9318531d3aabbd11 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:51.951277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:51.960934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:52.015830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Allocated IP 172.20.0.1 (3625009f-9661-4b0d-81e3-a0f6017b5902/07ace9f6-a624-4c28-857b-fc8e65bfb60b/bef907f4-6c9c-4012-9778-8e222d50e58e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:52.017578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.024685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:52.034701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.036423 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.099157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f1c35c3f-6a19-4c53-8469-7c6d5d50880b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,segment=NetworkSegment(c4f4f646-b0c4-449f-9c00-61f141edf831),segment_id=c4f4f646-b0c4-449f-9c00-61f141edf831)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:52.103533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.114794 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.115577 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 2e9b2313-0e5a-456f-b95c-702567ff4e7a of type vlan for network c56c9e3b-1477-44ea-a963-a6b12a783ca1 Apr 25 14:58:52.150446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.207760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.211856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a4610a07-121c-4a8e-9d53-c4dec0743356 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6720109 Apr 25 14:58:52.212786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43230) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:52.235019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.235292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ca758a29-dbdb-4d0e-9b2e-47354c92ebb9', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:52.253591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 656ab840-5362-494c-8542-f0a6ccb42243 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:52.269058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:52.278558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3bab7-cf2a-4ec5-b09f-d4254e696081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-3d93665c-c601-4b21-9c6b-2aadd6304e1a', 'network_id': '3d93665c-c601-4b21-9c6b-2aadd6304e1a', 'tenant_id': '02a067aaeac54cd48894cdc30a4ae24c', 'fixed_ips': [{'subnet_id': '4f1b0fb4-2155-4288-b419-774c50444e61'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:52.280065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bab7-cf2a-4ec5-b09f-d4254e696081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.290080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:52.295218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:52.300177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.309287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:52.323639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac15e0-3fd5-4808-acd9-31f322c4f510 None None] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:52.329241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Transition to ACTIVE for port object bef907f4-6c9c-4012-9778-8e222d50e58e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:52.339641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.342233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.353623 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.396344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 656ab840-5362-494c-8542-f0a6ccb42243 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:52.396696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 656ab840-5362-494c-8542-f0a6ccb42243 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:52.397799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 00770570-2751-480b-8504-a5e7457373ab no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:52.413357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.418670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.437009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.480639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 00770570-2751-480b-8504-a5e7457373ab {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:52.480994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 00770570-2751-480b-8504-a5e7457373ab not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:52.534691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Pushing event updated for resources: {'Port': ['ID=bef907f4-6c9c-4012-9778-8e222d50e58e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:52.543051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f254247c-5356-4c06-b930-bc8a2823b059,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:52.543648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:46Z', 'revision_number': 3, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:52.561628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:52.562915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:52.569271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.574605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fdff481f-1b0c-4a81-b790-b4465fd7bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3573542 Apr 25 14:58:52.574605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:52.605397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:52.616865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ca758a29-dbdb-4d0e-9b2e-47354c92ebb9', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:52.623057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:52.623794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:52.628354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:52.631768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:52.640249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-74a97e40-2e44-4463-aac5-cde77dd4bc1c None None] Provisioning for port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:52.643586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:52.647647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:52.648007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Updating router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 port 5958837c-ad69-4140-b5dc-4cc795421fbc binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:58:52.677618 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.705723 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.797253 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:58:52.815252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:58:52.816879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6880466-00f7-4db2-9687-e391c251bfbb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:52.853702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-534ca105-cd88-4aa2-9b84-21186e1231f8', 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'fixed_ips': [{'subnet_id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:52.855268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.962944 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:52.972956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.024527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59f3aa8-508f-4deb-8d1c-a3866b905229,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:53.057546 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.060272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.062674 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b77cf7e-b356-4c66-9fa9-f9f534d261f7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4562466 Apr 25 14:58:53.065976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43240) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:53.075060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ca758a29-dbdb-4d0e-9b2e-47354c92ebb9', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:53.086183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:53.094270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:53.098419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:53.107308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:53.109946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.167191 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.172878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:53.173607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.184693 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.194513 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server [None req-fdb3bab7-cf2a-4ec5-b09f-d4254e696081 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f1b0fb4-2155-4288-b419-774c50444e61: This subnet is being modified by another concurrent operation. Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise exception Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f1b0fb4-2155-4288-b419-774c50444e61: This subnet is being modified by another concurrent operation. Apr 25 14:58:53.269519 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Apr 25 14:58:53.320613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.322603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83763ee-f994-4bb5-a34c-faef6bccfc01 None None] Network 3d93665c-c601-4b21-9c6b-2aadd6304e1a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:53.350001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.353085 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.364658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1b0fb4-2155-4288-b419-774c50444e61,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:53.409230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.430243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7980cc50-1646-4480-84a4-89baf129ab61 req-59f9116c-80fc-4dfa-8b6a-84c153ac944c tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.3030078 Apr 25 14:58:53.441352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674f56f7-e2c3-4bdc-ab15-2ce7ccc6c651,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:53.499770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Transition to ACTIVE for port object b90a9532-c5a5-478a-a2d2-bd68a4f39706 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:53.526629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.570959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.574995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.576920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3af36345-f7d5-479d-8e62-360d43505546 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5081112 Apr 25 14:58:53.579573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.586351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:53.626835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.646802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.649673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=c56c9e3b-1477-44ea-a963-a6b12a783ca1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:53.662294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ca758a29-dbdb-4d0e-9b2e-47354c92ebb9', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:53.677902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d65be1ff-ab69-4f76-8975-b0e62c2b234f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0682423 Apr 25 14:58:53.680734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43248) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:53.689898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:53.693267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:53.697723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.723306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d6880466-00f7-4db2-9687-e391c251bfbb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:53.723702 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.747548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:53.749936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:53.754856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Pushing event updated for resources: {'Port': ['ID=bef907f4-6c9c-4012-9778-8e222d50e58e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:53.781759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:53.795640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:53.862785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:53.865445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:53.869704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:53.872751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:53.879139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:53.893592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d93665c-c601-4b21-9c6b-2aadd6304e1a']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:53.930850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd8f409-736b-462b-b0e7-ad10cab8f240') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:53.931162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd8f409-736b-462b-b0e7-ad10cab8f240') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:53.969895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Allocated IP 172.20.0.2 (534ca105-cd88-4aa2-9b84-21186e1231f8/4e8545ce-e9ce-434a-be29-03d6b1eb63cd/6bc9a315-f2a7-4a25-acf4-509604e4ca15) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:54.057627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.064736 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:58:54.077799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:54.081239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-21c16a0f-6cd2-43cc-90da-3c203c32628a req-e48fcaa3-0579-4e13-8dc1-5890acb62e27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1259363 Apr 25 14:58:54.081637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.096945 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.103565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.125071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:54.131263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:54.131663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:54.149015 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:54.256597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:54.257911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:54.260475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dd8c1-bdbf-47d4-a54e-5ffc5f10dffc None None] Pushing event updated for resources: {'Port': ['ID=b90a9532-c5a5-478a-a2d2-bd68a4f39706,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:54.474244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Attempting to bind port b90a9532-c5a5-478a-a2d2-bd68a4f39706 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:54.474621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Attempting to bind port b90a9532-c5a5-478a-a2d2-bd68a4f39706 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:54.475713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Attempting to bind port b90a9532-c5a5-478a-a2d2-bd68a4f39706 on network 5103913a-3275-4901-83f1-70838439cb09 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:54.544114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:54.544502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Checking segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:54.544912 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.545334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Bound using segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:54.546340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Bound port: b90a9532-c5a5-478a-a2d2-bd68a4f39706, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:54.546734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.577846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.607754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:54.643269 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.660943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:58:54.682019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.700928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.707662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Network': ['ID=3d93665c-c601-4b21-9c6b-2aadd6304e1a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:54.714917 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.717181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:54.724381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-54dd1964-b40f-4aa6-9cb3-d658e641bed7 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/3d93665c-c601-4b21-9c6b-2aadd6304e1a HTTP/1.1" status: 204 len: 168 time: 3.1130445 Apr 25 14:58:54.725818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43254) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:54.731185 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.732333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c70d8dd5-7e30-4aa7-90fe-79e34850ef8b tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 699 time: 5.1928139 Apr 25 14:58:54.738334 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:58:54.755808 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:54.756441 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:54.767888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43256) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:54.836530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=01c681a8-54a3-4649-ab9e-c78da84f2157,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:54.899053 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce50ec2-8003-4def-9f7e-43ad3770719f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:54.900254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce50ec2-8003-4def-9f7e-43ad3770719f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:54.911630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cce50ec2-8003-4def-9f7e-43ad3770719f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/4f1b0fb4-2155-4288-b419-774c50444e61 HTTP/1.1" status: 404 len: 337 time: 0.1288877 Apr 25 14:58:54.912973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27051348-9f98-414c-a3d3-363f0cf22c33,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:54.917174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.924144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43262) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:54.946716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] For port b90a9532-c5a5-478a-a2d2-bd68a4f39706, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:54.957829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] For port b90a9532-c5a5-478a-a2d2-bd68a4f39706, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b90a9532-c5a5-478a-a2d2-bd68a4f39706,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:54.964265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:54.975233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Transition to ACTIVE for port object 5958837c-ad69-4140-b5dc-4cc795421fbc will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:54.984616 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.005023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.006657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-14ebb93c-206b-402b-86b1-69305e8a9ce1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3624053 Apr 25 14:58:55.016378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43266) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.127029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Transition to ACTIVE for port object 6bc9a315-f2a7-4a25-acf4-509604e4ca15 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:55.157549 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.173760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': 'ca758a29-dbdb-4d0e-9b2e-47354c92ebb9', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:55.194240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:55.195812 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:55.214867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8df08970-d3a4-4146-b042-105e75747f93 None None] Provisioning for port bef907f4-6c9c-4012-9778-8e222d50e58e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:58:55.225947 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f8b58d-9bb3-4ac8-89ab-c06018325b01 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:55.227160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f8b58d-9bb3-4ac8-89ab-c06018325b01 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:55.229444 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-91a73e87-10cc-47c9-bf9d-d8889bc36f2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 699 time: 0.3946130 Apr 25 14:58:55.233098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87f8b58d-9bb3-4ac8-89ab-c06018325b01 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/3d93665c-c601-4b21-9c6b-2aadd6304e1a HTTP/1.1" status: 404 len: 339 time: 0.2992146 Apr 25 14:58:55.234733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:55.239370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.241264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43272) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.241397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8df08970-d3a4-4146-b042-105e75747f93 None None] Provisioning complete for port bef907f4-6c9c-4012-9778-8e222d50e58e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:55.241714 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8df08970-d3a4-4146-b042-105e75747f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.282140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:55.282805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:55.362622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:55.363004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.409928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10c8eea3-da21-4d4f-8a22-b6947197580a req-d2ac78a0-fba1-4244-9380-96568752e9ab tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.6407206 Apr 25 14:58:55.494159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Attempting to bind port 5958837c-ad69-4140-b5dc-4cc795421fbc on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:55.494532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Attempting to bind port 5958837c-ad69-4140-b5dc-4cc795421fbc by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:55.494899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Attempting to bind port 5958837c-ad69-4140-b5dc-4cc795421fbc on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:55.496668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:58:55.510976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '2e9b2313-0e5a-456f-b95c-702567ff4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:55.511532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: c56c9e3b-1477-44ea-a963-a6b12a783ca1, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:58:55.525868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-33131df6-9232-4b5d-9268-5c7b76c3b765 admin admin] 10.222.0.23 "PUT /v2.0/routers/70e6b9db-2eeb-4d77-8dee-0e86d9d67e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7639544 Apr 25 14:58:55.548116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:55.549524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:55.549999 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.550406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:55.552404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Bound port: 5958837c-ad69-4140-b5dc-4cc795421fbc, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:55.552799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.558251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:58:55.571790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c56c9e3b-1477-44ea-a963-a6b12a783ca1) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:55.600376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:55.601341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.616219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Transition to ACTIVE for port object 6bc9a315-f2a7-4a25-acf4-509604e4ca15 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:55.651644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f759607-666c-4606-a6c1-6fd1c1f77d98 None None] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:58:55.657457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-90aa74fd-2db0-4c92-a774-c5cef6421a87 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9705667 Apr 25 14:58:55.657629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:55.657817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43280) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.664025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-11860275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:55.667519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:55.679403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:55.720947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:55.735739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:55.743176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:55.753214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:55.755781 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77c12b1-c898-4fe1-844c-b6b918d90253 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:55.756571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77c12b1-c898-4fe1-844c-b6b918d90253 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:55.758654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.760060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.761631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b77c12b1-c898-4fe1-844c-b6b918d90253 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/d983608c-f009-4d9c-8ef8-16b9575879fe HTTP/1.1" status: 404 len: 337 time: 0.5108435 Apr 25 14:58:55.768741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43284) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.823119 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e96d98-c117-4685-8567-996e4ea7d037 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:55.823745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e96d98-c117-4685-8567-996e4ea7d037 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:55.835695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-97e96d98-c117-4685-8567-996e4ea7d037 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/e8fad1ad-9cbf-44d6-b385-c7b49d5eaa6d HTTP/1.1" status: 404 len: 339 time: 0.0645120 Apr 25 14:58:55.837113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.838804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43292) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.840102 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:58:55.859469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.908262 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c0f89-c4cd-44a7-88f6-b8daaac6b30a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:55.908724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c0f89-c4cd-44a7-88f6-b8daaac6b30a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:55.910633 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c6c0f89-c4cd-44a7-88f6-b8daaac6b30a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/b35121af-fd63-48f4-8b28-10bb9af525ab HTTP/1.1" status: 404 len: 337 time: 0.0711386 Apr 25 14:58:55.913450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43296) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.939769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:55.953766 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2fc704-c0e4-4c44-8bb1-0cfc1b63f512 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:55.955322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2fc704-c0e4-4c44-8bb1-0cfc1b63f512 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:55.956443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9a2fc704-c0e4-4c44-8bb1-0cfc1b63f512 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/12232542-85b7-42a0-8446-447f28e6e2c2 HTTP/1.1" status: 404 len: 339 time: 0.0418189 Apr 25 14:58:55.962323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43300) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:55.994133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.008350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:51Z', 'revision_number': 7, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:51Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:56.024300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:58:56.052877 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:56.056554 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:56.056782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Deleting port 82a34af0-d052-43a4-91fc-c9f68faba862 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:56.057133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.071982 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.117666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:56.118717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.131273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:56.138769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c56c9e3b-1477-44ea-a963-a6b12a783ca1', 'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': '01c681a8-54a3-4649-ab9e-c78da84f2157'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:58:56.140018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.156443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:56.164718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dd8c1-bdbf-47d4-a54e-5ffc5f10dffc None None] Pushing event updated for resources: {'Port': ['ID=b90a9532-c5a5-478a-a2d2-bd68a4f39706,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:56.305540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.328095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.328451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.338164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f0a10-3d57-4429-a5ce-81292ae20c2e None None] Pushing event updated for resources: {'Port': ['ID=5958837c-ad69-4140-b5dc-4cc795421fbc,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:56.408727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db831f35-a663-4c52-bca2-6d410b154d97,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:56.491386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8df08970-d3a4-4146-b042-105e75747f93 None None] Port bef907f4-6c9c-4012-9778-8e222d50e58e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:58:56.494261 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:56.499195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.503804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a683d193-df32-4c07-b676-70beaa3a12d8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3389454 Apr 25 14:58:56.504352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:56.516120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'network': {'name': 'tempest-network-smoke--1187901810', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'port_security_enabled': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:56.526228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:56.536776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:network and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:56.540548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Allocated IP 172.25.0.211 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/7d394739-6418-44d2-9d81-e027cbdd708b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:56.543196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:56.554156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:56.554432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a315-f2a7-4a25-acf4-509604e4ca15,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:56.743040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Calling delete_port for 82a34af0-d052-43a4-91fc-c9f68faba862 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:58:56.895693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:56.896454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.909872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.914373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e06d4d4-a516-4cff-85d8-3f95577143fe tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2553375 Apr 25 14:58:56.921935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] For port 5958837c-ad69-4140-b5dc-4cc795421fbc, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:56.927043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] For port 5958837c-ad69-4140-b5dc-4cc795421fbc, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5958837c-ad69-4140-b5dc-4cc795421fbc,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:56.943098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Attempting to bind port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:58:56.943893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Attempting to bind port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:58:56.944841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Attempting to bind port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 on network 534ca105-cd88-4aa2-9b84-21186e1231f8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:58:56.947354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43314) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:56.949388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8df08970-d3a4-4146-b042-105e75747f93 None None] Provisioning complete for port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:56.949990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8df08970-d3a4-4146-b042-105e75747f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:56.957392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878457851', 'description': 'tempest-description--2116696369'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:56.963770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:56.977569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c682e70e-72be-44cb-848a-5ad6703d9686 req-270d5de3-38ae-4e37-a8a4-b8a66110d8ae tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1307633 Apr 25 14:58:56.980334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:56.999626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.005374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'port': {'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1', 'name': 'tempest-RoutersIpV6Test-847706572'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:57.009595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:57.013496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.020355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:57.024545 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.027887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Port': ['ID=82a34af0-d052-43a4-91fc-c9f68faba862,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:57.048513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:57.057174 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.059252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d26ebfde-3585-4248-9090-e96954f07fb5 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/ports/82a34af0-d052-43a4-91fc-c9f68faba862 HTTP/1.1" status: 204 len: 168 time: 1.0958314 Apr 25 14:58:57.062413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43320) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:57.104868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:58:57.135399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.135399 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Added segment 807fd6c9-be3a-4154-b490-56de4b6f4866 of type vlan for network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 Apr 25 14:58:57.146107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:58:57.146731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Checking segment: {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:58:57.147543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.147543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Bound using segment: {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:58:57.148010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Bound port: 6bc9a315-f2a7-4a25-acf4-509604e4ca15, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:58:57.148635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.167481 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:51Z', 'revision_number': 7, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:51Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:57.180460 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227a31d-79fe-4413-a078-94b01a2d6710 None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:58:51Z', 'revision_number': 7, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1c35c3f-6a19-4c53-8469-7c6d5d50880b', 'name': '', 'network_id': '66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:1e:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:33Z', 'updated_at': '2022-04-25T14:58:51Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'e7f3c059-4b55-4316-b2ce-60e3b8dd16fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:58:57.212777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.224013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.267416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.278928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.297666 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa59e8f0-bb9a-43ce-bf0b-e12ab89ec66f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:58:57.298132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa59e8f0-bb9a-43ce-bf0b-e12ab89ec66f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:58:57.299855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa59e8f0-bb9a-43ce-bf0b-e12ab89ec66f tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/9dd670d6-d9b8-4b44-b216-652d296f3f05 HTTP/1.1" status: 404 len: 337 time: 0.2346902 Apr 25 14:58:57.307010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:57.315438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:57.318929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:57.325292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43326) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:57.325565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:57.392958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.398842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:57.399470 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.426600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Allocated IP 2001:db8::2 (c56c9e3b-1477-44ea-a963-a6b12a783ca1/01c681a8-54a3-4649-ab9e-c78da84f2157/834b02e3-8318-4abd-a018-ff5480d59f37) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:57.440271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.445601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.453023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.563334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c79d3-7f93-46ed-a891-6ef7f3922bab,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:57.573493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.580582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a10520d0-d8df-406b-895c-9f33db5ec568 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6815624 Apr 25 14:58:57.586854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43330) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:57.599292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': 'f09c79d3-7f93-46ed-a891-6ef7f3922bab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:57.610000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:57.614896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:57.636023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:port and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:57.642939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:57.648010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:57.654611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:57.681378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:57.684671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:57.723249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:58:57.730419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.770412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.815964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] device_id is not set on port a797439c-50ee-4938-b629-ab7a3fb7cf4a yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:58:57.846137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:57.850562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:57.873654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:57.878753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cd6d33ee-7457-403d-a899-7b2c19f1b26e req-cdb95f00-d8f3-456e-b6ff-c3111ecbec91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7e4f23fac26412786b3ee8fc7adc605&device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2011087 Apr 25 14:58:57.945474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:57.951182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:57.978333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:57.979356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Pushing event updated for resources: {'Port': ['ID=7d394739-6418-44d2-9d81-e027cbdd708b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:57.983870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.002620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:58:58.003278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:58.009888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f2e2f2-f09b-46b4-8fc7-85ca496106b5,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:58.025238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.029294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f942374-9c2e-47fb-9042-af7973c633fb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404800 Apr 25 14:58:58.030567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43336) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:58.035900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': 'f09c79d3-7f93-46ed-a891-6ef7f3922bab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:58.042549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:58.046965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:58.050326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:58.056760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:58.064079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4fa056b8-9e77-4f31-8172-23fd3930e777 req-ceac4ce1-9bef-4fa1-b7d2-75e713b506f3 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.2620375 Apr 25 14:58:58.081824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5727026 Apr 25 14:58:58.086044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43340) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:58.089612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.103683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.104060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'admin_state_up': True, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:58.110896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cd6d33ee-7457-403d-a899-7b2c19f1b26e req-ff333110-30a2-4235-a2d2-ce10d3d9d276 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a7e4f23fac26412786b3ee8fc7adc605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287117 Apr 25 14:58:58.111515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c416-e687-4195-8c12-e93f4e04956c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Network': ['ID=d5898b75-12eb-45f0-82af-a9cd56ad7cd7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:58.119027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:58.136059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:router and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:58.143344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:58.157206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:58:58.159613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:58.171053 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.188667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.190008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.218820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.229668 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.231200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.267622 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:58:58.272908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa88362-17c0-4aa8-bdca-d1efdae69634,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:58.289282 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.293089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dee6f3cf-544f-4b84-9889-553806feb353 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591629 Apr 25 14:58:58.296455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43344) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:58:58.319003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06db128d-ad6f-4083-beea-076246fad6cc no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:58.351248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:58:58.363685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:58:58.367715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f0a10-3d57-4429-a5ce-81292ae20c2e None None] Pushing event updated for resources: {'Port': ['ID=5958837c-ad69-4140-b5dc-4cc795421fbc,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:58.377580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:floatingip and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:58:58.381988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:58:58.449121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:58:58.501569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 06db128d-ad6f-4083-beea-076246fad6cc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:58.501897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06db128d-ad6f-4083-beea-076246fad6cc not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:58.502237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98090748-daa9-4d46-966e-9b4e6424f60e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:58.590041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.611604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.640784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] For port 6bc9a315-f2a7-4a25-acf4-509604e4ca15, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:58:58.650688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 98090748-daa9-4d46-966e-9b4e6424f60e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:58.651046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 98090748-daa9-4d46-966e-9b4e6424f60e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:58.651472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:58:58.681612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.750886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d33ee-7457-403d-a899-7b2c19f1b26e req-6ac2b1d9-0a7a-462a-9e2a-70219570a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:58:58.752566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cd6d33ee-7457-403d-a899-7b2c19f1b26e req-6ac2b1d9-0a7a-462a-9e2a-70219570a78a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6323576 Apr 25 14:58:58.833170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:58:58.833528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d3c8c86-52f3-441c-8bf8-ccdee01a6464 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:58:58.847520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] For port 6bc9a315-f2a7-4a25-acf4-509604e4ca15, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6bc9a315-f2a7-4a25-acf4-509604e4ca15,segment=NetworkSegment(27f7079a-254e-474a-88e6-57d666e15684),segment_id=27f7079a-254e-474a-88e6-57d666e15684)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:58:58.872844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Transition to ACTIVE for port object 834b02e3-8318-4abd-a018-ff5480d59f37 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:58.885137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.911576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:58.934299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:58:59.015188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.025689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:59.094668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1c35c3f-6a19-4c53-8469-7c6d5d50880b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:58:59.145227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Transition to ACTIVE for port object 834b02e3-8318-4abd-a018-ff5480d59f37 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:58:59.151152 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.205901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port f1c35c3f-6a19-4c53-8469-7c6d5d50880b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:58:59.206498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.223310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.246193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee842a8-1892-4048-a66c-82b0179dd74d']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:59.274384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c33205-7939-46ba-937f-47a0b4eed0e4') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:59.274634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c33205-7939-46ba-937f-47a0b4eed0e4') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:58:59.306237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.411449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:58:59.416969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d36a-925e-443e-84dd-9964b3e1bdc6 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a315-f2a7-4a25-acf4-509604e4ca15,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:59.418019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-302de97a-27cd-449c-a543-f06822f24672 req-f55ed1ea-4f28-450e-bbe8-a7e7b0610c9c tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1507392 Apr 25 14:58:59.451337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.468868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:58:59.471152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:58:59.594952 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.603771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.649541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.675210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0978a241-ac9d-4e0c-ae87-9cbdc36b6274 None None] Provisioning complete for port bef907f4-6c9c-4012-9778-8e222d50e58e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:59.675768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0978a241-ac9d-4e0c-ae87-9cbdc36b6274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.765518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8::16a (c56c9e3b-1477-44ea-a963-a6b12a783ca1/01c681a8-54a3-4649-ab9e-c78da84f2157/a797439c-50ee-4938-b629-ab7a3fb7cf4a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:59.774660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:58:59.775101 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.780876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.25.0.70 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/27dca6f6-1fb2-4100-94f8-fe730dced81f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:58:59.799342 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:58:59.897617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Pushing event updated for resources: {'Port': ['ID=834b02e3-8318-4abd-a018-ff5480d59f37,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:58:59.916585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f1c35c3f-6a19-4c53-8469-7c6d5d50880b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:58:59.916585 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.950241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port f1c35c3f-6a19-4c53-8469-7c6d5d50880b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,segment=NetworkSegment(c4f4f646-b0c4-449f-9c00-61f141edf831),segment_id=c4f4f646-b0c4-449f-9c00-61f141edf831)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:58:59.950617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:58:59.987904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0978a241-ac9d-4e0c-ae87-9cbdc36b6274 None None] Port bef907f4-6c9c-4012-9778-8e222d50e58e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:00.020794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Attempting to bind port 834b02e3-8318-4abd-a018-ff5480d59f37 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:00.021231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Attempting to bind port 834b02e3-8318-4abd-a018-ff5480d59f37 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2e9b2313-0e5a-456f-b95c-702567ff4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:00.021639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Attempting to bind port 834b02e3-8318-4abd-a018-ff5480d59f37 on network c56c9e3b-1477-44ea-a963-a6b12a783ca1 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:00.065776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:00.066650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Checking segment: {'id': '2e9b2313-0e5a-456f-b95c-702567ff4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:00.066650 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.067050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Bound using segment: {'id': '2e9b2313-0e5a-456f-b95c-702567ff4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:00.067546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Bound port: 834b02e3-8318-4abd-a018-ff5480d59f37, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9b2313-0e5a-456f-b95c-702567ff4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c56c9e3b-1477-44ea-a963-a6b12a783ca1'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:00.067932 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.134644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for f1c35c3f-6a19-4c53-8469-7c6d5d50880b owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:00.135916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:58:54Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:00.184128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb56e22-88b5-4c4d-8268-64d1bea1ace1 None None] The sync data for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 is: [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:58:54Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:00.186181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cd6d33ee-7457-403d-a899-7b2c19f1b26e req-2f844076-51e5-465a-8eff-503622ef78b5 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.15 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.1581731 Apr 25 14:59:00.257655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b90a9532-c5a5-478a-a2d2-bd68a4f39706 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:00.300131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.309137 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.318306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] For port 834b02e3-8318-4abd-a018-ff5480d59f37, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:00.346959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] For port 834b02e3-8318-4abd-a018-ff5480d59f37, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=834b02e3-8318-4abd-a018-ff5480d59f37,segment=NetworkSegment(2e9b2313-0e5a-456f-b95c-702567ff4e7a),segment_id=2e9b2313-0e5a-456f-b95c-702567ff4e7a)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:00.351618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.351878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.374206 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.377800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/cee842a8-1892-4048-a66c-82b0179dd74d HTTP/1.1" status: 204 len: 168 time: 3.0410106 Apr 25 14:59:00.383803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43350) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:00.428435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object a797439c-50ee-4938-b629-ab7a3fb7cf4a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:00.435312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d69ea-84cc-4d4d-9efe-ab5c4188130a tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Network': ['ID=cee842a8-1892-4048-a66c-82b0179dd74d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:00.449878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:00.470008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85853517-2ad3-443c-bce0-4e230dd3b647 None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:00.490069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b90a9532-c5a5-478a-a2d2-bd68a4f39706 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:00.500209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b90a9532-c5a5-478a-a2d2-bd68a4f39706 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:00.500845 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.575303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3f31-2f47-4253-be03-99ed74667240 None None] Pushing event updated for resources: {'Port': ['ID=834b02e3-8318-4abd-a018-ff5480d59f37,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:00.597545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Deleting port 7b24b2be-649e-4f6a-98c1-790f4c92a8f7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:00.597830 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.819327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.848857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:00.910384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.58 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b577ff46-bc94-4d69-98c1-6e4968dc2a41) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:00.930393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b90a9532-c5a5-478a-a2d2-bd68a4f39706, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b90a9532-c5a5-478a-a2d2-bd68a4f39706,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:00.944003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:01.241681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b90a9532-c5a5-478a-a2d2-bd68a4f39706,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:01.325314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:01.328251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:01.336169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae8f34-a2d4-4fcf-87f3-04685e949b08 None None] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:01.371508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:01.373492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=27dca6f6-1fb2-4100-94f8-fe730dced81f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:01.383334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:01.452388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-167494b5-7bf1-4bad-b051-41f18ed7430b req-902f3825-b5e1-4aeb-be5a-dbd36e72e2a8 tempest-ServerShowV254Test-1249377753 tempest-ServerShowV254Test-1249377753-project] 10.222.0.23 "GET /v2.0/ports?device_id=9274c75b-a391-41a6-be31-523654807be8 HTTP/1.1" status: 200 len: 210 time: 0.0970924 Apr 25 14:59:01.624091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:01.722806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-14d5f7ef-ac44-49e8-8f31-4e1417f45cce None None] Provisioning for port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:01.792020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:01.819240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:01.819703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:01.840776 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:01.854735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:01.872871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:01.888040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:01.896497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:01.898135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:01.928687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=a797439c-50ee-4938-b629-ab7a3fb7cf4a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:01.928897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.032888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=f1c35c3f-6a19-4c53-8469-7c6d5d50880b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:02.163001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6bc9a315-f2a7-4a25-acf4-509604e4ca15 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:02.304851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:02.323195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:02.324284 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.444334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.449628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92faaa23-7e5c-4e03-ab6e-b1bf0f788510 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.4685762 Apr 25 14:59:02.494555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.580251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43356) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:02.674571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01540b54-013a-4566-b59c-a95a224cca99 None None] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:02.691037 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.718065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-19eedc46-177e-4c9f-a717-68d0a46529e5 None None] Provisioning complete for port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:02.721867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19eedc46-177e-4c9f-a717-68d0a46529e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.769959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Calling delete_port for 7b24b2be-649e-4f6a-98c1-790f4c92a8f7 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:02.880557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.960558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 6bc9a315-f2a7-4a25-acf4-509604e4ca15, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6bc9a315-f2a7-4a25-acf4-509604e4ca15,segment=NetworkSegment(27f7079a-254e-474a-88e6-57d666e15684),segment_id=27f7079a-254e-474a-88e6-57d666e15684)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:02.972992 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:02.974343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 834b02e3-8318-4abd-a018-ff5480d59f37 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:03.006672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.031589 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.035048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.042076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Port': ['ID=7b24b2be-649e-4f6a-98c1-790f4c92a8f7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:03.117850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43366) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:03.119400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c7b3472-62f9-4aad-8739-380f37130349 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/ports/7b24b2be-649e-4f6a-98c1-790f4c92a8f7 HTTP/1.1" status: 204 len: 168 time: 2.7330658 Apr 25 14:59:03.143905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43370) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:03.198013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.300967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=6bc9a315-f2a7-4a25-acf4-509604e4ca15,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:03.378398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 834b02e3-8318-4abd-a018-ff5480d59f37 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:03.384389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:03.385746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:03.410519 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec00517d-b725-412b-bc30-f88bcaed31af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] DELETE failed (client error): The resource could not be found. Apr 25 14:59:03.410912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec00517d-b725-412b-bc30-f88bcaed31af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:59:03.415335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ec00517d-b725-412b-bc30-f88bcaed31af tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/7247d471-bec5-4c71-87e2-1e68f5645e48 HTTP/1.1" status: 404 len: 337 time: 0.2622118 Apr 25 14:59:03.417962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:03.465482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:03.479857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=b577ff46-bc94-4d69-98c1-6e4968dc2a41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:03.489352 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.545193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] Provisioning for port 834b02e3-8318-4abd-a018-ff5480d59f37 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:03.555970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] Provisioning complete for port 834b02e3-8318-4abd-a018-ff5480d59f37 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:03.556666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.641020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Router feb7e8ba-1cce-44de-af39-b544b54a8a31 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:59:03.715240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.735612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:03.751482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Usage tracker for resource:security_group_rule and tenant:a7e4f23fac26412786b3ee8fc7adc605 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:03.762613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.823522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] For port 834b02e3-8318-4abd-a018-ff5480d59f37, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=834b02e3-8318-4abd-a018-ff5480d59f37,segment=NetworkSegment(2e9b2313-0e5a-456f-b95c-702567ff4e7a),segment_id=2e9b2313-0e5a-456f-b95c-702567ff4e7a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:03.832727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:03.833737 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:03.862103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:03.899822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6bc9a315-f2a7-4a25-acf4-509604e4ca15 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:03.989250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bd37bc0-3473-48f9-8764-386d78b05532 None None] Provisioning for port a797439c-50ee-4938-b629-ab7a3fb7cf4a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:04.018595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bd37bc0-3473-48f9-8764-386d78b05532 None None] Provisioning complete for port a797439c-50ee-4938-b629-ab7a3fb7cf4a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:04.019433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bd37bc0-3473-48f9-8764-386d78b05532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.118393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ed582-f521-4c1d-9aae-29d2c6a78c33 None None] Pushing event updated for resources: {'Port': ['ID=834b02e3-8318-4abd-a018-ff5480d59f37,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:04.144188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3bd37bc0-3473-48f9-8764-386d78b05532 None None] Port a797439c-50ee-4938-b629-ab7a3fb7cf4a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:04.163467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:04.163852 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.279516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:59:04.323854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bd37bc0-3473-48f9-8764-386d78b05532 None None] Provisioning complete for port 834b02e3-8318-4abd-a018-ff5480d59f37 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:04.324241 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bd37bc0-3473-48f9-8764-386d78b05532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.370740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:04.373284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.394653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5958837c-ad69-4140-b5dc-4cc795421fbc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:04.470671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23070b-aeab-461f-b6b8-c1f3f4b15e80 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:59:04.475117 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:04.502363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Sync routers for ids ['feb7e8ba-1cce-44de-af39-b544b54a8a31'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:04.502943 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:04.504186 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:04.509357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.524384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.541306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.542722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0acd3d59-ae2e-4089-bdf2-f170cb1f3a0a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.6426878 Apr 25 14:59:04.553351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43380) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:04.590987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.634128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Routers {'feb7e8ba-1cce-44de-af39-b544b54a8a31'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:04.634588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['feb7e8ba-1cce-44de-af39-b544b54a8a31'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:04.671670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.729240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.849124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Set router feb7e8ba-1cce-44de-af39-b544b54a8a31 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:04.938700 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:04.970426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:04.971141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5958837c-ad69-4140-b5dc-4cc795421fbc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:05.051415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c700c7-c0e7-4106-9ae2-07fbe4e0b29c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:05.083224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb78b5-976b-4549-8601-0c79f9001fa1']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:05.185871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:05.192648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc1e6bb-32dc-48f7-95ea-fceec71bd6c3') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:05.207492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.226942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.234321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:05.234899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.260542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5958837c-ad69-4140-b5dc-4cc795421fbc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:05.261025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.370071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=27dca6f6-1fb2-4100-94f8-fe730dced81f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:05.373307 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:05.376696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7740b4f6-78ce-4b36-8fbc-a736d2057d6b None None] Provisioning complete for port a797439c-50ee-4938-b629-ab7a3fb7cf4a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:05.376696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7740b4f6-78ce-4b36-8fbc-a736d2057d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.396376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd8ca744-a189-4d50-b17b-a4fb182b47bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7e4f23fac26412786b3ee8fc7adc605&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2723861 Apr 25 14:59:05.396376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.400632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43384) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:05.433320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.448408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7740b4f6-78ce-4b36-8fbc-a736d2057d6b None None] Port a797439c-50ee-4938-b629-ab7a3fb7cf4a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:05.538525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Network': ['ID=bccb78b5-976b-4549-8601-0c79f9001fa1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:05.558057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.569143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T14:58:58Z', 'revision_number': 3, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:05.582852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-148adb4d-5651-4013-95db-89792655e630 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/bccb78b5-976b-4549-8601-0c79f9001fa1 HTTP/1.1" status: 204 len: 168 time: 2.1113384 Apr 25 14:59:05.591014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:05.638005 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:05.645066 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:05.645806 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Updating router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 port bef907f4-6c9c-4012-9778-8e222d50e58e binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:59:05.687649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.708293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5958837c-ad69-4140-b5dc-4cc795421fbc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5958837c-ad69-4140-b5dc-4cc795421fbc,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:05.709520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Checking router: feb7e8ba-1cce-44de-af39-b544b54a8a31 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:05.710013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Updating router feb7e8ba-1cce-44de-af39-b544b54a8a31 port 7d394739-6418-44d2-9d81-e027cbdd708b binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:59:05.717626 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.746426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.748219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5e96b0e8-feb7-42e2-b687-a99a22d0adb0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4496403 Apr 25 14:59:05.758181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.759078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b90a9532-c5a5-478a-a2d2-bd68a4f39706 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:05.795184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:05.815183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:05.925527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5958837c-ad69-4140-b5dc-4cc795421fbc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:05.978762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.006143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Deleting subnet 10ebe5c0-59b4-4de5-adea-56eeb6ee6e07 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:06.017967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-962040a9-e389-4ccf-a440-e42c8a9cc9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.019093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b90a9532-c5a5-478a-a2d2-bd68a4f39706 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:06.019481 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.044366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.219390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:06.242414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23070b-aeab-461f-b6b8-c1f3f4b15e80 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:59:06.253300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-962040a9-e389-4ccf-a440-e42c8a9cc9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.254793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9565b52a-049b-4971-a12e-dea562fcca2e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0075600 Apr 25 14:59:06.265418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:06.270007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43404) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:06.338616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.369822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:06.370494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:06.382160 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.403406 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Transition to ACTIVE for port object bef907f4-6c9c-4012-9778-8e222d50e58e will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:06.418209 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.607459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.613715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 834b02e3-8318-4abd-a018-ff5480d59f37 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:06.622591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.642758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.690599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-f9ab6a25-855c-457e-ad02-2e489fb69bd3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1878457851&fields=id&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 267 time: 0.4664941 Apr 25 14:59:06.751389 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Pushing event updated for resources: {'Port': ['ID=bef907f4-6c9c-4012-9778-8e222d50e58e,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:06.753970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet e7f3c059-4b55-4316-b2ce-60e3b8dd16fd {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:06.769884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.782431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.802181 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.803165 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.803547 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.805051 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.805440 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.805785 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.806125 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.806461 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.806798 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.807249 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.807596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.807929 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:06.843502 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Attempting to bind port bef907f4-6c9c-4012-9778-8e222d50e58e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:06.843878 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Attempting to bind port bef907f4-6c9c-4012-9778-8e222d50e58e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:06.844250 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Attempting to bind port bef907f4-6c9c-4012-9778-8e222d50e58e on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:06.852401 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:06.852789 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:06.853231 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.853635 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Bound using segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:06.854120 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Bound port: bef907f4-6c9c-4012-9778-8e222d50e58e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:06.854503 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.887195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:06.891547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Subnet': ['ID=10ebe5c0-59b4-4de5-adea-56eeb6ee6e07,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:06.895689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.941457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-962040a9-e389-4ccf-a440-e42c8a9cc9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:06.987580 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] For port bef907f4-6c9c-4012-9778-8e222d50e58e, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:06.991726 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] For port bef907f4-6c9c-4012-9778-8e222d50e58e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bef907f4-6c9c-4012-9778-8e222d50e58e,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:07.000306 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.009991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962040a9-e389-4ccf-a440-e42c8a9cc9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c700c7-c0e7-4106-9ae2-07fbe4e0b29c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:07.013258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-962040a9-e389-4ccf-a440-e42c8a9cc9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.015033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-962040a9-e389-4ccf-a440-e42c8a9cc9ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11c700c7-c0e7-4106-9ae2-07fbe4e0b29c HTTP/1.1" status: 204 len: 168 time: 1.6096900 Apr 25 14:59:07.017380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=a797439c-50ee-4938-b629-ab7a3fb7cf4a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:07.117464 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:07.118134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:07.196969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.205023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f3451ac7-d3ff-4766-9dab-82c7edd61332 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/subnets/10ebe5c0-59b4-4de5-adea-56eeb6ee6e07 HTTP/1.1" status: 204 len: 168 time: 1.5928144 Apr 25 14:59:07.215065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43410) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:07.232674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.291366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 834b02e3-8318-4abd-a018-ff5480d59f37 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:07.291987 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.364633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.369402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.489259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-36379911-8056-4047-8ec8-f9840afa5ba9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:07.496778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-36379911-8056-4047-8ec8-f9840afa5ba9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.7811069 Apr 25 14:59:07.524863 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:07.530459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.620668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-addde7c0-3465-4b7a-b1d0-ab3beeb32483 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/quotas/700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 375 time: 0.1224375 Apr 25 14:59:07.673687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Transition to ACTIVE for port object 7d394739-6418-44d2-9d81-e027cbdd708b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:07.677512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Deleting port fff6d1d2-b27c-47d5-a410-a022ace4898e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:07.677891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.721219 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d50a8f-794e-46fa-a3f5-b5179d5346f2 None None] Pushing event updated for resources: {'Port': ['ID=bef907f4-6c9c-4012-9778-8e222d50e58e,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:07.736771 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:07.836880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5958837c-ad69-4140-b5dc-4cc795421fbc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:07.968961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Attempting to bind port 7d394739-6418-44d2-9d81-e027cbdd708b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:07.969343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Attempting to bind port 7d394739-6418-44d2-9d81-e027cbdd708b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:07.969710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Attempting to bind port 7d394739-6418-44d2-9d81-e027cbdd708b on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:07.988995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.001149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44916d2f-7608-419a-9ddd-342224c40f8f None None] Pushing event updated for resources: {'Port': ['ID=7d394739-6418-44d2-9d81-e027cbdd708b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:08.010134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:08.010532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:08.010943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.011347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:08.011844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Bound port: 7d394739-6418-44d2-9d81-e027cbdd708b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:08.012231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.088231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9296911-4fd8-45bc-9536-01b4c24aea8e None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 14:59:08.186429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:01Z', 'revision_number': 8, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:08.188500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5958837c-ad69-4140-b5dc-4cc795421fbc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:08.188882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.215022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.215611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] For port 7d394739-6418-44d2-9d81-e027cbdd708b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:08.257569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:08.263206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 402876a5-681f-43ba-93b6-40c8c1bb5acd is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:59:08.292888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] For port 7d394739-6418-44d2-9d81-e027cbdd708b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7d394739-6418-44d2-9d81-e027cbdd708b,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:08.313497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.369579 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:06Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:08.375016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5610ab3-fc1a-40be-9933-e72d682240e2 None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:06Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:08.392675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:08.393364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:08.425845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.563423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.593495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f3c059-4b55-4316-b2ce-60e3b8dd16fd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:08.616641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1f56b163-17f7-4e04-9000-02fa7063c1fb tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/e7f3c059-4b55-4316-b2ce-60e3b8dd16fd HTTP/1.1" status: 204 len: 168 time: 2.3452711 Apr 25 14:59:08.617334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43436) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:08.693059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-a3c8ffa8-8a6b-4c28-a8f8-4b7642b2128c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0617585 Apr 25 14:59:08.714602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Routers {'feb7e8ba-1cce-44de-af39-b544b54a8a31'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:08.725273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['feb7e8ba-1cce-44de-af39-b544b54a8a31'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:08.740508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.834907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.849303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44916d2f-7608-419a-9ddd-342224c40f8f None None] Pushing event updated for resources: {'Port': ['ID=7d394739-6418-44d2-9d81-e027cbdd708b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:08.864928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] For port fff6d1d2-b27c-47d5-a410-a022ace4898e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fff6d1d2-b27c-47d5-a410-a022ace4898e,segment=NetworkSegment(f3594650-6883-406a-8411-a2a7333f3404),segment_id=f3594650-6883-406a-8411-a2a7333f3404)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:08.865391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.911433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54236a67-82bc-4611-9366-b7282a661558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.930768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9296911-4fd8-45bc-9536-01b4c24aea8e None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 14:59:08.933361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:08.982314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:08.982554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:08.993535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-0d827573-bc8f-4854-ad60-a3f8be03cb0d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:59:09.003222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-0d827573-bc8f-4854-ad60-a3f8be03cb0d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084519 Apr 25 14:59:09.235500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:09.250903 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Sync routers for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:09.262118 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:09.262519 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:58:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:09.338493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:09.347810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7520e0d0-56e1-4a31-9f90-18dfc042f57a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.2602737 Apr 25 14:59:09.348704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Calling delete_port for fff6d1d2-b27c-47d5-a410-a022ace4898e owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:09.353614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] Set router feb7e8ba-1cce-44de-af39-b544b54a8a31 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:09.365174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43468) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:09.378897 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-3b52f47f-90e9-4d93-b7a7-45bb8c920572 service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712342 Apr 25 14:59:09.489057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cf11df0f-9524-432e-aafe-488fab8e76b8 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ae32593a4b7749ddaa7d8fc4b651cf18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226358 Apr 25 14:59:09.494673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 1f4053cd-b552-4c97-add4-af91fdb0a0c6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1f4053cd-b552-4c97-add4-af91fdb0a0c6,segment=NetworkSegment(c4f4f646-b0c4-449f-9c00-61f141edf831),segment_id=c4f4f646-b0c4-449f-9c00-61f141edf831)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:09.495071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:09.496802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:09.527312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Allocated IP 172.20.0.1 (534ca105-cd88-4aa2-9b84-21186e1231f8/4e8545ce-e9ce-434a-be29-03d6b1eb63cd/2907e343-5880-44ce-bf9f-77bfb398ddd8) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:09.798599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bef907f4-6c9c-4012-9778-8e222d50e58e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:09.826862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 1f4053cd-b552-4c97-add4-af91fdb0a0c6 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:09.833930 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:09.935882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:09.992625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=1f4053cd-b552-4c97-add4-af91fdb0a0c6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:09.995523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:09.999103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No DVR routers for this DVR port 1f4053cd-b552-4c97-add4-af91fdb0a0c6 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:10.222678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.230915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.263013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:10.271860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Usage tracker for resource:security_group_rule and tenant:209a76c47e644fb99924f0f39081427f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:10.275732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:10.284379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:10.295149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:10.299514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f4f646-b0c4-449f-9c00-61f141edf831') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:10.299890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f4f646-b0c4-449f-9c00-61f141edf831') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:10.319051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.324704 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:04Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:10.331822 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Checking router: 402876a5-681f-43ba-93b6-40c8c1bb5acd for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:10.332344 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Updating router 402876a5-681f-43ba-93b6-40c8c1bb5acd port b577ff46-bc94-4d69-98c1-6e4968dc2a41 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:59:10.348875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.357714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:10.359126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.359647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.362769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bef907f4-6c9c-4012-9778-8e222d50e58e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:10.378266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bef907f4-6c9c-4012-9778-8e222d50e58e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:10.379470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:10.383822 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:10.414742 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.502755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Port': ['ID=fff6d1d2-b27c-47d5-a410-a022ace4898e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:10.504763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T14:58:58Z', 'revision_number': 3, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:10.505432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.536013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6681b-9911-400e-81fd-575e10652a45 None None] The sync data for ids ['feb7e8ba-1cce-44de-af39-b544b54a8a31'] in n-d-811416-6 is: [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T14:58:58Z', 'revision_number': 3, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:10.538230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] No DVR routers for this DVR port fff6d1d2-b27c-47d5-a410-a022ace4898e on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:10.579175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.615832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:10.636140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652bc191-e904-4cb9-b3a3-c3b3d41bb994 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:10.636603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-14c75eed-8889-4d25-bb93-51e359ef6c95 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 HTTP/1.1" status: 204 len: 168 time: 2.0160651 Apr 25 14:59:10.641490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-652bc191-e904-4cb9-b3a3-c3b3d41bb994 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1384134 Apr 25 14:59:10.644141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-f9d5c293-6155-4028-bdbf-f91106d346cf service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2497752 Apr 25 14:59:10.647838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43488) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:10.648220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43490) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:10.711711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.718424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.746148 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3cac3581-85a1-4122-aee1-aee0be24fea6 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881922 Apr 25 14:59:10.779597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43496) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:10.826252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:10.918382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:01Z', 'revision_number': 8, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:10.956599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea45f7-dfa2-4324-bf7b-06550c7f0ed0 None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:01Z', 'revision_number': 8, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '075e177d-dd9c-46bb-8125-0e361a242c0d', 'name': '', 'network_id': '8c585665-3d74-4ae1-bb82-60be94c82ab3', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:04:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:20Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': 'c70fecec-38cb-441d-8680-e442539f2f6d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:10.976775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port bef907f4-6c9c-4012-9778-8e222d50e58e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bef907f4-6c9c-4012-9778-8e222d50e58e,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:10.988409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.047552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1153002a-d4db-4ba0-bcc5-2a02a24419e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.108242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=bef907f4-6c9c-4012-9778-8e222d50e58e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:11.178912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616ae16-b8bf-402a-a1f5-ade7be184ee4 None None] Network 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:11.203738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d839e2f-e233-42b9-bf04-6e37e35c5d24 None None] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:11.236622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.250005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.252202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c23ffc-a72f-482e-b9e0-d6dbc9527608,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:11.269287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1385604673', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:11.289513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-701d23a2-fd5a-437d-8f91-3e1661d1470e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=209a76c47e644fb99924f0f39081427f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2926278 Apr 25 14:59:11.291619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d839e2f-e233-42b9-bf04-6e37e35c5d24 None None] Network 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 could not be found, it might have been deleted concurrently. {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 25 14:59:11.317782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0842620a-3640-4b1c-8dc8-ccf9e9e18b99']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:11.331478 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.360878 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3594650-6883-406a-8411-a2a7333f3404') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:11.361517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3594650-6883-406a-8411-a2a7333f3404') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:11.375206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Transition to ACTIVE for port object b577ff46-bc94-4d69-98c1-6e4968dc2a41 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:11.394369 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.419625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.464035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b7068d-d2ac-4a59-a002-410f4674c6c4 None None] DHCP port deletion for 66a9ac85-ce25-4c8f-ab8f-3b94be27c8a3 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:11.490549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-81e7677f-db01-4261-b718-1b94b6e94e1c req-743b2241-998b-4386-93fc-3844119ae931 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:11.492509 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.493294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43506) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:11.533440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.534224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.551826 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.559779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:11.560194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.773493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbfb35-c1ff-42b4-aab9-a066d0719971 None None] Pushing event updated for resources: {'Port': ['ID=b577ff46-bc94-4d69-98c1-6e4968dc2a41,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:11.787128 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:11.805340 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Attempting to bind port b577ff46-bc94-4d69-98c1-6e4968dc2a41 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:11.807102 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Attempting to bind port b577ff46-bc94-4d69-98c1-6e4968dc2a41 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:11.809388 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Attempting to bind port b577ff46-bc94-4d69-98c1-6e4968dc2a41 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:11.818243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-81e7677f-db01-4261-b718-1b94b6e94e1c req-743b2241-998b-4386-93fc-3844119ae931 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:11.829917 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:11.831143 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:11.833021 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.833833 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:11.834658 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Bound port: b577ff46-bc94-4d69-98c1-6e4968dc2a41, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:11.834907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-81e7677f-db01-4261-b718-1b94b6e94e1c req-743b2241-998b-4386-93fc-3844119ae931 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.5834999 Apr 25 14:59:11.836951 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.940507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:11.942411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=a797439c-50ee-4938-b629-ab7a3fb7cf4a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:11.993885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9116b4b6-ea54-4f85-919d-f3020a29269e None None] Provisioning complete for port a797439c-50ee-4938-b629-ab7a3fb7cf4a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:11.994808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9116b4b6-ea54-4f85-919d-f3020a29269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.050262 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] For port b577ff46-bc94-4d69-98c1-6e4968dc2a41, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:12.054584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.055138 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] For port b577ff46-bc94-4d69-98c1-6e4968dc2a41, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b577ff46-bc94-4d69-98c1-6e4968dc2a41,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:12.062839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:12.069215 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.086545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:subnet and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:12.094688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:12.109013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae0805e-cf42-48ab-93bb-95de3412f11f None None] DHCP port deletion for 0842620a-3640-4b1c-8dc8-ccf9e9e18b99 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:12.121990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:12.131194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-346fe7b0-2b8e-44d2-ae99-4752b73c3f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.162906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:12.176017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.218794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Transition to ACTIVE for port object 2907e343-5880-44ce-bf9f-77bfb398ddd8 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:12.245836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9116b4b6-ea54-4f85-919d-f3020a29269e None None] Port a797439c-50ee-4938-b629-ab7a3fb7cf4a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:12.258385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bef907f4-6c9c-4012-9778-8e222d50e58e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:12.271553 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:12.272828 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:12.315903 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-346fe7b0-2b8e-44d2-ae99-4752b73c3f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.424466 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbfb35-c1ff-42b4-aab9-a066d0719971 None None] Pushing event updated for resources: {'Port': ['ID=b577ff46-bc94-4d69-98c1-6e4968dc2a41,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:12.578295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-346fe7b0-2b8e-44d2-ae99-4752b73c3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.636895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fe7b0-2b8e-44d2-ae99-4752b73c3f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c23ffc-a72f-482e-b9e0-d6dbc9527608,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:12.662947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-346fe7b0-2b8e-44d2-ae99-4752b73c3f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.664107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-346fe7b0-2b8e-44d2-ae99-4752b73c3f62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9c23ffc-a72f-482e-b9e0-d6dbc9527608 HTTP/1.1" status: 204 len: 168 time: 1.1079292 Apr 25 14:59:12.713542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:12.715655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a8672e97-fcce-4e7c-b5b5-419f3171a233 None None] Provisioning complete for port bef907f4-6c9c-4012-9778-8e222d50e58e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:12.716403 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8672e97-fcce-4e7c-b5b5-419f3171a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.717444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.774101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bef907f4-6c9c-4012-9778-8e222d50e58e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:12.775868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:12.982668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:13.208954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:13.252927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d394739-6418-44d2-9d81-e027cbdd708b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:13.256504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:13.327365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Checking segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:13.327916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network hostable DHCP agents. Network: d5898b75-12eb-45f0-82af-a9cd56ad7cd7, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:59:13.337281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:13.340553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Subnet': ['ID=ce229a2a-b7a4-4228-83ee-a7687427197a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:13.348645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] Pushing event deleted for resources: {'Network': ['ID=0842620a-3640-4b1c-8dc8-ccf9e9e18b99,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:13.350448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2907e343-5880-44ce-bf9f-77bfb398ddd8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:13.353051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:13.359387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9dfb89f-6006-4025-a32d-59523eede838 tempest-NetworksIpV6TestAttrs-1248200243 tempest-NetworksIpV6TestAttrs-1248200243-project] 10.222.0.23 "DELETE /v2.0/networks/0842620a-3640-4b1c-8dc8-ccf9e9e18b99 HTTP/1.1" status: 204 len: 168 time: 6.1426630 Apr 25 14:59:13.366270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:13.368907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:59:13.408378 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:04Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:13.411855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d5898b75-12eb-45f0-82af-a9cd56ad7cd7) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:13.413987 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d50-7916-4209-ba0b-1083aba9b300 None None] The sync data for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 is: [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:04Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:13.425006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b4557459-0f19-4f79-a980-88cdc43df5dc None None] Provisioning complete for port bef907f4-6c9c-4012-9778-8e222d50e58e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:13.425815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4557459-0f19-4f79-a980-88cdc43df5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:13.426745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:13.427514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:13.471957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-82305ab8-c292-4b24-8822-39d79b54ecdf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2253592 Apr 25 14:59:13.472574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:13.588610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242a34d-003c-46f1-bc40-711138df6a1e None None] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:13.718609 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-61a7db7f-eac0-427b-a80a-33c76d2ce290 req-9f7600eb-c11f-4b5c-8c89-f36741f4a160 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.4581571 Apr 25 14:59:13.846550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:14.042006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:14.052206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43544) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:14.078329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:14.171269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:14.304817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7d394739-6418-44d2-9d81-e027cbdd708b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:14.370590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7d394739-6418-44d2-9d81-e027cbdd708b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:14.370970 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:14.496162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-d5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:59:14.515657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:14.856160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Allocated IP 172.20.0.2 (d5898b75-12eb-45f0-82af-a9cd56ad7cd7/ce229a2a-b7a4-4228-83ee-a7687427197a/2e2bbf5b-9109-430a-adb5-1d5837d639c0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:14.994849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Provisioning complete for port a797439c-50ee-4938-b629-ab7a3fb7cf4a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:14.995234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.001898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3355a42d-33e1-4fe3-9a43-44ab66c5bc8b req-f3e235b9-bb22-4a8d-ac4f-854bf0c897cb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.0865676 Apr 25 14:59:15.054011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-67eeae12-aa1c-48b9-b1ca-5db336d3dd50 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:15.056376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-67eeae12-aa1c-48b9-b1ca-5db336d3dd50 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 1.0826507 Apr 25 14:59:15.066021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6df8467f-d5f2-4f93-8eaa-4a6ede82a2b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02a067aaeac54cd48894cdc30a4ae24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9910560 Apr 25 14:59:15.067128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43560) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:15.092985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.136582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.160663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Port a797439c-50ee-4938-b629-ab7a3fb7cf4a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:15.278354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7d394739-6418-44d2-9d81-e027cbdd708b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7d394739-6418-44d2-9d81-e027cbdd708b,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:15.288746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.392161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-8150475f-4d70-4780-9e82-5235fa4d995e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 380 time: 0.3174078 Apr 25 14:59:15.395662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ab241ec-b474-4574-80df-786b2d304238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.431480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ab241ec-b474-4574-80df-786b2d304238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.451307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f4053cd-b552-4c97-add4-af91fdb0a0c6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:15.480789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'port': {'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'admin_state_up': True, 'tenant_id': '700bd23b9445478a9e59222159060338', 'security_groups': ['f09c79d3-7f93-46ed-a891-6ef7f3922bab']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:15.592540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1f4053cd-b552-4c97-add4-af91fdb0a0c6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:15.592903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f4053cd-b552-4c97-add4-af91fdb0a0c6 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:15.593355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1c35c3f-6a19-4c53-8469-7c6d5d50880b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:15.617178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Provisioning for port 2907e343-5880-44ce-bf9f-77bfb398ddd8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:15.620511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7d394739-6418-44d2-9d81-e027cbdd708b,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:15.630897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.644286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f1c35c3f-6a19-4c53-8469-7c6d5d50880b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:15.644645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1c35c3f-6a19-4c53-8469-7c6d5d50880b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:15.656568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Provisioning complete for port 2907e343-5880-44ce-bf9f-77bfb398ddd8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:15.656955 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.678027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:15.680476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 4c4dbf64-4522-4e01-a964-6d0457d4eb55 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:59:15.697947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Transition to ACTIVE for port object 2e2bbf5b-9109-430a-adb5-1d5837d639c0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:15.742329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Transition to ACTIVE for port object 2e2bbf5b-9109-430a-adb5-1d5837d639c0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:15.748723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:15.749556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f96a1d63-c36b-4fbf-83cd-add50fb92fb3 None None] Port 2907e343-5880-44ce-bf9f-77bfb398ddd8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:15.759299 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:15.824068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:15.828722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:15.835236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:15.918888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.1 (d5898b75-12eb-45f0-82af-a9cd56ad7cd7/ce229a2a-b7a4-4228-83ee-a7687427197a/d6b090bc-c40b-453c-a40a-feb28da18d0f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:15.959030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:15.991323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Made reservation on behalf of 700bd23b9445478a9e59222159060338 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:15.994948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.005766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d394739-6418-44d2-9d81-e027cbdd708b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:16.034604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] Sync routers for ids ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:16.102145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] Routers {'4c4dbf64-4522-4e01-a964-6d0457d4eb55'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:16.103057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:16.132246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cbf68dba-087b-40c8-9ae5-f442b3652966 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/4c4dbf64-4522-4e01-a964-6d0457d4eb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5502923 Apr 25 14:59:16.133022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.146702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43572) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:16.152573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.171117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Attempting to bind port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:16.172571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Attempting to bind port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:16.173287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Attempting to bind port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:16.192568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Pushing event updated for resources: {'Port': ['ID=2e2bbf5b-9109-430a-adb5-1d5837d639c0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:16.208847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ab241ec-b474-4574-80df-786b2d304238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.211188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ab241ec-b474-4574-80df-786b2d304238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.214630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ab241ec-b474-4574-80df-786b2d304238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/766a6fe2-286a-47de-be29-6244594a6d56 HTTP/1.1" status: 204 len: 168 time: 1.1348076 Apr 25 14:59:16.245380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:16.245959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Checking segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:16.255805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.256503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Bound using segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:16.257159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Bound port: 2e2bbf5b-9109-430a-adb5-1d5837d639c0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:16.257793 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.280910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:16.286471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.313997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object d6b090bc-c40b-453c-a40a-feb28da18d0f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:16.360833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.442024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] Routers {'4c4dbf64-4522-4e01-a964-6d0457d4eb55'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:16.447826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:16.515601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2a660-0e43-472e-b954-f51a438052f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:16.516300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ceb2a660-0e43-472e-b954-f51a438052f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:16.532378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=d6b090bc-c40b-453c-a40a-feb28da18d0f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:16.537628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:16.539279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4b7db-dfa8-4a3f-822e-7170399958b1 None None] The sync data for ids ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:16.573302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:16.575004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:16.587241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:16.615465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7d394739-6418-44d2-9d81-e027cbdd708b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:16.616518 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.682543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.704599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] For port 2e2bbf5b-9109-430a-adb5-1d5837d639c0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:16.713257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] For port 2e2bbf5b-9109-430a-adb5-1d5837d639c0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2e2bbf5b-9109-430a-adb5-1d5837d639c0,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:16.713388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7cdb6b2f-3333-4c5b-9b91-f18e8831040f req-3836f1ea-d901-4b36-b15e-1e9cec9930f9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.2046409 Apr 25 14:59:16.728547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.746358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab241ec-b474-4574-80df-786b2d304238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a6fe2-286a-47de-be29-6244594a6d56,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:16.845728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dce5c3-b15a-4b66-a08f-ca35d3c41a2d None None] Pushing event updated for resources: {'Port': ['ID=2e2bbf5b-9109-430a-adb5-1d5837d639c0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:16.949834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:16.987703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ceb2a660-0e43-472e-b954-f51a438052f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:16.994064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b577ff46-bc94-4d69-98c1-6e4968dc2a41 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:16.996423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ceb2a660-0e43-472e-b954-f51a438052f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports/a797439c-50ee-4938-b629-ab7a3fb7cf4a HTTP/1.1" status: 200 len: 983 time: 0.7889478 Apr 25 14:59:16.999125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:17.159352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b577ff46-bc94-4d69-98c1-6e4968dc2a41 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:17.177955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b577ff46-bc94-4d69-98c1-6e4968dc2a41 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:17.178516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:17.404776 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:17.439823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b577ff46-bc94-4d69-98c1-6e4968dc2a41, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b577ff46-bc94-4d69-98c1-6e4968dc2a41,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:17.454379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:17.649270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fff6d1d2-b27c-47d5-a410-a022ace4898e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:17.653235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:17.661631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:17.700508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fff6d1d2-b27c-47d5-a410-a022ace4898e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:17.700869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fff6d1d2-b27c-47d5-a410-a022ace4898e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:17.702415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b577ff46-bc94-4d69-98c1-6e4968dc2a41,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:17.797265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43614) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:17.875196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2e2bbf5b-9109-430a-adb5-1d5837d639c0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:17.877012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=d6b090bc-c40b-453c-a40a-feb28da18d0f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:17.879875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:17.972605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:18.048843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:18.050360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:18.136647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.20.0.14 (3625009f-9661-4b0d-81e3-a0f6017b5902/07ace9f6-a624-4c28-857b-fc8e65bfb60b/2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:18.165766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1484353356'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:18.183682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ffa7360-e09b-4d40-afc1-6a02885bfb6d req-f28a3c16-69f1-4d31-a6c1-10ca3950cd05 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.2224836 Apr 25 14:59:18.193568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:18.222520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:18.227156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:18.265464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:18.287108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 075e177d-dd9c-46bb-8125-0e361a242c0d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:18.287475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.343059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af24c4c-8f24-4571-9ceb-cd1ac0d17325 None None] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:18.406787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:18.410624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.428780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.432404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 402876a5-681f-43ba-93b6-40c8c1bb5acd has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:18.506296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.540541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] Provisioning for port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:18.549761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] Provisioning complete for port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:18.551212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.712896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:18.724657 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Sync routers for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:18.736914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a1fc30c-1865-4617-84be-980c163fd67e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/402876a5-681f-43ba-93b6-40c8c1bb5acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2538643 Apr 25 14:59:18.741978 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:18.742822 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:18.805761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.862251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.939340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] For port 2e2bbf5b-9109-430a-adb5-1d5837d639c0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2e2bbf5b-9109-430a-adb5-1d5837d639c0,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:18.949296 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:18.964879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:18.997725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2907e343-5880-44ce-bf9f-77bfb398ddd8,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:19.022903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group_rule and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:19.026560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:19.033421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:19.054519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2beea8-b1c0-478e-bfff-aff81d01c686 None None] Pushing event updated for resources: {'Port': ['ID=2e2bbf5b-9109-430a-adb5-1d5837d639c0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:19.086969 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:19.243778 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.290904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-090fa74e-d00d-4338-af1a-b19e55e8dfcb None None] Provisioning for port d6b090bc-c40b-453c-a40a-feb28da18d0f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:19.310412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-090fa74e-d00d-4338-af1a-b19e55e8dfcb None None] Provisioning complete for port d6b090bc-c40b-453c-a40a-feb28da18d0f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:19.311228 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-090fa74e-d00d-4338-af1a-b19e55e8dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.321880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.334887 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-1be8cf3d-c6e5-4393-be8e-808aed980f91 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766412623&fields=id&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 267 time: 0.2512336 Apr 25 14:59:19.440130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-090fa74e-d00d-4338-af1a-b19e55e8dfcb None None] Port d6b090bc-c40b-453c-a40a-feb28da18d0f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:19.444701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.474799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Transition to ACTIVE for port object 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:19.504611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-090fa74e-d00d-4338-af1a-b19e55e8dfcb None None] Provisioning complete for port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:19.505015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-090fa74e-d00d-4338-af1a-b19e55e8dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.564122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5dcb8387-7ee8-4d21-8d98-bc1b65f047b7 req-40d8164d-f252-450e-854c-ad6e414d8d78 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.1283395 Apr 25 14:59:19.574555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.681837 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 2, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:19.691892 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Checking router: 402876a5-681f-43ba-93b6-40c8c1bb5acd for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:19.692248 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Updating router 402876a5-681f-43ba-93b6-40c8c1bb5acd port d6b090bc-c40b-453c-a40a-feb28da18d0f binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:59:19.725766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 075e177d-dd9c-46bb-8125-0e361a242c0d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=075e177d-dd9c-46bb-8125-0e361a242c0d,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:19.726323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.737243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e819a3eb-51ce-4fe7-823e-4fab169918d5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:19.795240 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:19.867534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b577ff46-bc94-4d69-98c1-6e4968dc2a41 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:19.979438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b577ff46-bc94-4d69-98c1-6e4968dc2a41 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:19.979746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.004424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:59:20.013486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-18a2a0b4-4880-42c9-b297-8bf79a04d27e None None] Provisioning complete for port d6b090bc-c40b-453c-a40a-feb28da18d0f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:20.014435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18a2a0b4-4880-42c9-b297-8bf79a04d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.067853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 075e177d-dd9c-46bb-8125-0e361a242c0d owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:20.098255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-18a2a0b4-4880-42c9-b297-8bf79a04d27e None None] Port d6b090bc-c40b-453c-a40a-feb28da18d0f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:20.128707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:20.129818 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.130165 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment 6f444667-0b77-4e4c-aec0-b98a100ef00c of type vlan for network 75e3ea25-a179-4663-83a4-efac24ad99b4 Apr 25 14:59:20.150726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:20.180448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2e2bbf5b-9109-430a-adb5-1d5837d639c0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:20.231702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.314155 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.324449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:20.325180 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.331964 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Transition to ACTIVE for port object d6b090bc-c40b-453c-a40a-feb28da18d0f will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:20.344823 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.366868 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.371592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-beac4f71-c559-479b-96a5-fa11889a8bef None None] Provisioning complete for port d6b090bc-c40b-453c-a40a-feb28da18d0f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:20.372483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-beac4f71-c559-479b-96a5-fa11889a8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.435408 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c015f2-62d8-4608-994a-8b1dc11e1a33 None None] Pushing event updated for resources: {'Port': ['ID=d6b090bc-c40b-453c-a40a-feb28da18d0f,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:20.563875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-beac4f71-c559-479b-96a5-fa11889a8bef None None] Port d6b090bc-c40b-453c-a40a-feb28da18d0f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:20.655134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:20.667402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:20.681801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:20.798756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f4dd7c9f-a76d-46c7-8535-f3483947dc86 None None] Provisioning complete for port 2907e343-5880-44ce-bf9f-77bfb398ddd8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:20.799134 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7c9f-a76d-46c7-8535-f3483947dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.871697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Attempting to bind port d6b090bc-c40b-453c-a40a-feb28da18d0f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:20.886146 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Attempting to bind port d6b090bc-c40b-453c-a40a-feb28da18d0f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:20.888067 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Attempting to bind port d6b090bc-c40b-453c-a40a-feb28da18d0f on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:20.895638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd7c9f-a76d-46c7-8535-f3483947dc86 None None] Port 2907e343-5880-44ce-bf9f-77bfb398ddd8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:20.900739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:20.901431 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Checking segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:20.902087 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.902726 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Bound using segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:20.903519 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Bound port: d6b090bc-c40b-453c-a40a-feb28da18d0f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:20.904143 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:20.931346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e720d-2d64-4802-b327-833f480e4936 req-a85e9f6f-034d-447e-8fbd-9ffb7d45d289 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:20.941530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b0e720d-2d64-4802-b327-833f480e4936 req-a85e9f6f-034d-447e-8fbd-9ffb7d45d289 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 932 time: 0.1713319 Apr 25 14:59:20.995548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3b0e720d-2d64-4802-b327-833f480e4936 req-8cd631c7-25d4-4ebc-a779-306d3ee6e7b4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:21.026413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3b0e720d-2d64-4802-b327-833f480e4936 req-8cd631c7-25d4-4ebc-a779-306d3ee6e7b4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:21.028255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b0e720d-2d64-4802-b327-833f480e4936 req-8cd631c7-25d4-4ebc-a779-306d3ee6e7b4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849452 Apr 25 14:59:21.078241 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] For port d6b090bc-c40b-453c-a40a-feb28da18d0f, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:21.081750 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] For port d6b090bc-c40b-453c-a40a-feb28da18d0f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6b090bc-c40b-453c-a40a-feb28da18d0f,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:21.086286 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:21.145461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc2b2fa2-49d2-4f93-9b8a-d103d69d1760 None None] Provisioning for port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:21.152182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fc2b2fa2-49d2-4f93-9b8a-d103d69d1760 None None] Provisioning complete for port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:21.152549 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2fa2-49d2-4f93-9b8a-d103d69d1760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:21.165205 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:21.165846 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:21.210747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b2fa2-49d2-4f93-9b8a-d103d69d1760 None None] Port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:21.231443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c015f2-62d8-4608-994a-8b1dc11e1a33 None None] Pushing event updated for resources: {'Port': ['ID=d6b090bc-c40b-453c-a40a-feb28da18d0f,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:21.246789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:21.289340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-4251aa02-c9dd-48ef-8302-a358e0fbef3b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:21.289340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-4251aa02-c9dd-48ef-8302-a358e0fbef3b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:21.309266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:21.365630 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:21.371647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Router feb7e8ba-1cce-44de-af39-b544b54a8a31 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:21.375829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-4251aa02-c9dd-48ef-8302-a358e0fbef3b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:21.376495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-4251aa02-c9dd-48ef-8302-a358e0fbef3b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 797 time: 2.0252881 Apr 25 14:59:21.446481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:21.447096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:21.571525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-53d4d52c-f64c-48a8-839a-082288dea10e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/quotas/ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 375 time: 0.0912352 Apr 25 14:59:21.640052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:21.645613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:21.646213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:21.692703 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:21Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:21.696740 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16546be-625b-40b9-8dc8-9aa1910fc930 None None] The sync data for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 is: [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:21Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:21.772957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-4dd6c2d8-3647-4dc5-823c-46d94c87dea0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3040774 Apr 25 14:59:21.835649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Request body: {'port': {'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:21.952417 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.1062505 Apr 25 14:59:21.956422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43662) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:21.964489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'name': 'tempest-PortsIpV6TestJSON-1959415147'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:22.069206 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9325f42-56b4-451d-859b-d7b6e06fbd64 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=75e3ea25-a179-4663-83a4-efac24ad99b4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:22.082109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:59:22.126433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:22.132436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:22.135855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:22.143085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:22.168085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:22.174031 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.177582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.204920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 101e2433-63bb-4c6b-99ad-f3429a34ef47 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:59:22.251095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:22.256533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef5cfe59-4787-4672-9117-145472e983a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/feb7e8ba-1cce-44de-af39-b544b54a8a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6992683 Apr 25 14:59:22.269710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port a797439c-50ee-4938-b629-ab7a3fb7cf4a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:22.270123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.283290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Sync routers for ids ['feb7e8ba-1cce-44de-af39-b544b54a8a31'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:22.295923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Routers {'feb7e8ba-1cce-44de-af39-b544b54a8a31'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:22.296882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['feb7e8ba-1cce-44de-af39-b544b54a8a31'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:22.359825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=075e177d-dd9c-46bb-8125-0e361a242c0d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:22.468129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb7d50-78a4-40ee-84d3-714a88630caf req-54ca707e-ccf7-42ba-ac69-49bc35c70192 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:22.476130 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-55955b9a-59e1-4ac5-82ee-3bc8bd360547 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8368719 Apr 25 14:59:22.483097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dfb7d50-78a4-40ee-84d3-714a88630caf req-54ca707e-ccf7-42ba-ac69-49bc35c70192 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 932 time: 0.2803354 Apr 25 14:59:22.653166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.681979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3dfb7d50-78a4-40ee-84d3-714a88630caf req-a3768bf8-5f07-4e9a-84d2-8e186a073912 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979928 Apr 25 14:59:22.688272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Set router feb7e8ba-1cce-44de-af39-b544b54a8a31 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:22.703387 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.734553 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.846101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=101e2433-63bb-4c6b-99ad-f3429a34ef47,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:22.909227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': '6f444667-0b77-4e4c-aec0-b98a100ef00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:22.909418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: 75e3ea25-a179-4663-83a4-efac24ad99b4, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:59:22.937637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:59:22.959334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 75e3ea25-a179-4663-83a4-efac24ad99b4) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:22.960653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:22.972421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:22.986587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:22.987437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.034465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456228c7-a027-44bb-bf7f-b73f3714c3d3 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:23.038471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16b4418c-a683-4775-8706-b44b279e4b45 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0797932 Apr 25 14:59:23.041533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43682) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:23.051079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1302138243'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:23.057923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:23.064789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:23.069164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:23.083369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:23.103450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:23.112290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.149541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:59:23.166660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.167059 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment 2cfb8560-b375-4941-b8b4-84d51c4df26c of type vlan for network fbabd2b1-910d-4908-be0d-7e77bf28ecda Apr 25 14:59:23.203024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.268550 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.276198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:23.280626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.369539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for a797439c-50ee-4938-b629-ab7a3fb7cf4a owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:23.413106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=fbabd2b1-910d-4908-be0d-7e77bf28ecda,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:23.443981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-28a90c00-4264-463e-9952-3ea1abe11a4d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4011545 Apr 25 14:59:23.445279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43686) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:23.445675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network fbabd2b1-910d-4908-be0d-7e77bf28ecda details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:59:23.452953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'ports': [{'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'}, {'network_id': 'fbabd2b1-910d-4908-be0d-7e77bf28ecda'}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:23.454183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:23.454941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': 'fbabd2b1-910d-4908-be0d-7e77bf28ecda'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:23.659600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '2907e343-5880-44ce-bf9f-77bfb398ddd8', 'name': '', 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'mac_address': 'fa:16:3e:0b:d4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:07Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 2, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'subnets': [{'id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:23.664270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Checking router: feb7e8ba-1cce-44de-af39-b544b54a8a31 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:23.665101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Updating router feb7e8ba-1cce-44de-af39-b544b54a8a31 port 2907e343-5880-44ce-bf9f-77bfb398ddd8 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 14:59:23.698226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.730268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.764443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43692) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:23.791810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423462398', 'description': 'tempest-secgroup-smoke-1423462398 description', 'project_id': '3e6527c732444499a0e7d6b88d7df960'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:23.803215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-34670649-5be7-4874-96c3-c79e4d8dcae4 service neutron] 10.222.0.23 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1276157 Apr 25 14:59:23.892253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:23.902311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:23.905960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:23.914475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6b090bc-c40b-453c-a40a-feb28da18d0f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:23.915173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:23.917904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:23.938192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 2} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:23.943744 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.964171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:23.998742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:24.010557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:24.019405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d6b090bc-c40b-453c-a40a-feb28da18d0f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:24.048709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:24.056815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d6b090bc-c40b-453c-a40a-feb28da18d0f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:24.057214 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.217866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.299909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.330600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:24.362809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:24.388706 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.391926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d6b090bc-c40b-453c-a40a-feb28da18d0f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6b090bc-c40b-453c-a40a-feb28da18d0f,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:24.403302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:24.403913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.407769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59837ec7-7524-4e60-a45e-852e2c6aaefe req-b317820d-38a0-4228-b55c-4aa9c86ec8ed tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:24.409814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59837ec7-7524-4e60-a45e-852e2c6aaefe req-b317820d-38a0-4228-b55c-4aa9c86ec8ed tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 932 time: 0.3781643 Apr 25 14:59:24.412936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 0d5ebc1e-5e46-464f-af70-b4710b0a2fc2 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:59:24.425145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:24.479668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d6b090bc-c40b-453c-a40a-feb28da18d0f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:24.493120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-04506408-47c4-4235-acf2-b47c648a416e service neutron] 10.222.0.23 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279829 Apr 25 14:59:24.496610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59837ec7-7524-4e60-a45e-852e2c6aaefe req-a104ee54-fc0d-497e-a45f-19eb9bb52b5c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800135 Apr 25 14:59:24.557762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Transition to ACTIVE for port object 2907e343-5880-44ce-bf9f-77bfb398ddd8 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:24.570915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.573120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.659308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:24.767922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=a797439c-50ee-4938-b629-ab7a3fb7cf4a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:24.867137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port eaea3322-922a-4070-8489-6fde86eb887c yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:59:25.135640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Attempting to bind port 2907e343-5880-44ce-bf9f-77bfb398ddd8 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:25.136022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Attempting to bind port 2907e343-5880-44ce-bf9f-77bfb398ddd8 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:25.136395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Attempting to bind port 2907e343-5880-44ce-bf9f-77bfb398ddd8 on network 534ca105-cd88-4aa2-9b84-21186e1231f8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:25.142304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Pushing event updated for resources: {'Port': ['ID=2907e343-5880-44ce-bf9f-77bfb398ddd8,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:25.144251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.152802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:25.153321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Checking segment: {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:25.153750 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.154203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Bound using segment: {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:25.155395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Bound port: 2907e343-5880-44ce-bf9f-77bfb398ddd8, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f7079a-254e-474a-88e6-57d666e15684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:25.155769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.169232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.169590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.169973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.170319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.170663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.171199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.171323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.171643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.171976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.172305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.172636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.173020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:25.194194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:25.202357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.315030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] For port 2907e343-5880-44ce-bf9f-77bfb398ddd8, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:25.321706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] For port 2907e343-5880-44ce-bf9f-77bfb398ddd8, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2907e343-5880-44ce-bf9f-77bfb398ddd8,segment=NetworkSegment(27f7079a-254e-474a-88e6-57d666e15684),segment_id=27f7079a-254e-474a-88e6-57d666e15684)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:25.327109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:25.330004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.331522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:25.334019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:25.335034 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.344102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=0d5ebc1e-5e46-464f-af70-b4710b0a2fc2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:25.439712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.461681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Routers {'feb7e8ba-1cce-44de-af39-b544b54a8a31'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:25.462355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['feb7e8ba-1cce-44de-af39-b544b54a8a31'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:25.462854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=eaea3322-922a-4070-8489-6fde86eb887c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:25.463917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53a3b3ac-663a-4fca-928e-1bc73842f184 req-b7e0d0ce-a2d4-4e2f-b6f7-219f8285ebc8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 210 time: 0.7018070 Apr 25 14:59:25.492748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:59:25.532674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': '2cfb8560-b375-4941-b8b4-84d51c4df26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fbabd2b1-910d-4908-be0d-7e77bf28ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:25.533516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: fbabd2b1-910d-4908-be0d-7e77bf28ecda, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:59:25.574186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f56e53-3098-4310-a29f-e80abda77a34 None None] Pushing event updated for resources: {'Port': ['ID=2907e343-5880-44ce-bf9f-77bfb398ddd8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:25.577933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network fbabd2b1-910d-4908-be0d-7e77bf28ecda is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:59:25.598746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, fbabd2b1-910d-4908-be0d-7e77bf28ecda) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:25.608071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:25.618722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb5e55e-9cc7-4580-abbc-6d2ac64204db None None] Network fbabd2b1-910d-4908-be0d-7e77bf28ecda requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:25.626395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:25.631937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:25.640988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.739056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-93d35b33-0a2e-467e-b3ba-f52debdc8efe tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2916684 Apr 25 14:59:25.739916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43734) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:25.889522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.946813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port eaea3322-922a-4070-8489-6fde86eb887c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:25.947490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:25.992785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6b090bc-c40b-453c-a40a-feb28da18d0f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:26.078152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Transition to ACTIVE for port object 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:26.113528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:26.124336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:26.158719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31cb5-3e40-4087-a25b-4ccf2db2c378 req-f1b6a4a3-5738-4886-8af6-45adf839ea5e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:26.167191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dc31cb5-3e40-4087-a25b-4ccf2db2c378 req-f1b6a4a3-5738-4886-8af6-45adf839ea5e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 932 time: 0.3320725 Apr 25 14:59:26.232337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:26.252270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dc31cb5-3e40-4087-a25b-4ccf2db2c378 req-1052ac58-3abf-4a96-9a49-bacebe4b797d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837896 Apr 25 14:59:26.340277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] Set router feb7e8ba-1cce-44de-af39-b544b54a8a31 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:26.352044 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:26.399677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d6b090bc-c40b-453c-a40a-feb28da18d0f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:26.400059 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:26.421417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:26.433362 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:26.438172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 4c4dbf64-4522-4e01-a964-6d0457d4eb55 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:26.456697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:26.459233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:26.469445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a96c0c-6f1c-43a9-9b0d-7c3078081476,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:26.558128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Pushing event updated for resources: {'Port': ['ID=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:26.598200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-013984cd-54af-413a-a35e-8e6f743cb6ae tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9426146 Apr 25 14:59:26.620371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:26.735788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:26.737134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee2f25c3-5649-4a97-8978-28368491468e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9661682 Apr 25 14:59:26.744846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:26.789433 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:26.795357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for eaea3322-922a-4070-8489-6fde86eb887c owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:26.922091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet c70fecec-38cb-441d-8680-e442539f2f6d {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:26.946736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group_rule': {'security_group_id': '77a96c0c-6f1c-43a9-9b0d-7c3078081476', 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:26.961475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:26.973445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:26.977101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:26.996997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:27.116089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:27.173764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:27.272635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-357b6403-ba91-4579-ab15-6411d2849d9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:27.274403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-357b6403-ba91-4579-ab15-6411d2849d9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:27.316012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:27.372437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '2907e343-5880-44ce-bf9f-77bfb398ddd8', 'name': '', 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'mac_address': 'fa:16:3e:0b:d4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:07Z', 'updated_at': '2022-04-25T14:59:25Z', 'revision_number': 4, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'subnets': [{'id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:27.378058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:21Z', 'revision_number': 9, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:27.382068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-357b6403-ba91-4579-ab15-6411d2849d9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:27.383384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-357b6403-ba91-4579-ab15-6411d2849d9f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 797 time: 0.6663909 Apr 25 14:59:27.384301 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:27.385483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4a0043-2521-4860-8a0b-325a3e74e3b5 None None] The sync data for ids ['feb7e8ba-1cce-44de-af39-b544b54a8a31'] in n-d-811416-6 is: [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '2907e343-5880-44ce-bf9f-77bfb398ddd8', 'name': '', 'network_id': '534ca105-cd88-4aa2-9b84-21186e1231f8', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'mac_address': 'fa:16:3e:0b:d4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:07Z', 'updated_at': '2022-04-25T14:59:25Z', 'revision_number': 4, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'subnets': [{'id': '4e8545ce-e9ce-434a-be29-03d6b1eb63cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:27.409946 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:27.410994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:27.442548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=eaea3322-922a-4070-8489-6fde86eb887c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:27.492823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:27.538838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9814166d-b04b-4b53-8c14-adfcf602b67c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/eaea3322-922a-4070-8489-6fde86eb887c HTTP/1.1" status: 204 len: 168 time: 1.7949612 Apr 25 14:59:27.559968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43752) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:27.606423 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:27.653593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d67658e-2b64-46eb-9e2d-52ec3a6fbca7 req-0026656a-ddc2-41ec-a10d-9ef96e63e3da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 210 time: 0.5455074 Apr 25 14:59:27.655902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:27.666940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] Sync routers for ids ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:27.679364 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-02a44351-fbf3-4f7c-a032-c1ab0a8b40f7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/4c4dbf64-4522-4e01-a964-6d0457d4eb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6632061 Apr 25 14:59:27.687131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43756) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:27.695043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] Routers {'4c4dbf64-4522-4e01-a964-6d0457d4eb55'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:27.695759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:27.775395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-cd386c88-8f06-4865-889c-7aba633b59a3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:27.842581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-cd386c88-8f06-4865-889c-7aba633b59a3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:27.843834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-cd386c88-8f06-4865-889c-7aba633b59a3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 380 time: 0.4049075 Apr 25 14:59:27.866002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'port': {'device_id': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'admin_state_up': True, 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'security_groups': ['ca758a29-dbdb-4d0e-9b2e-47354c92ebb9']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:27.879047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Attempting to bind port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:27.880689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Attempting to bind port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:27.881354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Attempting to bind port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:27.903032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c4c8e-8e37-412d-835d-9d9a02f3cc0e req-7e1dd312-96fa-4df6-9a76-a4d7d102e745 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:27.905543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-960c4c8e-8e37-412d-835d-9d9a02f3cc0e req-7e1dd312-96fa-4df6-9a76-a4d7d102e745 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 944 time: 0.5115705 Apr 25 14:59:27.929461 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:28.023810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2907e343-5880-44ce-bf9f-77bfb398ddd8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:28.035129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc on network 3625009f-9661-4b0d-81e3-a0f6017b5902 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:59:28.035740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Attempting to bind port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:28.051618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:28.052335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:28.052903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Bound using segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:28.053545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Bound port: 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:28.054065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.089695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.093748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:28.114725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] Routers {'4c4dbf64-4522-4e01-a964-6d0457d4eb55'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:28.115492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:28.255345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-960c4c8e-8e37-412d-835d-9d9a02f3cc0e req-b6d79ff5-8e31-4c72-acd5-c349a92e582f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221729 Apr 25 14:59:28.264442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.267932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3162b5c-82d4-45a9-a205-d2745dd06f04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:28.276560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3162b5c-82d4-45a9-a205-d2745dd06f04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:28.280983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:28.281451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dba76-54ad-48c9-bd81-bce0445aa56b None None] The sync data for ids ['4c4dbf64-4522-4e01-a964-6d0457d4eb55'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:28.283292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2907e343-5880-44ce-bf9f-77bfb398ddd8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:28.284571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d3162b5c-82d4-45a9-a205-d2745dd06f04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:28.299885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2907e343-5880-44ce-bf9f-77bfb398ddd8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:28.300275 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.309005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9741e730-1843-44a5-be52-8e170146bddc,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:28.388914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:28.404042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:port and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:28.408303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:28.423444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:28.438083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d3162b5c-82d4-45a9-a205-d2745dd06f04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:28.442795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d3162b5c-82d4-45a9-a205-d2745dd06f04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8791428 Apr 25 14:59:28.443788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:28.448726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.453232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-02eaa911-fb3e-4944-9084-f7690efc5bd6 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5347407 Apr 25 14:59:28.470892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43766) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:28.501840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.561636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2907e343-5880-44ce-bf9f-77bfb398ddd8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2907e343-5880-44ce-bf9f-77bfb398ddd8,segment=NetworkSegment(27f7079a-254e-474a-88e6-57d666e15684),segment_id=27f7079a-254e-474a-88e6-57d666e15684)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:28.568739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:28.578003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.589549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.590289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group_rule': {'security_group_id': '77a96c0c-6f1c-43a9-9b0d-7c3078081476', 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:28.606472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.633079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:21Z', 'revision_number': 9, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:28.637582 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de827d-f82a-4a88-99ea-98d803c99490 None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:21Z', 'revision_number': 9, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd01f49d1-8462-4709-81a0-e09283633ac1', 'name': '', 'network_id': '55417df2-fc05-4ecf-a1f4-543965c0108c', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:0c:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:00Z', 'updated_at': '2022-04-25T14:58:18Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '4009ccd3-1582-461c-8d44-afcd5869c570', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:28.651735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:28.656475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 0d5ebc1e-5e46-464f-af70-b4710b0a2fc2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:28.657060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.738892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:28.752019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2907e343-5880-44ce-bf9f-77bfb398ddd8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:28.782211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:28.885169 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:28.887867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:28.937076 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-d19672a4-bf94-4ae8-b576-15d037f8e087 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] remove_router_interface failed (client error): The resource could not be found. Apr 25 14:59:28.941782 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d19672a4-bf94-4ae8-b576-15d037f8e087 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/4c4dbf64-4522-4e01-a964-6d0457d4eb55/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2441561 Apr 25 14:59:28.950201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:29.057781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2beba46d-15e4-4756-92fd-a01db1bde256 req-f5d36c77-ce06-40e3-b0ad-52ed0742767d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 210 time: 0.1667695 Apr 25 14:59:29.074138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-665e57b1-2279-4e3d-87e0-3f8a4428cac8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:29.103477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] For port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:29.109356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.126113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.7 (d5898b75-12eb-45f0-82af-a9cd56ad7cd7/ce229a2a-b7a4-4228-83ee-a7687427197a/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:29.130085 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.257675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.260876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] For port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:29.263115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-665e57b1-2279-4e3d-87e0-3f8a4428cac8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:29.268079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-665e57b1-2279-4e3d-87e0-3f8a4428cac8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c4dbf64-4522-4e01-a964-6d0457d4eb55 HTTP/1.1" status: 200 len: 205 time: 0.3139513 Apr 25 14:59:29.268772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43778) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:29.272613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.363324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.364402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 0d5ebc1e-5e46-464f-af70-b4710b0a2fc2 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:29.368409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.498725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=c70fecec-38cb-441d-8680-e442539f2f6d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:29.502355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85246e0-e982-4015-b0de-7a72334fa7b7,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:29.568986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:29.569782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.571356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] 10.222.0.15 "PUT /v2.0/ports/2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 200 len: 1092 time: 7.7552652 Apr 25 14:59:29.574310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.609263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be47ce-046d-4028-8e8b-3e3fc72f3bea None None] Network 8c585665-3d74-4ae1-bb82-60be94c82ab3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:29.813359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:29.823052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:29.929606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2907e343-5880-44ce-bf9f-77bfb398ddd8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:29.990359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.086582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14882d-93ec-4167-b2dc-c75d87df09dc req-8d14361f-9866-49dc-85bf-ec602b9a3ef7 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:30.088544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d14882d-93ec-4167-b2dc-c75d87df09dc req-8d14361f-9866-49dc-85bf-ec602b9a3ef7 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 944 time: 0.5872798 Apr 25 14:59:30.089608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=0d5ebc1e-5e46-464f-af70-b4710b0a2fc2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:30.101592 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.102776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-480c4afd-ba6b-4f6e-ba9d-9e68591fe10d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5249732 Apr 25 14:59:30.119334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43794) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:30.141427 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.146821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group_rule': {'security_group_id': '77a96c0c-6f1c-43a9-9b0d-7c3078081476', 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:30.163515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:30.195849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:30.209228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-51aa4270-ed15-4cbf-87db-8076c193bcc8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/c70fecec-38cb-441d-8680-e442539f2f6d HTTP/1.1" status: 204 len: 168 time: 3.5877213 Apr 25 14:59:30.210347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2907e343-5880-44ce-bf9f-77bfb398ddd8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:30.211415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.211795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:30.216636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43798) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:30.231396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d14882d-93ec-4167-b2dc-c75d87df09dc req-6d86681d-afd4-4057-845d-5270c21f065a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318245 Apr 25 14:59:30.278206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] DHCP port deletion for 8c585665-3d74-4ae1-bb82-60be94c82ab3 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:30.294163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] Deleting port 50923c88-71d6-4cf5-ae25-589b4ef3da68 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:30.297595 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.394937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5afe3ff-9f5d-4eb9-a15d-d7fe1a09ff67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/0d5ebc1e-5e46-464f-af70-b4710b0a2fc2 HTTP/1.1" status: 204 len: 168 time: 1.9498391 Apr 25 14:59:30.408227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:30.411926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43802) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:30.418366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.454840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.514930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:30.521349 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.550776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 50923c88-71d6-4cf5-ae25-589b4ef3da68 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:30.551297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.674116 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] For port 50923c88-71d6-4cf5-ae25-589b4ef3da68, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=50923c88-71d6-4cf5-ae25-589b4ef3da68,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:30.674969 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.675615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.678025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.702503 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719878da-78eb-4e85-876f-011f0be2da51'] response: {'name': 'network-changed', 'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'status': 'completed', 'code': 200} Apr 25 14:59:30.808208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1dd2824a-8482-4a20-98b3-05772c63deb4 req-a03d236b-da2e-4ace-9a65-d7385822e921 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 210 time: 0.1041429 Apr 25 14:59:30.825310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.827821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4dbf64-4522-4e01-a964-6d0457d4eb55 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 14:59:30.843132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] Calling delete_port for 50923c88-71d6-4cf5-ae25-589b4ef3da68 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:30.847410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7627a42-7135-45f6-97b3-caa5deabf100 service neutron] Pushing event updated for resources: {'Port': ['ID=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:30.887466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e284344-4c9a-45fe-afd7-c1c9d5548f71 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:30.888440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1e284344-4c9a-45fe-afd7-c1c9d5548f71 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:30.890967 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.892694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d4f37d8-a105-4cc2-9507-af9df4b028cb tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/4c4dbf64-4522-4e01-a964-6d0457d4eb55 HTTP/1.1" status: 204 len: 168 time: 1.6219895 Apr 25 14:59:30.899271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43808) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:30.900873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.905278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:30.955249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-95e616a8-680c-4894-907e-7709886384d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:30.958608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-95e616a8-680c-4894-907e-7709886384d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 1095 time: 1.0002949 Apr 25 14:59:30.961351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.006413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.023522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] No DVR routers for this DVR port 50923c88-71d6-4cf5-ae25-589b4ef3da68 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:31.032336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd2787-90ba-4775-bed5-fdda85994712 None None] Pushing event deleted for resources: {'Port': ['ID=50923c88-71d6-4cf5-ae25-589b4ef3da68,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:31.062598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 075e177d-dd9c-46bb-8125-0e361a242c0d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:31.099405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 075e177d-dd9c-46bb-8125-0e361a242c0d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:31.099791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 075e177d-dd9c-46bb-8125-0e361a242c0d not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:31.110269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-f7a4679c-8341-4d57-9c57-164ed63819d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 200 len: 217 time: 0.1440930 Apr 25 14:59:31.143866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:31.146644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1e284344-4c9a-45fe-afd7-c1c9d5548f71 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:31.148073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1e284344-4c9a-45fe-afd7-c1c9d5548f71 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7348492 Apr 25 14:59:31.148844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab7d131-bb95-4850-8696-1fc678e3cec3,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:31.153217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43812) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:31.203098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:31.208495 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf628e7-8980-41c5-98e4-4fbd6dad8c29 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 14:59:31.213679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ecf628e7-8980-41c5-98e4-4fbd6dad8c29 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/eaea3322-922a-4070-8489-6fde86eb887c HTTP/1.1" status: 404 len: 333 time: 0.0550077 Apr 25 14:59:31.213932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:31.224750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:31.264151 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-51987f53-468a-4ba1-8fe8-30331494fe93 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 14:59:31.265542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-51987f53-468a-4ba1-8fe8-30331494fe93 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/0d5ebc1e-5e46-464f-af70-b4710b0a2fc2 HTTP/1.1" status: 404 len: 333 time: 0.0506918 Apr 25 14:59:31.269476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43822) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:31.277167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet 01c681a8-54a3-4649-ab9e-c78da84f2157 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:31.279652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:31.291534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.311610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-b2ab34cb-b233-42c4-93ef-70e43caf19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:31.313064 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-b2ab34cb-b233-42c4-93ef-70e43caf19ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1966510 Apr 25 14:59:31.339870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.344505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b38489b3-d0be-452e-9b72-6069bdb00e6e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2207489 Apr 25 14:59:31.351032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:31.378165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group_rule': {'security_group_id': '77a96c0c-6f1c-43a9-9b0d-7c3078081476', 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:31.439576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:31.451591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 50923c88-71d6-4cf5-ae25-589b4ef3da68, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=50923c88-71d6-4cf5-ae25-589b4ef3da68,segment=NetworkSegment(8420fc05-c4de-42ac-94b7-6968a062e6cc),segment_id=8420fc05-c4de-42ac-94b7-6968a062e6cc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:31.451963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.468451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:31.473805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:31.483436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:31.484073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.504797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.573908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a524c68d-c447-4ffc-aef6-99c664d66593 None None] Provisioning for port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:31.575326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026501b-2292-4572-893f-cab85b4a342d req-f3ccba5e-22e0-436f-8485-493379d15011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:31.577560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-f3ccba5e-22e0-436f-8485-493379d15011 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418890 Apr 25 14:59:31.581529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a524c68d-c447-4ffc-aef6-99c664d66593 None None] Provisioning complete for port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:31.582313 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a524c68d-c447-4ffc-aef6-99c664d66593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.634581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 50923c88-71d6-4cf5-ae25-589b4ef3da68 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:31.659940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a524c68d-c447-4ffc-aef6-99c664d66593 None None] Port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:31.692836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:31.700318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.783519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-dc6cb914-4715-4ad7-9d18-c7f0d4cf9445 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9300063 Apr 25 14:59:31.796832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Request body: {'port': {'device_id': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:31.805703 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.821738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 50923c88-71d6-4cf5-ae25-589b4ef3da68 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:31.865346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 50923c88-71d6-4cf5-ae25-589b4ef3da68 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:31.865976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 50923c88-71d6-4cf5-ae25-589b4ef3da68 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:31.879638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbabd2b1-910d-4908-be0d-7e77bf28ecda']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:31.898163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfb8560-b375-4941-b8b4-84d51c4df26c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:31.898614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfb8560-b375-4941-b8b4-84d51c4df26c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:31.915805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.923960 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:31.939459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-37e1c245-a8bc-4b3e-b39c-f90fce8a791f service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394051 Apr 25 14:59:31.969280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.003303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914328-d107-4845-b38e-b3db2b494839 req-cdda89c9-2b2f-44d3-82a9-437233c3d73f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:32.004784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6914328-d107-4845-b38e-b3db2b494839 req-cdda89c9-2b2f-44d3-82a9-437233c3d73f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 944 time: 0.6176052 Apr 25 14:59:32.031422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:32.032000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:32.048260 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:32.053844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:59:32.054168 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:59:32.072914 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.091139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.202616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6914328-d107-4845-b38e-b3db2b494839 req-baf43a91-5462-4dc1-9adb-14a582d53e58 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872714 Apr 25 14:59:32.222957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.257141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.260024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.263941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.284473 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3026501b-2292-4572-893f-cab85b4a342d req-2163b241-2ebe-4f55-8ef9-1df6f58e6c71 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372326 Apr 25 14:59:32.301016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165f1f-1260-4934-a00e-3594136de062 req-d9e48401-89f8-4dae-aefd-418ee0852741 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:32.302914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf165f1f-1260-4934-a00e-3594136de062 req-d9e48401-89f8-4dae-aefd-418ee0852741 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 931 time: 0.3306024 Apr 25 14:59:32.312783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=fbabd2b1-910d-4908-be0d-7e77bf28ecda,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:32.315856 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-913d774d-c32c-4a19-8972-6ed2bc1ea35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/fbabd2b1-910d-4908-be0d-7e77bf28ecda HTTP/1.1" status: 204 len: 168 time: 1.0437255 Apr 25 14:59:32.324039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:32.329899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1239663485'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:32.336844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:32.340864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:32.344020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:32.349889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:32.389775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f674b851-c179-4937-9a95-620199cf2994,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:32.413076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:32.416840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.420829 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.428061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67b06535-223a-47a7-b2fa-94c2d3e67047 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0735195 Apr 25 14:59:32.429478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.434048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43844) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:32.483330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group_rule': {'security_group_id': '77a96c0c-6f1c-43a9-9b0d-7c3078081476', 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:32.516603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:32.519162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=01c681a8-54a3-4649-ab9e-c78da84f2157,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:32.540774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:32.547567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff1237-c01e-477b-b375-46ccc649acb8 None None] Network c56c9e3b-1477-44ea-a963-a6b12a783ca1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:32.581973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 50923c88-71d6-4cf5-ae25-589b4ef3da68 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:32.597557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.636550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:59:32.648804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.649253 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment b023d244-0002-4761-9d96-bc51e9f3d11c of type vlan for network 1155bea4-f87e-4b04-afce-747dedde9625 Apr 25 14:59:32.665605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.672880 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2385d342-4dd4-4c91-8d19-7cddc975bee7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/01c681a8-54a3-4649-ab9e-c78da84f2157 HTTP/1.1" status: 204 len: 168 time: 1.7692373 Apr 25 14:59:32.674563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:32.686521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.722250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:32.740165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] The port '50923c88-71d6-4cf5-ae25-589b4ef3da68' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:59:32.741923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:32.758277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.769388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:32.773164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.958001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] DHCP port deletion for c56c9e3b-1477-44ea-a963-a6b12a783ca1 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:32.959466 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Project 3e6527c732444499a0e7d6b88d7df960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:59:32.962666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] Deleting port 834b02e3-8318-4abd-a018-ff5480d59f37 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:32.963052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:32.979541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bf165f1f-1260-4934-a00e-3594136de062 req-9247e790-8d4e-4071-98e9-78221b971f61 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6193488 Apr 25 14:59:33.057486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7320521 Apr 25 14:59:33.064083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43852) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:33.064775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e739a10-3865-42c3-8b6d-a9b19b57ed85 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=1155bea4-f87e-4b04-afce-747dedde9625,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:33.088996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '1155bea4-f87e-4b04-afce-747dedde9625', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:33.115423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 1155bea4-f87e-4b04-afce-747dedde9625 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:59:33.128742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.140431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.145594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95133210-3322-4e95-8734-048cbcd7782b req-c705c5df-bb9f-4586-82a2-603fe9f67df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:33.147085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-c705c5df-bb9f-4586-82a2-603fe9f67df9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 1095 time: 0.7884226 Apr 25 14:59:33.223769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.275095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 834b02e3-8318-4abd-a018-ff5480d59f37 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:33.275454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.314455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c585665-3d74-4ae1-bb82-60be94c82ab3']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:33.332703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8420fc05-c4de-42ac-94b7-6968a062e6cc') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:33.333325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8420fc05-c4de-42ac-94b7-6968a062e6cc') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:33.364597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.406223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:33.423322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:33.430110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:33.442520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.453845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.463351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:33.463984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:33.488267 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:33.492920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:33.516440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95133210-3322-4e95-8734-048cbcd7782b req-e0fd825f-f581-462b-804e-3ecaf5cb73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:33.518138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-e0fd825f-f581-462b-804e-3ecaf5cb73a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.3029094 Apr 25 14:59:33.554884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.619476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] For port 834b02e3-8318-4abd-a018-ff5480d59f37, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=834b02e3-8318-4abd-a018-ff5480d59f37,segment=NetworkSegment(2e9b2313-0e5a-456f-b95c-702567ff4e7a),segment_id=2e9b2313-0e5a-456f-b95c-702567ff4e7a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:33.620748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.629661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:33.633176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.649191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:59:33.712217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-cddf6fd5-590f-43f7-b6d5-7a9a1d4cffd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 200 len: 217 time: 0.1845493 Apr 25 14:59:33.734029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c2c0ad-07ae-4c34-b4ec-b392307a29f7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:33.741386 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.761431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.766279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a2795e42-f7de-45a5-a018-a141990f61b4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2875581 Apr 25 14:59:33.767325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43860) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:33.784218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'security_group_rule': {'security_group_id': '77a96c0c-6f1c-43a9-9b0d-7c3078081476', 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:33.799545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:33.807080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Transition to ACTIVE for port object 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:33.811320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:security_group_rule and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:33.815662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.818447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:33.853688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.859655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:33.862453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:33.866218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=8c585665-3d74-4ae1-bb82-60be94c82ab3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:33.867924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 834b02e3-8318-4abd-a018-ff5480d59f37 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:33.898427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_backend_mixin [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Performing IP validity checks on allocation pools {{(pid=88060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 14:59:33.901519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_backend_mixin [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 14:59:33.921676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] Calling delete_port for 834b02e3-8318-4abd-a018-ff5480d59f37 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:33.973198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e9e81488-adbd-463d-abe1-2566c5198b4f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/8c585665-3d74-4ae1-bb82-60be94c82ab3 HTTP/1.1" status: 204 len: 168 time: 3.7384558 Apr 25 14:59:33.995205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43864) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:34.089989 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Project 3e6527c732444499a0e7d6b88d7df960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 14:59:34.126067 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.132052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31660355-4689-426a-b1dd-a4cb372d9405 req-3875a27e-8ce7-4e29-b460-31748d7bc80c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:34.134046 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31660355-4689-426a-b1dd-a4cb372d9405 req-3875a27e-8ce7-4e29-b460-31748d7bc80c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 944 time: 0.6127176 Apr 25 14:59:34.138330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:34.167687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.207635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.308405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95133210-3322-4e95-8734-048cbcd7782b req-4ebde61c-7f86-4e91-b934-507248c4cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:34.310483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-4ebde61c-7f86-4e91-b934-507248c4cf24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.5713978 Apr 25 14:59:34.314449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 834b02e3-8318-4abd-a018-ff5480d59f37, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=834b02e3-8318-4abd-a018-ff5480d59f37,segment=NetworkSegment(2e9b2313-0e5a-456f-b95c-702567ff4e7a),segment_id=2e9b2313-0e5a-456f-b95c-702567ff4e7a)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:34.315916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.344456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31660355-4689-426a-b1dd-a4cb372d9405 req-ff2cf547-5924-48a6-9c96-6ca98f8368a5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020934 Apr 25 14:59:34.381263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:34.382016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:34.382640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:34.397507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:59:34.398249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:34.401627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.407141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] Pushing event deleted for resources: {'Port': ['ID=834b02e3-8318-4abd-a018-ff5480d59f37,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:34.413113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:34.413439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Checking segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:34.413806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Bound using segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:34.414152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2612bb-940c-4871-817a-526cf2547108 None None] No DVR routers for this DVR port 834b02e3-8318-4abd-a018-ff5480d59f37 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:34.414293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Bound port: 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:34.416760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.441142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.447725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.480091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6620fcfc-1017-4abf-b0b4-5508e9d3722e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:34.535124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.536762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-34166750-15c2-4569-bac0-dbd81eb7cbdf tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7637346 Apr 25 14:59:34.597957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:34.604096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:34.610389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.686894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:34.690252 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:34.694818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] 10.222.0.21 "PUT /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 1091 time: 2.9021282 Apr 25 14:59:34.695316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:34.750194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8fef4-ae36-4f43-badc-5d67fae9fc88 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:34.761532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 834b02e3-8318-4abd-a018-ff5480d59f37 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:34.861888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-47812428-296d-4a50-9317-6eaefe933acc tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Synchronizing usage tracker for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:34.906416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-47812428-296d-4a50-9317-6eaefe933acc tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Unset dirty status for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:34.907906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-47812428-296d-4a50-9317-6eaefe933acc tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423462398&fields=id&tenant_id=3e6527c732444499a0e7d6b88d7df960 HTTP/1.1" status: 200 len: 267 time: 0.1549132 Apr 25 14:59:34.916043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-c9857d5e-d151-45db-a51b-de4369058f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:34.917800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-c9857d5e-d151-45db-a51b-de4369058f5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1094 time: 0.1417472 Apr 25 14:59:34.983861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:35.031067 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-e47d5628-dd29-4802-93c3-4397793185e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 217 time: 0.0865750 Apr 25 14:59:35.168502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-7243f785-0ca8-49e1-b64b-a9812e6619ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:35.170515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-7243f785-0ca8-49e1-b64b-a9812e6619ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.0888720 Apr 25 14:59:35.170651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47c716-bfb8-407e-9a09-818bf3c3b8f3 req-4cb4d2d6-3ec4-4d3f-95bc-95dcfafc8155 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:35.172179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c47c716-bfb8-407e-9a09-818bf3c3b8f3 req-4cb4d2d6-3ec4-4d3f-95bc-95dcfafc8155 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 943 time: 0.9438400 Apr 25 14:59:35.185895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:59:35.211485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:59:35.211802 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:59:35.221906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95133210-3322-4e95-8734-048cbcd7782b req-6be55284-893e-4fb4-af55-54301043a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:35.223384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-6be55284-893e-4fb4-af55-54301043a1eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8416877 Apr 25 14:59:35.237537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-120d0155-fc17-4973-b07b-1976e52dbe1e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:35.238348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-120d0155-fc17-4973-b07b-1976e52dbe1e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Synchronizing usage tracker for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:35.253197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=6a039f31-af43-4236-8579-a96d02790b1a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:35.266696 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 14:59:35.280813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-120d0155-fc17-4973-b07b-1976e52dbe1e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Unset dirty status for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:35.282365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-120d0155-fc17-4973-b07b-1976e52dbe1e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 808 time: 0.3632116 Apr 25 14:59:35.300084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-57696c6f-f009-4538-8576-2811b46efeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:35.301768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-57696c6f-f009-4538-8576-2811b46efeb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213648 Apr 25 14:59:35.305258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-eeaf2c4a-515b-42ca-ae6a-7dc242e662b0 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/quotas/3e6527c732444499a0e7d6b88d7df960 HTTP/1.1" status: 200 len: 375 time: 0.0174394 Apr 25 14:59:35.328157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': 'b023d244-0002-4761-9d96-bc51e9f3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1155bea4-f87e-4b04-afce-747dedde9625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:35.328789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: 1155bea4-f87e-4b04-afce-747dedde9625, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:59:35.352616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:35.379839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:59:35.400907 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c47c716-bfb8-407e-9a09-818bf3c3b8f3 req-160969df-e849-4669-b00f-977927cc2c49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122786 Apr 25 14:59:35.488189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:35.488457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 1155bea4-f87e-4b04-afce-747dedde9625 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:59:35.510128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:59:35.540191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:35.554362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:35.562312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-aef6cc55-2fba-4db7-958c-fac731fbe493 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065696 Apr 25 14:59:35.617862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 1155bea4-f87e-4b04-afce-747dedde9625) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:35.633809 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae47ba4-8b72-41fb-b8f7-bbad86cbaa0d'] response: {'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'status': 'completed', 'code': 200} Apr 25 14:59:35.634379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51940e65-901f-416f-9b76-528cde39e678 None None] Network 1155bea4-f87e-4b04-afce-747dedde9625 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:35.641967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:35.642557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:35.698607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-e6e7b341-84d4-475b-81fd-f5978d8aa8e8 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905513 Apr 25 14:59:35.738643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:35.739566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 834b02e3-8318-4abd-a018-ff5480d59f37 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:35.739907 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:35.800524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-3564c12d-ec6b-46ef-b3d4-4530d039c140 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4716089 Apr 25 14:59:35.860374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] The port '834b02e3-8318-4abd-a018-ff5480d59f37' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:59:35.867929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:59:35.949826 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-95133210-3322-4e95-8734-048cbcd7782b req-ac76d8b3-c059-457a-9fcc-201326a819fd service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697128 Apr 25 14:59:35.999985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef3725c7-71b6-4f04-ba28-948e57466c7c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9226930 Apr 25 14:59:36.000147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c13c0fb-e6eb-4abf-8bd2-caa92b897924 req-c835f2a0-8701-4f11-8cb3-f1e52a82499d service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908823 Apr 25 14:59:36.000954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43894) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:36.020468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-d0d626cc-aa54-4f99-9ac1-f3cd2b4ed178 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 14:59:36.036154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-d0d626cc-aa54-4f99-9ac1-f3cd2b4ed178 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1730807 Apr 25 14:59:36.047866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '1155bea4-f87e-4b04-afce-747dedde9625', 'name': 'tempest-PortsIpV6TestJSON-1746380028'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:36.152775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.192785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-1155bea4-f87e-4b04-afce-747dedde9625', 'network_id': '1155bea4-f87e-4b04-afce-747dedde9625', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': '6a039f31-af43-4236-8579-a96d02790b1a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:59:36.193654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.195461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871f7b5-a35e-4e8b-aeff-c3d5538a279e req-4ed8722d-829a-4055-bd33-303ca790555c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:36.196198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a871f7b5-a35e-4e8b-aeff-c3d5538a279e req-4ed8722d-829a-4055-bd33-303ca790555c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:36.206069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56c9e3b-1477-44ea-a963-a6b12a783ca1']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:36.235614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9b2313-0e5a-456f-b95c-702567ff4e7a') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:36.235939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9b2313-0e5a-456f-b95c-702567ff4e7a') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:36.255230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.273636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a871f7b5-a35e-4e8b-aeff-c3d5538a279e req-4ed8722d-829a-4055-bd33-303ca790555c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:36.274409 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a871f7b5-a35e-4e8b-aeff-c3d5538a279e req-4ed8722d-829a-4055-bd33-303ca790555c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 945 time: 0.6259782 Apr 25 14:59:36.287095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.313202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:36.313609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:36.332643 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:36.353792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.390965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Allocated IP 2001:db8::2 (1155bea4-f87e-4b04-afce-747dedde9625/6a039f31-af43-4236-8579-a96d02790b1a/f1fdb02f-49c2-4b8f-b863-32f78cf59998) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:36.398956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:36.401168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43900) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:36.439613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:36.488499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:36.491882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.566008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-2384aa92-154a-456a-a72f-d2c2cb9361b8 service neutron] 10.222.0.23 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269668 Apr 25 14:59:36.571093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 95271c7a-5603-4fe3-ae58-55cc28e938a0 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:59:36.676896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.695075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Transition to ACTIVE for port object f1fdb02f-49c2-4b8f-b863-32f78cf59998 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:36.704392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.715017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Transition to ACTIVE for port object f1fdb02f-49c2-4b8f-b863-32f78cf59998 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:36.725861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.740561 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a871f7b5-a35e-4e8b-aeff-c3d5538a279e req-d4415505-7061-46b4-8dd9-8bae93dcb4f2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509795 Apr 25 14:59:36.767638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-a18f19fe-4756-4dd4-8ed2-5c11e02b9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:36.768948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-a18f19fe-4756-4dd4-8ed2-5c11e02b9a20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1094 time: 0.4200773 Apr 25 14:59:36.793069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Network 1155bea4-f87e-4b04-afce-747dedde9625 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:36.793910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.797667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:36.801764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:36.823926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:36.838727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.851310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c04d41f2ab24636b982f29fd7f2a21e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:36.857543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:36.880181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=c56c9e3b-1477-44ea-a963-a6b12a783ca1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:36.895924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f807eb95-4f2b-4c59-85c8-7258f4e08f97 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/c56c9e3b-1477-44ea-a963-a6b12a783ca1 HTTP/1.1" status: 204 len: 168 time: 4.1684322 Apr 25 14:59:36.899593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43910) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:36.912542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Attempting to bind port f1fdb02f-49c2-4b8f-b863-32f78cf59998 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:36.913345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Attempting to bind port f1fdb02f-49c2-4b8f-b863-32f78cf59998 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b023d244-0002-4761-9d96-bc51e9f3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1155bea4-f87e-4b04-afce-747dedde9625'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:36.913544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Attempting to bind port f1fdb02f-49c2-4b8f-b863-32f78cf59998 on network 1155bea4-f87e-4b04-afce-747dedde9625 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:36.917393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Pushing event updated for resources: {'Port': ['ID=f1fdb02f-49c2-4b8f-b863-32f78cf59998,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:36.917922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:36.922725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:36.923918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Checking segment: {'id': 'b023d244-0002-4761-9d96-bc51e9f3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1155bea4-f87e-4b04-afce-747dedde9625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:36.924757 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.925328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Bound using segment: {'id': 'b023d244-0002-4761-9d96-bc51e9f3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1155bea4-f87e-4b04-afce-747dedde9625'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:36.926009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Bound port: f1fdb02f-49c2-4b8f-b863-32f78cf59998, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b023d244-0002-4761-9d96-bc51e9f3d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1155bea4-f87e-4b04-afce-747dedde9625'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:36.926507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:36.976822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-375505376'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:36.990085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:37.005997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-080cebd0-fc27-43fc-8cdc-faf6be7f1774 service neutron] 10.222.0.23 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914385 Apr 25 14:59:37.030821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] For port f1fdb02f-49c2-4b8f-b863-32f78cf59998, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:37.037244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] For port f1fdb02f-49c2-4b8f-b863-32f78cf59998, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1fdb02f-49c2-4b8f-b863-32f78cf59998,segment=NetworkSegment(b023d244-0002-4761-9d96-bc51e9f3d11c),segment_id=b023d244-0002-4761-9d96-bc51e9f3d11c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:37.052112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.064144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:37.067592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:37.074281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::268 (1155bea4-f87e-4b04-afce-747dedde9625/6a039f31-af43-4236-8579-a96d02790b1a/95271c7a-5603-4fe3-ae58-55cc28e938a0) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:37.084585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:37.085935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-64d51a23-b5b3-4bfb-81b5-a8b8521220e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:37.087407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-64d51a23-b5b3-4bfb-81b5-a8b8521220e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.2984996 Apr 25 14:59:37.125596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:37.129065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.174906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-d3c33779-01e5-4a09-968c-565c2acd2112 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 217 time: 0.0812593 Apr 25 14:59:37.193418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947a613-7578-478f-a5e1-a9129d351fbf req-1cf48f06-0a43-45f4-97c3-db4c08eaa745 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:37.201753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a947a613-7578-478f-a5e1-a9129d351fbf req-1cf48f06-0a43-45f4-97c3-db4c08eaa745 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 943 time: 0.2208910 Apr 25 14:59:37.206038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:59:37.219914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:37.276886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.277451 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 6b728e84-112f-4a2e-b99a-8d728b38e506 of type vlan for network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e Apr 25 14:59:37.349665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7039f-fa4a-4fb3-b860-31bb053e606a None None] Pushing event updated for resources: {'Port': ['ID=f1fdb02f-49c2-4b8f-b863-32f78cf59998,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:37.353895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a947a613-7578-478f-a5e1-a9129d351fbf req-e1731d49-8295-47bf-b049-7bbd692c3b17 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491895 Apr 25 14:59:37.362369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port d01f49d1-8462-4709-81a0-e09283633ac1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:37.365631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.384378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:37.390036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:37.390539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.431140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.440396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b631e31-af39-4a5a-a30f-eb7d0f9f8eb8 req-f42a3a21-b173-451a-962d-d62eee4384c2 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 210 time: 0.1083817 Apr 25 14:59:37.457777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-fb9a25d7-cbf7-4821-89ca-bb0025601861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:37.462515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-fb9a25d7-cbf7-4821-89ca-bb0025601861 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.2689059 Apr 25 14:59:37.599422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.606621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:37.607879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.644857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.667801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.708475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.756684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:37.824437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c04d41f2ab24636b982f29fd7f2a21e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4220202 Apr 25 14:59:37.832189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:37.836592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb2d9d-3ae6-4f10-b304-7da3e31270c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd2bbb-1fb5-4d96-8483-43dda0667cb2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:37.842383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43928) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:37.849522 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:37.853157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9523978 Apr 25 14:59:37.862494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:37.869861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-2ef293bb-82d4-4312-9771-8104047750c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:37.873068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-2ef293bb-82d4-4312-9771-8104047750c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3957417 Apr 25 14:59:37.901449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:37.971365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1fdb02f-49c2-4b8f-b863-32f78cf59998 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:38.026029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90baf-d005-4d2e-b7ac-6cae942e84f3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=4fb3e4a0-6f84-4764-ab8d-d9276e3f779e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:38.040676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:59:38.065496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:59:38.110763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port d01f49d1-8462-4709-81a0-e09283633ac1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d01f49d1-8462-4709-81a0-e09283633ac1,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:38.111326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.163526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:38.177875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf705aea-dd61-4d22-83ad-1675975a9f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.239042 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b96018-23d6-4bf3-94a7-57eab16c34a5'] response: {'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'code': 200} Apr 25 14:59:38.272379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:59:38.329898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.381556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f1fdb02f-49c2-4b8f-b863-32f78cf59998 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:38.385196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for d01f49d1-8462-4709-81a0-e09283633ac1 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:38.449932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:38.474364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 95271c7a-5603-4fe3-ae58-55cc28e938a0 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:38.486340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'port_id': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'mac_address': 'fa:16:3e:da:13:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:59:38.520370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:38.527983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:38.533660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:38.542937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:38.564034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:38.567706 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.621875 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.637420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf705aea-dd61-4d22-83ad-1675975a9f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.690202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d2c262b-947a-4589-9509-4a5e0f0c75b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.698812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:59:38.730009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:38.736877 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.764216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf705aea-dd61-4d22-83ad-1675975a9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.794692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-c273b266-1851-4490-af80-c15730a43ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681272 Apr 25 14:59:38.808118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705aea-dd61-4d22-83ad-1675975a9f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd2bbb-1fb5-4d96-8483-43dda0667cb2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:38.839867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf705aea-dd61-4d22-83ad-1675975a9f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:38.841869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf705aea-dd61-4d22-83ad-1675975a9f39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bcd2bbb-1fb5-4d96-8483-43dda0667cb2 HTTP/1.1" status: 204 len: 168 time: 0.9975898 Apr 25 14:59:38.850620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d521164-e9e2-46a9-858b-a402d2614faa req-711d0895-0b3f-4dc1-b981-e127ee03a6a3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:38.852908 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d521164-e9e2-46a9-858b-a402d2614faa req-711d0895-0b3f-4dc1-b981-e127ee03a6a3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 0.7440052 Apr 25 14:59:38.868430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:38.878213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b31063-f663-4c55-bd54-ac5d37a58a6f req-a68ab76b-06df-4c14-84ae-4d5f12273e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:38.880005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4b31063-f663-4c55-bd54-ac5d37a58a6f req-a68ab76b-06df-4c14-84ae-4d5f12273e8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 1097 time: 0.5064986 Apr 25 14:59:38.985013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d521164-e9e2-46a9-858b-a402d2614faa req-7c3bea49-23b5-40fc-99b9-07e0920622c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093857 Apr 25 14:59:38.995538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7bb5021-b916-4f43-ba57-679d4cc2662b req-0d6969d1-9363-477e-93f9-6316430a3bab service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863034 Apr 25 14:59:39.020942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:39.047673 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4b31063-f663-4c55-bd54-ac5d37a58a6f req-6033c220-87c1-413f-b130-0c3d309e9ade service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591532 Apr 25 14:59:39.073250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:59:39.132926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:39.197532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=d01f49d1-8462-4709-81a0-e09283633ac1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:39.222499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5401f21-7da6-4e79-96fe-b6f557cc61c0 None None] Network 1155bea4-f87e-4b04-afce-747dedde9625 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:39.244402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 1155bea4-f87e-4b04-afce-747dedde9625 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:39.255860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:39.282762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:39.302859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:39.303911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:39.398930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] Provisioning for port f1fdb02f-49c2-4b8f-b863-32f78cf59998 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:39.437700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] Provisioning complete for port f1fdb02f-49c2-4b8f-b863-32f78cf59998 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:39.438196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:39.454556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88c54c-fa50-4da3-80e3-90e7d2f884b8 req-11c1428a-9f01-469a-aea4-e044be954d8d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:39.455656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5b88c54c-fa50-4da3-80e3-90e7d2f884b8 req-11c1428a-9f01-469a-aea4-e044be954d8d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:39.540998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=95271c7a-5603-4fe3-ae58-55cc28e938a0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:39.775775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-d0b69ebf-087e-4bb6-8553-da9a6186d1ef req-80bebd61-ad7d-43f2-a57c-455803862670 tempest-ListServerFiltersTestJSON-50645571 tempest-ListServerFiltersTestJSON-50645571-project] (88061) timed out ('10.222.0.21', 52506) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 14:59:39.797492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5b88c54c-fa50-4da3-80e3-90e7d2f884b8 req-11c1428a-9f01-469a-aea4-e044be954d8d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:39.799634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b88c54c-fa50-4da3-80e3-90e7d2f884b8 req-11c1428a-9f01-469a-aea4-e044be954d8d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 1.1255746 Apr 25 14:59:39.799989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-455f9844-37b6-4e2e-9f69-8aef94e039ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7599978 Apr 25 14:59:39.803416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43954) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:39.842103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-2685c70f-6124-4f77-b698-32b0e2e194a0 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:39.843709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-2685c70f-6124-4f77-b698-32b0e2e194a0 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.15 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 808 time: 0.3430960 Apr 25 14:59:39.865477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f9c9d883-cd5d-421a-8892-a6621c68578a req-9b722c79-2646-4c4e-8ddf-586db74df023 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Synchronizing usage tracker for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:39.929995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f9c9d883-cd5d-421a-8892-a6621c68578a req-9b722c79-2646-4c4e-8ddf-586db74df023 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Unset dirty status for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:39.944764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9c9d883-cd5d-421a-8892-a6621c68578a req-9b722c79-2646-4c4e-8ddf-586db74df023 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 210 time: 0.4452763 Apr 25 14:59:39.955143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:39.964205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-a37e6972-bf24-44dd-ba4f-75cc0067dcea tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Synchronizing usage tracker for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:39.986540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 95271c7a-5603-4fe3-ae58-55cc28e938a0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:39.986895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.009546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] For port f1fdb02f-49c2-4b8f-b863-32f78cf59998, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1fdb02f-49c2-4b8f-b863-32f78cf59998,segment=NetworkSegment(b023d244-0002-4761-9d96-bc51e9f3d11c),segment_id=b023d244-0002-4761-9d96-bc51e9f3d11c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:40.024349 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.043913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5b88c54c-fa50-4da3-80e3-90e7d2f884b8 req-ef00ce9a-22d2-40ed-815e-cc145deee461 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792209 Apr 25 14:59:40.050269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.205331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-a37e6972-bf24-44dd-ba4f-75cc0067dcea tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Unset dirty status for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:40.207137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-a37e6972-bf24-44dd-ba4f-75cc0067dcea tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e6527c732444499a0e7d6b88d7df960 HTTP/1.1" status: 200 len: 380 time: 0.3485816 Apr 25 14:59:40.226068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'port': {'device_id': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'admin_state_up': True, 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'security_groups': ['77a96c0c-6f1c-43a9-9b0d-7c3078081476']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:40.252033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1562c-3c7c-41f0-8597-026ed7ab958b None None] Pushing event updated for resources: {'Port': ['ID=f1fdb02f-49c2-4b8f-b863-32f78cf59998,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:40.454432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '6b728e84-112f-4a2e-b99a-8d728b38e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:40.454814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:59:40.482670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eef150ea-53ef-4648-a970-a90bf663796b None None] Provisioning complete for port f1fdb02f-49c2-4b8f-b863-32f78cf59998 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:40.483213 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eef150ea-53ef-4648-a970-a90bf663796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.485484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=35a49d93-bac8-4f24-9b2a-350b821ebd3e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:40.514848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:59:40.542890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:40.551563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.563031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:40.563260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.563657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.602523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14391c-77fd-4edd-81e5-43a86d482f72 None None] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:40.666586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f8885f93-4ed4-4f11-afa8-19815bd42ce8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7908659 Apr 25 14:59:40.743819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43974) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:40.753944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 95271c7a-5603-4fe3-ae58-55cc28e938a0 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:40.803802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1305126310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:40.818102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:40.823187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:40.827558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:40.846242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:40.896273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.900118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.943061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:40.964530 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2971df9-b71e-4fcd-922a-41bdd22a05f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.081714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eef150ea-53ef-4648-a970-a90bf663796b None None] Provisioning for port 95271c7a-5603-4fe3-ae58-55cc28e938a0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:41.089422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.139345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eef150ea-53ef-4648-a970-a90bf663796b None None] Provisioning complete for port 95271c7a-5603-4fe3-ae58-55cc28e938a0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:41.140038 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eef150ea-53ef-4648-a970-a90bf663796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.155182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:41.157510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.165070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c8a33-ce69-4d44-8b58-e652c4e32972 req-306e21f5-91b9-42ac-9f31-f8d3b989c137 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:41.174439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb6c8a33-ce69-4d44-8b58-e652c4e32972 req-306e21f5-91b9-42ac-9f31-f8d3b989c137 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 0.7851136 Apr 25 14:59:41.187119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eef150ea-53ef-4648-a970-a90bf663796b None None] Port 95271c7a-5603-4fe3-ae58-55cc28e938a0 was deleted so its status cannot be updated. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 25 14:59:41.189228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-4fb3e4a0-6f84-4764-ab8d-d9276e3f779e', 'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': '35a49d93-bac8-4f24-9b2a-350b821ebd3e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:59:41.190469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.209112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:41.316263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Made reservation on behalf of 3e6527c732444499a0e7d6b88d7df960 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:41.320338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.328564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-718a3ab6-df60-4aaf-90f0-9cbdeda5d251 None None] Could not find standard attr ID for object 95271c7a-5603-4fe3-ae58-55cc28e938a0. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:59:41.417574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bb6c8a33-ce69-4d44-8b58-e652c4e32972 req-dc0f858a-332d-4cf0-8404-13cc85211332 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423501 Apr 25 14:59:41.421610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=95271c7a-5603-4fe3-ae58-55cc28e938a0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:41.474744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a141fb83-aaa4-4964-a3e5-c7aceca14352 req-c3129b98-69e4-465e-812e-90e04489b36a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 210 time: 0.3206251 Apr 25 14:59:41.479138 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.500535 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-020a9aaa-2490-403a-9406-417b07b4dcbc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/95271c7a-5603-4fe3-ae58-55cc28e938a0 HTTP/1.1" status: 204 len: 168 time: 1.6956828 Apr 25 14:59:41.515402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:41.515402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e957f61d-8131-47f1-a21f-caaca7255e41 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7617569 Apr 25 14:59:41.515402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43996) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:41.516057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43998) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:41.599327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Allocated IP 2001:db8::2 (4fb3e4a0-6f84-4764-ab8d-d9276e3f779e/35a49d93-bac8-4f24-9b2a-350b821ebd3e/c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:41.696856 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-82416a95-67ef-490e-9dfb-30b02f5daf09 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 14:59:41.697464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82416a95-67ef-490e-9dfb-30b02f5daf09 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 14:59:41.699323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-82416a95-67ef-490e-9dfb-30b02f5daf09 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/95271c7a-5603-4fe3-ae58-55cc28e938a0 HTTP/1.1" status: 404 len: 333 time: 0.1817961 Apr 25 14:59:41.705833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44010) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:41.789487 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-833d52ea-6620-4e5b-8e7c-a77ce22882bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 14:59:41.790111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-833d52ea-6620-4e5b-8e7c-a77ce22882bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:41.806189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:41.956006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1fdb02f-49c2-4b8f-b863-32f78cf59998 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:42.049340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:42.076212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-833d52ea-6620-4e5b-8e7c-a77ce22882bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:42.080631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-833d52ea-6620-4e5b-8e7c-a77ce22882bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/95271c7a-5603-4fe3-ae58-55cc28e938a0 HTTP/1.1" status: 404 len: 333 time: 0.3734970 Apr 25 14:59:42.081365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:42.126496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.156697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.179533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 6a039f31-af43-4236-8579-a96d02790b1a {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:42.196203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.199285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:42.215554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:42.215927 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.263829 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.266036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ccb52-8e15-4b91-a6f1-1621b196b8bc req-aa48d248-e921-45e7-a2ee-2dc4cc27d55f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:42.267710 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-376ccb52-8e15-4b91-a6f1-1621b196b8bc req-aa48d248-e921-45e7-a2ee-2dc4cc27d55f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.5966530 Apr 25 14:59:42.287307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Transition to ACTIVE for port object c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:42.291457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f1fdb02f-49c2-4b8f-b863-32f78cf59998 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:42.291851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.311828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:42.326628 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:42.340599 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:42.341301 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:42.370877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Transition to ACTIVE for port object c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:42.407519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Allocated IP 172.20.0.11 (5103913a-3275-4901-83f1-70838439cb09/7a5a288e-c4d2-41a6-bacf-a0eb3604a614/dcfb3228-1cc0-44d6-9d8b-ad30eae19100) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:42.414263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3da5f9ad-a2ae-49eb-976d-4f8c9312f2f6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3314962 Apr 25 14:59:42.421171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44030) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:42.437175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-376ccb52-8e15-4b91-a6f1-1621b196b8bc req-15522f78-6dc7-4211-9a37-a8d14eb539fd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543648 Apr 25 14:59:42.440767 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.451164 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.523719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:42.528310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:42.554477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:42.560943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:42.563420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:42.574137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.575679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.708411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Pushing event updated for resources: {'Port': ['ID=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:42.788799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Attempting to bind port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:42.789380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Attempting to bind port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6b728e84-112f-4a2e-b99a-8d728b38e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:42.789757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Attempting to bind port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf on network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:42.805535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:42.809469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Checking segment: {'id': '6b728e84-112f-4a2e-b99a-8d728b38e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:42.809469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.809469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Bound using segment: {'id': '6b728e84-112f-4a2e-b99a-8d728b38e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:42.809469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Bound port: c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b728e84-112f-4a2e-b99a-8d728b38e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4fb3e4a0-6f84-4764-ab8d-d9276e3f779e'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:42.809469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.828713 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:42.879613 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:42.945633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-4b95d685-394a-48fb-b428-5aca56f765c0 req-83633b99-e9b7-4ccd-9819-4f4f608f650b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Synchronizing usage tracker for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:43.016341 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.029321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-4b95d685-394a-48fb-b428-5aca56f765c0 req-83633b99-e9b7-4ccd-9819-4f4f608f650b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Unset dirty status for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:43.039635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4b95d685-394a-48fb-b428-5aca56f765c0 req-83633b99-e9b7-4ccd-9819-4f4f608f650b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 210 time: 0.1610203 Apr 25 14:59:43.047785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:43.084081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] For port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:43.087438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] For port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,segment=NetworkSegment(6b728e84-112f-4a2e-b99a-8d728b38e506),segment_id=6b728e84-112f-4a2e-b99a-8d728b38e506)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:43.097681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.110021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Transition to ACTIVE for port object dcfb3228-1cc0-44d6-9d8b-ad30eae19100 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:43.143544 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1ef2ab-ea97-4994-b3da-5a8b4db498fd'] response: {'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'code': 200} Apr 25 14:59:43.164525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet 4009ccd3-1582-461c-8d44-afcd5869c570 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:43.189201 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.259422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa00b7-97f3-44cb-9f8d-684d54da7b17 None None] Pushing event updated for resources: {'Port': ['ID=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:43.305851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.355151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:43.367211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.396387 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:38Z', 'revision_number': 10, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:43.400748 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:43.409590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:43.410441 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:43.556214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'Port': ['ID=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:43.585963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Network 5103913a-3275-4901-83f1-70838439cb09 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:43.596748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.597545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:43.619389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:43.699559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:43.706200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.788056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:43.788743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.817900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.818338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.818654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.819022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.819613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.820091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.820389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.820737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.821100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.821476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.821803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.822132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:43.842996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-04da12de-0582-4bc1-99ca-955bd492515a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6274941 Apr 25 14:59:43.848614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:43.932038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Request body: {'port': {'device_id': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:43.949752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:43.955637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177e4ef-14a8-4b12-907c-20d688605f33 req-5b38bc57-7cd6-4b57-a431-0153f3ca0e41 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:43.962953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a177e4ef-14a8-4b12-907c-20d688605f33 req-5b38bc57-7cd6-4b57-a431-0153f3ca0e41 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 1.1535342 Apr 25 14:59:44.018510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:44.034989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Usage tracker for resource:security_group_rule and tenant:61dba839aef1444d9d85bf0636e0ddef is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:44.046819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:44.054898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a177e4ef-14a8-4b12-907c-20d688605f33 req-9413ab1a-e84f-4352-b2cd-f94aa7ac694d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906088 Apr 25 14:59:44.067534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:44.080347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:44.121539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-38af7ce6-608f-4af5-83ad-7fefc7a2b0bd None None] Provisioning for port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:44.136903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-38af7ce6-608f-4af5-83ad-7fefc7a2b0bd None None] Provisioning complete for port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:44.139231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38af7ce6-608f-4af5-83ad-7fefc7a2b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.153017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.172176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.268438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-38af7ce6-608f-4af5-83ad-7fefc7a2b0bd None None] Port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:44.308915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72537fd4-8afd-44c3-aa9e-0f3000478aca req-ae50b4a3-f424-42ef-a10d-f99173d4a6ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:44.310491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72537fd4-8afd-44c3-aa9e-0f3000478aca req-ae50b4a3-f424-42ef-a10d-f99173d4a6ba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.4812651 Apr 25 14:59:44.316617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaba7f-156c-4680-a27c-5d289f7290be req-2af14387-376f-4e31-ac33-14400f271edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:44.318530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ffeaba7f-156c-4680-a27c-5d289f7290be req-2af14387-376f-4e31-ac33-14400f271edc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1096 time: 1.0288792 Apr 25 14:59:44.352290 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:38Z', 'revision_number': 10, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:44.356831 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be517544-64dd-42b5-885d-31b8ba29653a None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:38Z', 'revision_number': 10, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None, '_interfaces': [{'id': '898aa2c5-2f71-4464-9a6f-3ccbfa08c950', 'name': '', 'network_id': '6b731bb6-dfd8-4de0-993e-957e35b25df0', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'mac_address': 'fa:16:3e:9b:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9904032e-f06a-4afa-aae5-b42081223fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:57:46Z', 'updated_at': '2022-04-25T14:58:00Z', 'revision_number': 5, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'subnets': [{'id': '662419c2-69eb-4d1d-8e45-dea94fb67e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:44.379678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.418770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8::1 (4fb3e4a0-6f84-4764-ab8d-d9276e3f779e/35a49d93-bac8-4f24-9b2a-350b821ebd3e/2ce3f734-68b4-409f-a882-1181cd75bf41) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:44.455282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=6a039f31-af43-4236-8579-a96d02790b1a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:44.458383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.464078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341111a-84dc-486b-9c7b-097ff22cceae None None] Network 1155bea4-f87e-4b04-afce-747dedde9625 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:44.465644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ffeaba7f-156c-4680-a27c-5d289f7290be req-6e9422df-f09b-4aa1-bce4-6909e0c3aaf2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368101 Apr 25 14:59:44.487035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.487469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.487882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.488286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.488707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.489138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.489745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.490148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.490547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.490944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.491337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.491728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 14:59:44.521877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.538926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.586969 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61dba839aef1444d9d85bf0636e0ddef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2294271 Apr 25 14:59:44.594338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:44.600006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.606659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-72537fd4-8afd-44c3-aa9e-0f3000478aca req-18ecd323-1feb-4209-9142-3e9a71e97acf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553759 Apr 25 14:59:44.706169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8204e33c-3323-44ab-b1e9-2dcfcd2f9dd7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/6a039f31-af43-4236-8579-a96d02790b1a HTTP/1.1" status: 204 len: 168 time: 2.6147132 Apr 25 14:59:44.712488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=4009ccd3-1582-461c-8d44-afcd5869c570,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:44.720027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44064) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:44.727513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:44.748802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0a7f219-bb27-441e-9bc2-10da5da536c7 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/4009ccd3-1582-461c-8d44-afcd5869c570 HTTP/1.1" status: 204 len: 168 time: 2.3250151 Apr 25 14:59:44.750050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30e23e-2a5b-4b06-9c85-2f1b08797092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751d9e98-898a-42b2-8bd8-bee63c5c3a07,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:44.753402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c2d40-f5fc-49f7-8ca5-f29604e11d1b req-b2794214-42df-40c1-aa66-0c187777f8a1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:44.761764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-014c2d40-f5fc-49f7-8ca5-f29604e11d1b req-b2794214-42df-40c1-aa66-0c187777f8a1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 932 time: 0.5123098 Apr 25 14:59:44.784353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44068) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:44.818168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640ca41-e288-425f-91ff-c93ba5cdc3ae None None] Network 55417df2-fc05-4ecf-a1f4-543965c0108c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:44.896694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7e206b-416e-4630-aeba-f5b52915ce6e None None] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:44.974244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-014c2d40-f5fc-49f7-8ca5-f29604e11d1b req-cfeed249-d087-48ee-b9e8-2f6a0c0c5467 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115376 Apr 25 14:59:44.979437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.029698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.032601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 2ce3f734-68b4-409f-a882-1181cd75bf41 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:45.048643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port e42f6286-04c6-4c9e-b02b-daf51d65761c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:45.049018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.129470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] Provisioning for port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:45.178286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] Provisioning complete for port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:45.179040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.179789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.236316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.277420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6425873-96b4-4758-9b78-ecd172b8fb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.285232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:45.291521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:45.330418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port f1fdb02f-49c2-4b8f-b863-32f78cf59998 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:45.330997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.343288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:45.343828 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.386002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=2ce3f734-68b4-409f-a882-1181cd75bf41,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:45.404246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684a641-22d7-42ca-9b64-e13620569d5d req-9ee36f45-d053-4eaf-8191-354f3dc8540f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:45.409373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e684a641-22d7-42ca-9b64-e13620569d5d req-9ee36f45-d053-4eaf-8191-354f3dc8540f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 0.4553218 Apr 25 14:59:45.414124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6425873-96b4-4758-9b78-ecd172b8fb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.417516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:45.429238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:45.519833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] DHCP port deletion for 1155bea4-f87e-4b04-afce-747dedde9625 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:45.524668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.525630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.548968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Deleting port f1fdb02f-49c2-4b8f-b863-32f78cf59998 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:45.549781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.611865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port e42f6286-04c6-4c9e-b02b-daf51d65761c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42f6286-04c6-4c9e-b02b-daf51d65761c,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:45.612231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.619290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] For port f1fdb02f-49c2-4b8f-b863-32f78cf59998, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1fdb02f-49c2-4b8f-b863-32f78cf59998,segment=NetworkSegment(b023d244-0002-4761-9d96-bc51e9f3d11c),segment_id=b023d244-0002-4761-9d96-bc51e9f3d11c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:45.619757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.630647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] DHCP port deletion for 55417df2-fc05-4ecf-a1f4-543965c0108c request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:45.685458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Deleting port e42f6286-04c6-4c9e-b02b-daf51d65761c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:45.690102 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.775927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for f1fdb02f-49c2-4b8f-b863-32f78cf59998 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:45.807028 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] For port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,segment=NetworkSegment(6b728e84-112f-4a2e-b99a-8d728b38e506),segment_id=6b728e84-112f-4a2e-b99a-8d728b38e506)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:45.858784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.881376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:59:45.890385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:45.918146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d01f49d1-8462-4709-81a0-e09283633ac1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:45.968475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for e42f6286-04c6-4c9e-b02b-daf51d65761c owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:45.976352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No DVR routers for this DVR port f1fdb02f-49c2-4b8f-b863-32f78cf59998 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:46.020280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=f1fdb02f-49c2-4b8f-b863-32f78cf59998,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:46.024196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d01f49d1-8462-4709-81a0-e09283633ac1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:46.024821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d01f49d1-8462-4709-81a0-e09283633ac1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:46.025481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42f6286-04c6-4c9e-b02b-daf51d65761c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:46.088915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfb3228-1cc0-44d6-9d8b-ad30eae19100 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:59:46.110261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.186233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6425873-96b4-4758-9b78-ecd172b8fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.217348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] For port f1fdb02f-49c2-4b8f-b863-32f78cf59998, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f1fdb02f-49c2-4b8f-b863-32f78cf59998,segment=NetworkSegment(b023d244-0002-4761-9d96-bc51e9f3d11c),segment_id=b023d244-0002-4761-9d96-bc51e9f3d11c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:46.218459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.237599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.255116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6425873-96b4-4758-9b78-ecd172b8fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d9e98-898a-42b2-8bd8-bee63c5c3a07,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:46.257505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Transition to ACTIVE for port object dcfb3228-1cc0-44d6-9d8b-ad30eae19100 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:46.281813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.336065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1155bea4-f87e-4b04-afce-747dedde9625']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:46.370482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Calling delete_port for f1fdb02f-49c2-4b8f-b863-32f78cf59998 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:46.371686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b023d244-0002-4761-9d96-bc51e9f3d11c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:46.372076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b023d244-0002-4761-9d96-bc51e9f3d11c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:46.467038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.511500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b6425873-96b4-4758-9b78-ecd172b8fb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.517808 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b6425873-96b4-4758-9b78-ecd172b8fb2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/751d9e98-898a-42b2-8bd8-bee63c5c3a07 HTTP/1.1" status: 204 len: 168 time: 1.9196420 Apr 25 14:59:46.526637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba3f66-6a99-4ecf-a765-b75cfc4d87b1 None None] Pushing event updated for resources: {'Port': ['ID=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:46.571983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Pushing event updated for resources: {'Port': ['ID=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:46.590278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.669469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.687576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:46.694045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:46.720632 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:46.742614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No DVR routers for this DVR port e42f6286-04c6-4c9e-b02b-daf51d65761c on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:46.781146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=e42f6286-04c6-4c9e-b02b-daf51d65761c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:46.826725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c3f5606e-1cc5-423f-ad29-372b03701151 None None] Provisioning for port 2ce3f734-68b4-409f-a882-1181cd75bf41 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:46.830158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port e42f6286-04c6-4c9e-b02b-daf51d65761c {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 14:59:46.830772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e42f6286-04c6-4c9e-b02b-daf51d65761c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:46.831384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1fdb02f-49c2-4b8f-b863-32f78cf59998 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:46.855670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.891709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.903289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b08f-8c4d-4fb4-adc8-61fb08545a53 req-f2bc22f4-2a6b-480f-9016-d0332ad26b45 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 14:59:46.907853 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 14:59:46.913141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c3f5606e-1cc5-423f-ad29-372b03701151 None None] Provisioning complete for port 2ce3f734-68b4-409f-a882-1181cd75bf41 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:46.913870 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3f5606e-1cc5-423f-ad29-372b03701151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.914595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25a6b08f-8c4d-4fb4-adc8-61fb08545a53 req-f2bc22f4-2a6b-480f-9016-d0332ad26b45 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 932 time: 0.7388387 Apr 25 14:59:46.953067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.954262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f1fdb02f-49c2-4b8f-b863-32f78cf59998 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:46.954891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f1fdb02f-49c2-4b8f-b863-32f78cf59998 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:46.972883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:59:46.973464 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:59:46.977524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] For port e42f6286-04c6-4c9e-b02b-daf51d65761c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e42f6286-04c6-4c9e-b02b-daf51d65761c,segment=NetworkSegment(530addbc-d93c-4c8f-8842-345384021487),segment_id=530addbc-d93c-4c8f-8842-345384021487)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:46.978257 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.978533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/1155bea4-f87e-4b04-afce-747dedde9625 HTTP/1.1" status: 204 len: 168 time: 2.2532153 Apr 25 14:59:46.980472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:46.986601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44084) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:47.006534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-592549303'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:47.013809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:47.024551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:47.028302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:47.035820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:47.037567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55417df2-fc05-4ecf-a1f4-543965c0108c']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:47.048416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962488f-93ef-4ea7-ba91-1df0888a6958 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=1155bea4-f87e-4b04-afce-747dedde9625,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:47.056161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:47.060797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.119251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Attempting to bind port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:47.119489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Attempting to bind port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:47.119778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Attempting to bind port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 on network 5103913a-3275-4901-83f1-70838439cb09 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:47.126264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44088) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:47.148569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25a6b08f-8c4d-4fb4-adc8-61fb08545a53 req-3707d8a0-a44d-4cbe-a478-c7c58866175f tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329733 Apr 25 14:59:47.149007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Calling delete_port for e42f6286-04c6-4c9e-b02b-daf51d65761c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:47.152153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 on network 5103913a-3275-4901-83f1-70838439cb09 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 14:59:47.152483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Attempting to bind port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 on network 5103913a-3275-4901-83f1-70838439cb09 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:47.161006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:47.161375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Checking segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:47.161768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Bound using segment: {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:47.162338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Bound port: dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3730d462-a274-40c9-bea7-c0d931355dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5103913a-3275-4901-83f1-70838439cb09'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:47.162723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.183232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.183443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5606e-1cc5-423f-ad29-372b03701151 None None] Port 2ce3f734-68b4-409f-a882-1181cd75bf41 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:47.183567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530addbc-d93c-4c8f-8842-345384021487') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:47.183567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530addbc-d93c-4c8f-8842-345384021487') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:47.199521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 14:59:47.210223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:47.220941 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.224844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c3f5606e-1cc5-423f-ad29-372b03701151 None None] Provisioning complete for port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:47.225409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3f5606e-1cc5-423f-ad29-372b03701151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.252344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:52398ba0d897492eb3269d4b50abaf33 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:47.259043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:47.265751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.266095 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment a95ada00-52a6-4557-a951-955a0fb6fa73 of type vlan for network 76256934-6c9e-48f7-88f8-bd9dcd4122fd Apr 25 14:59:47.267362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:47.299424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:59:47.299904 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:59:47.333506 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.357411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] For port dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:47.362631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] For port dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:47.384331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.400731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef66212-df5a-45ff-be3b-0ddb395b9bf4 req-d7a28122-56a5-4cc9-8fb4-01e4495dca1e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:47.402471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aef66212-df5a-45ff-be3b-0ddb395b9bf4 req-d7a28122-56a5-4cc9-8fb4-01e4495dca1e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 1.1484280 Apr 25 14:59:47.426825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:47.427269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: timer() Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:47.443264 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:47.474627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Deleting port f1fdb02f-49c2-4b8f-b863-32f78cf59998 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:47.475222 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.511380 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.572244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-26a25f41-1a40-4104-b88b-2bf3ae96af1a None None] The port 'f1fdb02f-49c2-4b8f-b863-32f78cf59998' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:59:47.595284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:47.595905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.597328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] 10.222.0.15 "PUT /v2.0/ports/dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 1092 time: 3.7301199 Apr 25 14:59:47.597987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.599001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1675dd3d-f340-46d0-b66b-3ff1a32b77b3 None None] Provisioning complete for port 2ce3f734-68b4-409f-a882-1181cd75bf41 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:47.599481 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1675dd3d-f340-46d0-b66b-3ff1a32b77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.619113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:47.619830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.631757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:47.692692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1675dd3d-f340-46d0-b66b-3ff1a32b77b3 None None] Port 2ce3f734-68b4-409f-a882-1181cd75bf41 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:47.762859 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e7b8d4-73f2-43f5-8b63-745ff4ce103b'] response: {'name': 'network-changed', 'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'status': 'completed', 'code': 200} Apr 25 14:59:47.801798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Deleting port e42f6286-04c6-4c9e-b02b-daf51d65761c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:47.802385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.873818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:47.876381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8848054 Apr 25 14:59:47.877457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bf665-92bb-4927-a495-53e18aff0443 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=76256934-6c9e-48f7-88f8-bd9dcd4122fd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:47.880866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24403-fdb2-49ea-9e80-2a1169cb269f service neutron] Pushing event updated for resources: {'Port': ['ID=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:47.884695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44094) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:47.910400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:47.920973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.931624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 14:59:47.968805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:47.975521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aef66212-df5a-45ff-be3b-0ddb395b9bf4 req-a6a68e40-d6ec-498d-b9e4-ebe7c064540e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5501115 Apr 25 14:59:48.019087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.033111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=55417df2-fc05-4ecf-a1f4-543965c0108c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:48.038544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.061013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f6f32-4a77-4f18-83b2-ab10eb91c8c8 None None] The port 'e42f6286-04c6-4c9e-b02b-daf51d65761c' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:59:48.063684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5ee9420-89bc-473a-a103-9c0d425f5d1c tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/55417df2-fc05-4ecf-a1f4-543965c0108c HTTP/1.1" status: 204 len: 168 time: 3.2785044 Apr 25 14:59:48.068580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:48.100164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-c9654eff-0bdf-4cce-97fb-84e9c573301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:48.101888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-c9654eff-0bdf-4cce-97fb-84e9c573301f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1095 time: 0.4353452 Apr 25 14:59:48.176827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52398ba0d897492eb3269d4b50abaf33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0471745 Apr 25 14:59:48.178256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:48.193222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44102) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:48.203885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:48.216371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-d802feca-f807-469d-ace9-719319973dc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 217 time: 0.0960250 Apr 25 14:59:48.230702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:48.235700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533bab-6fb7-43c1-b385-e4e5c0229bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a8690-9b66-45e5-b777-faf90bd89128,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:48.257372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:48.258385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.298179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:48.402082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:48.405607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.431056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-fba2156e-8d35-4582-a769-68b8c0ab3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:48.432548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-fba2156e-8d35-4582-a769-68b8c0ab3ad4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 200 len: 847 time: 0.1834366 Apr 25 14:59:48.441436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.449800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.451191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.548178 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 14:59:48.562235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c093dfcc-b5ae-42ac-a5e1-a502a289741f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.625518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c093dfcc-b5ae-42ac-a5e1-a502a289741f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.677226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5aa8f-176e-4fe8-8e0e-15dedc4e6515 req-4c2dd9d5-bc23-45c8-8731-5f9dae6098ed tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:48.678732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07f5aa8f-176e-4fe8-8e0e-15dedc4e6515 req-4c2dd9d5-bc23-45c8-8731-5f9dae6098ed tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 944 time: 0.3664975 Apr 25 14:59:48.813581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-0c54b719-d27c-4a6a-8815-cf5b412bd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:48.815001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-0c54b719-d27c-4a6a-8815-cf5b412bd090 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5103913a-3275-4901-83f1-70838439cb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618891 Apr 25 14:59:48.817925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07f5aa8f-176e-4fe8-8e0e-15dedc4e6515 req-54b5db0a-fff5-4922-bb85-f4166a1d8fec tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228468 Apr 25 14:59:48.853460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.854266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=2ce3f734-68b4-409f-a882-1181cd75bf41,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:48.868152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c093dfcc-b5ae-42ac-a5e1-a502a289741f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.876639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:48.948877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093dfcc-b5ae-42ac-a5e1-a502a289741f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a8690-9b66-45e5-b777-faf90bd89128,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:48.972251 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:49.037324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:49.038609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c093dfcc-b5ae-42ac-a5e1-a502a289741f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:49.042467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c093dfcc-b5ae-42ac-a5e1-a502a289741f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd4a8690-9b66-45e5-b777-faf90bd89128 HTTP/1.1" status: 204 len: 168 time: 0.8402407 Apr 25 14:59:49.051005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:49.089918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-897c22ec-eaa6-4a9b-85a9-6e289dc9908c service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658155 Apr 25 14:59:49.094268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=09ce15d0-7abd-40fd-8873-05648ef0425a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:49.148010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': 'a95ada00-52a6-4557-a951-955a0fb6fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:49.148368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: 76256934-6c9e-48f7-88f8-bd9dcd4122fd, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 14:59:49.279868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7886036c-9c98-4b14-9c4c-ae4cf22f5029 req-2becbfc5-b825-48d9-914a-960ca05e1adc service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807013 Apr 25 14:59:49.281090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 14:59:49.300359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 76256934-6c9e-48f7-88f8-bd9dcd4122fd) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:49.307525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:49.308168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:49.318041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0488d80-68fa-45b5-8ec9-7a788cd9c738 None None] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:49.344269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-18fdf120-4996-4b99-98f8-e5ef416ec129 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4539940 Apr 25 14:59:49.346110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:49.402994 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP 7ab8aa30-4a9d-41bf-b644-521e135ea5d2 associated. External IP: 172.25.0.70, port: 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc. Apr 25 14:59:49.470531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1516620357'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:49.610312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-07e01721-7ada-4a66-b3c0-6271ca9e1309 None None] Provisioning complete for port 2ce3f734-68b4-409f-a882-1181cd75bf41 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:49.610597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e01721-7ada-4a66-b3c0-6271ca9e1309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:49.685462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-07e01721-7ada-4a66-b3c0-6271ca9e1309 None None] Port 2ce3f734-68b4-409f-a882-1181cd75bf41 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 14:59:49.690567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9cefe-e2d6-456e-91c5-774f7b961330 req-c53a716f-bbb9-4287-8683-2642a371257e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:49.692159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9d9cefe-e2d6-456e-91c5-774f7b961330 req-c53a716f-bbb9-4287-8683-2642a371257e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.4406090 Apr 25 14:59:49.795568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-a64acc89-1e70-4c69-9d80-41fc6703f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:49.797690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-a64acc89-1e70-4c69-9d80-41fc6703f928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1095 time: 0.4503989 Apr 25 14:59:49.839533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-76256934-6c9e-48f7-88f8-bd9dcd4122fd', 'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': '09ce15d0-7abd-40fd-8873-05648ef0425a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 14:59:49.840946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:50.004316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:50.009152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:50.013096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:50.019393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:50.034471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:50.038309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:50.041364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Allocated IP 2001:db8::2 (76256934-6c9e-48f7-88f8-bd9dcd4122fd/09ce15d0-7abd-40fd-8873-05648ef0425a/8c2936e3-0fb6-41ff-88e9-068adc12cf0a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:50.078026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 89ea0ddc-5ba0-479e-a576-a3cdacb5af8a is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 14:59:50.127136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:59:50.246845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-6f0c4971-6c3e-415b-9d4a-73ada106d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:50.247950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-6f0c4971-6c3e-415b-9d4a-73ada106d727 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 909 time: 0.4420726 Apr 25 14:59:50.318502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:50.321443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265a62-3f7b-417a-8835-4084abf92d17 req-3d1ef302-647c-4fb2-8eb3-28f73617a3b1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:50.323427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31265a62-3f7b-417a-8835-4084abf92d17 req-3d1ef302-647c-4fb2-8eb3-28f73617a3b1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 944 time: 0.2623920 Apr 25 14:59:50.333488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9d9cefe-e2d6-456e-91c5-774f7b961330 req-1b83550a-b8f0-4487-91f0-d70bbfe208b8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6014423 Apr 25 14:59:50.340623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b74386d-8be8-4802-8a79-6779da3b91f1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/89ea0ddc-5ba0-479e-a576-a3cdacb5af8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8211544 Apr 25 14:59:50.342008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:50.343510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:50.362909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] Sync routers for ids ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:50.377276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Transition to ACTIVE for port object 8c2936e3-0fb6-41ff-88e9-068adc12cf0a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:50.403683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-b93ce31c-f14d-4ac7-8120-6cf971fdb5ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 217 time: 0.1451359 Apr 25 14:59:50.424036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] Routers {'89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:50.434420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:50.480054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31265a62-3f7b-417a-8835-4084abf92d17 req-60323853-03b4-4a0a-9fd3-fc53870b060f tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468093 Apr 25 14:59:50.506528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-c30b0fac-c92a-4794-9d96-e3b5beff0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:50.508209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-c30b0fac-c92a-4794-9d96-e3b5beff0cc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 200 len: 847 time: 0.0960815 Apr 25 14:59:50.548963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:50.582669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Transition to ACTIVE for port object 8c2936e3-0fb6-41ff-88e9-068adc12cf0a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:50.589655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] Routers {'89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:50.591234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:50.595060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:50.682518 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:50.796303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Pushing event updated for resources: {'Port': ['ID=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:50.803237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9356bdf-a7b8-407d-8e96-1790f085152a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:50.804181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9356bdf-a7b8-407d-8e96-1790f085152a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:50.815965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:50.817146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:50.817553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b0794-a5e7-4ba3-8827-ed0929f59b4a None None] The sync data for ids ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:50.821636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:50.824048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:50.825868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::126 (76256934-6c9e-48f7-88f8-bd9dcd4122fd/09ce15d0-7abd-40fd-8873-05648ef0425a/9bf1ac25-21f0-4b2a-ac1b-3892afb4096c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:50.897773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:50.941881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Attempting to bind port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 14:59:50.942379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Attempting to bind port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a95ada00-52a6-4557-a951-955a0fb6fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 14:59:50.942875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Attempting to bind port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a on network 76256934-6c9e-48f7-88f8-bd9dcd4122fd {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 14:59:50.950593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 14:59:50.950983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Checking segment: {'id': 'a95ada00-52a6-4557-a951-955a0fb6fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 14:59:50.951455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:50.951872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Bound using segment: {'id': 'a95ada00-52a6-4557-a951-955a0fb6fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 14:59:50.952337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Bound port: 8c2936e3-0fb6-41ff-88e9-068adc12cf0a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95ada00-52a6-4557-a951-955a0fb6fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '76256934-6c9e-48f7-88f8-bd9dcd4122fd'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 14:59:50.952721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:51.031687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:51.062498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 14:59:51.076511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] For port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 14:59:51.078605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-761f29d0-e033-4e64-8ed4-6d4873308917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:51.080617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-761f29d0-e033-4e64-8ed4-6d4873308917 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5103913a-3275-4901-83f1-70838439cb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5641153 Apr 25 14:59:51.085211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] For port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,segment=NetworkSegment(a95ada00-52a6-4557-a951-955a0fb6fa73),segment_id=a95ada00-52a6-4557-a951-955a0fb6fa73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 14:59:51.094174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:51.200836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9356bdf-a7b8-407d-8e96-1790f085152a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:51.202005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a9356bdf-a7b8-407d-8e96-1790f085152a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports/2ce3f734-68b4-409f-a882-1181cd75bf41 HTTP/1.1" status: 200 len: 911 time: 0.8517480 Apr 25 14:59:51.234993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44158) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:51.239948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066106cb-4992-423b-8b40-b872e7e3f8f5 None None] Pushing event updated for resources: {'Port': ['ID=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:51.288411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:51.326786 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-fcced127-ce20-4a89-afe8-1097a40269f2 service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322714 Apr 25 14:59:51.331824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:51.348317 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:51.359213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:51.359982 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:51.431963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:51.537107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:51.552167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:51.565549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=9bf1ac25-21f0-4b2a-ac1b-3892afb4096c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:51.575505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:51.590320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:51.591672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:51.709372 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:51.714011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71d6b5d0-9770-4490-9c36-9440f0cc46e1 req-86365da9-33ba-4fce-96cf-2ab6f3139d2a service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792925 Apr 25 14:59:51.720693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0139137d-33e9-4680-89fa-028070222760 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3719101 Apr 25 14:59:51.794216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-203d0245-ddc0-4697-b49c-f63d1fef0035 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "PUT /v2.0/floatingips/7ab8aa30-4a9d-41bf-b644-521e135ea5d2 HTTP/1.1" status: 200 len: 991 time: 6.3716264 Apr 25 14:59:51.835621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44168) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:51.839196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:51.972557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c2936e3-0fb6-41ff-88e9-068adc12cf0a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:51.996838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b15433-3969-47a4-a7f4-960765b225d7 req-32abcd73-c0ba-4b31-847e-fc3d80cb3a5b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:51.998517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8b15433-3969-47a4-a7f4-960765b225d7 req-32abcd73-c0ba-4b31-847e-fc3d80cb3a5b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 944 time: 0.2809653 Apr 25 14:59:52.086703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e8b15433-3969-47a4-a7f4-960765b225d7 req-b1ec11e7-8612-4667-b827-dbff04accf84 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814397 Apr 25 14:59:52.119156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:52.181096 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32172958-5a5a-4ae0-af2d-da5dab8f902d'] response: {'name': 'network-changed', 'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'status': 'completed', 'code': 200} Apr 25 14:59:52.310567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-bcd79aed-35f3-43bd-83b7-c8390a1429e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:52.312514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-bcd79aed-35f3-43bd-83b7-c8390a1429e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 1097 time: 0.1039584 Apr 25 14:59:52.321269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c705b3-e785-47ce-a576-9f111809820e req-9dd744d4-7559-4240-900c-1fbce39ebfb0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:52.324616 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:48Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:52.330155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11c705b3-e785-47ce-a576-9f111809820e req-9dd744d4-7559-4240-900c-1fbce39ebfb0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 1.5177631 Apr 25 14:59:52.335948 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:52.358409 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:52.359844 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:52.537865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:52.538397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:52.587644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-e3079b54-f242-4646-a27d-b8a3829a03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:52.590140 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-e3079b54-f242-4646-a27d-b8a3829a03ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.2701411 Apr 25 14:59:52.651491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11c705b3-e785-47ce-a576-9f111809820e req-c9f67869-63d6-4f38-b2f9-8436727892e0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176608 Apr 25 14:59:52.688324 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:52.713805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44186) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:52.862982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8377d-92ea-434f-804b-c2bfecea2d99 None None] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:52.877480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:52.877834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.055239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] Provisioning for port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:53.087325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] Provisioning complete for port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:53.087956 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.136609 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-0e5c884f-6c5e-479e-9aa0-fdc1d327912f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 200 len: 999 time: 0.5335963 Apr 25 14:59:53.232883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47075f86-91cd-4890-8102-464b2fe19bbb tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:53.239689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-47075f86-91cd-4890-8102-464b2fe19bbb tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1091 time: 0.5163651 Apr 25 14:59:53.240951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44200) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:53.244011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-755bdf42-3c4d-461f-842b-0ca69657bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:53.246051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-755bdf42-3c4d-461f-842b-0ca69657bb82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1015000 Apr 25 14:59:53.290524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:53.312576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.321889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device dcfb3228-1cc0-44d6-9d8b-ad30eae19100 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 14:59:53.343221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:53.380366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 898aa2c5-2f71-4464-9a6f-3ccbfa08c950, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:53.381105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.424415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-463bbec2-42f3-4330-bd16-2853d4364d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:53.426714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-463bbec2-42f3-4330-bd16-2853d4364d75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738007 Apr 25 14:59:53.507863 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:48Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:53.528610 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6106e2a-956e-456a-8e2c-0e82bfea5f66 None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:48Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:53.568296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:53.602874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958e301-3e97-4261-800c-2d67b5eb9242 req-c51b4f22-16d7-460f-9b49-599eb1b438fd tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:53.605019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a958e301-3e97-4261-800c-2d67b5eb9242 req-c51b4f22-16d7-460f-9b49-599eb1b438fd tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 944 time: 0.2728953 Apr 25 14:59:53.637202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:floatingip and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:53.689649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.711929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:53.745701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:53.773329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'port_id': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'mac_address': 'fa:16:3e:d0:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 14:59:53.780374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a958e301-3e97-4261-800c-2d67b5eb9242 req-8e7c4940-64f4-4a15-9bd4-33e1f2900691 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687181 Apr 25 14:59:53.786166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] For port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,segment=NetworkSegment(a95ada00-52a6-4557-a951-955a0fb6fa73),segment_id=a95ada00-52a6-4557-a951-955a0fb6fa73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:53.789964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-1846f650-c61e-4cfb-aaa9-e44e0160723b service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542116 Apr 25 14:59:53.819551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:53.833591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:53.923833 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.938580 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.977335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:53.993435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfb3228-1cc0-44d6-9d8b-ad30eae19100 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 14:59:54.014560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:54.033766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b8016-8a07-4adb-9e88-45fe1ff1e21a None None] New status for floating IP 7ab8aa30-4a9d-41bf-b644-521e135ea5d2: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 14:59:54.089065 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f009ef98-1df7-46b1-a564-8b2c9d99defe req-0728e603-5c83-4ba3-bbdf-5cb5f5e4fd4d service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940166 Apr 25 14:59:54.113511 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:54.239756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc837b32-bbcd-43d3-9c4f-8f79e9432ca2 None None] Pushing event updated for resources: {'Port': ['ID=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:54.327766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:54.411265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['dcfb3228-1cc0-44d6-9d8b-ad30eae19100'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 14:59:54.515611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:54.517997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ab0adf1b-d21d-43ea-86d0-91a4344ca65f None None] Provisioning for port 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:54.532795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ab0adf1b-d21d-43ea-86d0-91a4344ca65f None None] Provisioning complete for port 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:54.532939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab0adf1b-d21d-43ea-86d0-91a4344ca65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:54.589964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ab0adf1b-d21d-43ea-86d0-91a4344ca65f None None] Port 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c was deleted so its status cannot be updated. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 25 14:59:54.614812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:54.701185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ab0adf1b-d21d-43ea-86d0-91a4344ca65f None None] Provisioning complete for port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:54.701374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab0adf1b-d21d-43ea-86d0-91a4344ca65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:54.755233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=9bf1ac25-21f0-4b2a-ac1b-3892afb4096c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:54.928123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:54.940158 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.105645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3b261926-ea2f-4eb4-a495-e058559f42e7 None None] Could not find standard attr ID for object 9bf1ac25-21f0-4b2a-ac1b-3892afb4096c. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 14:59:55.178131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=898aa2c5-2f71-4464-9a6f-3ccbfa08c950,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:55.208047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9b8c6f5-7132-4bc3-86cf-4c21392a0660 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/9bf1ac25-21f0-4b2a-ac1b-3892afb4096c HTTP/1.1" status: 204 len: 168 time: 3.3546550 Apr 25 14:59:55.208469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44226) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:55.273305 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01983cf-81a1-410d-8a7e-945da1ff3a66 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 14:59:55.274020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a01983cf-81a1-410d-8a7e-945da1ff3a66 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 14:59:55.305137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a01983cf-81a1-410d-8a7e-945da1ff3a66 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 14:59:55.306531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a01983cf-81a1-410d-8a7e-945da1ff3a66 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/9bf1ac25-21f0-4b2a-ac1b-3892afb4096c HTTP/1.1" status: 404 len: 333 time: 0.0967345 Apr 25 14:59:55.309960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:55.397340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 09ce15d0-7abd-40fd-8873-05648ef0425a {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:55.400881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.437667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.475043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.558271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.585696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.678322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.727681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=09ce15d0-7abd-40fd-8873-05648ef0425a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:55.743769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a86c7e-c644-42b1-b516-fb51e1bd1a9d None None] Network 76256934-6c9e-48f7-88f8-bd9dcd4122fd requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:55.750588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.761972 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e48e8a5a-ae7b-4956-be6b-8c567586ad80 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/09ce15d0-7abd-40fd-8873-05648ef0425a HTTP/1.1" status: 204 len: 168 time: 0.4499259 Apr 25 14:59:55.765358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44238) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:55.844905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69d2e-6677-46b5-82da-3da863ae007e req-794edc5e-689a-4e3a-a83b-7c5b6d988519 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:55.852891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61a69d2e-6677-46b5-82da-3da863ae007e req-794edc5e-689a-4e3a-a83b-7c5b6d988519 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 945 time: 0.7724345 Apr 25 14:59:55.960098 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.977620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:55.978267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:55.992787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c2936e3-0fb6-41ff-88e9-068adc12cf0a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:56.150987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:56.151464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.262008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.142 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/d0a15d44-d68a-4bde-8bb3-d6c28a83c92e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 14:59:56.328114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61a69d2e-6677-46b5-82da-3da863ae007e req-12a0cd07-c3f7-4c37-9c39-85d856c87f6f tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741800 Apr 25 14:59:56.333715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 2ce3f734-68b4-409f-a882-1181cd75bf41 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:56.337440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.351849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] DHCP port deletion for 76256934-6c9e-48f7-88f8-bd9dcd4122fd request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:56.356790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Deleting port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:56.357210 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.364550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] For port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,segment=NetworkSegment(a95ada00-52a6-4557-a951-955a0fb6fa73),segment_id=a95ada00-52a6-4557-a951-955a0fb6fa73)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:56.365086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.385418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:56.550266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 8c2936e3-0fb6-41ff-88e9-068adc12cf0a owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:56.682536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.690991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] For port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,segment=NetworkSegment(a95ada00-52a6-4557-a951-955a0fb6fa73),segment_id=a95ada00-52a6-4557-a951-955a0fb6fa73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:56.691242 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.751339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=8c2936e3-0fb6-41ff-88e9-068adc12cf0a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:56.753702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No DVR routers for this DVR port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:56.793144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:56.806355 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:56.822697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:56.823582 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:56.831158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fbd40f26-66cb-4ee1-a13a-c96978e07dad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7614737 Apr 25 14:59:56.843029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:56.863908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.875605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:56.883692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Calling delete_port for 8c2936e3-0fb6-41ff-88e9-068adc12cf0a owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:56.977916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:59:56.978288 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:59:57.027350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 2ce3f734-68b4-409f-a882-1181cd75bf41 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:57.057103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:57.111773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.148998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting subnet 662419c2-69eb-4d1d-8e45-dea94fb67e86 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 14:59:57.155166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76256934-6c9e-48f7-88f8-bd9dcd4122fd']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:57.155521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.162764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.188621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 11, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:57.193540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 14:59:57.205153 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:57.205950 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:57.209390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95ada00-52a6-4557-a951-955a0fb6fa73') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:57.209688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95ada00-52a6-4557-a951-955a0fb6fa73') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:57.230596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.253277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 14:59:57.254935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.257889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 14:59:57.264847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 14:59:57.292685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device dcfb3228-1cc0-44d6-9d8b-ad30eae19100 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 14:59:57.294614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.295520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=d0a15d44-d68a-4bde-8bb3-d6c28a83c92e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:57.313720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:57.314161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:57.331099 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:57.392489 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 14:59:57.473659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.479748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.486875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Deleting port 8c2936e3-0fb6-41ff-88e9-068adc12cf0a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:57.488813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.540706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.574483 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 11, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:57.579740 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6effd34-0a13-41c8-abbb-9ac546021bc2 None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 11, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 14:59:57.640529 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/76256934-6c9e-48f7-88f8-bd9dcd4122fd HTTP/1.1" status: 204 len: 168 time: 1.8700933 Apr 25 14:59:57.651865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 14:59:57.659907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-abbf18ba-730a-47aa-bd7b-252b61859a1d None None] The port '8c2936e3-0fb6-41ff-88e9-068adc12cf0a' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:59:57.664451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 14:59:57.664982 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.688373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44262) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:57.701685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99571d-c724-4efa-a13d-1c0c636a02c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=76256934-6c9e-48f7-88f8-bd9dcd4122fd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:57.721993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.730251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'name': 'tempest-PortsIpV6TestJSON-172132887'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:57.780795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.783658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Subnet': ['ID=662419c2-69eb-4d1d-8e45-dea94fb67e86,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:57.795044 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-517d530d-4fd9-415c-a51f-d1c597a46888 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/662419c2-69eb-4d1d-8e45-dea94fb67e86 HTTP/1.1" status: 204 len: 168 time: 0.9516292 Apr 25 14:59:57.796832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088c94a-ab0a-43bf-81f8-b7300c6b5ad3 None None] Network 6b731bb6-dfd8-4de0-993e-957e35b25df0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 14:59:57.798262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44266) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:57.847521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:57.948380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:57.951303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 14:59:57.994105 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.018105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c380-7f33-4dfb-9768-1f7d61341c7d req-ec1e688c-faf0-4422-aaa6-b03274344fa9 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:58.044852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a99c380-7f33-4dfb-9768-1f7d61341c7d req-ec1e688c-faf0-4422-aaa6-b03274344fa9 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 945 time: 0.4134049 Apr 25 14:59:58.052019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.153317 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98115c0c-9f32-4118-b002-774f14b7eb6f'] response: {'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'code': 200} Apr 25 14:59:58.159386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c2936e3-0fb6-41ff-88e9-068adc12cf0a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:58.175755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a99c380-7f33-4dfb-9768-1f7d61341c7d req-cce40429-79f1-465c-92d8-fa6605b50f30 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288362 Apr 25 14:59:58.237149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Deleting port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:58.237149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.321277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 8c2936e3-0fb6-41ff-88e9-068adc12cf0a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:58.321958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c2936e3-0fb6-41ff-88e9-068adc12cf0a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:58.323320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:58.380402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.401286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 14:59:58.408243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059498-9d5e-493a-817a-6d48555c158d req-1790c5aa-a6ac-499f-9871-1a87bb29fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:58.410152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf059498-9d5e-493a-817a-6d48555c158d req-1790c5aa-a6ac-499f-9871-1a87bb29fa45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1097 time: 0.2548835 Apr 25 14:59:58.420056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:58.429855 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 14:59:58.430462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 898aa2c5-2f71-4464-9a6f-3ccbfa08c950 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 14:59:58.453881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=2ce3f734-68b4-409f-a882-1181cd75bf41,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:58.457406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 14:59:58.507320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 14:59:58.541591 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf059498-9d5e-493a-817a-6d48555c158d req-8336582e-6252-4fc4-a3a1-9d1721b18f2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232829 Apr 25 14:59:58.634911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] DHCP port deletion for 6b731bb6-dfd8-4de0-993e-957e35b25df0 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 14:59:58.640771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Deleting port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:58.641347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.653845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] For port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:58.654242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.699778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.712862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 14:59:58.827542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 14:59:58.831481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.832136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Calling delete_port for 45fc9802-ec48-42b9-b4aa-1b1059d7a98e owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:58.891515 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:58.928634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port f55248ac-05f5-4bd0-ba66-117820fea038 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 14:59:58.948719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.020084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] For port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,segment=NetworkSegment(c034fe7b-2e9c-46d6-9e52-db630745aa08),segment_id=c034fe7b-2e9c-46d6-9e52-db630745aa08)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 14:59:59.020658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.030077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No DVR routers for this DVR port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 14:59:59.032465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Port': ['ID=45fc9802-ec48-42b9-b4aa-1b1059d7a98e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:59.167060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Calling delete_port for 45fc9802-ec48-42b9-b4aa-1b1059d7a98e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 14:59:59.207013 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.249134 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 14:59:59.250400 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 14:59:59.269145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b731bb6-dfd8-4de0-993e-957e35b25df0']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:59.286336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c034fe7b-2e9c-46d6-9e52-db630745aa08') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:59.287099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c034fe7b-2e9c-46d6-9e52-db630745aa08') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:59.300501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.319542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.328694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 14:59:59.329350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: timer() Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 14:59:59.345718 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 14:59:59.349956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.433175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 89ea0ddc-5ba0-479e-a576-a3cdacb5af8a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 14:59:59.444121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.448501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.471533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.487921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/networks/6b731bb6-dfd8-4de0-993e-957e35b25df0 HTTP/1.1" status: 204 len: 168 time: 1.6885710 Apr 25 14:59:59.491034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44294) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 14:59:59.493670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de1066-b5a4-41de-9194-608b8b474de1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Pushing event deleted for resources: {'Network': ['ID=6b731bb6-dfd8-4de0-993e-957e35b25df0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 14:59:59.500148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'routes': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 14:59:59.751584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Deleting port 45fc9802-ec48-42b9-b4aa-1b1059d7a98e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 14:59:59.752267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.757183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 14:59:59.784253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 14:59:59.841017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] Sync routers for ids ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 14:59:59.856378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-334d03b0-98fc-46c4-a78c-6ef9f3d4cd06 None None] The port '45fc9802-ec48-42b9-b4aa-1b1059d7a98e' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 14:59:59.864030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] Routers {'89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 14:59:59.865437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 14:59:59.966538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 45fc9802-ec48-42b9-b4aa-1b1059d7a98e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 14:59:59.976739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8a7c9-fdfc-490c-b3c7-a4cc4d2935d1 req-bdb6ddbb-7889-427d-a4bc-3c7bb9bc991d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 14:59:59.978471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ba8a7c9-fdfc-490c-b3c7-a4cc4d2935d1 req-bdb6ddbb-7889-427d-a4bc-3c7bb9bc991d tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 0.6332741 Apr 25 15:00:00.009958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:00.036122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 45fc9802-ec48-42b9-b4aa-1b1059d7a98e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:00:00.036587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 45fc9802-ec48-42b9-b4aa-1b1059d7a98e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:00:00.038366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:00.054510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] Routers {'89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:00.055016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:00.057267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Added routes are [] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 25 15:00:00.058496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Removed routes are [] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 25 15:00:00.059964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.074629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:00.101163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:00.107211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9db25253-8593-4832-ba3c-527f8318ed32 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/89ea0ddc-5ba0-479e-a576-a3cdacb5af8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8702278 Apr 25 15:00:00.108255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.124163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:00.124893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a593e64-154d-4e17-a6e3-ffc5ab825f5f None None] The sync data for ids ['89ea0ddc-5ba0-479e-a576-a3cdacb5af8a'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:00.129152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44304) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:00.146083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=f55248ac-05f5-4bd0-ba66-117820fea038,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:00.151244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:00.156840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:00.157503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.198725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f53a8d7d-8ed1-4570-9ae0-42f5e0a30ab4 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:00.209650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ba8a7c9-fdfc-490c-b3c7-a4cc4d2935d1 req-6ebf8af3-9363-4d7f-9b3f-6610df070283 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164207 Apr 25 15:00:00.223883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-30e54bbf-5457-4c21-b33d-ef8b9bafd8bd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5337241 Apr 25 15:00:00.227423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44312) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:00.347762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f53a8d7d-8ed1-4570-9ae0-42f5e0a30ab4 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:00.348704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f53a8d7d-8ed1-4570-9ae0-42f5e0a30ab4 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=89ea0ddc-5ba0-479e-a576-a3cdacb5af8a HTTP/1.1" status: 200 len: 205 time: 0.2182043 Apr 25 15:00:00.357436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:00.511804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.576806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.583416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.619336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.673158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port f55248ac-05f5-4bd0-ba66-117820fea038 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:00.673659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.723705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:00.744234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Usage tracker for resource:security_group_rule and tenant:809a5710f80a44579f2f38e656353c37 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:00.754553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:00.775626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:00.963614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:00.975629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.087423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 9904032e-f06a-4afa-aae5-b42081223fac has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:01.113880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.155648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.158666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.305951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=d0a15d44-d68a-4bde-8bb3-d6c28a83c92e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:01.315038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.315953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 89ea0ddc-5ba0-479e-a576-a3cdacb5af8a {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:00:01.317585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:01.319679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for f55248ac-05f5-4bd0-ba66-117820fea038 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:01.333900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.335007 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-25593f91-4a2a-4de6-8d56-5919bf9cf243 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/89ea0ddc-5ba0-479e-a576-a3cdacb5af8a HTTP/1.1" status: 204 len: 168 time: 0.9762805 Apr 25 15:00:01.339281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.341007 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e639a7c-be06-4f78-810d-7035c0adcc8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 700 time: 1.8482072 Apr 25 15:00:01.341644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:01.350813 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] Sync routers for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:01.351709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44326) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:01.369796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:01.371438 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:01.386406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.406767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.419972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet 35a49d93-bac8-4f24-9b2a-350b821ebd3e {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:00:01.423622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.440442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1ad95e07-860c-4a74-ae71-7e198e1840f0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Synchronizing usage tracker for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:01.448605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.542972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.621758 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:01.641761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe25cb-0efa-4d9d-a22a-e1a1a9dcc6db req-10e0985f-77b4-4b71-9cd4-5394d88ee63e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:01.643238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27fe25cb-0efa-4d9d-a22a-e1a1a9dcc6db req-10e0985f-77b4-4b71-9cd4-5394d88ee63e tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 0.1746330 Apr 25 15:00:01.656364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=809a5710f80a44579f2f38e656353c37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5070150 Apr 25 15:00:01.660331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:01.708221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b66a-7c95-44b8-b255-1acc744b6833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd0fa0-8846-45b7-a5ab-6af5b60631ff,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:01.710497 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.714191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1ad95e07-860c-4a74-ae71-7e198e1840f0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Unset dirty status for tenant:e6a70262f28d401ca054d92b0cf5f2b6 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:01.717585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ad95e07-860c-4a74-ae71-7e198e1840f0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 205 time: 0.3602700 Apr 25 15:00:01.730052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44334) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:01.760790 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 11, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:01.767336 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] Checking router: 9904032e-f06a-4afa-aae5-b42081223fac for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:00:01.778972 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] Routers {'9904032e-f06a-4afa-aae5-b42081223fac'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:01.779787 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9904032e-f06a-4afa-aae5-b42081223fac'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:01.800504 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.821629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27fe25cb-0efa-4d9d-a22a-e1a1a9dcc6db req-efc44811-fdcd-439a-9542-ba3770c4c3a0 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659162 Apr 25 15:00:01.849739 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 466f9b3d-ebfa-41de-b99e-c90f255b16d9 associated. External IP: 172.25.0.142, port: 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4. Apr 25 15:00:01.878934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26e8a973-c464-450b-ac07-91b8e477ad6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.922530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26e8a973-c464-450b-ac07-91b8e477ad6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.981511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:01.991306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=f55248ac-05f5-4bd0-ba66-117820fea038,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:02.033570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=35a49d93-bac8-4f24-9b2a-350b821ebd3e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:02.034149 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] Set router 9904032e-f06a-4afa-aae5-b42081223fac gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:02.039343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.050576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0e696-451f-48ef-bc6d-e37a4603e727 None None] Network 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:02.054708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.055677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f0b51290-0f90-4a0c-a176-21870ee03b0d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/35a49d93-bac8-4f24-9b2a-350b821ebd3e HTTP/1.1" status: 204 len: 168 time: 0.7130244 Apr 25 15:00:02.056686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26e8a973-c464-450b-ac07-91b8e477ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.059422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26e8a973-c464-450b-ac07-91b8e477ad6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.060493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.064109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26e8a973-c464-450b-ac07-91b8e477ad6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80cd0fa0-8846-45b7-a5ab-6af5b60631ff HTTP/1.1" status: 204 len: 168 time: 0.4011064 Apr 25 15:00:02.064758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44340) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:02.111521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8a973-c464-450b-ac07-91b8e477ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd0fa0-8846-45b7-a5ab-6af5b60631ff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:02.230094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.244541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:02.244901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.258106 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 11, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:02.273948 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce3dff-684b-4025-a821-90b09a0f7e7b None None] The sync data for ids ['9904032e-f06a-4afa-aae5-b42081223fac'] in n-d-811416-6 is: [{'id': '9904032e-f06a-4afa-aae5-b42081223fac', 'name': 'tempest-RoutersTest-router-292066553', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:57:40Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 11, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:02.447090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c66ec4b8-c9ae-4c3f-89e3-7d2159ff02ef tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/f55248ac-05f5-4bd0-ba66-117820fea038 HTTP/1.1" status: 204 len: 168 time: 2.2185051 Apr 25 15:00:02.575886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:02.576217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44350) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:02.619486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] DHCP port deletion for 4fb3e4a0-6f84-4764-ab8d-d9276e3f779e request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:00:02.622968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'mac_address': 'fa:16:3e:c7:23:ac', 'name': 'tempest-PortsIpV6TestJSON-1296132987'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:02.624030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] Deleting port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:02.624486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.685729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.706792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,segment=NetworkSegment(6b728e84-112f-4a2e-b99a-8d728b38e506),segment_id=6b728e84-112f-4a2e-b99a-8d728b38e506)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:02.707156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.776627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.780940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:02.782835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.797297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbc0fa-92e7-4bd1-8a93-3ebfd6101180 req-4a858fd0-22d5-4b3a-a693-6b3e110b75a4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:02.798826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ffbc0fa-92e7-4bd1-8a93-3ebfd6101180 req-4a858fd0-22d5-4b3a-a693-6b3e110b75a4 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 0.8108706 Apr 25 15:00:02.867235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] For port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,segment=NetworkSegment(6b728e84-112f-4a2e-b99a-8d728b38e506),segment_id=6b728e84-112f-4a2e-b99a-8d728b38e506)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:02.867622 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.918755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.919262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router 9904032e-f06a-4afa-aae5-b42081223fac {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:00:02.951648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ffbc0fa-92e7-4bd1-8a93-3ebfd6101180 req-87108804-aa26-4524-94a9-4749ab98f542 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964143 Apr 25 15:00:02.962391 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:02.963709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-87421f04-89f9-46d5-8068-58a69d8b66b5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 204 len: 168 time: 1.2317667 Apr 25 15:00:03.014151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] Calling delete_port for c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:03.045644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44356) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:03.057573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:03.089116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1489958346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:03.111153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Usage tracker for resource:security_group_rule and tenant:6c4bdf2012d840c3ae1901b175d2deb8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:03.113178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:03.126753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:03.129571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Usage tracker for resource:router and tenant:e6a70262f28d401ca054d92b0cf5f2b6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:03.139150 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.149313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:03.152631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:03.162888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:03.183067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 402876a5-681f-43ba-93b6-40c8c1bb5acd has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:03.198021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.199118 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.209481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] Pushing event deleted for resources: {'Port': ['ID=c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:03.215582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db90d7b-d4ab-4a68-b0d4-baed2cc4dc46 None None] No DVR routers for this DVR port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:00:03.245257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:03.270711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:03.287726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:03.302796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:03.315395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.341680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-5adfe715-8248-4e9c-a722-f50d56640315 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7662971 Apr 25 15:00:03.342409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:00:03.342733 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:00:03.355855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:03.419306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.464963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:03.477195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] Sync routers for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:03.490199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:03.492143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:03.494033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.541983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2db64-1461-45b9-9a3d-598fa6b37f77 req-7475f3ab-f931-4bc1-9460-4794c1edb6c8 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:03.543981 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ff2db64-1461-45b9-9a3d-598fa6b37f77 req-7475f3ab-f931-4bc1-9460-4794c1edb6c8 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 0.3878741 Apr 25 15:00:03.565257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-406d135c-2d30-4b7d-bf70-6fe4533598ee tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3139536 Apr 25 15:00:03.565257 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.568463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a5399ab1-21bd-47a1-aac4-504654a44dbe tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5216558 Apr 25 15:00:03.569387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44364) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:03.570034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:00:03.582164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:03.614635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.700366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.707687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ff2db64-1461-45b9-9a3d-598fa6b37f77 req-d0f2d136-4220-464a-aa8d-56407f47f11a tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514287 Apr 25 15:00:03.709010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 12d1fe95-c5ff-44b6-b88d-6a0f2b18531a yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:03.733405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:03.748912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44372) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:03.751615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.807515 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3236258-ecae-4c8e-846a-8ebab44b8e7c'] response: {'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'status': 'completed', 'code': 200} Apr 25 15:00:03.846599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:03.847270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:03.882485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-20ae1b40-2076-4ce4-af21-1fd398318738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:03.884355 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-20ae1b40-2076-4ce4-af21-1fd398318738 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 1097 time: 0.4441628 Apr 25 15:00:03.894865 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c4bdf2012d840c3ae1901b175d2deb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3160169 Apr 25 15:00:03.896077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9785ea-1a88-4526-882f-4dd17906debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31cbba-b10b-47d5-a45a-1285afb16544,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:03.911230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44378) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:03.968991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:00:03.993485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] The port 'c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:00:04.022605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:00:04.023391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c479ddb0-3a2e-49b6-ad1f-eb5b34a96cbf not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:00:04.300641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '466f9b3d-ebfa-41de-b99e-c90f255b16d9', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'port_id': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'mac_address': 'fa:16:3e:da:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:58Z', 'updated_at': '2022-04-25T14:59:58Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:24Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:04.321312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] Checking router: 402876a5-681f-43ba-93b6-40c8c1bb5acd for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:00:04.332909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:04.333645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:04.383921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.391882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.407021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15ee7906-9e05-4aea-983c-32f99514dd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.416395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-6330acb4-271a-495a-a9df-b79501f366dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:04.418588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-6330acb4-271a-495a-a9df-b79501f366dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1096 time: 0.2367022 Apr 25 15:00:04.428864 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.447112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.519156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.538899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0bd47-929b-4ecf-aea2-583e8b2cf827 req-ad1334ea-66e6-46dd-a445-bb4ec0f7cf72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:04.540520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cb0bd47-929b-4ecf-aea2-583e8b2cf827 req-ad1334ea-66e6-46dd-a445-bb4ec0f7cf72 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.8573372 Apr 25 15:00:04.603470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:04.604436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-fa696514-ffb8-4403-bcb3-45dfdf0623d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:04.606179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-fa696514-ffb8-4403-bcb3-45dfdf0623d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.6671379 Apr 25 15:00:04.672266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-6e50f141-8eac-484a-b5f4-26600537bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:04.674182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-6e50f141-8eac-484a-b5f4-26600537bce3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.2483757 Apr 25 15:00:04.683063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb3e4a0-6f84-4764-ab8d-d9276e3f779e']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:04.697958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b728e84-112f-4a2e-b99a-8d728b38e506') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:04.698356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b728e84-112f-4a2e-b99a-8d728b38e506') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:04.711531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.729493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.736476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:00:04.736965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:00:04.849866 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:00:04.884036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cb0bd47-929b-4ecf-aea2-583e8b2cf827 req-1af15d74-797b-451e-a9ac-9ca61372c215 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132173 Apr 25 15:00:04.892800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15ee7906-9e05-4aea-983c-32f99514dd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.909368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.911214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:04.913408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:04.926179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-540aba3b-b121-45dc-b60e-16ebe5405bf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 999 time: 0.1753974 Apr 25 15:00:04.976502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Router 6af7c104-3803-4e2e-aa99-7f6f86a4de3b is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:00:05.049887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '466f9b3d-ebfa-41de-b99e-c90f255b16d9', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'port_id': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'mac_address': 'fa:16:3e:da:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:58Z', 'updated_at': '2022-04-25T14:59:58Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:24Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:05.054605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09429a-2d3a-4b5b-931d-c993f19b7178 None None] The sync data for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 is: [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '466f9b3d-ebfa-41de-b99e-c90f255b16d9', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'port_id': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'mac_address': 'fa:16:3e:da:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:58Z', 'updated_at': '2022-04-25T14:59:58Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:24Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:05.076326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-c2d6af2b-c845-43b3-b9c9-11b3dcf7c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.077926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-c2d6af2b-c845-43b3-b9c9-11b3dcf7c8d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.1423283 Apr 25 15:00:05.185795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:05.196131 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] Sync routers for ids ['6af7c104-3803-4e2e-aa99-7f6f86a4de3b'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:05.196709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.200045 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f9c70c7-bdc3-467e-a857-44cb19d38ad3 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "PUT /v2.0/routers/6af7c104-3803-4e2e-aa99-7f6f86a4de3b HTTP/1.1" status: 200 len: 694 time: 1.6210942 Apr 25 15:00:05.204062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.207573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.211600 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] Routers {'6af7c104-3803-4e2e-aa99-7f6f86a4de3b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:05.212542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=4fb3e4a0-6f84-4764-ab8d-d9276e3f779e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:05.212885 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['6af7c104-3803-4e2e-aa99-7f6f86a4de3b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:05.260366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:05.291750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:05.312701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:05.318302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.318954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.328575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c33c18-48d3-495b-8fdb-29ec569f5b84 None None] New status for floating IP 466f9b3d-ebfa-41de-b99e-c90f255b16d9: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:00:05.347121 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-3a70d671-483a-435f-88c0-06dfc9bedc61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 200 len: 1001 time: 0.7332647 Apr 25 15:00:05.386853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48e8084a-7b18-4cb6-af6c-f4a3b3306bf5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/routers/6af7c104-3803-4e2e-aa99-7f6f86a4de3b HTTP/1.1" status: 200 len: 700 time: 0.1771693 Apr 25 15:00:05.392946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44392) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.430061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-d3921e79-bc0f-47d0-9584-22140c8fa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.431527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-d3921e79-bc0f-47d0-9584-22140c8fa39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.0696638 Apr 25 15:00:05.432135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=12d1fe95-c5ff-44b6-b88d-6a0f2b18531a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:05.436661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757808fa-8e30-4a6c-a33e-9a35916d8fcd tempest-TestServerBasicOps-414275060 tempest-TestServerBasicOps-414275060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.437390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-757808fa-8e30-4a6c-a33e-9a35916d8fcd tempest-TestServerBasicOps-414275060 tempest-TestServerBasicOps-414275060-project-admin] Synchronizing usage tracker for tenant:7d881fc062e648ad9318531d3aabbd11 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:05.453504 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] Set router 6af7c104-3803-4e2e-aa99-7f6f86a4de3b gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:05.457418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-744d8600-3724-4d92-afb8-98556d74d14e tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=6af7c104-3803-4e2e-aa99-7f6f86a4de3b HTTP/1.1" status: 200 len: 205 time: 0.0632262 Apr 25 15:00:05.464642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44396) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.476118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-0a2ea8b9-8ddf-462c-92b6-cc380709e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.477802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-0a2ea8b9-8ddf-462c-92b6-cc380709e4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3406944 Apr 25 15:00:05.486883 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e9b9eafd-0286-4c04-92d3-63438c50a9f9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/4fb3e4a0-6f84-4764-ab8d-d9276e3f779e HTTP/1.1" status: 204 len: 168 time: 3.4144497 Apr 25 15:00:05.506705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44400) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.526186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-442810312', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:05.541291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-58e7b502-4478-4ff1-bb65-cc95e47aabdc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9639418 Apr 25 15:00:05.542082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-757808fa-8e30-4a6c-a33e-9a35916d8fcd tempest-TestServerBasicOps-414275060 tempest-TestServerBasicOps-414275060-project-admin] Unset dirty status for tenant:7d881fc062e648ad9318531d3aabbd11 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:05.543751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-757808fa-8e30-4a6c-a33e-9a35916d8fcd tempest-TestServerBasicOps-414275060 tempest-TestServerBasicOps-414275060-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1092 time: 1.7929282 Apr 25 15:00:05.545229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:05.551382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c8d25a8-e213-4f8e-9e7a-bf68d3b3f8a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/466f9b3d-ebfa-41de-b99e-c90f255b16d9 HTTP/1.1" status: 200 len: 991 time: 0.6274321 Apr 25 15:00:05.553492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.553813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44406) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.562156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:05.570768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:05.614753 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af7c104-3803-4e2e-aa99-7f6f86a4de3b', 'name': 'tempest-RoutersTest-router-1489958346', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:03Z', 'updated_at': '2022-04-25T15:00:04Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:05.619603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:05.623310 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] Checking router: 6af7c104-3803-4e2e-aa99-7f6f86a4de3b for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:00:05.632754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:05.635266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15ee7906-9e05-4aea-983c-32f99514dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.637729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-15ee7906-9e05-4aea-983c-32f99514dd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.641246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-15ee7906-9e05-4aea-983c-32f99514dd4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c31cbba-b10b-47d5-a45a-1285afb16544 HTTP/1.1" status: 204 len: 168 time: 1.7013392 Apr 25 15:00:05.643209 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] Routers {'6af7c104-3803-4e2e-aa99-7f6f86a4de3b'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:05.644316 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T14:59:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['6af7c104-3803-4e2e-aa99-7f6f86a4de3b'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:05.646672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:05.663787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Usage tracker for resource:floatingip and tenant:3e6527c732444499a0e7d6b88d7df960 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:05.668803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee7906-9e05-4aea-983c-32f99514dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31cbba-b10b-47d5-a45a-1285afb16544,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:05.672421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:05.686723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:05.711960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.713005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.723439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a7662-5a69-4280-a58e-eb264fe3ad97 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.724063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3b4a7662-5a69-4280-a58e-eb264fe3ad97 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:05.748528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.773386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-99ffc00e-fad6-4a32-ae6e-7e35c1eaad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:05.775126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-99ffc00e-fad6-4a32-ae6e-7e35c1eaad31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3311896 Apr 25 15:00:05.818171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3b4a7662-5a69-4280-a58e-eb264fe3ad97 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:05.823743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3b4a7662-5a69-4280-a58e-eb264fe3ad97 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/12d1fe95-c5ff-44b6-b88d-6a0f2b18531a HTTP/1.1" status: 200 len: 845 time: 0.2630897 Apr 25 15:00:05.842437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44414) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:05.843661 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.871363 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] Set router 6af7c104-3803-4e2e-aa99-7f6f86a4de3b gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:05.926838 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:05.999208 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af7c104-3803-4e2e-aa99-7f6f86a4de3b', 'name': 'tempest-RoutersTest-router-1489958346', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:03Z', 'updated_at': '2022-04-25T15:00:04Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:06.003657 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a54dd8-fa91-4bea-9e19-d3f7532dde81 None None] The sync data for ids ['6af7c104-3803-4e2e-aa99-7f6f86a4de3b'] in n-d-811416-6 is: [{'id': '6af7c104-3803-4e2e-aa99-7f6f86a4de3b', 'name': 'tempest-RoutersTest-router-1489958346', 'tenant_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:03Z', 'updated_at': '2022-04-25T15:00:04Z', 'revision_number': 2, 'project_id': 'e6a70262f28d401ca054d92b0cf5f2b6', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:06.063476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 12d1fe95-c5ff-44b6-b88d-6a0f2b18531a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:06.063835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:06.286652 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-a5b2ab31-6373-4eb0-9a7e-ea2c55f0fddc service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916954 Apr 25 15:00:06.325142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:06.328609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-ee1e2209-5152-4264-9731-cb3eba88d4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414494 Apr 25 15:00:06.329752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:06.431155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:06.431864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Fanout notify agent at l3_agent the message router_deleted on router 6af7c104-3803-4e2e-aa99-7f6f86a4de3b {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:00:06.463180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:06.467934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dcdb7dc8-b7b5-44c9-a4d5-8c5db50c4858 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/6af7c104-3803-4e2e-aa99-7f6f86a4de3b HTTP/1.1" status: 204 len: 168 time: 0.9980397 Apr 25 15:00:06.468147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44434) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.525695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5bc56d3d-dee1-4bcc-bac5-d4835aebb415 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=6af7c104-3803-4e2e-aa99-7f6f86a4de3b HTTP/1.1" status: 200 len: 205 time: 0.0562680 Apr 25 15:00:06.534849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44438) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.551587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:06.562021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44444) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.614409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3e90842-0996-42f7-b68c-c9142bfec004 req-5e3df1e4-2ad0-42b3-a270-148dd39cd5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765696 Apr 25 15:00:06.615410 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-49c3b4ab-7879-42d7-a4be-a1bbf3debb8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:06.618835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-49c3b4ab-7879-42d7-a4be-a1bbf3debb8f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/6af7c104-3803-4e2e-aa99-7f6f86a4de3b HTTP/1.1" status: 404 len: 336 time: 0.0802922 Apr 25 15:00:06.619014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44448) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.668727 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a4c7a1-9fb8-408d-86a4-890685c1e275 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:06.669221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a4c7a1-9fb8-408d-86a4-890685c1e275 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:06.671232 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a6a4c7a1-9fb8-408d-86a4-890685c1e275 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/e7f3c059-4b55-4316-b2ce-60e3b8dd16fd HTTP/1.1" status: 404 len: 337 time: 0.0510137 Apr 25 15:00:06.681831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44452) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.723569 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe6fefd-581a-40ad-9cca-16c5e623654f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:06.724034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe6fefd-581a-40ad-9cca-16c5e623654f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:06.726145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-efe6fefd-581a-40ad-9cca-16c5e623654f tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/c70fecec-38cb-441d-8680-e442539f2f6d HTTP/1.1" status: 404 len: 337 time: 0.0430610 Apr 25 15:00:06.728691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.768845 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2f9e8b-e78c-4c96-81c0-8e7a4e0d072a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:06.769599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2f9e8b-e78c-4c96-81c0-8e7a4e0d072a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:06.772994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f2f9e8b-e78c-4c96-81c0-8e7a4e0d072a tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/4009ccd3-1582-461c-8d44-afcd5869c570 HTTP/1.1" status: 404 len: 337 time: 0.0431361 Apr 25 15:00:06.775630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44462) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.830103 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2b9d02-e3a3-407d-9f5b-4cc14f283763 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:06.830598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2b9d02-e3a3-407d-9f5b-4cc14f283763 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:06.834627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf2b9d02-e3a3-407d-9f5b-4cc14f283763 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/662419c2-69eb-4d1d-8e45-dea94fb67e86 HTTP/1.1" status: 404 len: 337 time: 0.0557277 Apr 25 15:00:06.841381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44466) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.891839 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a682cfe-a27c-47f6-b894-50017d07a406 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 200 len: 205 time: 0.0491323 Apr 25 15:00:06.894013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44472) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:06.968815 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-fb7c4502-894a-4db3-9d83-1fed6dafe7e5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:06.969891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb7c4502-894a-4db3-9d83-1fed6dafe7e5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/9904032e-f06a-4afa-aae5-b42081223fac HTTP/1.1" status: 404 len: 336 time: 0.0749962 Apr 25 15:00:06.972485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.016208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:07.019433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88f8b873-35a4-4b2f-b0aa-4cda972539ef req-3ebd0763-7c83-48fd-94f5-44e11217d99c service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742315 Apr 25 15:00:07.021266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:07.025200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0a048022-2363-4d94-80e2-8adbe0a0b595 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d3aad6e-d2d8-424f-8fc6-abda25547f1e HTTP/1.1" status: 200 len: 205 time: 0.0508661 Apr 25 15:00:07.026873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44484) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.034179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b1b3da4a-c8f1-4085-b5a8-949165b88db7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/466f9b3d-ebfa-41de-b99e-c90f255b16d9 HTTP/1.1" status: 200 len: 993 time: 0.4691021 Apr 25 15:00:07.108207 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-debe0e93-ffbf-4165-810e-d6ccedd77cad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:07.109356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-debe0e93-ffbf-4165-810e-d6ccedd77cad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/7d3aad6e-d2d8-424f-8fc6-abda25547f1e HTTP/1.1" status: 404 len: 336 time: 0.0813313 Apr 25 15:00:07.111941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44490) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.153084 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa85e84e-c99a-474c-8d2b-b1db7ee3d6cf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:07.153548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa85e84e-c99a-474c-8d2b-b1db7ee3d6cf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:07.155255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa85e84e-c99a-474c-8d2b-b1db7ee3d6cf tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/9440c588-6937-406a-9367-3410eb387529 HTTP/1.1" status: 404 len: 337 time: 0.0423782 Apr 25 15:00:07.157798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44496) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.227319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4515710b-919c-4877-b8b1-3dc397b14cca tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 200 len: 205 time: 0.0660145 Apr 25 15:00:07.227509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44502) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.247994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 12d1fe95-c5ff-44b6-b88d-6a0f2b18531a owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:07.431200 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-8384930d-1567-456b-934d-c57bd28dcbad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:07.436084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8384930d-1567-456b-934d-c57bd28dcbad tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/a517266e-116f-4b05-b3c3-51aa261ba5c4 HTTP/1.1" status: 404 len: 336 time: 0.2073998 Apr 25 15:00:07.436784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44510) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.447768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:07.495588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Allocated IP 172.25.0.177 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/785aa0d5-634a-4b15-a381-70d68c60be28) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:07.511232 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c73bec8-c1f2-49af-a6d4-d67436b546a8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6ca9531-477d-4642-bfdd-1d0d9376b267 HTTP/1.1" status: 200 len: 205 time: 0.0733368 Apr 25 15:00:07.513703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44518) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.525726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=12d1fe95-c5ff-44b6-b88d-6a0f2b18531a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:07.538588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:07.593547 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-a131d807-625a-4517-b041-33aa2ccb3ca0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:07.594575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a131d807-625a-4517-b041-33aa2ccb3ca0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/b6ca9531-477d-4642-bfdd-1d0d9376b267 HTTP/1.1" status: 404 len: 336 time: 0.0798204 Apr 25 15:00:07.597139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44522) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.653426 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3fda2ced-6979-465b-ae49-14a2fd6e58f6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/12d1fe95-c5ff-44b6-b88d-6a0f2b18531a HTTP/1.1" status: 204 len: 168 time: 1.8041129 Apr 25 15:00:07.654508 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb01624-af21-41db-bf96-b8eb1ae10290 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:07.655067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb01624-af21-41db-bf96-b8eb1ae10290 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:07.657390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.660406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ebb01624-af21-41db-bf96-b8eb1ae10290 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/8833edae-4ba1-4dff-a3ad-7d5595883dab HTTP/1.1" status: 404 len: 337 time: 0.0621960 Apr 25 15:00:07.661347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.718075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-279b6d44-fb43-4830-94ad-c79e62d0d1d1 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=22abbaad-3016-4547-b8f8-173e72c29a80 HTTP/1.1" status: 200 len: 205 time: 0.0553048 Apr 25 15:00:07.719132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44534) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.818276 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-33ca322e-5f1f-49c8-b3be-4aa6dbe3cbc6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:07.819705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-33ca322e-5f1f-49c8-b3be-4aa6dbe3cbc6 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/22abbaad-3016-4547-b8f8-173e72c29a80 HTTP/1.1" status: 404 len: 336 time: 0.0994570 Apr 25 15:00:07.822444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44540) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.875530 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3147e7-6f26-4fd5-9616-f19ee8b40992 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:07.876554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3147e7-6f26-4fd5-9616-f19ee8b40992 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:07.879351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ca3147e7-6f26-4fd5-9616-f19ee8b40992 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/eedcf373-24c7-4887-bfbd-e95b90647c22 HTTP/1.1" status: 404 len: 337 time: 0.0555151 Apr 25 15:00:07.882783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44544) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.883353 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2637b1c-1e21-4e67-8937-60c1711fea78 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:07.884101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2637b1c-1e21-4e67-8937-60c1711fea78 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:07.893691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:07.927924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:07.940187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:07.950422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e93120d4-e21f-422c-825f-203c1c6111f0 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "GET /v2.0/ports?device_id=c699fe69-25a6-4b58-9d15-956f76e9b38e HTTP/1.1" status: 200 len: 205 time: 0.0640395 Apr 25 15:00:07.950595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44554) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.004421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2637b1c-1e21-4e67-8937-60c1711fea78 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:08.005930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e2637b1c-1e21-4e67-8937-60c1711fea78 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/12d1fe95-c5ff-44b6-b88d-6a0f2b18531a HTTP/1.1" status: 404 len: 333 time: 0.3457921 Apr 25 15:00:08.008766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.014930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.033173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'name': 'tempest-PortsIpV6TestJSON-112996172'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:08.050985 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-8d902473-530e-43cf-9829-be0c1470d3e5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] delete failed (client error): The resource could not be found. Apr 25 15:00:08.052023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8d902473-530e-43cf-9829-be0c1470d3e5 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/routers/c699fe69-25a6-4b58-9d15-956f76e9b38e HTTP/1.1" status: 404 len: 336 time: 0.1005530 Apr 25 15:00:08.056270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.116258 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca170339-e8a6-4d2e-b109-1dc4f22289e8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:08.116719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca170339-e8a6-4d2e-b109-1dc4f22289e8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:08.127169 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca170339-e8a6-4d2e-b109-1dc4f22289e8 tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/74216285-359b-41f1-838f-c06da342b665 HTTP/1.1" status: 404 len: 337 time: 0.0698764 Apr 25 15:00:08.130216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.151900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.180424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:08.187424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:08.189741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c29c215a392d4286942a213adc8ff711 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:08.193465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:08.193600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.204120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:08.206211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:08.229516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:08.233071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.256513 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9440db49-ad4b-42e2-9f4e-bfca5095122d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] DELETE failed (client error): The resource could not be found. Apr 25 15:00:08.256972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9440db49-ad4b-42e2-9f4e-bfca5095122d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:08.258792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9440db49-ad4b-42e2-9f4e-bfca5095122d tempest-RoutersTest-600633227 tempest-RoutersTest-600633227-project] 10.222.0.23 "DELETE /v2.0/subnets/7ba86234-e976-4901-90da-b91a3f2b749d HTTP/1.1" status: 404 len: 337 time: 0.1273980 Apr 25 15:00:08.267367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port a458cfdd-43e5-47be-82ef-66b3a5f0cace yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:08.285869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:08.290188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:08.299860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:08.343142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'Port': ['ID=785aa0d5-634a-4b15-a381-70d68c60be28,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:08.358994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 172.25.0.95 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/a8c67367-c362-42f4-9b08-a5ec756a048f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:08.442054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.464022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.560167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0947e4f5-335f-4cc2-a77d-211bc5b4aec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.584066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068adbe2-179a-4b28-b3c2-0822933e9feb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:08.586460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44574) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.605693 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5cf44d1-fe20-4b50-8f0f-656bdbfeb3a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c29c215a392d4286942a213adc8ff711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736178 Apr 25 15:00:08.608047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.610806 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.691754 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c11a1c7-e50d-48fe-ac85-48e6e24a3d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.705716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.792857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c11a1c7-e50d-48fe-ac85-48e6e24a3d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.843441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.847914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:08.858885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:08.864062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=a458cfdd-43e5-47be-82ef-66b3a5f0cace,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:08.866297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:08.872306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:08.872985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:08.929969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3ef77633-d64b-4c6e-9a38-40f3f4e7b6df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6a70262f28d401ca054d92b0cf5f2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340349 Apr 25 15:00:08.934955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44584) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.957241 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d529042-995b-4ca7-bd4c-9f76237a5f91 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9359331 Apr 25 15:00:08.957523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44588) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:08.976697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:09.002508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c11a1c7-e50d-48fe-ac85-48e6e24a3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.033159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a1c7-e50d-48fe-ac85-48e6e24a3d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068adbe2-179a-4b28-b3c2-0822933e9feb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:09.035342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c11a1c7-e50d-48fe-ac85-48e6e24a3d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.038768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c11a1c7-e50d-48fe-ac85-48e6e24a3d81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/068adbe2-179a-4b28-b3c2-0822933e9feb HTTP/1.1" status: 204 len: 168 time: 0.4234233 Apr 25 15:00:09.050997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09884a34-1dd8-4ddc-83e0-135070932df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.099739 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09884a34-1dd8-4ddc-83e0-135070932df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.158560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.169626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09884a34-1dd8-4ddc-83e0-135070932df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.185824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884a34-1dd8-4ddc-83e0-135070932df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79288a86-09dd-4903-b2cf-3cfc59e3a04c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:09.195111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09884a34-1dd8-4ddc-83e0-135070932df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.211947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-09884a34-1dd8-4ddc-83e0-135070932df1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79288a86-09dd-4903-b2cf-3cfc59e3a04c HTTP/1.1" status: 204 len: 168 time: 0.2644079 Apr 25 15:00:09.266604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:09.274993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.284310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:09.294616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:09.331611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=a8c67367-c362-42f4-9b08-a5ec756a048f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:09.690842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.859463 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:00:09.888959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.901877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:09.944387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.010664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] In _notify_port_updated(), no bound segment for port a458cfdd-43e5-47be-82ef-66b3a5f0cace on network 75e3ea25-a179-4663-83a4-efac24ad99b4 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:00:10.016414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:10.017137 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.018528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/ports/a458cfdd-43e5-47be-82ef-66b3a5f0cace HTTP/1.1" status: 200 len: 818 time: 1.0582030 Apr 25 15:00:10.021956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44630) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:10.142124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port a458cfdd-43e5-47be-82ef-66b3a5f0cace {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:10.142868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.258550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83f472-8ac6-4d64-b1e4-7ab9d6909f34 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=a458cfdd-43e5-47be-82ef-66b3a5f0cace,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:10.314990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.344229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44640) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:10.443320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.686913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.704501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.715747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-566d6e9f-5163-4b77-8b54-7ce31eecee1d tempest-DvrRoutersNegativeTest-1239296655 tempest-DvrRoutersNegativeTest-1239296655-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1956778074', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:10.716765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.policy [None req-566d6e9f-5163-4b77-8b54-7ce31eecee1d tempest-DvrRoutersNegativeTest-1239296655 tempest-DvrRoutersNegativeTest-1239296655-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88061) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 25 15:00:10.717029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.policy [None req-566d6e9f-5163-4b77-8b54-7ce31eecee1d tempest-DvrRoutersNegativeTest-1239296655 tempest-DvrRoutersNegativeTest-1239296655-project] Failed policy check for 'create_router' {{(pid=88061) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 25 15:00:10.717756 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-566d6e9f-5163-4b77-8b54-7ce31eecee1d tempest-DvrRoutersNegativeTest-1239296655 tempest-DvrRoutersNegativeTest-1239296655-project] create failed (client error): Access was denied to this resource. Apr 25 15:00:10.722737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-566d6e9f-5163-4b77-8b54-7ce31eecee1d tempest-DvrRoutersNegativeTest-1239296655 tempest-DvrRoutersNegativeTest-1239296655-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3735731 Apr 25 15:00:10.729139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for a458cfdd-43e5-47be-82ef-66b3a5f0cace owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:10.768076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44652) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:10.859629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.906788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9bb2-1769-44f4-92be-1c85c26ec887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.929548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event updated for resources: {'Port': ['ID=785aa0d5-634a-4b15-a381-70d68c60be28,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:10.962042 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.969631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=a458cfdd-43e5-47be-82ef-66b3a5f0cace,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:10.979414 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:10.984919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.011933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:11.018493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ce862ae-b3ba-4fa4-89cd-558786c86c0b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/a458cfdd-43e5-47be-82ef-66b3a5f0cace HTTP/1.1" status: 204 len: 168 time: 0.9921527 Apr 25 15:00:11.019059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44660) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:11.020212 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.067235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Usage tracker for resource:security_group_rule and tenant:957b8704ed98474cb8059998a5dc9f37 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:11.078691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:11.096303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:11.120524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44664) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:11.194698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c642318-03cf-4fec-b4c3-3ceca3f601bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:11.195439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c642318-03cf-4fec-b4c3-3ceca3f601bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:11.227393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c642318-03cf-4fec-b4c3-3ceca3f601bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:11.231020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9c642318-03cf-4fec-b4c3-3ceca3f601bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2083037 Apr 25 15:00:11.234340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44670) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:11.309404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.333081 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e474d8b-2067-41d5-9758-0b7a47a737d4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:11.338249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e474d8b-2067-41d5-9758-0b7a47a737d4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/a458cfdd-43e5-47be-82ef-66b3a5f0cace HTTP/1.1" status: 404 len: 333 time: 0.0991640 Apr 25 15:00:11.342516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:11.355605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.360951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2064315644'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:11.363281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:11.366786 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Floating IP 73fa18ca-554b-4a42-b1ef-67462fb22c73 associated. External IP: 172.25.0.177, port: dcfb3228-1cc0-44d6-9d8b-ad30eae19100. Apr 25 15:00:11.366944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:11.369058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.392170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:11.397760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:11.408641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:11.434178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Usage tracker for resource:security_group_rule and tenant:92a4d56bf2f345b59d85cb173abda797 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:11.442874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:11.445100 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=957b8704ed98474cb8059998a5dc9f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775994 Apr 25 15:00:11.448198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44678) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:11.454332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31641e8a-97f9-4f98-bd10-6a6651c9c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e8978e-c68e-4032-9687-e0cf0a133a8d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:11.459166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:11.462659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.470588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:11.501534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-7c10c7c3-a12f-4547-83be-251455b87b8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2069061 Apr 25 15:00:11.512812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:11.525953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.526578 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment fa329646-a4e9-4dbd-8425-add6091c380e of type vlan for network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 Apr 25 15:00:11.557413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.628635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.634597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:11.635245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.788670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=4202d1dc-7188-4d14-b75e-6d3910fd5a61,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:11.794672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f14edde-2245-4afb-81df-6a52a01ce401 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4464011 Apr 25 15:00:11.799030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44682) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:11.803019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 13ae8c11-89fb-4662-b3b5-f11fcfdc15bf is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:00:11.809143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:11.815781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.822374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:11.823872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07f19709-5032-42a9-9a72-3aa507fa01b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:11.836560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-c81384fd-db23-404a-ad5c-9c75c7044694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:11.838101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-c81384fd-db23-404a-ad5c-9c75c7044694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1096 time: 0.2450867 Apr 25 15:00:11.964076 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.007850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07f19709-5032-42a9-9a72-3aa507fa01b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.056567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:12.069721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:12.074134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:12.082663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:12.108541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:12.112074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.158561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-9af8f871-e97a-44a9-a0c5-64286f155483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:12.160300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-9af8f871-e97a-44a9-a0c5-64286f155483 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.2315280 Apr 25 15:00:12.243862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.267603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:00:12.276159 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.347310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-aa407623-c59f-4b45-bbb7-02d16dbc0ff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 1001 time: 0.1346948 Apr 25 15:00:12.380079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:12.390914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:12.405066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92a4d56bf2f345b59d85cb173abda797&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2806423 Apr 25 15:00:12.405884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe550d-5807-4a04-9a78-b0dcd11677db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb4c83-e8a7-45e7-818a-a5fbcae2cd60,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:12.406668 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] Sync routers for ids ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:12.409976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44686) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:12.424454 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] Routers {'13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:12.425262 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:12.437476 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07f19709-5032-42a9-9a72-3aa507fa01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.483979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-0ebddb70-2514-4c0f-bcbb-674f7d95a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:12.484801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-0ebddb70-2514-4c0f-bcbb-674f7d95a560 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.1317074 Apr 25 15:00:12.495023 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:12.505265 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] Routers {'13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:12.506173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:12.556218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19709-5032-42a9-9a72-3aa507fa01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e8978e-c68e-4032-9687-e0cf0a133a8d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:12.575359 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:12.576190 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7faf2-b7b8-48fe-98c0-dea2346c9494 None None] The sync data for ids ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:12.607106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.608972 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-10f24bf3-22be-4abb-b38c-6720d921fb0b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.0984459 Apr 25 15:00:12.613516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44690) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:12.618616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07f19709-5032-42a9-9a72-3aa507fa01b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.620341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-07f19709-5032-42a9-9a72-3aa507fa01b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67e8978e-c68e-4032-9687-e0cf0a133a8d HTTP/1.1" status: 204 len: 168 time: 1.1670213 Apr 25 15:00:12.724107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b07315ec-82a6-4f39-9f76-b830d8b98e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.784369 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b07315ec-82a6-4f39-9f76-b830d8b98e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.802205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:12.821446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.826339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] Sync routers for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:12.844458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:12.845484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:12.855916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.922436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b07315ec-82a6-4f39-9f76-b830d8b98e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.940400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-be37cc56-3a46-4db9-a654-346c709fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:12.957368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-be37cc56-3a46-4db9-a654-346c709fa412 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4495733 Apr 25 15:00:12.957736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b5ba69b9-4d36-4a92-87b1-a3e25dc40761 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.3862269 Apr 25 15:00:12.957736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:00:12.957736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07315ec-82a6-4f39-9f76-b830d8b98e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb4c83-e8a7-45e7-818a-a5fbcae2cd60,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:12.977558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b07315ec-82a6-4f39-9f76-b830d8b98e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:12.979536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b07315ec-82a6-4f39-9f76-b830d8b98e09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ebb4c83-e8a7-45e7-818a-a5fbcae2cd60 HTTP/1.1" status: 204 len: 168 time: 0.5669525 Apr 25 15:00:13.027624 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ad2d19-d23d-4e38-acdf-a5e9a2f3b0bb'] response: {'name': 'network-changed', 'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'status': 'completed', 'code': 200} Apr 25 15:00:13.141573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=753e92c2-a0d6-4ed0-9172-64c7ad8694fd,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:13.190944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:13.234681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': 'fa329646-a4e9-4dbd-8425-add6091c380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:13.235055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: 4202d1dc-7188-4d14-b75e-6d3910fd5a61, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:13.253503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-81ccfaea-1e9c-4653-8be9-8a345ba3e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:13.256328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-81ccfaea-1e9c-4653-8be9-8a345ba3e5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1097 time: 0.2009265 Apr 25 15:00:13.268970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d170aa85-df74-40c9-896b-41cd502cc571 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/routers/13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 200 len: 883 time: 0.6518695 Apr 25 15:00:13.273161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44714) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:13.381800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:13.395997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-bdcd0251-5905-4549-8710-110100c27d3c service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216313 Apr 25 15:00:13.425926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 4202d1dc-7188-4d14-b75e-6d3910fd5a61) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:13.447099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:13.447721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:13.518175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298724b-df43-46c6-99a9-16543a217dc0 None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:13.519190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-37e270fe-303c-4a47-bf33-176ad790c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:13.521492 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-37e270fe-303c-4a47-bf33-176ad790c2fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 909 time: 0.2578921 Apr 25 15:00:13.601171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20b98864-d7b2-4320-a854-dc93555bdf82 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8008122 Apr 25 15:00:13.608308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:13.618457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:13.734050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-b72dcf31-9a0e-4668-984f-7dcf00ef1479 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 1000 time: 0.2062032 Apr 25 15:00:13.901382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-16450dcc-2781-4de5-928d-dcd8c9aab452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:13.905669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-16450dcc-2781-4de5-928d-dcd8c9aab452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 200 len: 847 time: 0.1628270 Apr 25 15:00:13.928953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f074e750-8659-453e-bc47-8edd5404a7d0 req-2e7f57aa-0320-4779-8993-432b36a6c191 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241046 Apr 25 15:00:13.986947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:14.000387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:14.003803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:14.013242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:14.035132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-197891ee-9d40-46cd-b753-b5a23ea25fc2 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:router {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:14.042507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:14.048298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:14.050992 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:14.116173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-d391e39c-7227-4fa6-b9dd-6c4f35fd77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:14.119839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-d391e39c-7227-4fa6-b9dd-6c4f35fd77c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5103913a-3275-4901-83f1-70838439cb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071233 Apr 25 15:00:14.149282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-197891ee-9d40-46cd-b753-b5a23ea25fc2 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:router {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:14.150514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-197891ee-9d40-46cd-b753-b5a23ea25fc2 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8754885 Apr 25 15:00:14.156276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:14.165952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-442810312'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:14.318771 n-d-811416-6 neutron-server[88061]: INFO neutron.db.ipam_backend_mixin [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 753e92c2-a0d6-4ed0-9172-64c7ad8694fd (CIDR: 2001:db8::/64) Apr 25 15:00:14.324927 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:00:14.326058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:00:14.364265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': '753e92c2-a0d6-4ed0-9172-64c7ad8694fd'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:14.368626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:14.373807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77aee8c4-24d5-4da8-9673-c832c65e35c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7643015 Apr 25 15:00:14.378579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44760) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:14.385010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:14.484184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44764) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:14.679830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-e6346c1b-1b3b-4670-beeb-876d917e5c23 service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529249 Apr 25 15:00:14.690116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--198690908'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:14.691278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '73fa18ca-554b-4a42-b1ef-67462fb22c73', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'port_id': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'mac_address': 'fa:16:3e:d0:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:00:09Z', 'updated_at': '2022-04-25T15:00:09Z', 'revision_number': 0, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:14.694141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Allocated IP 2001:db8::2 (4202d1dc-7188-4d14-b75e-6d3910fd5a61/753e92c2-a0d6-4ed0-9172-64c7ad8694fd/80dc6687-0157-4afb-aea9-d21cc8ce6af1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:14.700720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] Checking router: 0b807bb5-a037-4742-96ef-55d6f2bb6c17 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:00:14.705747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:14.720865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:14.721767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:14.726947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:14.887708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-835a168a-a8d8-4ba8-946e-d8fbf96d7fdf req-34618b4b-7f6a-4b16-9aee-7074c998c43b service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985440 Apr 25 15:00:15.020622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:15.043141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:15.062959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:15.092385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:15.151484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:15.166200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:15.170128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.208102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:15.213139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.264101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:15.268265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:15.274188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.310305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:15.385125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:15.407207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:15.489879 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.517211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Transition to ACTIVE for port object 80dc6687-0157-4afb-aea9-d21cc8ce6af1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:15.574730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Transition to ACTIVE for port object 80dc6687-0157-4afb-aea9-d21cc8ce6af1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:15.616803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.722225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.752143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Pushing event updated for resources: {'Port': ['ID=80dc6687-0157-4afb-aea9-d21cc8ce6af1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:15.774635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:15.841157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:15.844839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:15.849681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:16.017082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.043802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.086972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Attempting to bind port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:16.087365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Attempting to bind port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'fa329646-a4e9-4dbd-8425-add6091c380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:16.087785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Attempting to bind port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 on network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:16.103422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:16.103817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Checking segment: {'id': 'fa329646-a4e9-4dbd-8425-add6091c380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:16.104313 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.104724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Bound using segment: {'id': 'fa329646-a4e9-4dbd-8425-add6091c380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:16.105950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Bound port: 80dc6687-0157-4afb-aea9-d21cc8ce6af1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa329646-a4e9-4dbd-8425-add6091c380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:16.106339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.146552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:16.150655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887949d2-8ea2-41d8-91ba-d36088000f2b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:16.168426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:16.176027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:16.188403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:16.258784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 13ae8c11-89fb-4662-b3b5-f11fcfdc15bf has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:16.261681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '73fa18ca-554b-4a42-b1ef-67462fb22c73', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'port_id': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'mac_address': 'fa:16:3e:d0:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:00:09Z', 'updated_at': '2022-04-25T15:00:09Z', 'revision_number': 0, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:16.270237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce2a612-a486-49e5-89d5-bc854991e2c0 None None] The sync data for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 is: [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '73fa18ca-554b-4a42-b1ef-67462fb22c73', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'port_id': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'mac_address': 'fa:16:3e:d0:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:00:09Z', 'updated_at': '2022-04-25T15:00:09Z', 'revision_number': 0, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:16.277554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] For port 80dc6687-0157-4afb-aea9-d21cc8ce6af1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:16.282016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] For port 80dc6687-0157-4afb-aea9-d21cc8ce6af1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80dc6687-0157-4afb-aea9-d21cc8ce6af1,segment=NetworkSegment(fa329646-a4e9-4dbd-8425-add6091c380e),segment_id=fa329646-a4e9-4dbd-8425-add6091c380e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:16.283691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.302328 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.520918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c906886-0262-4aaa-bc4b-e37124c3a280 None None] Pushing event updated for resources: {'Port': ['ID=80dc6687-0157-4afb-aea9-d21cc8ce6af1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:16.568491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:16.585499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:16.597456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:16.598192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.645486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=5ea188bb-b5b1-42ba-8301-b4989fe74a50,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:16.655191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:16.663789 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.677509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.680581 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] Sync routers for ids ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:16.694791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] Routers {'13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:16.695429 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:16.706964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:16.711263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3f6167cd-6bff-48b4-b104-e53179c118ab tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 200 len: 890 time: 2.5540655 Apr 25 15:00:16.711456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:16.726938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-509174e5-af11-451d-bd23-6e3f143308e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3471489 Apr 25 15:00:16.743611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44872) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:16.774815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'fixed_ips': [{'subnet_id': '753e92c2-a0d6-4ed0-9172-64c7ad8694fd'}, {'subnet_id': '5ea188bb-b5b1-42ba-8301-b4989fe74a50'}], 'name': 'tempest-PortsIpV6TestJSON-1655578533'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:16.976386 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:16.990003 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] Routers {'13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:16.992332 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:17.128300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e7db9-9658-4a4b-a21d-803864b1d955 None None] New status for floating IP 73fa18ca-554b-4a42-b1ef-67462fb22c73: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:00:17.140764 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:17.141210 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873c555-e4d8-48f7-833b-05deb3512624 None None] The sync data for ids ['13ae8c11-89fb-4662-b3b5-f11fcfdc15bf'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:17.165937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.167173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6819093 Apr 25 15:00:17.177530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44888) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:17.209786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1ff0-65cf-4fa6-8a38-39ad0b282e8a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:17.261817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:17.266179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:17.269297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:17.275551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:17.282490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-56095426-8553-4a1e-8b1a-aefcdcf75464 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/routers/13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 200 len: 890 time: 0.5681117 Apr 25 15:00:17.283294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44896) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:17.298063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:17.370845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-378ceb68-01f5-4c02-a359-26536ef40e14 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:17.391779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-378ceb68-01f5-4c02-a359-26536ef40e14 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:17.397013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-378ceb68-01f5-4c02-a359-26536ef40e14 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 200 len: 205 time: 0.1121988 Apr 25 15:00:17.398817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:17.412570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2cb982cd-fffe-4ca7-b5ef-6a61c94f7fff tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:17.603858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2cb982cd-fffe-4ca7-b5ef-6a61c94f7fff tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:17.609106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2cb982cd-fffe-4ca7-b5ef-6a61c94f7fff tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4193838 Apr 25 15:00:17.610217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44916) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:17.621909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-security--2125519683', 'description': 'tempest-security-description-1852430101'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:17.633549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.681780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 03c74666-fd4c-42da-82c8-d9bca55b84b3 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:17.690469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.722434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.818613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.833371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.897709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:17.898944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "PUT /v2.0/security-groups/4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1 HTTP/1.1" status: 200 len: 1780 time: 0.2834895 Apr 25 15:00:17.905599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44932) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:17.934976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80dc6687-0157-4afb-aea9-d21cc8ce6af1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:17.992884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d437220-4e09-4a87-831e-0d4e70a31c30 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:18.018580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.039325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port a8c67367-c362-42f4-9b08-a5ec756a048f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:18.040389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.071846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-27af327c-3935-44d2-aded-82537811900a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups/4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1 HTTP/1.1" status: 200 len: 1780 time: 0.1603956 Apr 25 15:00:18.073729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44940) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:18.088532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:18.252193 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d4c162f-d774-41e6-abee-a880f6c26359 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.294612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.330952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2073603-8959-4a2c-837b-2f14dd237380 None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:18.380548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d4c162f-d774-41e6-abee-a880f6c26359 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.456469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d4c162f-d774-41e6-abee-a880f6c26359 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.458126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for a8c67367-c362-42f4-9b08-a5ec756a048f owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:18.503735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c162f-d774-41e6-abee-a880f6c26359 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:18.539433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::126 (4202d1dc-7188-4d14-b75e-6d3910fd5a61/753e92c2-a0d6-4ed0-9172-64c7ad8694fd/03c74666-fd4c-42da-82c8-d9bca55b84b3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:18.546082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] Provisioning for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:18.557735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] Provisioning complete for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:18.558124 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.565631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8:0:1::2b1 (4202d1dc-7188-4d14-b75e-6d3910fd5a61/5ea188bb-b5b1-42ba-8301-b4989fe74a50/03c74666-fd4c-42da-82c8-d9bca55b84b3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:18.604261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d4c162f-d774-41e6-abee-a880f6c26359 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.611115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4d4c162f-d774-41e6-abee-a880f6c26359 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1 HTTP/1.1" status: 204 len: 168 time: 0.5285242 Apr 25 15:00:18.627814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44976) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:18.655605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.747148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=a8c67367-c362-42f4-9b08-a5ec756a048f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:18.840123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ecf20e2d-3267-46bd-9284-599bc323758b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:18.874661 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.967850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] For port 80dc6687-0157-4afb-aea9-d21cc8ce6af1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80dc6687-0157-4afb-aea9-d21cc8ce6af1,segment=NetworkSegment(fa329646-a4e9-4dbd-8425-add6091c380e),segment_id=fa329646-a4e9-4dbd-8425-add6091c380e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:18.981231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:18.988895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.005934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 03c74666-fd4c-42da-82c8-d9bca55b84b3 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:19.037146 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.041411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.075384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbae542-54fd-4327-8866-f42e4f5219bd None None] Pushing event updated for resources: {'Port': ['ID=80dc6687-0157-4afb-aea9-d21cc8ce6af1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:19.090039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ecf20e2d-3267-46bd-9284-599bc323758b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:19.097909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ecf20e2d-3267-46bd-9284-599bc323758b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4618242 Apr 25 15:00:19.110217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:19.143153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:19.148039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:19.157278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:19.163596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:19.164270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.169570 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-04a92310-4f42-44a1-bf43-6cfe37671b08 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] delete failed (client error): The resource could not be found. Apr 25 15:00:19.174617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-04a92310-4f42-44a1-bf43-6cfe37671b08 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ba1ddfa-3272-4e2a-a2a8-2a80a15ff7d1 HTTP/1.1" status: 404 len: 347 time: 0.0558224 Apr 25 15:00:19.184700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:19.195071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--710911419'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:19.200452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=03c74666-fd4c-42da-82c8-d9bca55b84b3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:19.205946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:19.218328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:19.222162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f3a289da-a19a-4e3b-8df4-979f36773fcd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4697132 Apr 25 15:00:19.224834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:19.232805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '753e92c2-a0d6-4ed0-9172-64c7ad8694fd'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:19.280646 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.297649 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.297893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Update dhcp port {'port': {'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'fixed_ips': [{'subnet_id': '753e92c2-a0d6-4ed0-9172-64c7ad8694fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ea188bb-b5b1-42ba-8301-b4989fe74a50'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '80dc6687-0157-4afb-aea9-d21cc8ce6af1'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:00:19.300844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.321746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:19.335594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.336174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 13ae8c11-89fb-4662-b3b5-f11fcfdc15bf {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:00:19.367955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:19.380674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:19.381077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.383273 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-32c74c56-2f31-4371-acb0-4cfc9f7251ca tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 204 len: 168 time: 1.9828327 Apr 25 15:00:19.388422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45028) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:19.393722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:19.402048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1325406284'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:19.417082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.421086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:19.433853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.448409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:19.452462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:19.472342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:19.560728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:19.564353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.606084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45034) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:19.674670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:19.687314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.692816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.692816 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e of type vlan for network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf Apr 25 15:00:19.702251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.711206 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Allocated IP 2001:db8:0:1::2 (4202d1dc-7188-4d14-b75e-6d3910fd5a61/5ea188bb-b5b1-42ba-8301-b4989fe74a50/80dc6687-0157-4afb-aea9-d21cc8ce6af1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:19.822961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.836578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e696107c-98b2-4445-97e1-bbacd5cf52fb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:19.854789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.900764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.902567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fc991d6e-4351-40bb-ad30-6638ebc40451 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7167864 Apr 25 15:00:19.907785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:19.908839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:19.917643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] For port 80dc6687-0157-4afb-aea9-d21cc8ce6af1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80dc6687-0157-4afb-aea9-d21cc8ce6af1,segment=NetworkSegment(fa329646-a4e9-4dbd-8425-add6091c380e),segment_id=fa329646-a4e9-4dbd-8425-add6091c380e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:19.921070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Usage tracker for resource:security_group_rule and tenant:542fa5af9a9d44099502b55e6a167972 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:19.939784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': 'e696107c-98b2-4445-97e1-bbacd5cf52fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:19.946900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80dc6687-0157-4afb-aea9-d21cc8ce6af1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:19.953000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:19.960381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:19.962018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.963604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:19.968598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:19.969114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:19.969228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:19.973716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:19.984677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:20.018846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6267960 Apr 25 15:00:20.022769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45044) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:20.024594 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.040367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.073168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Transition to ACTIVE for port object 80dc6687-0157-4afb-aea9-d21cc8ce6af1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:20.084478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:20.091681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.126451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.144282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.169613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888efff-0460-4b56-a592-04d4cadb2ed0 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:20.188412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.192235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.194079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795689 Apr 25 15:00:20.197858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45048) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:20.222375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:20.222861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67313e9-c6c4-44af-aae0-7ea9d12b71bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658bd124-8480-417b-a144-d02360bd5030,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:20.237373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.286361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9290d725-3e7a-48a8-9a72-feeb778fdf4b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.299524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9290d725-3e7a-48a8-9a72-feeb778fdf4b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.340881 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9290d725-3e7a-48a8-9a72-feeb778fdf4b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.367533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290d725-3e7a-48a8-9a72-feeb778fdf4b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=658bd124-8480-417b-a144-d02360bd5030,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:20.376209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=542fa5af9a9d44099502b55e6a167972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657683 Apr 25 15:00:20.376209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45054) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:20.377183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd2080-1795-44bc-907d-dc6fccacd8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d758a9e2-993b-4790-9d76-ec07ed229628,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:20.393499 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9290d725-3e7a-48a8-9a72-feeb778fdf4b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.397556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9290d725-3e7a-48a8-9a72-feeb778fdf4b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/658bd124-8480-417b-a144-d02360bd5030 HTTP/1.1" status: 204 len: 168 time: 0.1955261 Apr 25 15:00:20.397691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45058) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:20.437011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Delete allocated IP 2001:db8:0:1::2b1 (4202d1dc-7188-4d14-b75e-6d3910fd5a61/5ea188bb-b5b1-42ba-8301-b4989fe74a50) {{(pid=88061) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 25 15:00:20.454115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f567593-e2fb-4a8b-b60a-6c95723c0b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.466295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:20.470322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:20.474028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:20.482218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:20.487977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f567593-e2fb-4a8b-b60a-6c95723c0b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.520921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792234d-c503-45d2-99c9-9bebabd96cb6 None None] Pushing event updated for resources: {'Port': ['ID=80dc6687-0157-4afb-aea9-d21cc8ce6af1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:20.542007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-673f2acc-9539-4fcc-a5e6-e8e7a09119e5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:20.546532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:20.549868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.591613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f567593-e2fb-4a8b-b60a-6c95723c0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.611705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f567593-e2fb-4a8b-b60a-6c95723c0b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.616139 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2f567593-e2fb-4a8b-b60a-6c95723c0b40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d758a9e2-993b-4790-9d76-ec07ed229628 HTTP/1.1" status: 204 len: 168 time: 0.2358286 Apr 25 15:00:20.618808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f567593-e2fb-4a8b-b60a-6c95723c0b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d758a9e2-993b-4790-9d76-ec07ed229628,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:20.805574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-673f2acc-9539-4fcc-a5e6-e8e7a09119e5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:20.809934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45066) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:20.810185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-673f2acc-9539-4fcc-a5e6-e8e7a09119e5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4115367 Apr 25 15:00:20.928086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ffe11dc-75c9-4f05-9f93-4cbc912e695f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:20.983713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ffe11dc-75c9-4f05-9f93-4cbc912e695f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.011033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.050485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ffe11dc-75c9-4f05-9f93-4cbc912e695f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.059153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Ignored duplicate provisioning block setup for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 25 15:00:21.062019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.095334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe11dc-75c9-4f05-9f93-4cbc912e695f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e696107c-98b2-4445-97e1-bbacd5cf52fb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:21.102745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.118274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ffe11dc-75c9-4f05-9f93-4cbc912e695f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.125683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4ffe11dc-75c9-4f05-9f93-4cbc912e695f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/e696107c-98b2-4445-97e1-bbacd5cf52fb HTTP/1.1" status: 204 len: 168 time: 0.3139124 Apr 25 15:00:21.126388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45078) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:21.199666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d35c53f6-abd6-4983-b6e8-9e139fcc76c8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:21.234162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d35c53f6-abd6-4983-b6e8-9e139fcc76c8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:21.236580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d35c53f6-abd6-4983-b6e8-9e139fcc76c8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090126 Apr 25 15:00:21.240975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45084) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:21.247964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--560598939'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:21.259342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:21.268672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] In _notify_port_updated(), no bound segment for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 on network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 {{(pid=88061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:00:21.273772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:21.275757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:21.276521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.280476 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/ports/03c74666-fd4c-42da-82c8-d9bca55b84b3 HTTP/1.1" status: 200 len: 926 time: 2.0521607 Apr 25 15:00:21.283163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45088) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:21.302354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '753e92c2-a0d6-4ed0-9172-64c7ad8694fd'}, {'subnet_id': '5ea188bb-b5b1-42ba-8301-b4989fe74a50'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:21.320420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40dada-a532-434d-acbb-b52765bc41bc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=03c74666-fd4c-42da-82c8-d9bca55b84b3,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:21.324645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=b36c7acb-84a5-415c-9404-4a92a2927088,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:21.334824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:21.335110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:21.350275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.367439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:21.388326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:21.389821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:21.400530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e10ed0-34d9-4e40-a60c-89fb54a1552a None None] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:21.404564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:21.404723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:21.405435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.411935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:21.443819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f279d054-de16-48d5-85d9-4e51ba107c25 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4202394 Apr 25 15:00:21.445160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45096) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:21.446569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:21.455498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21139566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:21.473800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:21.479156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:21.483557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:21.491146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:21.520435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.522016 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.550430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.592311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.596281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00f9d2-3210-42c4-a6c2-82df27e277fe None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:21.650459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.655347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-97d7dedb-714d-41dd-b1b7-1b3a02e6ed12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2091219 Apr 25 15:00:21.655997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45104) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:21.725800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.737490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.759663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b6801cc9-fad2-42d3-bb8c-bb48e9cc66da None None] Provisioning for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:21.783331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b6801cc9-fad2-42d3-bb8c-bb48e9cc66da None None] Provisioning complete for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:21.784056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6801cc9-fad2-42d3-bb8c-bb48e9cc66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.794405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:21.801444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.921875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80dc6687-0157-4afb-aea9-d21cc8ce6af1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:21.946971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:21.948630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-677f2d49-afcd-41fe-94fe-0f332f01111b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7064321 Apr 25 15:00:21.956618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:21.971045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': 'c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:21.984175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:21.994173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:22.000019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:22.041369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:22.136023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.244478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf', 'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': 'b36c7acb-84a5-415c-9404-4a92a2927088'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:22.246094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.276390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.283982 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.305719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f60fa2-d725-4134-9c7c-e1e7f77506bd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:22.330773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:22.331517 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.343682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8:0:1::29d (4202d1dc-7188-4d14-b75e-6d3910fd5a61/5ea188bb-b5b1-42ba-8301-b4989fe74a50/03c74666-fd4c-42da-82c8-d9bca55b84b3) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:22.369377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.373101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6ca93812-3386-42c6-ae17-27513646d078 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4129250 Apr 25 15:00:22.375091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45154) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:22.378111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.403808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': 'c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:22.411679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:22.416871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:22.423024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:22.427885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:22.557606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Allocated IP 2001:db8::2 (674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf/b36c7acb-84a5-415c-9404-4a92a2927088/a9285c66-e444-4c17-8c38-83b9c483507a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:22.622539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.663443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.705753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Ignored duplicate provisioning block setup for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 25 15:00:22.724610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.849425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.863104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Transition to ACTIVE for port object a9285c66-e444-4c17-8c38-83b9c483507a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:22.886934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Transition to ACTIVE for port object a9285c66-e444-4c17-8c38-83b9c483507a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:22.901295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.938275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] In _notify_port_updated(), no bound segment for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 on network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:00:22.945531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:22.946200 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:22.947500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/ports/03c74666-fd4c-42da-82c8-d9bca55b84b3 HTTP/1.1" status: 200 len: 1012 time: 1.6615627 Apr 25 15:00:22.952119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45206) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:22.956663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa240a9-8bfa-45a0-8120-f42cb3b1f8c7 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=03c74666-fd4c-42da-82c8-d9bca55b84b3,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:23.018529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:23.023557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:23.026140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:23.070247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Pushing event updated for resources: {'Port': ['ID=a9285c66-e444-4c17-8c38-83b9c483507a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:23.073813 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.090246 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.113933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 03c74666-fd4c-42da-82c8-d9bca55b84b3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:23.114292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.171680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a81c157-df73-4799-9fc6-47db2f9a0e2a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:23.250795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Attempting to bind port a9285c66-e444-4c17-8c38-83b9c483507a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:23.251319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Attempting to bind port a9285c66-e444-4c17-8c38-83b9c483507a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:23.252102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Attempting to bind port a9285c66-e444-4c17-8c38-83b9c483507a on network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:23.253499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45214) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:23.265533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:23.266410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Checking segment: {'id': '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:23.266972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.267456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Bound using segment: {'id': '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:23.268159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Bound port: a9285c66-e444-4c17-8c38-83b9c483507a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:23.268653 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.295985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.297204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-51c413ff-4d2f-45ea-910a-e34fd49a5c1d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9208786 Apr 25 15:00:23.301745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45222) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:23.310223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': 'c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:23.323843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:23.325887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8::1 (674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf/b36c7acb-84a5-415c-9404-4a92a2927088/5c3a5c65-b842-4204-ac51-47e91f20eeb8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:23.335646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:23.351492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:23.363356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:23.399460 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.408886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] For port a9285c66-e444-4c17-8c38-83b9c483507a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:23.415889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] For port a9285c66-e444-4c17-8c38-83b9c483507a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a9285c66-e444-4c17-8c38-83b9c483507a,segment=NetworkSegment(5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e),segment_id=5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:23.424604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.548444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c31df-1aa4-4901-8da5-506d5d729671 None None] Pushing event updated for resources: {'Port': ['ID=a9285c66-e444-4c17-8c38-83b9c483507a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:23.596722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.647893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:23.668093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Usage tracker for resource:security_group_rule and tenant:e4a0369cba0445cda006f4aec11adfac is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:23.672949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.674032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:23.680693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:23.684277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.697954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.724729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57a81e1-4afc-4f36-97ff-5aa1cece1b0e,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:23.761299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.765702 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de380105-ff8c-4459-8d16-ec61bba784da tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4623766 Apr 25 15:00:23.766492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45228) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:23.773651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-53429453-bad5-44e4-8bd4-663b39770eb0 None None] Provisioning complete for port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:23.774239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53429453-bad5-44e4-8bd4-663b39770eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.778473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': 'c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:23.788045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:23.799628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:23.804338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:23.819968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:23.862456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.877156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:23.949446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.005354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 03c74666-fd4c-42da-82c8-d9bca55b84b3 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:24.015415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4a0369cba0445cda006f4aec11adfac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601047 Apr 25 15:00:24.016540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45234) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.020060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f36cb-7b43-47c9-abfa-121c6b0eb71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c8ba2-4edc-4507-998c-5a8c120e76de,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.084718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.095669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-53429453-bad5-44e4-8bd4-663b39770eb0 None None] Provisioning for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:24.102674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-53429453-bad5-44e4-8bd4-663b39770eb0 None None] Provisioning complete for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:24.103251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53429453-bad5-44e4-8bd4-663b39770eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.133485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 5c3a5c65-b842-4204-ac51-47e91f20eeb8 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:24.140095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfca-b1cb-4417-87bd-b48bfeac0293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.167077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.184641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-53429453-bad5-44e4-8bd4-663b39770eb0 None None] Port 03c74666-fd4c-42da-82c8-d9bca55b84b3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:24.186491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.189645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfca-b1cb-4417-87bd-b48bfeac0293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.234589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b499c99-1bbf-4f64-af09-f48e8af9ae2f,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.268195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.269468 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.273781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6619681f-0e13-4dc5-afc9-aad972716538 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5012128 Apr 25 15:00:24.273950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45238) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.279292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': 'c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:24.286465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:24.290581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:24.294919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:24.301709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfca-b1cb-4417-87bd-b48bfeac0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.304980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:24.321460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fbc34a54-d544-44d6-b2e8-02a880508868 None None] Provisioning complete for port 03c74666-fd4c-42da-82c8-d9bca55b84b3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:24.322001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fbc34a54-d544-44d6-b2e8-02a880508868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.329420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6dfca-b1cb-4417-87bd-b48bfeac0293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c8ba2-4edc-4507-998c-5a8c120e76de,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.338566 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b3c6dfca-b1cb-4417-87bd-b48bfeac0293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.342944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b3c6dfca-b1cb-4417-87bd-b48bfeac0293 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a7c8ba2-4edc-4507-998c-5a8c120e76de HTTP/1.1" status: 204 len: 168 time: 0.3195174 Apr 25 15:00:24.352631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.415117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fbc34a54-d544-44d6-b2e8-02a880508868 None None] Port 03c74666-fd4c-42da-82c8-d9bca55b84b3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:24.452186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.457843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.499203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=5c3a5c65-b842-4204-ac51-47e91f20eeb8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.503560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a51a1d-5a66-4bd9-a0cf-a4a9c27b4e6c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.507913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.528821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eeed45e8-b3ee-4b7c-bd94-163f57e58076 None None] Could not find standard attr ID for object 03c74666-fd4c-42da-82c8-d9bca55b84b3. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:00:24.554718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.556028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b15320fd-6424-4d94-bf2e-ac0da796b1ec tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2812603 Apr 25 15:00:24.559824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.606753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bed2761-0e72-4274-a2f4-4ffec435a4a4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.618751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bed2761-0e72-4274-a2f4-4ffec435a4a4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.644146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:24.645130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=03c74666-fd4c-42da-82c8-d9bca55b84b3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.654809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bed2761-0e72-4274-a2f4-4ffec435a4a4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.659765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:24.675210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed2761-0e72-4274-a2f4-4ffec435a4a4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69a51a1d-5a66-4bd9-a0cf-a4a9c27b4e6c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:24.680165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5bed2761-0e72-4274-a2f4-4ffec435a4a4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.684796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5bed2761-0e72-4274-a2f4-4ffec435a4a4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/69a51a1d-5a66-4bd9-a0cf-a4a9c27b4e6c HTTP/1.1" status: 204 len: 168 time: 0.1207271 Apr 25 15:00:24.684973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45250) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.705750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:24.706402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.711997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.733549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e23a4cf8-9f2f-46d0-8b1f-f3d83a2469f2 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/03c74666-fd4c-42da-82c8-d9bca55b84b3 HTTP/1.1" status: 204 len: 168 time: 1.7782788 Apr 25 15:00:24.738820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45254) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.809646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c8091f8-f7d3-41ea-934c-e66027bf0fbf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:24.836582 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a443ca-945b-4972-87e9-61f6415b10d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:24.840597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-33a443ca-945b-4972-87e9-61f6415b10d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/03c74666-fd4c-42da-82c8-d9bca55b84b3 HTTP/1.1" status: 404 len: 333 time: 0.0956035 Apr 25 15:00:24.842989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45262) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.881804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c8091f8-f7d3-41ea-934c-e66027bf0fbf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:24.883298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8c8091f8-f7d3-41ea-934c-e66027bf0fbf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1972010 Apr 25 15:00:24.886429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45266) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:24.901561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.933858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 5ea188bb-b5b1-42ba-8301-b4989fe74a50 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:00:24.937385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:24.945311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-acbb3776-05ba-4913-88a9-2bc5ca60ed72 None None] Could not find standard attr ID for object 03c74666-fd4c-42da-82c8-d9bca55b84b3. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:00:25.017510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9edbf642-de0d-46b9-991b-90f47c462de8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.025456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.060796 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9edbf642-de0d-46b9-991b-90f47c462de8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.133778 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.247271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.282101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a70931-a0b7-4df7-b57e-6a943c81e5f3 None None] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:25.291926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea188bb-b5b1-42ba-8301-b4989fe74a50,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:25.296449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.303595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a8208463-877f-4466-8c99-a73eb1be4799 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/5ea188bb-b5b1-42ba-8301-b4989fe74a50 HTTP/1.1" status: 204 len: 168 time: 0.4595449 Apr 25 15:00:25.306341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45282) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:25.313447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7805f7-7d7c-4fd0-95af-0cf3b3c63a75 None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:25.414075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 753e92c2-a0d6-4ed0-9172-64c7ad8694fd {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:00:25.418085 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.490553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.534041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a20998fc-27a8-468d-86c8-65098163ebd9 None None] Provisioning for port a9285c66-e444-4c17-8c38-83b9c483507a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:25.559021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9edbf642-de0d-46b9-991b-90f47c462de8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.593318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.604612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbf642-de0d-46b9-991b-90f47c462de8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b499c99-1bbf-4f64-af09-f48e8af9ae2f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:25.674891 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9edbf642-de0d-46b9-991b-90f47c462de8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.676159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9edbf642-de0d-46b9-991b-90f47c462de8 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0b499c99-1bbf-4f64-af09-f48e8af9ae2f HTTP/1.1" status: 204 len: 168 time: 0.7882564 Apr 25 15:00:25.677980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.679871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45294) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:25.750231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=753e92c2-a0d6-4ed0-9172-64c7ad8694fd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:25.753650 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.763168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8670b594-2525-4d22-935e-bd86f0d9ae9a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/753e92c2-a0d6-4ed0-9172-64c7ad8694fd HTTP/1.1" status: 204 len: 168 time: 0.4553607 Apr 25 15:00:25.765400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:25.773956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cf6dde04-d55b-43aa-8282-7fb81d70bfaf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:25.811444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.814924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cf6dde04-d55b-43aa-8282-7fb81d70bfaf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:25.821005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cf6dde04-d55b-43aa-8282-7fb81d70bfaf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1369939 Apr 25 15:00:25.821685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45308) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:25.853068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.854502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.951748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.964416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a9285c66-e444-4c17-8c38-83b9c483507a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:25.965009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:25.965134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:25.973808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-506a6340-ff1a-46b7-86b7-3eb37ac56362 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.004262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-506a6340-ff1a-46b7-86b7-3eb37ac56362 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.077318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=5c3a5c65-b842-4204-ac51-47e91f20eeb8,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:26.126877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-506a6340-ff1a-46b7-86b7-3eb37ac56362 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.134275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a9285c66-e444-4c17-8c38-83b9c483507a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:26.140270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a9285c66-e444-4c17-8c38-83b9c483507a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:26.140691 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.174175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a6340-ff1a-46b7-86b7-3eb37ac56362 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e57a81e1-4afc-4f36-97ff-5aa1cece1b0e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:26.211489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:26.213731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:26.217570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-506a6340-ff1a-46b7-86b7-3eb37ac56362 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.221314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-506a6340-ff1a-46b7-86b7-3eb37ac56362 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e57a81e1-4afc-4f36-97ff-5aa1cece1b0e HTTP/1.1" status: 204 len: 168 time: 0.3960297 Apr 25 15:00:26.222099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45336) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:26.316597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] For port 80dc6687-0157-4afb-aea9-d21cc8ce6af1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80dc6687-0157-4afb-aea9-d21cc8ce6af1,segment=NetworkSegment(fa329646-a4e9-4dbd-8425-add6091c380e),segment_id=fa329646-a4e9-4dbd-8425-add6091c380e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:26.319887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.357358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5c824-1552-4740-ba40-1edce382150a None None] Update dhcp port {'port': {'network_id': '4202d1dc-7188-4d14-b75e-6d3910fd5a61', 'fixed_ips': [{'subnet_id': '753e92c2-a0d6-4ed0-9172-64c7ad8694fd'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '80dc6687-0157-4afb-aea9-d21cc8ce6af1'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:00:26.447915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf1b9769-c346-48cb-92af-0ce0a8d66340 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:26.514285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf1b9769-c346-48cb-92af-0ce0a8d66340 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:26.515579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf1b9769-c346-48cb-92af-0ce0a8d66340 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2923152 Apr 25 15:00:26.525521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45346) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:26.531270 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d5c824-1552-4740-ba40-1edce382150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.574751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 80dc6687-0157-4afb-aea9-d21cc8ce6af1 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:26.594837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa861aed-5a3a-49d2-9473-2f4e5e680710 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.602996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8c9f0c6c-534a-47a5-afaa-d5a62af9521e None None] Provisioning complete for port a9285c66-e444-4c17-8c38-83b9c483507a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:26.603392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0c6c-534a-47a5-afaa-d5a62af9521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.622710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa861aed-5a3a-49d2-9473-2f4e5e680710 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.658412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 75707439-5dbc-4a32-b897-0219e2173d2e is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:00:26.672111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa861aed-5a3a-49d2-9473-2f4e5e680710 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.677335 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.769001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa861aed-5a3a-49d2-9473-2f4e5e680710 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a81c157-df73-4799-9fc6-47db2f9a0e2a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:26.846830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:26.867490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.900882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a9285c66-e444-4c17-8c38-83b9c483507a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a9285c66-e444-4c17-8c38-83b9c483507a,segment=NetworkSegment(5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e),segment_id=5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:26.915453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa861aed-5a3a-49d2-9473-2f4e5e680710 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.924621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa861aed-5a3a-49d2-9473-2f4e5e680710 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6a81c157-df73-4799-9fc6-47db2f9a0e2a HTTP/1.1" status: 204 len: 168 time: 0.3976607 Apr 25 15:00:26.927226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:26.930907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:26.980631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:26.992455 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b86410-0801-46be-8620-c8de8b576943 None None] Sync routers for ids ['75707439-5dbc-4a32-b897-0219e2173d2e'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:27.001785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-174d6240-05f3-41b8-a39a-65dd7723f89e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/75707439-5dbc-4a32-b897-0219e2173d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3319111 Apr 25 15:00:27.003646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45362) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.005873 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b86410-0801-46be-8620-c8de8b576943 None None] Routers {'75707439-5dbc-4a32-b897-0219e2173d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:27.006707 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-64b86410-0801-46be-8620-c8de8b576943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75707439-5dbc-4a32-b897-0219e2173d2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.006857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=80dc6687-0157-4afb-aea9-d21cc8ce6af1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:27.012820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No DVR routers for this DVR port 80dc6687-0157-4afb-aea9-d21cc8ce6af1 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:00:27.050465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cbc94c-1218-4912-a66e-d687d8712b62 None None] Network 4202d1dc-7188-4d14-b75e-6d3910fd5a61 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:27.161191 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.163304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6376a-7b46-4c57-ad87-6320e259db6a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:27.163956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dad6376a-7b46-4c57-ad87-6320e259db6a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:27.166543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-64b86410-0801-46be-8620-c8de8b576943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.179333 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b86410-0801-46be-8620-c8de8b576943 None None] Routers {'75707439-5dbc-4a32-b897-0219e2173d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:27.180177 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-64b86410-0801-46be-8620-c8de8b576943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75707439-5dbc-4a32-b897-0219e2173d2e'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.195182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dad6376a-7b46-4c57-ad87-6320e259db6a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:27.197062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dad6376a-7b46-4c57-ad87-6320e259db6a tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports/5c3a5c65-b842-4204-ac51-47e91f20eeb8 HTTP/1.1" status: 200 len: 911 time: 0.1919696 Apr 25 15:00:27.200402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45366) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.210437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b36c7acb-84a5-415c-9404-4a92a2927088'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:27.225428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:27.254993 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a0a3657-a23f-4cd3-8dca-5e7843dc1224 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3222780 Apr 25 15:00:27.260659 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-64b86410-0801-46be-8620-c8de8b576943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.261855 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b86410-0801-46be-8620-c8de8b576943 None None] The sync data for ids ['75707439-5dbc-4a32-b897-0219e2173d2e'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:27.264558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45370) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.322272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a9285c66-e444-4c17-8c38-83b9c483507a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:27.333609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ba07b13-f546-4fe0-80ed-6e4cc243f83d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.335139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Usage tracker for resource:security_group_rule and tenant:deb8287f0c374724bed92c7e5e2353bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:27.341097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:27.345535 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.358599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:27.390512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4202d1dc-7188-4d14-b75e-6d3910fd5a61']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.400549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ba07b13-f546-4fe0-80ed-6e4cc243f83d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.410886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.410886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.410886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.413780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.420785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:27.420785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8c9f0c6c-534a-47a5-afaa-d5a62af9521e None None] Provisioning for port 5c3a5c65-b842-4204-ac51-47e91f20eeb8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:27.430320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8c9f0c6c-534a-47a5-afaa-d5a62af9521e None None] Provisioning complete for port 5c3a5c65-b842-4204-ac51-47e91f20eeb8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:27.430320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0c6c-534a-47a5-afaa-d5a62af9521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.453104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa329646-a4e9-4dbd-8425-add6091c380e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.453104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa329646-a4e9-4dbd-8425-add6091c380e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:27.484966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.524347 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.531488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390bc390-0d3f-4025-a828-4550063e4fa2 None None] DHCP port deletion for 4202d1dc-7188-4d14-b75e-6d3910fd5a61 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:00:27.537247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:00:27.537247 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:00:27.552525 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:00:27.572306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f0c6c-534a-47a5-afaa-d5a62af9521e None None] Port 5c3a5c65-b842-4204-ac51-47e91f20eeb8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:27.630434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ba07b13-f546-4fe0-80ed-6e4cc243f83d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.661677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba07b13-f546-4fe0-80ed-6e4cc243f83d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12f60fa2-d725-4134-9c7c-e1e7f77506bd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:27.678245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8ba07b13-f546-4fe0-80ed-6e4cc243f83d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.679614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8ba07b13-f546-4fe0-80ed-6e4cc243f83d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/12f60fa2-d725-4134-9c7c-e1e7f77506bd HTTP/1.1" status: 204 len: 168 time: 0.4137990 Apr 25 15:00:27.683529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.689447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-de118f90-e70b-43cc-8550-52e0bd940f27 None None] Could not find standard attr ID for object 80dc6687-0157-4afb-aea9-d21cc8ce6af1. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:00:27.702019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-de118f90-e70b-43cc-8550-52e0bd940f27 None None] Provisioning complete for port 5c3a5c65-b842-4204-ac51-47e91f20eeb8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:27.702478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de118f90-e70b-43cc-8550-52e0bd940f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.715194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.720832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.741315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.765645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/4202d1dc-7188-4d14-b75e-6d3910fd5a61 HTTP/1.1" status: 204 len: 168 time: 1.9991653 Apr 25 15:00:27.769469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.773875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45380) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.778407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-de118f90-e70b-43cc-8550-52e0bd940f27 None None] Port 5c3a5c65-b842-4204-ac51-47e91f20eeb8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:27.784928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a027b-8bac-475c-b20b-d8114d0459e0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=4202d1dc-7188-4d14-b75e-6d3910fd5a61,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:27.828608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=deb8287f0c374724bed92c7e5e2353bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9767227 Apr 25 15:00:27.828608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb17a1-5ee2-42a0-85b3-7815cd2801d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29b2427-ef77-4732-a097-a2344026dd03,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:27.828608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.842241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-680933cc-1a51-4d22-af88-61539a36fe6f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:27.870160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a9285c66-e444-4c17-8c38-83b9c483507a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:27.874109 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.904621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4508-066e-4e50-b213-1f2fef935278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.935523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-680933cc-1a51-4d22-af88-61539a36fe6f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:27.939635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-680933cc-1a51-4d22-af88-61539a36fe6f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2520490 Apr 25 15:00:27.944334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4508-066e-4e50-b213-1f2fef935278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:27.944907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:27.952807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a9285c66-e444-4c17-8c38-83b9c483507a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:27.953755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.010861 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4508-066e-4e50-b213-1f2fef935278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.029379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c4508-066e-4e50-b213-1f2fef935278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29b2427-ef77-4732-a097-a2344026dd03,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:28.036803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4508-066e-4e50-b213-1f2fef935278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.040459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c3c4508-066e-4e50-b213-1f2fef935278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c29b2427-ef77-4732-a097-a2344026dd03 HTTP/1.1" status: 204 len: 168 time: 0.2088077 Apr 25 15:00:28.160384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80dc6687-0157-4afb-aea9-d21cc8ce6af1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:00:28.195513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 80dc6687-0157-4afb-aea9-d21cc8ce6af1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:00:28.195863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80dc6687-0157-4afb-aea9-d21cc8ce6af1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:00:28.215950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d2c00-f4bf-459d-9298-017055b9b475 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:28.216639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cf0d2c00-f4bf-459d-9298-017055b9b475 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:28.312979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cf0d2c00-f4bf-459d-9298-017055b9b475 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:28.314151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cf0d2c00-f4bf-459d-9298-017055b9b475 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5390577 Apr 25 15:00:28.317977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45398) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:28.349624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0c76598-8974-45d3-86b2-b838c3354e53 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.401242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e17ff1f0-1b51-4a1d-97e0-0c665dc3b0a9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:28.413714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e17ff1f0-1b51-4a1d-97e0-0c665dc3b0a9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:28.417072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e17ff1f0-1b51-4a1d-97e0-0c665dc3b0a9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0954790 Apr 25 15:00:28.419438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45406) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:28.425618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-583251667'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:28.431193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:28.436798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:28.439821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:28.439994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0c76598-8974-45d3-86b2-b838c3354e53 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.454209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:28.471685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:28.476995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.520320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:28.543565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.543927 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment ebcc9439-24c5-4a00-a58b-495eda21c5a6 of type vlan for network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 Apr 25 15:00:28.586117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0c76598-8974-45d3-86b2-b838c3354e53 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.597456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.641362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76598-8974-45d3-86b2-b838c3354e53 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:28.643590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.650908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:28.652534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.732247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0c76598-8974-45d3-86b2-b838c3354e53 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.733326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a0c76598-8974-45d3-86b2-b838c3354e53 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/c03079f6-8e51-4bc8-85ce-a4ed7d1f6db9 HTTP/1.1" status: 204 len: 168 time: 0.7852185 Apr 25 15:00:28.737431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45422) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:28.748810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3280160 Apr 25 15:00:28.753580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45426) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:28.764104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:28.841425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f65c52e-be41-4d7f-8d60-858801b1a3a1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:28.866005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.881918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.888309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:28.888883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.890449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/ports/5c3a5c65-b842-4204-ac51-47e91f20eeb8 HTTP/1.1" status: 200 len: 911 time: 1.6872270 Apr 25 15:00:28.899336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:28.937314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45434) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:28.938737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f65c52e-be41-4d7f-8d60-858801b1a3a1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:28.940189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f65c52e-be41-4d7f-8d60-858801b1a3a1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2012680 Apr 25 15:00:28.946555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45438) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:28.990663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6ca1c-180f-43bc-a902-263c890d4a6c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:29.009303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:29.035738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035357028'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:29.039702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:29.048949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:29.054078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:29.072971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:29.076350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362fb19-1fff-4995-a1cc-8e0fe490ff22 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=5c3a5c65-b842-4204-ac51-47e91f20eeb8,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:29.085813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:29.090106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.094074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:29.181820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:29.195917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45446) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:29.209018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226521166', 'description': 'tempest-description--1829260327'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:29.220355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:29.234468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:29.262086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.274040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.410843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.437190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:29.439603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:29.451426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:29.454832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:29.459650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:29.462619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:29.472434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:29.474581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:29.505570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=5180d504-94e8-4044-b48f-0dcf036e87ed,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:29.511845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': 'ebcc9439-24c5-4a00-a58b-495eda21c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:29.512351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:29.537480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:29.555160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:29.561969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:29.562163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.571226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3eed6-b388-461e-9d53-fa77ad4577a3 None None] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:29.602150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-88ab8aa1-3ec5-4a30-a940-5903dfd3911e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8472219 Apr 25 15:00:29.604789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45462) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:29.616519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3', 'name': 'tempest-PortsIpV6TestJSON-1884291292'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:29.766826 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.799849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.862374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.872645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:29.891166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.898204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:29.911447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:29.917669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb37d94-47ae-4ec0-8eea-8c4c61b55eb1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:29.918323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:29.947289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 545bb123-e5fd-41e3-9449-94bf4353a2fe yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:29.956955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef1588-b794-4a93-b4ef-9a642c3f2e32,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:30.006437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3', 'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': '5180d504-94e8-4044-b48f-0dcf036e87ed'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:30.007291 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.025110 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.026685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-72ab5f9b-1f8b-440a-80be-1136eb910c49 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0713475 Apr 25 15:00:30.034203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.035692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ab611db-0bd5-4dd4-a52e-7d19b36a3a84 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8383803 Apr 25 15:00:30.036440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45468) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:30.046224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45470) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:30.056059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '2eb37d94-47ae-4ec0-8eea-8c4c61b55eb1', 'direction': 'ingress', 'protocol': 17}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:30.066793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': '93ef1588-b794-4a93-b4ef-9a642c3f2e32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:30.079066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:30.081999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:30.091754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:30.096653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:30.106313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:30.109077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:30.118597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:30.121589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:30.146418 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.175765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::18e (56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3/5180d504-94e8-4044-b48f-0dcf036e87ed/545bb123-e5fd-41e3-9449-94bf4353a2fe) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:30.231120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.427556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.543049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.564468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 545bb123-e5fd-41e3-9449-94bf4353a2fe will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:30.595002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.653852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45488) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:30.658882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.664125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.668362 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.683161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Allocated IP 2001:db8::2 (56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3/5180d504-94e8-4044-b48f-0dcf036e87ed/579a43a1-1d9a-4f31-acd7-f1042657e075) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:30.689842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.704981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b500b905-8e49-4696-bea9-a6219a8d24e1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:30.732963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:30.735130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=545bb123-e5fd-41e3-9449-94bf4353a2fe,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:30.740476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:30.749165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae9a91f-ac6b-4005-b929-407a0fc7e93e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:30.749324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:30.759484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:30.761882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.767733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.769656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c9f3f31a-4715-48c1-80f7-198a0958de4e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7317111 Apr 25 15:00:30.771368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.773517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b0841f25-1db9-42bf-b51b-72e5d6c5df1a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7235029 Apr 25 15:00:30.774050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45494) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:30.776324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:30.789116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': '93ef1588-b794-4a93-b4ef-9a642c3f2e32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:30.829132 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-70eb148f-da6b-4555-b311-00da0938bae4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2205906 Apr 25 15:00:30.830687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:30.832450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45502) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:30.846017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:30.846763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3', 'name': 'tempest-PortsIpV6TestJSON-2117960541'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:30.855375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:30.870869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:30.919310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef42fe36-3ef2-46ca-810e-f1af646a6a23 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.924240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:30.945752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:30.953795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.955469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 5c3a5c65-b842-4204-ac51-47e91f20eeb8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:30.955818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.961078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Usage tracker for resource:floatingip and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:30.967988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:30.977785 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:30.984376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:30.988184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Transition to ACTIVE for port object 579a43a1-1d9a-4f31-acd7-f1042657e075 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:31.006721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef42fe36-3ef2-46ca-810e-f1af646a6a23 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.007971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Transition to ACTIVE for port object 579a43a1-1d9a-4f31-acd7-f1042657e075 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:31.018226 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.056019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.085963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:31.093436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:31.095791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:31.098161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:31.100113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:31.103155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:31.104161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Pushing event updated for resources: {'Port': ['ID=579a43a1-1d9a-4f31-acd7-f1042657e075,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:31.109316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:31.139018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.148903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.169701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:31.173284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.200315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Attempting to bind port 579a43a1-1d9a-4f31-acd7-f1042657e075 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:31.200693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Attempting to bind port 579a43a1-1d9a-4f31-acd7-f1042657e075 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'ebcc9439-24c5-4a00-a58b-495eda21c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:31.201065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 32a542d0-8f29-48a9-9d1b-354a078514cd yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:31.201215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Attempting to bind port 579a43a1-1d9a-4f31-acd7-f1042657e075 on network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:31.206584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:31.206962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Checking segment: {'id': 'ebcc9439-24c5-4a00-a58b-495eda21c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:31.207367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.207764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Bound using segment: {'id': 'ebcc9439-24c5-4a00-a58b-495eda21c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:31.208233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Bound port: 579a43a1-1d9a-4f31-acd7-f1042657e075, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc9439-24c5-4a00-a58b-495eda21c5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:31.208610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.232664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be562d0-9b5b-4f97-ab8c-c6f5cb49b470,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:31.234547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef42fe36-3ef2-46ca-810e-f1af646a6a23 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.265260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42fe36-3ef2-46ca-810e-f1af646a6a23 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb37d94-47ae-4ec0-8eea-8c4c61b55eb1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:31.267018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.271280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e77c8403-2974-40b7-8589-1aaf330975fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4865642 Apr 25 15:00:31.275698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:31.278514 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef42fe36-3ef2-46ca-810e-f1af646a6a23 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.282272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef42fe36-3ef2-46ca-810e-f1af646a6a23 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/2eb37d94-47ae-4ec0-8eea-8c4c61b55eb1 HTTP/1.1" status: 204 len: 168 time: 0.5044191 Apr 25 15:00:31.285769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:31.291236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45510) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:31.310612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] For port 579a43a1-1d9a-4f31-acd7-f1042657e075, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:31.312758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:31.314810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] For port 579a43a1-1d9a-4f31-acd7-f1042657e075, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=579a43a1-1d9a-4f31-acd7-f1042657e075,segment=NetworkSegment(ebcc9439-24c5-4a00-a58b-495eda21c5a6),segment_id=ebcc9439-24c5-4a00-a58b-495eda21c5a6)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:31.321390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.323329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:floatingip and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:31.329381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:31.345803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:31.356989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::3b6 (56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3/5180d504-94e8-4044-b48f-0dcf036e87ed/32a542d0-8f29-48a9-9d1b-354a078514cd) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:31.379989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.404961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee4ec580-0595-4e70-8dc5-59846ecdd72e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:31.447443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc039e-5f43-4ac4-8992-4897be91e105 None None] Pushing event updated for resources: {'Port': ['ID=579a43a1-1d9a-4f31-acd7-f1042657e075,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:31.458616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee4ec580-0595-4e70-8dc5-59846ecdd72e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:31.463625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee4ec580-0595-4e70-8dc5-59846ecdd72e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1660008 Apr 25 15:00:31.463625 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.463838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:31.474493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971131992'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:31.490435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.529588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:31.618732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:31.698120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.701013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 5c3a5c65-b842-4204-ac51-47e91f20eeb8 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:31.746058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:31.754101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:31.759374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:31.769896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:31.787349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Allocated IP 172.25.0.26 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/58a9a1cf-fdf1-421c-83f2-42e88e4d83de) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:31.869200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:31.895637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 32a542d0-8f29-48a9-9d1b-354a078514cd will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:31.930190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 579a43a1-1d9a-4f31-acd7-f1042657e075 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:31.965693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.015718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.018566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 579a43a1-1d9a-4f31-acd7-f1042657e075 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:32.096780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.102745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:32.103535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.111215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:32.121425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:32.125338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.127160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:32.127993 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.133214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.133578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=32a542d0-8f29-48a9-9d1b-354a078514cd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:32.201434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8d4b74-0b1b-4624-8423-57de726bd12d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:32.213559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.215546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e1d1017a-e59c-44bb-8d97-85c5ff94f5c4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7466242 Apr 25 15:00:32.223566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45518) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:32.224629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.230503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=5c3a5c65-b842-4204-ac51-47e91f20eeb8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:32.260322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116140825'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:32.307471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:32.328252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:32.338304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:32.349253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:32.361290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:32.369130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:32.380950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:32.430427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.445960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Port': ['ID=58a9a1cf-fdf1-421c-83f2-42e88e4d83de,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:32.460962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.25.0.127 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/7fa427a6-8bad-4d3f-a299-b91a9f8b8944) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:32.506842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:32.522806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:32.526000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-27541e32-5f75-4065-9e82-188897c3206d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6921446 Apr 25 15:00:32.526493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:32.534040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45522) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:32.538262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.538501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:32.690096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.777621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abe1ce-6966-44f5-abc3-fdcb1797ef6f None None] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:32.843078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 75707439-5dbc-4a32-b897-0219e2173d2e has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:32.893225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] Provisioning for port 579a43a1-1d9a-4f31-acd7-f1042657e075 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:32.913115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] Provisioning complete for port 579a43a1-1d9a-4f31-acd7-f1042657e075 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:32.913483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.933632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.960365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:32.983786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:32.999000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-05101095-d9c3-4af9-968b-709ab0c1e94e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/75707439-5dbc-4a32-b897-0219e2173d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0539238 Apr 25 15:00:33.000139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45526) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:33.002960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] Sync routers for ids ['75707439-5dbc-4a32-b897-0219e2173d2e'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:33.019442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] Routers {'75707439-5dbc-4a32-b897-0219e2173d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:33.020007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75707439-5dbc-4a32-b897-0219e2173d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:33.027774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4565a3-d4cc-4da1-ab59-124c32c067aa tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:33.028498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d4565a3-d4cc-4da1-ab59-124c32c067aa tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:33.035409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.053457 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.055537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2c79899-d2a3-4722-84d8-1daaa1252e99 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:33.075358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c2c79899-d2a3-4722-84d8-1daaa1252e99 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:33.079777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c2c79899-d2a3-4722-84d8-1daaa1252e99 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=75707439-5dbc-4a32-b897-0219e2173d2e HTTP/1.1" status: 200 len: 205 time: 0.0753887 Apr 25 15:00:33.080174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:33.089086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:33.117355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d4565a3-d4cc-4da1-ab59-124c32c067aa tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:33.122805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0d4565a3-d4cc-4da1-ab59-124c32c067aa tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18e HTTP/1.1" status: 200 len: 929 time: 0.5822184 Apr 25 15:00:33.130287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45534) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:33.183927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd60b9-4500-4c5c-b411-7f7742c76dca,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:33.202494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.204553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] Routers {'75707439-5dbc-4a32-b897-0219e2173d2e'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:33.205247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75707439-5dbc-4a32-b897-0219e2173d2e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:33.233481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.252901 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.254364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.258364 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-75d84429-f62b-4859-bb5b-f861a4ccc865 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0268266 Apr 25 15:00:33.266486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45538) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:33.304443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] For port 579a43a1-1d9a-4f31-acd7-f1042657e075, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=579a43a1-1d9a-4f31-acd7-f1042657e075,segment=NetworkSegment(ebcc9439-24c5-4a00-a58b-495eda21c5a6),segment_id=ebcc9439-24c5-4a00-a58b-495eda21c5a6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:33.305572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:33.306086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5674b223-d2f7-42ca-b825-bd68fb82b009 None None] The sync data for ids ['75707439-5dbc-4a32-b897-0219e2173d2e'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:33.310395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.341135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '6e8d4b74-0b1b-4624-8423-57de726bd12d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ccd60b9-4500-4c5c-b411-7f7742c76dca', 'remote_ip_prefix': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:33.359261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:33.367007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:33.375928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:33.377631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71490d9b-e76e-48c7-a8aa-5ae2c0538412 None None] Pushing event updated for resources: {'Port': ['ID=579a43a1-1d9a-4f31-acd7-f1042657e075,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:33.378310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:33.387797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 32a542d0-8f29-48a9-9d1b-354a078514cd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:33.388207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.414151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:33.451061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:33.498177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:33.500104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=7fa427a6-8bad-4d3f-a299-b91a9f8b8944,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:33.596776 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.599300 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.629704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.630347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 75707439-5dbc-4a32-b897-0219e2173d2e {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:00:33.639956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.656088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.657667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d1f9089a-c71c-4a91-832e-ff69cfd61a30 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/75707439-5dbc-4a32-b897-0219e2173d2e HTTP/1.1" status: 204 len: 168 time: 0.5764680 Apr 25 15:00:33.661443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45542) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:33.753548 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.762028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet b36c7acb-84a5-415c-9404-4a92a2927088 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:00:33.765417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Provisioning for port 32a542d0-8f29-48a9-9d1b-354a078514cd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:33.766922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.776250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Provisioning complete for port 32a542d0-8f29-48a9-9d1b-354a078514cd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:33.777430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.851997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.856260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.858279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:33.910075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Port 32a542d0-8f29-48a9-9d1b-354a078514cd cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:33.913340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 579a43a1-1d9a-4f31-acd7-f1042657e075 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:33.970107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Provisioning for port 545bb123-e5fd-41e3-9449-94bf4353a2fe completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:33.978895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Provisioning complete for port 545bb123-e5fd-41e3-9449-94bf4353a2fe triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:33.979597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.069969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Port 545bb123-e5fd-41e3-9449-94bf4353a2fe cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:34.081123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 579a43a1-1d9a-4f31-acd7-f1042657e075 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:34.081836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.082949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.096739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Port': ['ID=58a9a1cf-fdf1-421c-83f2-42e88e4d83de,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:34.115679 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.121831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.153542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.156381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Provisioning complete for port 579a43a1-1d9a-4f31-acd7-f1042657e075 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:34.157014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-949b356e-1ce2-4a49-aaad-23a56bbd1baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.170860 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.293013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.313708 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.317479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0260738d-7d5c-4c59-85f4-8aa1b2bb1a22,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:34.326023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 32a542d0-8f29-48a9-9d1b-354a078514cd owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:34.335354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=b36c7acb-84a5-415c-9404-4a92a2927088,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:34.337405 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.346591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-827d6ebe-8718-40c2-b4aa-83ae915a3e1f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/b36c7acb-84a5-415c-9404-4a92a2927088 HTTP/1.1" status: 204 len: 168 time: 0.6840854 Apr 25 15:00:34.347268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:34.359786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ad19d-927f-43d7-ba4d-212b7a286cac None None] Network 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:34.390853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.429693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.434017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-432045c6-4dc8-4038-9d99-3fe93f3477e1 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7758765 Apr 25 15:00:34.435177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.435906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c365a6cd-9e59-4e88-b653-d46c9371ddb0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1595180 Apr 25 15:00:34.436437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45552) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:34.440805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45554) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:34.459896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-648854507'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:34.488287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.490690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:34.500571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Usage tracker for resource:network and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:34.506630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:34.543748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea58220f-7aa0-4981-a025-937ef5de8299 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.556241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea58220f-7aa0-4981-a025-937ef5de8299 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.577515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port a9285c66-e444-4c17-8c38-83b9c483507a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:34.577864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.590235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:34.591435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-857ae2a4-2e34-4ad9-90b8-591703aa3390 None None] Provisioning complete for port 545bb123-e5fd-41e3-9449-94bf4353a2fe triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:34.592016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857ae2a4-2e34-4ad9-90b8-591703aa3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.634256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Made reservation on behalf of afa4286a2e2d4d62b1608b1dab13eece for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:34.638164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.659428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-857ae2a4-2e34-4ad9-90b8-591703aa3390 None None] Port 545bb123-e5fd-41e3-9449-94bf4353a2fe cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:34.670060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.676005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-857ae2a4-2e34-4ad9-90b8-591703aa3390 None None] Provisioning complete for port 32a542d0-8f29-48a9-9d1b-354a078514cd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:34.676396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-857ae2a4-2e34-4ad9-90b8-591703aa3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.696177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea58220f-7aa0-4981-a025-937ef5de8299 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.700218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:34.703523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.708846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Usage tracker for resource:security_group_rule and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:34.721521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-857ae2a4-2e34-4ad9-90b8-591703aa3390 None None] Port 32a542d0-8f29-48a9-9d1b-354a078514cd was deleted so its status cannot be updated. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 25 15:00:34.731532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58220f-7aa0-4981-a025-937ef5de8299 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0260738d-7d5c-4c59-85f4-8aa1b2bb1a22,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:34.740404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea58220f-7aa0-4981-a025-937ef5de8299 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.744404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ea58220f-7aa0-4981-a025-937ef5de8299 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0260738d-7d5c-4c59-85f4-8aa1b2bb1a22 HTTP/1.1" status: 204 len: 168 time: 0.3043923 Apr 25 15:00:34.747639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] DHCP port deletion for 674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:00:34.752277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Deleting port a9285c66-e444-4c17-8c38-83b9c483507a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:34.752774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.764591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:34.888366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:34.896125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port a9285c66-e444-4c17-8c38-83b9c483507a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a9285c66-e444-4c17-8c38-83b9c483507a,segment=NetworkSegment(5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e),segment_id=5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:34.896505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.912659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:34.914305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5b707f0d-cf5b-4105-9fcc-eeef0bf4f17f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:34.914805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=32a542d0-8f29-48a9-9d1b-354a078514cd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:34.918968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:00:34.969764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.983663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.994262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5b707f0d-cf5b-4105-9fcc-eeef0bf4f17f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:34.995421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:34.998892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5b707f0d-cf5b-4105-9fcc-eeef0bf4f17f tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2329996 Apr 25 15:00:35.008209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45568) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:35.018853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] For port a9285c66-e444-4c17-8c38-83b9c483507a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a9285c66-e444-4c17-8c38-83b9c483507a,segment=NetworkSegment(5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e),segment_id=5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:35.019263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.084493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for a9285c66-e444-4c17-8c38-83b9c483507a owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:35.160821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Calling delete_port for a9285c66-e444-4c17-8c38-83b9c483507a owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:35.172271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-827bc052-7b7d-4c69-b3be-e8fcdcb0b105 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/32a542d0-8f29-48a9-9d1b-354a078514cd HTTP/1.1" status: 204 len: 168 time: 2.0357711 Apr 25 15:00:35.177096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45572) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:35.206219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.220089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=7fa427a6-8bad-4d3f-a299-b91a9f8b8944,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:35.234677 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0b3119-5420-4c78-93dc-cf401a61c257 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:35.234677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ad0b3119-5420-4c78-93dc-cf401a61c257 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:35.250260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.269154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:00:35.269741 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:00:35.280480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5219b107-f67a-4747-bbfd-c70fea0e7871 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.282178 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.283407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01c0a8b9-5102-4079-88eb-4c5709bc5dc6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0025318 Apr 25 15:00:35.301116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ad0b3119-5420-4c78-93dc-cf401a61c257 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:35.305759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ad0b3119-5420-4c78-93dc-cf401a61c257 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/32a542d0-8f29-48a9-9d1b-354a078514cd HTTP/1.1" status: 404 len: 333 time: 0.1276486 Apr 25 15:00:35.306812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No DVR routers for this DVR port a9285c66-e444-4c17-8c38-83b9c483507a on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:00:35.308176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:35.311059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=a9285c66-e444-4c17-8c38-83b9c483507a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:35.337553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5219b107-f67a-4747-bbfd-c70fea0e7871 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.352015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.365655 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.416626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:35.427127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431d28a3-1228-4f32-b202-10a66b9b362c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:35.460449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5219b107-f67a-4747-bbfd-c70fea0e7871 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.470432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.471047 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Added segment 9858fcb6-c508-4ea7-99fe-606d8e86a97e of type vlan for network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 Apr 25 15:00:35.497542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.499394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219b107-f67a-4747-bbfd-c70fea0e7871 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd60b9-4500-4c5c-b411-7f7742c76dca,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:35.530930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 545bb123-e5fd-41e3-9449-94bf4353a2fe {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:35.531277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.545994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.551370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5219b107-f67a-4747-bbfd-c70fea0e7871 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.553530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5219b107-f67a-4747-bbfd-c70fea0e7871 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ccd60b9-4500-4c5c-b411-7f7742c76dca HTTP/1.1" status: 204 len: 168 time: 0.5038979 Apr 25 15:00:35.555546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45592) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:35.601516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:35.630835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:35.631139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceea138-0c9e-4ed1-a8ce-63bcd5bebc5e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:35.632972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.639044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:35.639640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.639829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e88ea266-a272-40f7-8816-8a4936036632 req-f9a345e2-5e7d-4096-a00a-6296abc68a91 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:35.677538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.694609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1129fb53-34f6-4121-9404-d54aee14c053 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:35.703271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2629080 Apr 25 15:00:35.710522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45596) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:35.716506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.724671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Request body: {'subnet': {'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:35.764447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e88ea266-a272-40f7-8816-8a4936036632 req-f9a345e2-5e7d-4096-a00a-6296abc68a91 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:35.765532 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-f9a345e2-5e7d-4096-a00a-6296abc68a91 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--226521166&fields=id&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 267 time: 0.2803283 Apr 25 15:00:35.767049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7827cb-63ec-428f-92de-258539e4d54e tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Network': ['ID=f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:35.769360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:00:35.769832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.771245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Deleting port a9285c66-e444-4c17-8c38-83b9c483507a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:35.771638 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.778748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1129fb53-34f6-4121-9404-d54aee14c053 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:35.782862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1129fb53-34f6-4121-9404-d54aee14c053 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2236476 Apr 25 15:00:35.783268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45600) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:00:35.788047 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:00:35.800941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:35.866430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c045bf6-d36e-47a1-9444-bc475e7bdf5a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.904231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c045bf6-d36e-47a1-9444-bc475e7bdf5a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.927977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b2d551ac-f5d6-474b-928e-3ab5e2589d66 None None] The port 'a9285c66-e444-4c17-8c38-83b9c483507a' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:00:35.934392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a9285c66-e444-4c17-8c38-83b9c483507a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:00:35.960925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c045bf6-d36e-47a1-9444-bc475e7bdf5a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:35.992415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c045bf6-d36e-47a1-9444-bc475e7bdf5a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8d4b74-0b1b-4624-8423-57de726bd12d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:36.007490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c045bf6-d36e-47a1-9444-bc475e7bdf5a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.011909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7c045bf6-d36e-47a1-9444-bc475e7bdf5a tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/6e8d4b74-0b1b-4624-8423-57de726bd12d HTTP/1.1" status: 204 len: 168 time: 0.2275066 Apr 25 15:00:36.012716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45604) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.034277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a9285c66-e444-4c17-8c38-83b9c483507a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:00:36.034539 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a9285c66-e444-4c17-8c38-83b9c483507a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:00:36.083437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-770637fb-a196-488f-bcbf-efc1885cb738 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:36.101664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-770637fb-a196-488f-bcbf-efc1885cb738 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:36.103196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-770637fb-a196-488f-bcbf-efc1885cb738 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894871 Apr 25 15:00:36.109282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45608) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.114718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490398996'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:36.122617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:36.132621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:36.145715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.176171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:36.181150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:36.185263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:36.191958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:36.265567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45616) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.270066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:36.277567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.284963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.296492 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.306790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.312534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Usage tracker for resource:subnet and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:36.321463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:36.335225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:36.343618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:36.377810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.389898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8783bd45-5f96-495d-b8f5-b43ea4a1bfc5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/674fb4bd-deaf-4a4f-ad3b-8d54a4bdceaf HTTP/1.1" status: 204 len: 168 time: 2.0377986 Apr 25 15:00:36.391896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45622) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.392778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-14b68be7-2c54-468d-b0a0-25c902b54165 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:36.393516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e88ea266-a272-40f7-8816-8a4936036632 req-14b68be7-2c54-468d-b0a0-25c902b54165 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:36.397817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e09397-bfac-4b63-8ced-1af415029396,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:36.406833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-633492490', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:36.413233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.417754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-08a1ef75-eed3-4fc3-8572-13baa3b0f3c0 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3040829 Apr 25 15:00:36.418036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:36.420181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45626) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.426682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:36.431663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '53e09397-bfac-4b63-8ced-1af415029396', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:36.437309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:36.445120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:36.447247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:36.455577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:36.462352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:36.471224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:36.476348 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.477358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.518048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Made reservation on behalf of afa4286a2e2d4d62b1608b1dab13eece for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:36.518306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.520451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a50fd8-4154-4809-ba36-e4f1072261e0 req-81db2271-15f1-473f-b369-72806b81af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:36.520661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.521992 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26a50fd8-4154-4809-ba36-e4f1072261e0 req-81db2271-15f1-473f-b369-72806b81af10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1097 time: 0.2554069 Apr 25 15:00:36.530760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.541223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 545bb123-e5fd-41e3-9449-94bf4353a2fe owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:36.603343 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.615001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-26a50fd8-4154-4809-ba36-e4f1072261e0 req-3869a198-0599-4a4d-a9b6-bae38599078e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848749 Apr 25 15:00:36.655814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.656983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8786d9f8-3aa5-4826-b7b4-f516216bd1cc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2611828 Apr 25 15:00:36.659399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.660143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45632) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.666668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-475734178'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:36.670162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e88ea266-a272-40f7-8816-8a4936036632 req-14b68be7-2c54-468d-b0a0-25c902b54165 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:36.671303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-14b68be7-2c54-468d-b0a0-25c902b54165 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.8666401 Apr 25 15:00:36.671764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.680577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:36.698966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:36.705567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:36.711235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-bfd92bc6-1fa5-4459-a823-50e4f42f601d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/quotas/700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 375 time: 0.0310600 Apr 25 15:00:36.714414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e12ae8a-cec8-4e9d-bb34-d3905f834ff4,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:36.717832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:36.721651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.725239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-593eff47-9260-4675-98a1-b393ff348f5c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3007536 Apr 25 15:00:36.725925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45636) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.744064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:36.747469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.784754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79938a0d-253b-4b77-b818-d6c2790041f6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.803804 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79938a0d-253b-4b77-b818-d6c2790041f6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.809452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:36.826309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.826660 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 8e856f8b-10ff-4a84-9fa4-0380d2394592 of type vlan for network 8cb5c1fa-5f68-45ce-8494-952be20f879b Apr 25 15:00:36.842299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79938a0d-253b-4b77-b818-d6c2790041f6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.864314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.868901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.877529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79938a0d-253b-4b77-b818-d6c2790041f6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e12ae8a-cec8-4e9d-bb34-d3905f834ff4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:36.889198 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79938a0d-253b-4b77-b818-d6c2790041f6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.890313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79938a0d-253b-4b77-b818-d6c2790041f6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1e12ae8a-cec8-4e9d-bb34-d3905f834ff4 HTTP/1.1" status: 204 len: 168 time: 0.1633396 Apr 25 15:00:36.900384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45640) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:36.941244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.946699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:36.947306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:36.968291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=545bb123-e5fd-41e3-9449-94bf4353a2fe,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:36.987560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3156fe09-da9b-45f2-9ae8-097de11795d7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:37.000614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-dd56e9c8-c53d-4122-9bf8-c85385dc2a52 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2689469 Apr 25 15:00:37.006885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.069780 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4083486 Apr 25 15:00:37.079045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45648) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:37.090338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:37.112111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3156fe09-da9b-45f2-9ae8-097de11795d7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:37.113709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3156fe09-da9b-45f2-9ae8-097de11795d7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2121744 Apr 25 15:00:37.114944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b59ca3-1e30-4c05-bb8e-b1cc93841fa9 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=8cb5c1fa-5f68-45ce-8494-952be20f879b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:37.117000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:37.132883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:37.203606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-959cc00c-7e82-4fc8-9563-d17e8323ecab tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/545bb123-e5fd-41e3-9449-94bf4353a2fe HTTP/1.1" status: 204 len: 168 time: 1.8942263 Apr 25 15:00:37.208611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.212266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45656) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:37.260557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:37.275017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:37.280032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:37.288607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8f97b25-c0dd-40f0-a499-216ea686b9e1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.288962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:37.318493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:37.322104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.357473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8f97b25-c0dd-40f0-a499-216ea686b9e1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.373298 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c11e19e-f787-4534-a9b4-9dabec19225d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:37.373905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6c11e19e-f787-4534-a9b4-9dabec19225d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:37.400716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Subnet': ['ID=b2dda5fa-4255-43e9-9709-206ef0d8d889,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:37.428803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6c11e19e-f787-4534-a9b4-9dabec19225d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:37.433256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6c11e19e-f787-4534-a9b4-9dabec19225d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/545bb123-e5fd-41e3-9449-94bf4353a2fe HTTP/1.1" status: 404 len: 333 time: 0.1880715 Apr 25 15:00:37.440252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45664) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:37.505740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-d95adb38-403e-4453-bdbf-4bdd006aff60 service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240339 Apr 25 15:00:37.531164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Checking segment: {'id': '9858fcb6-c508-4ea7-99fe-606d8e86a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:37.531536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network hostable DHCP agents. Network: f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:37.535562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8f97b25-c0dd-40f0-a499-216ea686b9e1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.562327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f97b25-c0dd-40f0-a499-216ea686b9e1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e09397-bfac-4b63-8ced-1af415029396,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:37.642640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 5180d504-94e8-4044-b48f-0dcf036e87ed {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:00:37.651251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.686710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:37.687574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8f97b25-c0dd-40f0-a499-216ea686b9e1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.688871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8f97b25-c0dd-40f0-a499-216ea686b9e1 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/53e09397-bfac-4b63-8ced-1af415029396 HTTP/1.1" status: 204 len: 168 time: 0.5586214 Apr 25 15:00:37.691162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45672) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:37.718612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:37.728589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e52a355-74ac-4aef-ad32-49ebf62a0ba8 None None] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:37.739943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.769684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:37.770286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.802749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-c260568a-0692-4a50-9785-fc09cb39d560 service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948217 Apr 25 15:00:37.861199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.879033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:37.921076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a04c35c8-8271-4eb4-a4ee-b8c0387d9e02 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:37.992901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a04c35c8-8271-4eb4-a4ee-b8c0387d9e02 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:38.002291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a04c35c8-8271-4eb4-a4ee-b8c0387d9e02 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3100262 Apr 25 15:00:38.005770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45682) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:38.005770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=68462b44-28f5-4a4c-9031-837146483cae,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:38.018885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068068548'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:38.024171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966', 'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966', 'tenant_id': 'afa4286a2e2d4d62b1608b1dab13eece', 'fixed_ips': [{'subnet_id': 'b2dda5fa-4255-43e9-9709-206ef0d8d889'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:38.025050 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.037009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:38.051036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:38.051797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 8cb5c1fa-5f68-45ce-8494-952be20f879b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:38.102964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-40e2fea1-4f17-4f29-893b-7ea2efdd16ff tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3886144 Apr 25 15:00:38.103992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45686) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:38.114280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1105501126', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:38.123640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10afa534-ae49-4f79-b8c9-e9dcf0f3ecdb req-124b753d-1996-4fd2-b56e-3ba85b65cda9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.0758393 Apr 25 15:00:38.129126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:38.130726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:38.140335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Usage tracker for resource:router and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:38.146135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:38.153593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:38.161385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:38.172992 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.180280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.181381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.188106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8cb5c1fa-5f68-45ce-8494-952be20f879b) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:38.197069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:38.197807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.212353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5fb1b2-ed1f-4926-a17b-13474c4f5d82 None None] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:38.215448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:38.217369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.219139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.222450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:38.227236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:38.234692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:38.241143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b36609a8-df33-4a15-990e-d51292854de8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1595681 Apr 25 15:00:38.241953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:38.277406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=5180d504-94e8-4044-b48f-0dcf036e87ed,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:38.289484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.302598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-edf0793a-ebe1-47d3-8cdb-ab8478b63278 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/5180d504-94e8-4044-b48f-0dcf036e87ed HTTP/1.1" status: 204 len: 168 time: 0.8585641 Apr 25 15:00:38.348329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45698) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:38.399907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11206a-d8e8-4c7b-a8a1-3ae655ba2d37 None None] Network 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:38.472379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Allocated IP 172.20.0.2 (f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966/b2dda5fa-4255-43e9-9709-206ef0d8d889/dc676cfd-3cb2-44b8-bf3e-678e29492b31) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:38.613975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.698142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-009048b2-49cc-45a0-9de4-14df920e9aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.779450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.906965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8cb5c1fa-5f68-45ce-8494-952be20f879b', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:38.907794 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.958634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.965203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.977116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:38.996803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.044919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 579a43a1-1d9a-4f31-acd7-f1042657e075 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:39.045496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.058509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] DHCP port deletion for 56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:00:39.095517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] Deleting port 579a43a1-1d9a-4f31-acd7-f1042657e075 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:39.095933 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.129281 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.141896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.143736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1298752 Apr 25 15:00:39.147596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45704) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:39.158163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '0e17f9a9-ef59-4746-b3f5-12e358503211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:39.174760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Allocated IP 172.25.0.67 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/d4d9e764-aebc-41a8-8193-7e13d5442216) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:39.177487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:39.185447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:39.192033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:39.195959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7b37f-7f1a-4b85-80db-ba8095c74383 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e17f9a9-ef59-4746-b3f5-12e358503211,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:39.200219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Transition to ACTIVE for port object dc676cfd-3cb2-44b8-bf3e-678e29492b31 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:39.200411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:39.277437 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.329306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.400251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] For port 579a43a1-1d9a-4f31-acd7-f1042657e075, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=579a43a1-1d9a-4f31-acd7-f1042657e075,segment=NetworkSegment(ebcc9439-24c5-4a00-a58b-495eda21c5a6),segment_id=ebcc9439-24c5-4a00-a58b-495eda21c5a6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:39.400827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.444567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c5f2762-8e3c-431b-8a5c-bc70b59fa221 req-a3241339-4914-4b18-8d6a-757c60a5c971 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.1044841 Apr 25 15:00:39.590575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.591715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] Calling delete_port for 579a43a1-1d9a-4f31-acd7-f1042657e075 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:39.626657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Transition to ACTIVE for port object dc676cfd-3cb2-44b8-bf3e-678e29492b31 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:39.654811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.656755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.663744 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.678856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-8467b9f5-bba2-451e-86b5-4f15812e7c86 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:39.680334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-8467b9f5-bba2-451e-86b5-4f15812e7c86 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.2990594 Apr 25 15:00:39.722838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eeb35ca-d506-4313-83ea-fd082188027a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:39.724637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Allocated IP 2001:db8::2 (8cb5c1fa-5f68-45ce-8494-952be20f879b/68462b44-28f5-4a4c-9031-837146483cae/cc764d5b-b9da-4ab7-adce-8e44cb26e152) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:39.752019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.756085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b06ff75-1f4e-4c4a-ad3f-5669efdc20b4 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6070902 Apr 25 15:00:39.757132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45712) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:39.769130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:39.777601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:39.785079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:39.787505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Pushing event updated for resources: {'Port': ['ID=dc676cfd-3cb2-44b8-bf3e-678e29492b31,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:39.787857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-2d0a7ce7-3d7f-48da-98d6-4f9ab5d23310 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 472 time: 0.0869820 Apr 25 15:00:39.793062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.861163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.869608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'port': {'device_id': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'admin_state_up': True, 'tenant_id': '700bd23b9445478a9e59222159060338', 'security_groups': ['93ef1588-b794-4a93-b4ef-9a642c3f2e32']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:39.887835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Port': ['ID=d4d9e764-aebc-41a8-8193-7e13d5442216,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:39.895942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1f927339-7b50-49c9-b2ff-dcbddf364492 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules/7eeb35ca-d506-4313-83ea-fd082188027a HTTP/1.1" status: 200 len: 763 time: 0.1331153 Apr 25 15:00:39.899069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45716) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:39.937428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] For port 579a43a1-1d9a-4f31-acd7-f1042657e075, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=579a43a1-1d9a-4f31-acd7-f1042657e075,segment=NetworkSegment(ebcc9439-24c5-4a00-a58b-495eda21c5a6),segment_id=ebcc9439-24c5-4a00-a58b-495eda21c5a6)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:39.937792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:39.960446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 579a43a1-1d9a-4f31-acd7-f1042657e075 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:00:40.068294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:40.070861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 579a43a1-1d9a-4f31-acd7-f1042657e075 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:40.115943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:40.117169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] Pushing event deleted for resources: {'Port': ['ID=579a43a1-1d9a-4f31-acd7-f1042657e075,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:40.119795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 579a43a1-1d9a-4f31-acd7-f1042657e075 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:00:40.120694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 579a43a1-1d9a-4f31-acd7-f1042657e075 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:00:40.122209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97018e57-03e3-4727-ab16-48adc5aee7dc None None] No DVR routers for this DVR port 579a43a1-1d9a-4f31-acd7-f1042657e075 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:00:40.129195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:40.159379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Attempting to bind port dc676cfd-3cb2-44b8-bf3e-678e29492b31 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:40.159769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Attempting to bind port dc676cfd-3cb2-44b8-bf3e-678e29492b31 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9858fcb6-c508-4ea7-99fe-606d8e86a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:40.160145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Attempting to bind port dc676cfd-3cb2-44b8-bf3e-678e29492b31 on network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:40.165094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:00:40.165094 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:00:40.169334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:40.169780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Checking segment: {'id': '9858fcb6-c508-4ea7-99fe-606d8e86a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:40.170375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.170772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Bound using segment: {'id': '9858fcb6-c508-4ea7-99fe-606d8e86a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:40.171248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Bound port: dc676cfd-3cb2-44b8-bf3e-678e29492b31, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9858fcb6-c508-4ea7-99fe-606d8e86a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:40.171629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.215085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e3e520fd-c966-4ec8-9ee2-398452041392 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:40.325099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:40.346910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] For port dc676cfd-3cb2-44b8-bf3e-678e29492b31, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:40.351650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] For port dc676cfd-3cb2-44b8-bf3e-678e29492b31, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dc676cfd-3cb2-44b8-bf3e-678e29492b31,segment=NetworkSegment(9858fcb6-c508-4ea7-99fe-606d8e86a97e),segment_id=9858fcb6-c508-4ea7-99fe-606d8e86a97e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:40.352956 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.359399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.376757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e3e520fd-c966-4ec8-9ee2-398452041392 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:40.380565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e3e520fd-c966-4ec8-9ee2-398452041392 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4743645 Apr 25 15:00:40.381225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:40.406905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Transition to ACTIVE for port object cc764d5b-b9da-4ab7-adce-8e44cb26e152 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:40.415602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2da2f857-2014-4200-8837-bf10d72bd5e7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.427688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2da2f857-2014-4200-8837-bf10d72bd5e7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.430406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:40.458306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2da2f857-2014-4200-8837-bf10d72bd5e7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.467872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Transition to ACTIVE for port object cc764d5b-b9da-4ab7-adce-8e44cb26e152 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:40.478278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Made reservation on behalf of 700bd23b9445478a9e59222159060338 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:40.480880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de132ed7-038b-4c26-abda-2895ce2afb6f None None] Pushing event updated for resources: {'Port': ['ID=dc676cfd-3cb2-44b8-bf3e-678e29492b31,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:40.486852 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.491724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2f857-2014-4200-8837-bf10d72bd5e7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eeb35ca-d506-4313-83ea-fd082188027a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:40.493290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.578606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:40.580685 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2da2f857-2014-4200-8837-bf10d72bd5e7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.582322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2da2f857-2014-4200-8837-bf10d72bd5e7 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7eeb35ca-d506-4313-83ea-fd082188027a HTTP/1.1" status: 204 len: 168 time: 0.1998672 Apr 25 15:00:40.587705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:40.588628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:40.595536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:40.607777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Pushing event updated for resources: {'Port': ['ID=cc764d5b-b9da-4ab7-adce-8e44cb26e152,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:40.629385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8::1 (8cb5c1fa-5f68-45ce-8494-952be20f879b/68462b44-28f5-4a4c-9031-837146483cae/302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:40.705389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Attempting to bind port cc764d5b-b9da-4ab7-adce-8e44cb26e152 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:40.705761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Attempting to bind port cc764d5b-b9da-4ab7-adce-8e44cb26e152 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:40.706177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Attempting to bind port cc764d5b-b9da-4ab7-adce-8e44cb26e152 on network 8cb5c1fa-5f68-45ce-8494-952be20f879b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:40.712169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:40.712169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Checking segment: {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:40.712463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.712816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Bound using segment: {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:40.713308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Bound port: cc764d5b-b9da-4ab7-adce-8e44cb26e152, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:40.714246 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.723642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 579a43a1-1d9a-4f31-acd7-f1042657e075 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:40.724668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.767832 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd37ec88-1541-4d36-881b-047bf2e13348 req-f025e629-0d30-43e0-909f-ac19dd4c4d64 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.1142285 Apr 25 15:00:40.841803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bbac8981-5e31-441f-8f10-d3bbf0be1bac tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:40.860760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.890189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] The port '579a43a1-1d9a-4f31-acd7-f1042657e075' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:00:40.897011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] For port cc764d5b-b9da-4ab7-adce-8e44cb26e152, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:40.907260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] For port cc764d5b-b9da-4ab7-adce-8e44cb26e152, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=cc764d5b-b9da-4ab7-adce-8e44cb26e152,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:40.922080 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:40.945176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bbac8981-5e31-441f-8f10-d3bbf0be1bac tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:40.950154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bbac8981-5e31-441f-8f10-d3bbf0be1bac tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3560960 Apr 25 15:00:40.953720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45730) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:40.964614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '0e17f9a9-ef59-4746-b3f5-12e358503211', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:40.983350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:40.993094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a1e45af-bb51-49df-b2ba-740a78223d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.047417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e926928-37e3-47a8-8f4e-873579dedd9f None None] Pushing event updated for resources: {'Port': ['ID=cc764d5b-b9da-4ab7-adce-8e44cb26e152,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:41.059417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:41.158620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.173315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.20.0.13 (3625009f-9661-4b0d-81e3-a0f6017b5902/07ace9f6-a624-4c28-857b-fc8e65bfb60b/133ef695-3de6-4435-bd6b-00a30bab30f8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:41.187269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.247666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.251804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:41.271421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcc9439-24c5-4a00-a58b-495eda21c5a6') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:41.272396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcc9439-24c5-4a00-a58b-495eda21c5a6') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:41.288506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:41.293434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.317889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.328070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:00:41.328629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:00:41.366880 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:00:41.442628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.483475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.488873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.532482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:41.551629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:41.555431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:41.559203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:41.559783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.596655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.598123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.606734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.685346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-393699c1-bef0-4638-9d00-49aa0fb93913 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/56180b67-6d6c-4eaf-b6e9-f3bf0c6e8bd3 HTTP/1.1" status: 204 len: 168 time: 3.3352931 Apr 25 15:00:41.686013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45734) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:41.728679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1470328219'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:41.749657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:41.758850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:41.763427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:41.771110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:41.785165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:41.816422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:41.826041 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.826836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.883269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd12ae4-1342-45c8-870c-9b1c26a83c7b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:41.934685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:41.950621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:41.951061 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment 6fc48b82-a150-4127-964a-c65574c96992 of type vlan for network 622683dd-5ce3-44b7-a354-b415dd2ebea7 Apr 25 15:00:41.975140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.004343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.018546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c8180-3f94-46a7-a0f3-2381942cb804 None None] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:42.038647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.043486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8be8e6a0-fbf0-44be-8e5d-94110780266b tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0885532 Apr 25 15:00:42.049699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.061664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device cc764d5b-b9da-4ab7-adce-8e44cb26e152 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:42.075066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:42.076839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.175639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-635724ae-5236-4df1-8791-f8f2310f45db req-d06b95b6-5338-45bc-a9ea-bfeb5f923f2e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:42.200310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Transition to ACTIVE for port object 133ef695-3de6-4435-bd6b-00a30bab30f8 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:42.225896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-635724ae-5236-4df1-8791-f8f2310f45db req-d06b95b6-5338-45bc-a9ea-bfeb5f923f2e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:42.236410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-635724ae-5236-4df1-8791-f8f2310f45db req-d06b95b6-5338-45bc-a9ea-bfeb5f923f2e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.2201757 Apr 25 15:00:42.259523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a27951b6-1345-4aec-a46a-a0ccba443494 None None] Provisioning for port dc676cfd-3cb2-44b8-bf3e-678e29492b31 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:42.306766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.337432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe1ce41b-40fc-4ff5-8f52-e350433e35bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules/ddd12ae4-1342-45c8-870c-9b1c26a83c7b HTTP/1.1" status: 200 len: 763 time: 0.2542999 Apr 25 15:00:42.340055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:42.343273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port cc764d5b-b9da-4ab7-adce-8e44cb26e152 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:42.356536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf33d5-2255-413f-828f-7dba54eff418 None None] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:42.366137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Router 75192044-420b-4522-999c-92992f99f711 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:00:42.378815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dc676cfd-3cb2-44b8-bf3e-678e29492b31 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:42.478462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:42.481938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:42.484521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:42.510719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=133ef695-3de6-4435-bd6b-00a30bab30f8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:42.596435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] Provisioning for port cc764d5b-b9da-4ab7-adce-8e44cb26e152 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:42.609475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] Provisioning complete for port cc764d5b-b9da-4ab7-adce-8e44cb26e152 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:42.609915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.633631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:42.634299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.672965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port dc676cfd-3cb2-44b8-bf3e-678e29492b31 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:42.673455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:42.684817 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] Sync routers for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:42.697724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-a486e52b-3755-46ca-b9a1-e6a54d39da9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9001040 Apr 25 15:00:42.700876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:42.701537 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:42.702265 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.706704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0cf271a0-e9d4-44d0-8ed3-2f4bf63c9187 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6023192 Apr 25 15:00:42.707576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:42.715968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Request body: {'port': {'device_id': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:42.735938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port dc676cfd-3cb2-44b8-bf3e-678e29492b31 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:42.736460 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.749799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.753085 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.759950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:42.762167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.790349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.791514 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:42.814166 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:42.827287 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:42.828871 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:42.906499 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:42.907243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e63a53-6e39-422b-87d1-8e1d2aaf52d0 None None] The sync data for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:42.949882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.037917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5514da33-dbe2-44f7-9eff-baf730dd377d tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6967535 Apr 25 15:00:43.038625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45752) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:43.039722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.074777 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.124880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4300861 Apr 25 15:00:43.131307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] For port cc764d5b-b9da-4ab7-adce-8e44cb26e152, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=cc764d5b-b9da-4ab7-adce-8e44cb26e152,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:43.143843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45756) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:43.162580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:43.165749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port dc676cfd-3cb2-44b8-bf3e-678e29492b31, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dc676cfd-3cb2-44b8-bf3e-678e29492b31,segment=NetworkSegment(9858fcb6-c508-4ea7-99fe-606d8e86a97e),segment_id=9858fcb6-c508-4ea7-99fe-606d8e86a97e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:43.173268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.290713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.321962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:43.324889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8c6e3-e265-49c2-b696-24e732f8d0a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=622683dd-5ce3-44b7-a354-b415dd2ebea7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:43.333007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:43.342949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54517a69-e12f-410b-a72c-1a1d4faaafde tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.353486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:43.362318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fbe5d-6f53-40a8-b66e-62f7a3c8a102 None None] Pushing event updated for resources: {'Port': ['ID=cc764d5b-b9da-4ab7-adce-8e44cb26e152,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:43.364154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:43.366055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:43.375658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:43.378379 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54517a69-e12f-410b-a72c-1a1d4faaafde tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.459995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:43.465707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:43.469405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.488723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:43.533112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54517a69-e12f-410b-a72c-1a1d4faaafde tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.591869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5b71f1cf-07df-45c2-9535-eb00422c6286 None None] Provisioning for port 133ef695-3de6-4435-bd6b-00a30bab30f8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:43.608113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5b71f1cf-07df-45c2-9535-eb00422c6286 None None] Provisioning complete for port 133ef695-3de6-4435-bd6b-00a30bab30f8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:43.608495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5b71f1cf-07df-45c2-9535-eb00422c6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.678588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=dc676cfd-3cb2-44b8-bf3e-678e29492b31,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:43.712677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.714339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5b71f1cf-07df-45c2-9535-eb00422c6286 None None] Port 133ef695-3de6-4435-bd6b-00a30bab30f8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:43.729988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5b71f1cf-07df-45c2-9535-eb00422c6286 None None] Provisioning complete for port dc676cfd-3cb2-44b8-bf3e-678e29492b31 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:43.730377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5b71f1cf-07df-45c2-9535-eb00422c6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.747901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54517a69-e12f-410b-a72c-1a1d4faaafde tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddd12ae4-1342-45c8-870c-9b1c26a83c7b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:43.857110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54517a69-e12f-410b-a72c-1a1d4faaafde tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:43.858295 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-54517a69-e12f-410b-a72c-1a1d4faaafde tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ddd12ae4-1342-45c8-870c-9b1c26a83c7b HTTP/1.1" status: 204 len: 168 time: 0.8114657 Apr 25 15:00:43.864294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:43.927311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ec76-d0a2-4248-aad9-48ec262d01c8 req-13998341-bcd3-41b8-bc22-ee487689e7d5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:43.934561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device cc764d5b-b9da-4ab7-adce-8e44cb26e152 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:43.935066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a276ec76-d0a2-4248-aad9-48ec262d01c8 req-13998341-bcd3-41b8-bc22-ee487689e7d5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 932 time: 0.5343444 Apr 25 15:00:44.013186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port cc764d5b-b9da-4ab7-adce-8e44cb26e152 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:44.013663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.073645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-33d4e1b8-45f0-45aa-9b1b-db1d8379b7e6 None None] Provisioning complete for port cc764d5b-b9da-4ab7-adce-8e44cb26e152 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:44.074264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33d4e1b8-45f0-45aa-9b1b-db1d8379b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.158651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a276ec76-d0a2-4248-aad9-48ec262d01c8 req-0b12683d-4a6a-4254-ba11-88691df45c12 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223916 Apr 25 15:00:44.159570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133ef695-3de6-4435-bd6b-00a30bab30f8 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:00:44.169877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03bed45e-fb13-4193-abe6-d1d743bf74bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:44.170080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.180981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.225074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Transition to ACTIVE for port object 133ef695-3de6-4435-bd6b-00a30bab30f8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:44.231889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.262393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03bed45e-fb13-4193-abe6-d1d743bf74bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:44.263778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03bed45e-fb13-4193-abe6-d1d743bf74bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3950796 Apr 25 15:00:44.270617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45768) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:44.287610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=336533fd-7e11-45f0-98f8-3a106b1cfeca,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:44.289812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:00:44.296945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '0e17f9a9-ef59-4746-b3f5-12e358503211', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:44.306392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.306932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dc676cfd-3cb2-44b8-bf3e-678e29492b31 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:44.307088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.307449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.307836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.308253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.308644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.309141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.309435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.309861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.310256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.310639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.311025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.311503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.325256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:44.347319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-33d4e1b8-45f0-45aa-9b1b-db1d8379b7e6 None None] Provisioning for port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:44.354848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-33d4e1b8-45f0-45aa-9b1b-db1d8379b7e6 None None] Provisioning complete for port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:44.355227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33d4e1b8-45f0-45aa-9b1b-db1d8379b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.411419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:44.427902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-33d4e1b8-45f0-45aa-9b1b-db1d8379b7e6 None None] Port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:44.440035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port dc676cfd-3cb2-44b8-bf3e-678e29492b31 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:44.440419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.513692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Pushing event updated for resources: {'Port': ['ID=133ef695-3de6-4435-bd6b-00a30bab30f8,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:44.515362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': '6fc48b82-a150-4127-964a-c65574c96992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:44.515937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: 622683dd-5ce3-44b7-a354-b415dd2ebea7, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:44.602152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.603799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.603799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.603799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.604392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.604855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.605263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.605600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.605937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.606276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.606606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.606938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:00:44.622966 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Project 520ed1b691eb43adaf6f17015ef4fcc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:00:44.627229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:44.644392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.649390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-94619828-371a-4470-a2d0-06b6f41db814 None None] Provisioning complete for port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:44.649793 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-94619828-371a-4470-a2d0-06b6f41db814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.664358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 622683dd-5ce3-44b7-a354-b415dd2ebea7) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:44.677451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064b6a1-0b85-489c-917e-93f53c851fd3 None None] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:44.684253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:44.684917 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.710169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:44.722465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-16e51f46-2d97-44d6-9c4f-88a57b88b5a8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4772289 Apr 25 15:00:44.724799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:44.729941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:44.730370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-650119912'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:44.737198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-326eae7d-e087-4ca3-9071-d947c2cb9117 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5870063 Apr 25 15:00:44.738191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:44.740420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45776) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:44.747788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7', 'name': 'tempest-PortsIpV6TestJSON-1850836687', 'fixed_ips': [{'subnet_id': '336533fd-7e11-45f0-98f8-3a106b1cfeca', 'ip_address': '2001:db8::10'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:44.765270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:44.779028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:44.790519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:44.814113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Attempting to bind port 133ef695-3de6-4435-bd6b-00a30bab30f8 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:44.814706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Attempting to bind port 133ef695-3de6-4435-bd6b-00a30bab30f8 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:44.815220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Attempting to bind port 133ef695-3de6-4435-bd6b-00a30bab30f8 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:44.824577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:44.825538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:44.828493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Port 133ef695-3de6-4435-bd6b-00a30bab30f8 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:00:44.828829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Attempting to bind port 133ef695-3de6-4435-bd6b-00a30bab30f8 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:44.868666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:44.872560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.881731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:44.882372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:44.882939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Bound using segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:44.883557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Bound port: 133ef695-3de6-4435-bd6b-00a30bab30f8, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:44.884088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.894468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-94619828-371a-4470-a2d0-06b6f41db814 None None] Port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:44.894660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.930404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:44.936485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:44.942202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:44.946410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:44.949335 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.949678 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment cbf331be-9865-426a-aa2d-832e6c1e6b6f of type vlan for network 09d3a828-0e28-46af-8de4-d739887a1048 Apr 25 15:00:44.954189 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:44.957271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:44.981242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:45.013799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.020048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cfa6ca-a825-4586-bdc2-d8a1d9959fc9,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:45.073446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:45.127659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] For port 133ef695-3de6-4435-bd6b-00a30bab30f8, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:45.132592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.136552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.137197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-de133f11-f77c-46c9-9927-77d8e230cdb2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8564494 Apr 25 15:00:45.141480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:45.141789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45780) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:45.142207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.164933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] For port 133ef695-3de6-4435-bd6b-00a30bab30f8, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=133ef695-3de6-4435-bd6b-00a30bab30f8,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:45.172369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf25f1f5-3705-4d86-a426-1f488b310d73 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules/d6cfa6ca-a825-4586-bdc2-d8a1d9959fc9 HTTP/1.1" status: 200 len: 769 time: 0.0291932 Apr 25 15:00:45.176589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45784) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:45.177663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.193155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.284956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5595107 Apr 25 15:00:45.285659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45790) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:45.288781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 990a1c9c-2acb-41f1-bf02-2a8ef8746f7e yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:45.326219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c63a-283d-4779-807c-f86e96e40936 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=09d3a828-0e28-46af-8de4-d739887a1048,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:45.332398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:45.354840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 09d3a828-0e28-46af-8de4-d739887a1048 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:45.394295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-622683dd-5ce3-44b7-a354-b415dd2ebea7', 'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': '336533fd-7e11-45f0-98f8-3a106b1cfeca'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:45.395137 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.416441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Allocated IP 172.20.0.1 (f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966/b2dda5fa-4255-43e9-9709-206ef0d8d889/8991feb3-562d-41b9-9bd2-b664e8641343) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:45.435298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:45.435977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.437371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] 10.222.0.21 "PUT /v2.0/ports/133ef695-3de6-4435-bd6b-00a30bab30f8 HTTP/1.1" status: 200 len: 1092 time: 2.7288725 Apr 25 15:00:45.438688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:00:45.557234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:45.561816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:45.567468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:45.577912 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59847582-e49d-44fb-849a-7177d6c2ada8'] response: {'name': 'network-changed', 'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'status': 'completed', 'code': 200} Apr 25 15:00:45.589904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:45.633973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:45.639421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.653849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f349b521-3e2f-4992-8b43-03cc1548a66c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:45.656695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a28cbd-68fc-43d1-8952-641bf2e77fdc service neutron] Pushing event updated for resources: {'Port': ['ID=133ef695-3de6-4435-bd6b-00a30bab30f8,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:45.743384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:00:41Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:42Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:45.750711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:00:45.751923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Updating router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:00:45.756769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f349b521-3e2f-4992-8b43-03cc1548a66c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:45.758080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f349b521-3e2f-4992-8b43-03cc1548a66c tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5766399 Apr 25 15:00:45.768273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45796) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:45.834665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::10 (622683dd-5ce3-44b7-a354-b415dd2ebea7/336533fd-7e11-45f0-98f8-3a106b1cfeca/990a1c9c-2acb-41f1-bf02-2a8ef8746f7e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:45.839859 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:45.859831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93f308-3f25-4e76-9e94-e0cee7c7d4b0 req-af2a082f-248f-41d9-8a4a-7057fa46733c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:45.862127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a93f308-3f25-4e76-9e94-e0cee7c7d4b0 req-af2a082f-248f-41d9-8a4a-7057fa46733c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 944 time: 0.5419886 Apr 25 15:00:45.875625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c83ed57-ccd8-44c6-895b-ce40ea83a5bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.042677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-bf30a46e-41fb-41c4-8444-cb7b3e7ccb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:46.044189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-bf30a46e-41fb-41c4-8444-cb7b3e7ccb3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 1095 time: 0.5384762 Apr 25 15:00:46.045634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c83ed57-ccd8-44c6-895b-ce40ea83a5bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.095104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.153406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.159689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-7879584d-0148-4132-9293-15e6f6b2e334 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133ef695-3de6-4435-bd6b-00a30bab30f8 HTTP/1.1" status: 200 len: 217 time: 0.0993733 Apr 25 15:00:46.207712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a93f308-3f25-4e76-9e94-e0cee7c7d4b0 req-93b8defc-264d-4952-821d-76a02eed350c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334281 Apr 25 15:00:46.210284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.218604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.231699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=d899f4a9-238a-405a-9e83-ba4ad4999f95,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:46.231906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Transition to ACTIVE for port object 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:46.237852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:46.238324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 09d3a828-0e28-46af-8de4-d739887a1048, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:46.238414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Transition to ACTIVE for port object 8991feb3-562d-41b9-9bd2-b664e8641343 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:46.245163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c83ed57-ccd8-44c6-895b-ce40ea83a5bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.248185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.253261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 990a1c9c-2acb-41f1-bf02-2a8ef8746f7e will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:46.268898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 09d3a828-0e28-46af-8de4-d739887a1048 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:46.272478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83ed57-ccd8-44c6-895b-ce40ea83a5bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6cfa6ca-a825-4586-bdc2-d8a1d9959fc9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:46.286371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-9234a670-26d1-4114-a99d-fc68f9b6b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:46.288123 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-9234a670-26d1-4114-a99d-fc68f9b6b260 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1165433 Apr 25 15:00:46.290276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 09d3a828-0e28-46af-8de4-d739887a1048) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:46.298293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:46.298911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.309247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4968ffc-1f35-4c17-9c31-20f6719c4cc5 None None] Network 09d3a828-0e28-46af-8de4-d739887a1048 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:46.315063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.338299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c83ed57-ccd8-44c6-895b-ce40ea83a5bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.342254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c83ed57-ccd8-44c6-895b-ce40ea83a5bd tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d6cfa6ca-a825-4586-bdc2-d8a1d9959fc9 HTTP/1.1" status: 204 len: 168 time: 0.5681775 Apr 25 15:00:46.346863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45802) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:46.396833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.402682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-018881a2-56a2-400b-bc8a-f31b2b491e1b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0781276 Apr 25 15:00:46.448797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:46.539898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Allocated IP 2001:db8::2 (622683dd-5ce3-44b7-a354-b415dd2ebea7/336533fd-7e11-45f0-98f8-3a106b1cfeca/da710115-16fb-49d1-b9c4-5b86cdf876fc) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:46.543880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24b84d78-5fbb-47ec-9bc8-a6b3db624fbf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:46.562255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:46.570179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:46.573569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:46.576721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:46.577166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:46.591215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb02a2-c726-443c-8996-f6d34fe64c1a None None] Pushing event updated for resources: {'Port': ['ID=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:46.598622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:46.605558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:46.607691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.612324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=990a1c9c-2acb-41f1-bf02-2a8ef8746f7e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:46.634995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f1be888f-370b-4961-b580-5af66ec1b6af tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8931990 Apr 25 15:00:46.637926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45810) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:46.644969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7', 'name': 'tempest-PortsIpV6TestJSON-1220680031', 'fixed_ips': [{'subnet_id': '336533fd-7e11-45f0-98f8-3a106b1cfeca', 'ip_address': '2001:db8::f'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:46.758756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Port': ['ID=8991feb3-562d-41b9-9bd2-b664e8641343,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:46.778753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24b84d78-5fbb-47ec-9bc8-a6b3db624fbf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:46.780088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24b84d78-5fbb-47ec-9bc8-a6b3db624fbf tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4313755 Apr 25 15:00:46.784564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45814) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:46.790897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Attempting to bind port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:46.791273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Attempting to bind port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:46.791820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Attempting to bind port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e on network 8cb5c1fa-5f68-45ce-8494-952be20f879b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:46.875587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:46.875964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Checking segment: {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:46.876380 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.876777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Bound using segment: {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:46.877310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Bound port: 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e856f8b-10ff-4a84-9fa4-0380d2394592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:46.877692 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.923859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea266-a272-40f7-8816-8a4936036632 req-4b19bc8c-3ee2-4325-b0b1-d783321a348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:46.925707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-4b19bc8c-3ee2-4325-b0b1-d783321a348c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6316767 Apr 25 15:00:46.930460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:46.933370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d514276-0949-4a63-b0d1-4c8966be9a97 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.937820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:46.951022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:46.960770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:46.977904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d514276-0949-4a63-b0d1-4c8966be9a97 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:46.992653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:46.998142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.039986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port f1140c77-8ba9-4c9c-ac62-11b63a4211e4 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:47.091254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.111699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d514276-0949-4a63-b0d1-4c8966be9a97 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.136440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d514276-0949-4a63-b0d1-4c8966be9a97 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e17f9a9-ef59-4746-b3f5-12e358503211,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:47.215029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5d514276-0949-4a63-b0d1-4c8966be9a97 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.216173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5d514276-0949-4a63-b0d1-4c8966be9a97 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/0e17f9a9-ef59-4746-b3f5-12e358503211 HTTP/1.1" status: 204 len: 168 time: 0.4304173 Apr 25 15:00:47.220182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:47.243785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-09d3a828-0e28-46af-8de4-d739887a1048', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:47.244697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.258562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] For port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:47.293026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] For port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:47.301711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-403b6389-38f7-40da-8f7a-0b28721a98c6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:47.326679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-403b6389-38f7-40da-8f7a-0b28721a98c6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:47.328551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-403b6389-38f7-40da-8f7a-0b28721a98c6 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075976 Apr 25 15:00:47.337975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45824) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:47.343634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1ff87a7c-5cfa-41ea-a201-22088bc1ba27 None None] Provisioning for port 8991feb3-562d-41b9-9bd2-b664e8641343 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:47.344412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015936026'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:47.350307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.352792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:47.359961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.376071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-fb19a6ee-83e9-4497-85f2-3f5d16dc11db service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861618 Apr 25 15:00:47.415085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:47.425533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1ff87a7c-5cfa-41ea-a201-22088bc1ba27 None None] Provisioning complete for port 8991feb3-562d-41b9-9bd2-b664e8641343 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:47.425934 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ff87a7c-5cfa-41ea-a201-22088bc1ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.434916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.455342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Transition to ACTIVE for port object da710115-16fb-49d1-b9c4-5b86cdf876fc will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:47.460318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:47.465165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:47.468628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:47.475331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:47.561471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:47.562127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:47.564078 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.582295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.631624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c42d6-1c2f-4f6b-bb1c-8cbc9fb63f1c req-eaa0209d-f4fb-4b4a-8808-64391d3341ac tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:47.633738 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-856c42d6-1c2f-4f6b-bb1c-8cbc9fb63f1c req-eaa0209d-f4fb-4b4a-8808-64391d3341ac tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 944 time: 0.2766178 Apr 25 15:00:47.652839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Transition to ACTIVE for port object da710115-16fb-49d1-b9c4-5b86cdf876fc will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:47.671739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1ff87a7c-5cfa-41ea-a201-22088bc1ba27 None None] Port 8991feb3-562d-41b9-9bd2-b664e8641343 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:47.686241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb02a2-c726-443c-8996-f6d34fe64c1a None None] Pushing event updated for resources: {'Port': ['ID=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:47.728388 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.778228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::f (622683dd-5ce3-44b7-a354-b415dd2ebea7/336533fd-7e11-45f0-98f8-3a106b1cfeca/f1140c77-8ba9-4c9c-ac62-11b63a4211e4) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:47.875777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.879752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:47.900584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:47.911111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:47.933807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:47.934174 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e88ea266-a272-40f7-8816-8a4936036632 req-dc37c5d6-d21c-4fb1-a9b9-10176238fb52 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484755 Apr 25 15:00:47.962840 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-856c42d6-1c2f-4f6b-bb1c-8cbc9fb63f1c req-19574fb8-1b73-4ee6-ab54-dd4b1cd9952e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130636 Apr 25 15:00:47.987705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665f93b9-3fb7-4d74-9495-b08fa95f7fa7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:47.997544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:47.999074 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b37d9a6b-6acd-4c54-bfc4-7cf46e8e53d2 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6599109 Apr 25 15:00:48.004479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45828) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.014218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Request body: {'security_group_rule': {'security_group_id': '665f93b9-3fb7-4d74-9495-b08fa95f7fa7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:48.029857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:48.030559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Allocated IP 2001:db8:1::2 (09d3a828-0e28-46af-8de4-d739887a1048/d899f4a9-238a-405a-9e83-ba4ad4999f95/9797094e-97f3-4e98-97f7-84165955c0e4) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:48.038906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Usage tracker for resource:security_group_rule and tenant:520ed1b691eb43adaf6f17015ef4fcc9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:48.043928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:48.061926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:48.065319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Pushing event updated for resources: {'Port': ['ID=da710115-16fb-49d1-b9c4-5b86cdf876fc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:48.068659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.096668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object f1140c77-8ba9-4c9c-ac62-11b63a4211e4 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:48.099499 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.139414 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.175528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.179615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.271411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.275169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=f1140c77-8ba9-4c9c-ac62-11b63a4211e4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:48.300171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:48.305520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad462ba-0ba6-44fe-b8f3-046eb5826e48,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:48.311890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:48.314787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:48.321237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.321897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.330384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Attempting to bind port da710115-16fb-49d1-b9c4-5b86cdf876fc on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:48.331146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Attempting to bind port da710115-16fb-49d1-b9c4-5b86cdf876fc by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6fc48b82-a150-4127-964a-c65574c96992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:48.331146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Attempting to bind port da710115-16fb-49d1-b9c4-5b86cdf876fc on network 622683dd-5ce3-44b7-a354-b415dd2ebea7 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:48.346334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.346946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:48.347328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Checking segment: {'id': '6fc48b82-a150-4127-964a-c65574c96992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:48.347687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fd286662-1976-412c-bbc8-1e95f1945f03 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418167 Apr 25 15:00:48.347903 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.348105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Bound using segment: {'id': '6fc48b82-a150-4127-964a-c65574c96992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:48.348557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Bound port: da710115-16fb-49d1-b9c4-5b86cdf876fc, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc48b82-a150-4127-964a-c65574c96992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '622683dd-5ce3-44b7-a354-b415dd2ebea7'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:48.348940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.350771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-908063a8-03da-4b13-86f0-c3463350738a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7113864 Apr 25 15:00:48.351479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45832) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.353790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45834) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.401424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-257c1b95-b15e-4257-8ea3-9c1643ac491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.402934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-257c1b95-b15e-4257-8ea3-9c1643ac491d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 1095 time: 0.3934097 Apr 25 15:00:48.509105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacea0b-5065-4063-a911-653083551e35 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.511351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9bacea0b-5065-4063-a911-653083551e35 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:48.517572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7425f78f-ab75-4b5f-85d6-154d2f7978b5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.548715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7425f78f-ab75-4b5f-85d6-154d2f7978b5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.603339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9bacea0b-5065-4063-a911-653083551e35 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:48.606200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9bacea0b-5065-4063-a911-653083551e35 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2512054 Apr 25 15:00:48.608947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.643016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.645791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] For port da710115-16fb-49d1-b9c4-5b86cdf876fc, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:48.667089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] For port da710115-16fb-49d1-b9c4-5b86cdf876fc, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=da710115-16fb-49d1-b9c4-5b86cdf876fc,segment=NetworkSegment(6fc48b82-a150-4127-964a-c65574c96992),segment_id=6fc48b82-a150-4127-964a-c65574c96992)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:48.668380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Transition to ACTIVE for port object 9797094e-97f3-4e98-97f7-84165955c0e4 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:48.668742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7425f78f-ab75-4b5f-85d6-154d2f7978b5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.682879 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.695497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f78f-ab75-4b5f-85d6-154d2f7978b5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f93b9-3fb7-4d74-9495-b08fa95f7fa7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:48.719864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-e697f667-766f-48d9-aaef-555c1e7cce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.721382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-e697f667-766f-48d9-aaef-555c1e7cce8d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.3107855 Apr 25 15:00:48.723687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7425f78f-ab75-4b5f-85d6-154d2f7978b5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.727157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7425f78f-ab75-4b5f-85d6-154d2f7978b5 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/665f93b9-3fb7-4d74-9495-b08fa95f7fa7 HTTP/1.1" status: 204 len: 168 time: 0.3722398 Apr 25 15:00:48.727622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.765359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecaa857-b4ed-40f3-b550-5852137b32e9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.771629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecaa857-b4ed-40f3-b550-5852137b32e9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.777906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecaa857-b4ed-40f3-b550-5852137b32e9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:48.779614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aecaa857-b4ed-40f3-b550-5852137b32e9 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1693223 Apr 25 15:00:48.788716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.809912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-6cee2991-0dcf-48a6-a65f-9c13dddb505f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133ef695-3de6-4435-bd6b-00a30bab30f8 HTTP/1.1" status: 200 len: 217 time: 0.0722525 Apr 25 15:00:48.815738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Transition to ACTIVE for port object 9797094e-97f3-4e98-97f7-84165955c0e4 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:48.841959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.864210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9ee04564-c142-4d9c-8bdf-5ac78da55856 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:48.880812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Network 09d3a828-0e28-46af-8de4-d739887a1048 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:48.881761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b843c4-6253-468d-955d-95e4ea112cdb None None] Pushing event updated for resources: {'Port': ['ID=da710115-16fb-49d1-b9c4-5b86cdf876fc,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:48.897763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port f1140c77-8ba9-4c9c-ac62-11b63a4211e4 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:48.898150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:48.915745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:48.924504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:48.939776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:00:41Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:47Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:48.951182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9ee04564-c142-4d9c-8bdf-5ac78da55856 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:48.952580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9ee04564-c142-4d9c-8bdf-5ac78da55856 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2241960 Apr 25 15:00:48.956032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45852) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:48.987887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241f044-aced-47cc-a0c7-d88151ed11b5 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:00:41Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:47Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:49.036731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Pushing event updated for resources: {'Port': ['ID=9797094e-97f3-4e98-97f7-84165955c0e4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:49.079145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8:1::1 (09d3a828-0e28-46af-8de4-d739887a1048/d899f4a9-238a-405a-9e83-ba4ad4999f95/786d211b-e6ae-45bd-b267-aeeda8b7f257) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:49.087446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-c780aacf-f9be-4e84-bfab-2f206cdd5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:49.091352 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-c780aacf-f9be-4e84-bfab-2f206cdd5249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.2274501 Apr 25 15:00:49.097899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-edee8bfa-b5b4-4456-ba53-7eace78dab11 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Synchronizing usage tracker for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:49.140059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Attempting to bind port 9797094e-97f3-4e98-97f7-84165955c0e4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:49.140417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Attempting to bind port 9797094e-97f3-4e98-97f7-84165955c0e4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:49.140799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Attempting to bind port 9797094e-97f3-4e98-97f7-84165955c0e4 on network 09d3a828-0e28-46af-8de4-d739887a1048 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:49.148334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:49.148732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Checking segment: {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:49.149202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:49.149614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Bound using segment: {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:49.150108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Bound port: 9797094e-97f3-4e98-97f7-84165955c0e4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:49.150504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:49.267849 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:00:49.298436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-edee8bfa-b5b4-4456-ba53-7eace78dab11 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] Unset dirty status for tenant:520ed1b691eb43adaf6f17015ef4fcc9 on resource:security_group_rule {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:49.299994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-edee8bfa-b5b4-4456-ba53-7eace78dab11 tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3429928 Apr 25 15:00:49.303626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45858) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:49.315711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] For port 9797094e-97f3-4e98-97f7-84165955c0e4, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:49.318262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:49.319102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] For port 9797094e-97f3-4e98-97f7-84165955c0e4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9797094e-97f3-4e98-97f7-84165955c0e4,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:49.342419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:49.347185 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-c3b4bbf9-8c01-423d-9372-0f5f5f0e974e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] delete failed (client error): The resource could not be found. Apr 25 15:00:49.351164 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c3b4bbf9-8c01-423d-9372-0f5f5f0e974e tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "DELETE /v2.0/security-groups/665f93b9-3fb7-4d74-9495-b08fa95f7fa7 HTTP/1.1" status: 404 len: 347 time: 0.0465477 Apr 25 15:00:49.361937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:49.388816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:49.408994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:49.527278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f40fb-24c5-4c99-b60f-e7d13a43399e None None] Pushing event updated for resources: {'Port': ['ID=9797094e-97f3-4e98-97f7-84165955c0e4,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:49.757984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for f1140c77-8ba9-4c9c-ac62-11b63a4211e4 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:49.795919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6524e61d-2968-4085-897e-057fd63b92ca tempest-SecGroupIPv6Test-593823590 tempest-SecGroupIPv6Test-593823590-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4326096 Apr 25 15:00:50.028770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.074604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:50.085930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Port': ['ID=8991feb3-562d-41b9-9bd2-b664e8641343,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:50.108479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.153835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=f1140c77-8ba9-4c9c-ac62-11b63a4211e4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:50.164919 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.190754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c946808b-72b0-4438-a8a2-a1f8c3e5e5a4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/f1140c77-8ba9-4c9c-ac62-11b63a4211e4 HTTP/1.1" status: 204 len: 168 time: 1.3990684 Apr 25 15:00:50.191621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:50.227484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.234722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:50.249377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:50.251004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.263344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-f63c465e-ed1c-439f-920f-aace60807816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:50.272929 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0c8623-8369-4c29-a32e-9e53aef35045 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:50.273657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c0c8623-8369-4c29-a32e-9e53aef35045 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:50.273869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-f63c465e-ed1c-439f-920f-aace60807816 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1625693 Apr 25 15:00:50.282731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ecfe6-9f58-4305-a4f3-2f997668fff1 req-639d610f-b977-4499-8cd8-f2f17923d5b4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:50.284441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd5ecfe6-9f58-4305-a4f3-2f997668fff1 req-639d610f-b977-4499-8cd8-f2f17923d5b4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 944 time: 1.1170404 Apr 25 15:00:50.312715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c0c8623-8369-4c29-a32e-9e53aef35045 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:50.316844 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c0c8623-8369-4c29-a32e-9e53aef35045 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/f1140c77-8ba9-4c9c-ac62-11b63a4211e4 HTTP/1.1" status: 404 len: 333 time: 0.1241565 Apr 25 15:00:50.317559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45874) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:50.399969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 990a1c9c-2acb-41f1-bf02-2a8ef8746f7e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:50.400573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.428121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45878) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:50.431836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 786d211b-e6ae-45bd-b267-aeeda8b7f257 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:50.461342 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.513443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:50.533669 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.534505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device da710115-16fb-49d1-b9c4-5b86cdf876fc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:50.637520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bd5ecfe6-9f58-4305-a4f3-2f997668fff1 req-671e4aed-c0ec-4c3d-99b8-798dc5230d7b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416811 Apr 25 15:00:50.674201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:50.684803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:50.685078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:50.700968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-a9354ecc-c08c-4ee5-9a88-62fd717b822e service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109693 Apr 25 15:00:50.714444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150af23-f230-41ab-a80b-907157bd480d None None] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:50.800711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.826997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-43912774-d3f6-4c31-8325-0f996a7128cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=520ed1b691eb43adaf6f17015ef4fcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894956 Apr 25 15:00:50.833919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:50.857216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:50.929455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port da710115-16fb-49d1-b9c4-5b86cdf876fc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:50.938425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9797094e-97f3-4e98-97f7-84165955c0e4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:50.981594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] Provisioning for port da710115-16fb-49d1-b9c4-5b86cdf876fc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:51.019879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] Provisioning complete for port da710115-16fb-49d1-b9c4-5b86cdf876fc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:51.020271 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.024997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 09d3a828-0e28-46af-8de4-d739887a1048 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:51.050520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 990a1c9c-2acb-41f1-bf02-2a8ef8746f7e owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:51.108189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:51.127564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:51.128120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.130728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=786d211b-e6ae-45bd-b267-aeeda8b7f257,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:51.167007 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7164639a-93ff-48c3-97fb-0a88ff7347e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.208342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f03f37e-66a4-4cc4-b487-fa6670f57573 req-4ce69d3c-ef2e-4203-bac6-b23e343d24f9 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448445 Apr 25 15:00:51.217728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Router 75192044-420b-4522-999c-92992f99f711 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:51.233335 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7164639a-93ff-48c3-97fb-0a88ff7347e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.270695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.306354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9797094e-97f3-4e98-97f7-84165955c0e4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:51.335439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] For port da710115-16fb-49d1-b9c4-5b86cdf876fc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=da710115-16fb-49d1-b9c4-5b86cdf876fc,segment=NetworkSegment(6fc48b82-a150-4127-964a-c65574c96992),segment_id=6fc48b82-a150-4127-964a-c65574c96992)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:51.341150 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.376798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.425390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251ede0-a245-461f-a562-4bc6d25611e9 None None] Pushing event updated for resources: {'Port': ['ID=da710115-16fb-49d1-b9c4-5b86cdf876fc,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:51.433541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7164639a-93ff-48c3-97fb-0a88ff7347e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.455207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=990a1c9c-2acb-41f1-bf02-2a8ef8746f7e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:51.488870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164639a-93ff-48c3-97fb-0a88ff7347e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887949d2-8ea2-41d8-91ba-d36088000f2b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:51.508528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9d76526d-7680-47ba-bf75-bc722786dfbb None None] Provisioning complete for port 8991feb3-562d-41b9-9bd2-b664e8641343 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:51.509311 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d76526d-7680-47ba-bf75-bc722786dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.515836 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.516919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.532444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-41fb58e7-ca80-4a6c-8d76-273c09e67aff tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/990a1c9c-2acb-41f1-bf02-2a8ef8746f7e HTTP/1.1" status: 204 len: 168 time: 1.2133415 Apr 25 15:00:51.533418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:51.533975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:51.545148 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] Sync routers for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:51.561568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ce11bff-f2c9-415a-91ab-325839925ef9 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "PUT /v2.0/routers/75192044-420b-4522-999c-92992f99f711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8516157 Apr 25 15:00:51.562709 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:51.565381 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:51.605331 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bd8b3a-7b77-45f7-9ec8-9e85d30657e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:00:51.606519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a1bd8b3a-7b77-45f7-9ec8-9e85d30657e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:00:51.609337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:51.610769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7164639a-93ff-48c3-97fb-0a88ff7347e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.612241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7164639a-93ff-48c3-97fb-0a88ff7347e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/887949d2-8ea2-41d8-91ba-d36088000f2b HTTP/1.1" status: 204 len: 168 time: 0.7773795 Apr 25 15:00:51.627113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Request body: {'port': {'network_id': 'f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966', 'name': 'tempest-FloatingIPAdminTestJSON-43232179'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:51.686242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9d76526d-7680-47ba-bf75-bc722786dfbb None None] Port 8991feb3-562d-41b9-9bd2-b664e8641343 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:51.716211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25012b7-7ed4-437f-beb2-7eff31e97f47 None None] Network 09d3a828-0e28-46af-8de4-d739887a1048 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:51.737889 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:51.760844 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:51.761850 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:51.893551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a1bd8b3a-7b77-45f7-9ec8-9e85d30657e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:00:51.901732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a1bd8b3a-7b77-45f7-9ec8-9e85d30657e4 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/990a1c9c-2acb-41f1-bf02-2a8ef8746f7e HTTP/1.1" status: 404 len: 333 time: 0.3665643 Apr 25 15:00:51.956706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45902) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:51.976104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] Provisioning for port 9797094e-97f3-4e98-97f7-84165955c0e4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:51.994022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] Provisioning complete for port 9797094e-97f3-4e98-97f7-84165955c0e4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:51.994458 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:51.998784 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:51.999313 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66e540-67d6-40d9-adf5-87e12a77b0ae None None] The sync data for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:00:52.062784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:52.068120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:52.082405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Usage tracker for resource:port and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:52.091470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0411b3-2b58-4837-b12a-399e5c5ff60d req-5de4c401-aefe-4f88-b781-a036691c8646 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:52.093188 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df0411b3-2b58-4837-b12a-399e5c5ff60d req-5de4c401-aefe-4f88-b781-a036691c8646 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 944 time: 0.2363541 Apr 25 15:00:52.094300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:52.104542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:52.163989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Made reservation on behalf of afa4286a2e2d4d62b1608b1dab13eece for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:52.168318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.192055 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df0411b3-2b58-4837-b12a-399e5c5ff60d req-f68e48e5-226b-4523-a457-9ccbdcb27a3c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754406 Apr 25 15:00:52.202253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] device_id is not set on port b8832b90-19d3-4a77-bae1-44a9a67a9b2f yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:52.343582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 336533fd-7e11-45f0-98f8-3a106b1cfeca {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:00:52.356733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.364317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:52.365445 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.488916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 133ef695-3de6-4435-bd6b-00a30bab30f8 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:00:52.553084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.633240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Allocated IP 172.20.0.13 (f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966/b2dda5fa-4255-43e9-9709-206ef0d8d889/b8832b90-19d3-4a77-bae1-44a9a67a9b2f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:52.729747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.750805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.777901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device da710115-16fb-49d1-b9c4-5b86cdf876fc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:52.938859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] For port 9797094e-97f3-4e98-97f7-84165955c0e4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9797094e-97f3-4e98-97f7-84165955c0e4,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:52.957785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.965446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.976643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.980706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Transition to ACTIVE for port object b8832b90-19d3-4a77-bae1-44a9a67a9b2f will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:52.987788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:52.988595 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.027439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port da710115-16fb-49d1-b9c4-5b86cdf876fc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:53.027439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.035463 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.068191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.117849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 133ef695-3de6-4435-bd6b-00a30bab30f8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=133ef695-3de6-4435-bd6b-00a30bab30f8,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:53.151981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'port_id': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'mac_address': 'fa:16:3e:2a:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:00:53.169629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-82fa42af-2eb9-4f0e-93b6-a9776a511abc None None] Provisioning complete for port da710115-16fb-49d1-b9c4-5b86cdf876fc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:53.170017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82fa42af-2eb9-4f0e-93b6-a9776a511abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.187273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:53.194414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:53.206934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:53.212559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=336533fd-7e11-45f0-98f8-3a106b1cfeca,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:53.239872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.296633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event updated for resources: {'Port': ['ID=b8832b90-19d3-4a77-bae1-44a9a67a9b2f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:53.360948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:53.361823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.402250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=786d211b-e6ae-45bd-b267-aeeda8b7f257,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:53.422060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f78b2211-b3ff-4844-adca-5dcc14a4d8ae tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8053215 Apr 25 15:00:53.422521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:53.435232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45936) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:53.442405 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fbc822bc-bab9-45a3-9215-59c6b1302f8e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/336533fd-7e11-45f0-98f8-3a106b1cfeca HTTP/1.1" status: 204 len: 168 time: 1.4842503 Apr 25 15:00:53.476889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3b7f1-5740-4d89-a846-b2e45bed34e4 None None] Pushing event updated for resources: {'Port': ['ID=9797094e-97f3-4e98-97f7-84165955c0e4,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:53.554609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67a47f1-0c46-43a5-a270-e55bc2a576ad None None] Network 622683dd-5ce3-44b7-a354-b415dd2ebea7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:53.710726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 09d3a828-0e28-46af-8de4-d739887a1048 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:53.728716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:53.736120 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.756165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.788880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port da710115-16fb-49d1-b9c4-5b86cdf876fc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:53.789252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:53.829355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133ef695-3de6-4435-bd6b-00a30bab30f8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:00:53.887651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'project_id': 'afa4286a2e2d4d62b1608b1dab13eece', 'port_id': 'b8832b90-19d3-4a77-bae1-44a9a67a9b2f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:53.907387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:53.944007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Usage tracker for resource:floatingip and tenant:afa4286a2e2d4d62b1608b1dab13eece is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:53.963410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:53.976241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 133ef695-3de6-4435-bd6b-00a30bab30f8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=133ef695-3de6-4435-bd6b-00a30bab30f8,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:53.977666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9797094e-97f3-4e98-97f7-84165955c0e4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:54.048076 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.068230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:54.113361 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.127728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:00:54.136751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c68333-835c-4086-bf27-58c402d7e7f9 req-26a29396-8617-4499-955c-7a1cc16a261e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:54.144105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05c68333-835c-4086-bf27-58c402d7e7f9 req-26a29396-8617-4499-955c-7a1cc16a261e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 944 time: 0.6933434 Apr 25 15:00:54.177355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-82fa42af-2eb9-4f0e-93b6-a9776a511abc None None] Could not find standard attr ID for object f1140c77-8ba9-4c9c-ac62-11b63a4211e4. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:00:54.193243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-82fa42af-2eb9-4f0e-93b6-a9776a511abc None None] Could not find standard attr ID for object 990a1c9c-2acb-41f1-bf02-2a8ef8746f7e. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:00:54.216192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=133ef695-3de6-4435-bd6b-00a30bab30f8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:54.219671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9797094e-97f3-4e98-97f7-84165955c0e4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:54.220048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.295171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05c68333-835c-4086-bf27-58c402d7e7f9 req-3487fd3b-1241-4c93-ad73-fb553e3eb6dc tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482449 Apr 25 15:00:54.371944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] For port da710115-16fb-49d1-b9c4-5b86cdf876fc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=da710115-16fb-49d1-b9c4-5b86cdf876fc,segment=NetworkSegment(6fc48b82-a150-4127-964a-c65574c96992),segment_id=6fc48b82-a150-4127-964a-c65574c96992)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:54.372323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.375558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Provisioning complete for port 9797094e-97f3-4e98-97f7-84165955c0e4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:54.376568 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.401887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1851f8-6e59-46d6-a557-530586731dcb req-8c4356ce-2507-4f08-82ca-8ac1cf163713 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:54.403610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b1851f8-6e59-46d6-a557-530586731dcb req-8c4356ce-2507-4f08-82ca-8ac1cf163713 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.4484103 Apr 25 15:00:54.406720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['133ef695-3de6-4435-bd6b-00a30bab30f8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:00:54.447905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:00:54.454816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e3f4b926-49d5-47da-bacc-f0662b2e3b18 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0034680 Apr 25 15:00:54.457983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45956) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:54.464272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-648900045'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:54.471014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:54.478272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:54.482770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:54.490614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:54.501733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:54.506009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.513787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33549d7c-e794-4375-b087-f9e98268de1d None None] DHCP port deletion for 622683dd-5ce3-44b7-a354-b415dd2ebea7 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:00:54.516745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:00:54.542523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-33549d7c-e794-4375-b087-f9e98268de1d None None] Deleting port da710115-16fb-49d1-b9c4-5b86cdf876fc {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:00:54.542909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33549d7c-e794-4375-b087-f9e98268de1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.544380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:54.556330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.556984 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 64464473-1265-4cce-a3a2-a5a29a7680b5 of type vlan for network ee595334-1a70-41a0-8b20-18190eb016ba Apr 25 15:00:54.579476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:54.580137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:54.595453 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.639681 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.648846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:54.649893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.650126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for da710115-16fb-49d1-b9c4-5b86cdf876fc owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:00:54.725919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9b1851f8-6e59-46d6-a557-530586731dcb req-0d379d1f-7af1-46c8-a8cf-da08408517e0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075843 Apr 25 15:00:54.770944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45960) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:54.794237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3350790 Apr 25 15:00:54.797851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45964) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:54.805779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:54.864163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.901349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-33549d7c-e794-4375-b087-f9e98268de1d None None] The port 'da710115-16fb-49d1-b9c4-5b86cdf876fc' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:00:54.911177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:54.921429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:54.945663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a13cc-ae96-44bc-8e17-a4cd764829e3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=ee595334-1a70-41a0-8b20-18190eb016ba,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:54.950183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:54.954541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:54.958429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:54.971630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:54.975227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network ee595334-1a70-41a0-8b20-18190eb016ba details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:54.982831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=da710115-16fb-49d1-b9c4-5b86cdf876fc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:54.984738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No DVR routers for this DVR port da710115-16fb-49d1-b9c4-5b86cdf876fc on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:00:54.993695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:55.003384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.224885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bd48dc1d-a5a5-4f43-afbd-2c6d57728368 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/466f9b3d-ebfa-41de-b99e-c90f255b16d9 HTTP/1.1" status: 200 len: 993 time: 0.4512146 Apr 25 15:00:55.341749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.416839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Provisioning for port 786d211b-e6ae-45bd-b267-aeeda8b7f257 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:55.463448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Provisioning complete for port 786d211b-e6ae-45bd-b267-aeeda8b7f257 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:55.463834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.501226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622683dd-5ce3-44b7-a354-b415dd2ebea7']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:55.520342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc48b82-a150-4127-964a-c65574c96992') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:55.521086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc48b82-a150-4127-964a-c65574c96992') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:55.539956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.605873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Port 786d211b-e6ae-45bd-b267-aeeda8b7f257 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:55.617833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Allocated IP 172.25.0.88 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/0d5eba09-a49e-4484-8421-e7fa8e5c8f8b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:55.627738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.663191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Provisioning for port b8832b90-19d3-4a77-bae1-44a9a67a9b2f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:55.664665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:00:55.665190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.675106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Provisioning complete for port b8832b90-19d3-4a77-bae1-44a9a67a9b2f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:55.675681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:00:55.694312 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:00:55.723526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.753997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2e412899-74b2-4a02-a8a5-1177aa11ab7a None None] Port b8832b90-19d3-4a77-bae1-44a9a67a9b2f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:00:55.769983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:00:51Z', 'revision_number': 3, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:00:52Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:55.775137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:00:55.776003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Updating router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a port 786d211b-e6ae-45bd-b267-aeeda8b7f257 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:00:55.860488 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.913172 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.945308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:55.947513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=26733a8a-8ceb-49de-91f9-cfefa0ac9273,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:55.952080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:55.952753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: ee595334-1a70-41a0-8b20-18190eb016ba, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:55.964535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122758-e6e9-4206-9af8-953f6c8c93a4 req-db4ba88e-f063-496c-837d-747aa4bad5fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:55.966168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75122758-e6e9-4206-9af8-953f6c8c93a4 req-db4ba88e-f063-496c-837d-747aa4bad5fd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 945 time: 0.4297774 Apr 25 15:00:55.967311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=622683dd-5ce3-44b7-a354-b415dd2ebea7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:55.998466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2cb7-c141-4c14-ab18-b72bcafcf98c req-19f08533-4ad8-4b69-be23-a6c9900e9c61 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:56.006313 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-751b2cb7-c141-4c14-ab18-b72bcafcf98c req-19f08533-4ad8-4b69-be23-a6c9900e9c61 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1096 time: 0.1901891 Apr 25 15:00:56.020524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-20abe492-4e2a-4e86-a120-bf7ff83de2f0 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/622683dd-5ce3-44b7-a354-b415dd2ebea7 HTTP/1.1" status: 204 len: 168 time: 2.5840757 Apr 25 15:00:56.021715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:56.026927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network ee595334-1a70-41a0-8b20-18190eb016ba is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:56.038788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1969888053'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:56.043948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.050691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, ee595334-1a70-41a0-8b20-18190eb016ba) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:56.058284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:56.069550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:network and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:56.070106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75122758-e6e9-4206-9af8-953f6c8c93a4 req-fed311a9-4c3c-4635-bbb4-c57f1779207f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890763 Apr 25 15:00:56.080286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:56.080968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.089107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:56.098000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.120023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:56.132023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-751b2cb7-c141-4c14-ab18-b72bcafcf98c req-f9d171ed-cea6-4e6a-9acb-38b67ab7cbe8 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246824 Apr 25 15:00:56.166427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:56.171040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.181861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:56.190431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:56.200308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 45990) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:56.201376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:56.205643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d80a95a8-3c17-4ab4-90c0-2d9df19d8e65 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4065890 Apr 25 15:00:56.239245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:00:56.243964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Pushing event updated for resources: {'Port': ['ID=0d5eba09-a49e-4484-8421-e7fa8e5c8f8b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:56.261469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.261727 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Added segment 40b7dfeb-68da-4b94-a436-4333408d7545 of type vlan for network ead4a123-48c7-474d-96b5-bbf605a44733 Apr 25 15:00:56.302522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.340908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.352349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:56.356260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.372206 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.387295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Transition to ACTIVE for port object 786d211b-e6ae-45bd-b267-aeeda8b7f257 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:56.395473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device da710115-16fb-49d1-b9c4-5b86cdf876fc no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:00:56.423514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8668b2e-bbfd-4eeb-9c0e-1b6b4fc71271 None None] Network ee595334-1a70-41a0-8b20-18190eb016ba requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:56.437711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 133ef695-3de6-4435-bd6b-00a30bab30f8 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:00:56.544724 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:56.671102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: da710115-16fb-49d1-b9c4-5b86cdf876fc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:00:56.671782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device da710115-16fb-49d1-b9c4-5b86cdf876fc not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:00:56.730728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Network': ['ID=ead4a123-48c7-474d-96b5-bbf605a44733,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:56.758174 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-73af6338-faf3-47a4-aeeb-9f40c8c3a69b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7308285 Apr 25 15:00:56.759633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 45996) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:56.788962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:56.881928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network ead4a123-48c7-474d-96b5-bbf605a44733 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:00:57.067228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1068-6a93-45ad-88b3-d03cd13041e8 None None] Pushing event updated for resources: {'Port': ['ID=786d211b-e6ae-45bd-b267-aeeda8b7f257,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:57.070419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:57.076377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:57.081551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:57.093179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:57.111873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:57.121271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.439273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 133ef695-3de6-4435-bd6b-00a30bab30f8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:00:57.454096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Attempting to bind port 786d211b-e6ae-45bd-b267-aeeda8b7f257 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:00:57.454728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Attempting to bind port 786d211b-e6ae-45bd-b267-aeeda8b7f257 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:00:57.455273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Attempting to bind port 786d211b-e6ae-45bd-b267-aeeda8b7f257 on network 09d3a828-0e28-46af-8de4-d739887a1048 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:00:57.466238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:00:57.466810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Checking segment: {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:57.467255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.467660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Bound using segment: {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:00:57.468162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Bound port: 786d211b-e6ae-45bd-b267-aeeda8b7f257, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf331be-9865-426a-aa2d-832e6c1e6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:00:57.468552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.478166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 133ef695-3de6-4435-bd6b-00a30bab30f8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:00:57.478574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.581025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.694239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-ee595334-1a70-41a0-8b20-18190eb016ba', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:57.695102 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.801494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=84ff2f3d-c0d8-4981-8a7b-a627d396d5dc,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:57.837432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Checking segment: {'id': '40b7dfeb-68da-4b94-a436-4333408d7545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:00:57.838910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network hostable DHCP agents. Network: ead4a123-48c7-474d-96b5-bbf605a44733, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:00:57.867249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157074db-904c-4ef2-97eb-d62259bfc641 req-4c130483-cfec-4eb2-bff3-a9bb6136b4bd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:57.870795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-157074db-904c-4ef2-97eb-d62259bfc641 req-4c130483-cfec-4eb2-bff3-a9bb6136b4bd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 945 time: 0.5258780 Apr 25 15:00:57.927638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] For port 786d211b-e6ae-45bd-b267-aeeda8b7f257, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:00:57.967196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] For port 786d211b-e6ae-45bd-b267-aeeda8b7f257, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=786d211b-e6ae-45bd-b267-aeeda8b7f257,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:00:57.969616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network ead4a123-48c7-474d-96b5-bbf605a44733 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:00:57.976244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.986837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-157074db-904c-4ef2-97eb-d62259bfc641 req-77d35a68-f9d2-492b-b5a7-583f1945173b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072552 Apr 25 15:00:57.995852 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:57.997328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, ead4a123-48c7-474d-96b5-bbf605a44733) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:58.007936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:58.009136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.051557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18b26327-ad2c-4eda-9ad5-7e1a7a982b04 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2894366 Apr 25 15:00:58.054663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:58.065123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-467467618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:58.080697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:58.080963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93609e-70b6-4a35-9b7f-172de0d89a0d None None] Network ead4a123-48c7-474d-96b5-bbf605a44733 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:00:58.087810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:router and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:58.091388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:58.101445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:58.123439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.125994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.130592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-0472b12c-8ae9-4a73-9fab-f54a07edbb97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6270275 Apr 25 15:00:58.169000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.191949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.204399 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.211431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:00:58.274167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 133ef695-3de6-4435-bd6b-00a30bab30f8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=133ef695-3de6-4435-bd6b-00a30bab30f8,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:00:58.287902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Allocated IP 2001:db8:2::2 (ee595334-1a70-41a0-8b20-18190eb016ba/26733a8a-8ceb-49de-91f9-cfefa0ac9273/b1923443-18e9-4697-99d7-5b86779c7557) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:58.293744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:00:58.294648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:00:58.312407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.314994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8bca8832-d360-4a66-9f45-b05233c5a9d8 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2580063 Apr 25 15:00:58.317365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46034) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:00:58.355759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733', 'name': 'tempest-PortsIpV6TestJSON-1351149750'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:58.422074 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b651718-34dc-46a0-87f5-9511cfc46e2b'] response: {'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'code': 200} Apr 25 15:00:58.434119 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.469366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1068-6a93-45ad-88b3-d03cd13041e8 None None] Pushing event updated for resources: {'Port': ['ID=786d211b-e6ae-45bd-b267-aeeda8b7f257,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:58.687565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.835985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:58.873283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:00:58.922265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b4d4-b10b-40f0-8446-31beed57e941 req-775e9cd4-0b3c-483d-8641-7fbbd756a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:58.924469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc38b4d4-b10b-40f0-8446-31beed57e941 req-775e9cd4-0b3c-483d-8641-7fbbd756a0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 1097 time: 0.4906490 Apr 25 15:00:58.987116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc38b4d4-b10b-40f0-8446-31beed57e941 req-3d0397df-5cb0-401b-bfc4-6866f85a74ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530620 Apr 25 15:00:58.988414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:00:58.995037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:00:58.999564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:00:59.008164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:00:59.024346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:00:59.029705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.078024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 08797abd-15c3-426f-95b5-9f5476b448c1 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:00:59.098254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=133ef695-3de6-4435-bd6b-00a30bab30f8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:59.141857 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.158645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.162835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.307976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Pushing event updated for resources: {'Port': ['ID=0d5eba09-a49e-4484-8421-e7fa8e5c8f8b,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:00:59.323826 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.332625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-ead4a123-48c7-474d-96b5-bbf605a44733', 'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': '84ff2f3d-c0d8-4981-8a7b-a627d396d5dc'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:00:59.333742 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.387760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::2b6 (ead4a123-48c7-474d-96b5-bbf605a44733/84ff2f3d-c0d8-4981-8a7b-a627d396d5dc/08797abd-15c3-426f-95b5-9f5476b448c1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:00:59.445778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a3eff-3eea-482b-ad45-701b708680a6 req-b87c7227-bc19-424e-915b-977494eba3b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:00:59.454874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e8a3eff-3eea-482b-ad45-701b708680a6 req-b87c7227-bc19-424e-915b-977494eba3b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 946 time: 0.2710342 Apr 25 15:00:59.556834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.593368 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Floating IP 80e7da82-2ddd-4da5-8938-a879732f09be associated. External IP: 172.25.0.88, port: b8832b90-19d3-4a77-bae1-44a9a67a9b2f. Apr 25 15:00:59.618073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e8a3eff-3eea-482b-ad45-701b708680a6 req-40784bc2-b07a-4281-bc0a-377d05497c22 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490431 Apr 25 15:00:59.619747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Transition to ACTIVE for port object b1923443-18e9-4697-99d7-5b86779c7557 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:59.698550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-1b48a273-8496-42f0-b952-6da585d4f359 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:00:59.699686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-1b48a273-8496-42f0-b952-6da585d4f359 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134871 Apr 25 15:00:59.702825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Transition to ACTIVE for port object b1923443-18e9-4697-99d7-5b86779c7557 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:00:59.717221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Request body: {'binding': {'host': 'n-h2-811416-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:00:59.717689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Unknown quota resources ['binding']. {{(pid=88060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 25 15:00:59.722011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:00:59.850220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Network ee595334-1a70-41a0-8b20-18190eb016ba is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:00:59.857209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:00:59.871882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:00:59.879701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Pushing event updated for resources: {'Port': ['ID=b1923443-18e9-4697-99d7-5b86779c7557,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:00.010460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:00:51Z', 'revision_number': 3, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:00:57Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:00.019896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bd34b-1b7b-4798-b48a-10b0cd0ae602 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:00:51Z', 'revision_number': 3, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:00:57Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:00.027581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Attempting to bind port b1923443-18e9-4697-99d7-5b86779c7557 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:00.027982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Attempting to bind port b1923443-18e9-4697-99d7-5b86779c7557 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:00.028481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Attempting to bind port b1923443-18e9-4697-99d7-5b86779c7557 on network ee595334-1a70-41a0-8b20-18190eb016ba {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:00.039165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:00.039555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Checking segment: {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:00.039978 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.040384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Bound using segment: {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:00.041106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Bound port: b1923443-18e9-4697-99d7-5b86779c7557, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:00.041729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.075910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.146270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 08797abd-15c3-426f-95b5-9f5476b448c1 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:00.201140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] For port b1923443-18e9-4697-99d7-5b86779c7557, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:00.205646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] For port b1923443-18e9-4697-99d7-5b86779c7557, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b1923443-18e9-4697-99d7-5b86779c7557,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:00.213347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.215080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.318933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network ead4a123-48c7-474d-96b5-bbf605a44733 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:00.350477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:00.357144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:00.364038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4c5af-54b4-4bf6-8e9e-ddb284dd7f4a None None] Pushing event updated for resources: {'Port': ['ID=b1923443-18e9-4697-99d7-5b86779c7557,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:00.394918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:00.398624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.429214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Allocated IP 2001:db8::2 (ead4a123-48c7-474d-96b5-bbf605a44733/84ff2f3d-c0d8-4981-8a7b-a627d396d5dc/49a8d9a1-4720-42a5-9e4d-480c55fda20f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:00.454087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=08797abd-15c3-426f-95b5-9f5476b448c1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:00.505874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-867f1f9f-d2ff-479e-98ab-c30c432041dc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1840873 Apr 25 15:01:00.508646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46048) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:00.752271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8:2::1 (ee595334-1a70-41a0-8b20-18190eb016ba/26733a8a-8ceb-49de-91f9-cfefa0ac9273/9cf34ca2-a7d8-42d9-8d80-5171b9a6813c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:00.910215 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:00.945340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Transition to ACTIVE for port object 49a8d9a1-4720-42a5-9e4d-480c55fda20f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:00.998744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Transition to ACTIVE for port object 49a8d9a1-4720-42a5-9e4d-480c55fda20f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:01.014031 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.182428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Pushing event updated for resources: {'Port': ['ID=49a8d9a1-4720-42a5-9e4d-480c55fda20f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:01.187279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Network ead4a123-48c7-474d-96b5-bbf605a44733 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:01.189550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:01.196337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:01.210494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.287600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deaa15-9d06-4d97-95e2-6fee63f1df0c req-91a68080-3cc3-43b8-9d29-f754be2c0fd0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:01.289524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41deaa15-9d06-4d97-95e2-6fee63f1df0c req-91a68080-3cc3-43b8-9d29-f754be2c0fd0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 946 time: 0.3722136 Apr 25 15:01:01.317724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Attempting to bind port 49a8d9a1-4720-42a5-9e4d-480c55fda20f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:01.318126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Attempting to bind port 49a8d9a1-4720-42a5-9e4d-480c55fda20f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '40b7dfeb-68da-4b94-a436-4333408d7545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:01.318510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Attempting to bind port 49a8d9a1-4720-42a5-9e4d-480c55fda20f on network ead4a123-48c7-474d-96b5-bbf605a44733 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:01.331004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:01.331523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Checking segment: {'id': '40b7dfeb-68da-4b94-a436-4333408d7545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:01.331963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.332375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Bound using segment: {'id': '40b7dfeb-68da-4b94-a436-4333408d7545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:01.332882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Bound port: 49a8d9a1-4720-42a5-9e4d-480c55fda20f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b7dfeb-68da-4b94-a436-4333408d7545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ead4a123-48c7-474d-96b5-bbf605a44733'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:01.333306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.450552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] For port 49a8d9a1-4720-42a5-9e4d-480c55fda20f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:01.455214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] For port 49a8d9a1-4720-42a5-9e4d-480c55fda20f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49a8d9a1-4720-42a5-9e4d-480c55fda20f,segment=NetworkSegment(40b7dfeb-68da-4b94-a436-4333408d7545),segment_id=40b7dfeb-68da-4b94-a436-4333408d7545)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:01.463610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.475138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on host n-h2-811416-6 for vnic_type normal with profile None {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:01.475478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:01.475805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:01.484804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:01.487615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:01:01.488052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:01.503257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:01.503712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Checking segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:01.504383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Bound using segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:01.504809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Bound port: 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:01.514953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Router 75192044-420b-4522-999c-92992f99f711 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:01.524844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41deaa15-9d06-4d97-95e2-6fee63f1df0c req-b389ba38-fce4-4440-a749-de2dc3c36a10 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237384 Apr 25 15:01:01.626305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e83fd-dfdd-447e-b91d-098517b62d8f None None] Pushing event updated for resources: {'Port': ['ID=49a8d9a1-4720-42a5-9e4d-480c55fda20f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:01.666293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.686765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:01.783057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:01.992619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network ee595334-1a70-41a0-8b20-18190eb016ba is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:02.012805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:02.015388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:02.015947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.019050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:02.064011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.065559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] 10.222.0.23 "POST /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4/bindings HTTP/1.1" status: 201 len: 389 time: 2.3521228 Apr 25 15:01:02.095877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:02.114934 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] Sync routers for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:02.152533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.169349 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:02.176232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 786d211b-e6ae-45bd-b267-aeeda8b7f257 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:02.178605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:02.212360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba948e0-fca9-49bd-bf28-9f91614e731c req-4e5fdd98-ceda-4df5-a4e3-4dc8c736316f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:02.215351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ba948e0-fca9-49bd-bf28-9f91614e731c req-4e5fdd98-ceda-4df5-a4e3-4dc8c736316f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 946 time: 0.5286620 Apr 25 15:01:02.259282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46074) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:02.289624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'port_id': '133ef695-3de6-4435-bd6b-00a30bab30f8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:02.417072 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:02.440749 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:02.442738 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:02.594228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 786d211b-e6ae-45bd-b267-aeeda8b7f257 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:02.594643 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:02.595915 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687965d8-6ed7-4134-9c86-645cadddc65d None None] The sync data for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:02.606181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 786d211b-e6ae-45bd-b267-aeeda8b7f257 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:02.606696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.714211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d9691-7837-428d-8de0-fbe8f1a61412 None None] Network ee595334-1a70-41a0-8b20-18190eb016ba requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:02.737900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.784759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.791740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:02.861779 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6c4ee598-6d1e-4a7b-a3e5-6c1036d76038 None None] Provisioning for port b1923443-18e9-4697-99d7-5b86779c7557 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:02.886298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5096c659-255d-4e3b-b275-58cf7635b5c7 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.4624867 Apr 25 15:01:02.923742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46080) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:03.113810 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:03.169016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=08797abd-15c3-426f-95b5-9f5476b448c1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:03.191734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 786d211b-e6ae-45bd-b267-aeeda8b7f257, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=786d211b-e6ae-45bd-b267-aeeda8b7f257,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:03.239009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:03.239009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b1923443-18e9-4697-99d7-5b86779c7557 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:03.347090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:03.422346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=786d211b-e6ae-45bd-b267-aeeda8b7f257,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:03.460179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b1923443-18e9-4697-99d7-5b86779c7557 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:03.467929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b1923443-18e9-4697-99d7-5b86779c7557 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:03.468730 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:03.485344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5a7e0714-0971-4057-bc1c-951cf20d72d5 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] 10.222.0.23 "GET /v2.0/floatingips/80e7da82-2ddd-4da5-8938-a879732f09be HTTP/1.1" status: 200 len: 981 time: 0.3550489 Apr 25 15:01:03.492454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46086) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:03.562194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df45174-c0ad-4e3a-9a0f-76a9c711b6e1 None None] Network ead4a123-48c7-474d-96b5-bbf605a44733 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:03.702240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:03.773432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-6f343d0c-5221-46d5-8bd0-ca5ad28d08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:03.776932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-6f343d0c-5221-46d5-8bd0-ca5ad28d08d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1096 time: 1.2731848 Apr 25 15:01:03.799955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11982d7-cf56-4da9-b08c-e372e74a7f93 req-bfefe1f4-93ac-41e4-9ba7-bbe6d01a524f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:03.841620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e2dcc2d-279b-4c6e-aebe-8d61c21b23e0 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4300 time: 0.3452387 Apr 25 15:01:03.849235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a11982d7-cf56-4da9-b08c-e372e74a7f93 req-bfefe1f4-93ac-41e4-9ba7-bbe6d01a524f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 1.2345045 Apr 25 15:01:03.933201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:03.989742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b3253d0c-db64-4671-ae7c-41987b825e61 None None] Provisioning for port 49a8d9a1-4720-42a5-9e4d-480c55fda20f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:04.238805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.293949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-21d51212-9cab-4fbc-9068-743208987e81 None None] Provisioning complete for port b1923443-18e9-4697-99d7-5b86779c7557 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:04.294799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d51212-9cab-4fbc-9068-743208987e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.295262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.443690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b1923443-18e9-4697-99d7-5b86779c7557, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b1923443-18e9-4697-99d7-5b86779c7557,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:04.513470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.516383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.532929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.543263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting port 0d5eba09-a49e-4484-8421-e7fa8e5c8f8b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:04.543766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.676276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.679156 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-b2545ecc-ce49-4bf1-bb03-e36b8c26f14f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9139585 Apr 25 15:01:04.715650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b1923443-18e9-4697-99d7-5b86779c7557,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:04.733351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-21d51212-9cab-4fbc-9068-743208987e81 None None] Provisioning for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:04.767411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-21d51212-9cab-4fbc-9068-743208987e81 None None] Provisioning complete for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:04.768814 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d51212-9cab-4fbc-9068-743208987e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:04.853813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-21d51212-9cab-4fbc-9068-743208987e81 None None] Port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:04.856169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 786d211b-e6ae-45bd-b267-aeeda8b7f257 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:04.914114 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP 72602453-ae07-41e6-afca-a4090b83d966 associated. External IP: 172.25.0.127, port: 133ef695-3de6-4435-bd6b-00a30bab30f8. Apr 25 15:01:04.976429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a11982d7-cf56-4da9-b08c-e372e74a7f93 req-d858ef78-8765-47e4-8c98-bfafe3c18b6c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1189077 Apr 25 15:01:05.003877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dc59ae35-e698-4ffc-a2a0-15d51e3e8d63 None None] Provisioning complete for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:05.004506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc59ae35-e698-4ffc-a2a0-15d51e3e8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.126453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-43962af4-0b62-4daa-b3b2-e832999f512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:05.130868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-43962af4-0b62-4daa-b3b2-e832999f512f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1097 time: 0.3744040 Apr 25 15:01:05.136172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dc59ae35-e698-4ffc-a2a0-15d51e3e8d63 None None] Port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:05.143012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 786d211b-e6ae-45bd-b267-aeeda8b7f257 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:05.143394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.394757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49a8d9a1-4720-42a5-9e4d-480c55fda20f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:05.492186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4c38350-bf72-45af-b681-50aeb73c0087 None None] Provisioning for port 08797abd-15c3-426f-95b5-9f5476b448c1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:05.499485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a4c38350-bf72-45af-b681-50aeb73c0087 None None] Provisioning complete for port 08797abd-15c3-426f-95b5-9f5476b448c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:05.500046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4c38350-bf72-45af-b681-50aeb73c0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.629370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.629370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.670859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 49a8d9a1-4720-42a5-9e4d-480c55fda20f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:05.695490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a4c38350-bf72-45af-b681-50aeb73c0087 None None] Port 08797abd-15c3-426f-95b5-9f5476b448c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:05.697261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 49a8d9a1-4720-42a5-9e4d-480c55fda20f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:05.697640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.852970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Calling delete_port for 0d5eba09-a49e-4484-8421-e7fa8e5c8f8b owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:05.857529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f7a71672-a934-41bc-87a5-35e1e560d67f None None] Provisioning complete for port 08797abd-15c3-426f-95b5-9f5476b448c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:05.858223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7a71672-a934-41bc-87a5-35e1e560d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:05.951398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-4349f387-cd1b-4b67-9818-12427dd011fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:05.954630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-4349f387-cd1b-4b67-9818-12427dd011fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 909 time: 0.7832351 Apr 25 15:01:05.962054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-3c796751-aaa4-428b-a0a3-25af84272f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:05.964113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-3c796751-aaa4-428b-a0a3-25af84272f35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 1.9103169 Apr 25 15:01:05.989240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f7a71672-a934-41bc-87a5-35e1e560d67f None None] Port 08797abd-15c3-426f-95b5-9f5476b448c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:06.036118 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.110668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 49a8d9a1-4720-42a5-9e4d-480c55fda20f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49a8d9a1-4720-42a5-9e4d-480c55fda20f,segment=NetworkSegment(40b7dfeb-68da-4b94-a436-4333408d7545),segment_id=40b7dfeb-68da-4b94-a436-4333408d7545)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:06.124740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.141084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:01:06.194217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.229906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.231162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.237983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cd43e878-e895-4a68-817a-58e92162434f None None] Provisioning complete for port 08797abd-15c3-426f-95b5-9f5476b448c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:06.239088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd43e878-e895-4a68-817a-58e92162434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.304304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-4d68294b-8fd3-4fc1-b3fe-ae25097e11f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 1001 time: 0.3172033 Apr 25 15:01:06.349454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-e3d86baf-2957-4a36-a296-6aa3785f2098 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 1002 time: 0.3809440 Apr 25 15:01:06.384317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cd43e878-e895-4a68-817a-58e92162434f None None] Port 08797abd-15c3-426f-95b5-9f5476b448c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:06.401398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=49a8d9a1-4720-42a5-9e4d-480c55fda20f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:06.417871 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.464958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=08797abd-15c3-426f-95b5-9f5476b448c1,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:06.505771 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.506487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.635303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49a8d9a1-4720-42a5-9e4d-480c55fda20f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:06.693579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-acf6eb7a-6b9f-445d-a6b3-43882a28796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:06.695590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-acf6eb7a-6b9f-445d-a6b3-43882a28796b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.2752931 Apr 25 15:01:06.729643 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.762279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 49a8d9a1-4720-42a5-9e4d-480c55fda20f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:06.762773 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:06.781326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-cb08d95d-e112-4bd3-b392-2a9ffae84fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:06.783038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-cb08d95d-e112-4bd3-b392-2a9ffae84fd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 200 len: 847 time: 0.4076824 Apr 25 15:01:06.789229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:06.855285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Port': ['ID=0d5eba09-a49e-4484-8421-e7fa8e5c8f8b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:06.949166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b1923443-18e9-4697-99d7-5b86779c7557 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:06.991776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33194f-4d8c-452f-96b0-7ccaf8cc8e51 req-40086ce5-876d-41c4-ba12-607d56cdba86 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:06.993471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f33194f-4d8c-452f-96b0-7ccaf8cc8e51 req-40086ce5-876d-41c4-ba12-607d56cdba86 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.4836013 Apr 25 15:01:07.011764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network ead4a123-48c7-474d-96b5-bbf605a44733 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:07.040236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b1923443-18e9-4697-99d7-5b86779c7557 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:07.040612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:07.040782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:07.108027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:07.196023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:07.196592 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Floating IP 80e7da82-2ddd-4da5-8938-a879732f09be disassociated (deleted). External IP: 172.25.0.88, port: b8832b90-19d3-4a77-bae1-44a9a67a9b2f. Apr 25 15:01:07.293166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-9cfe3f74-2223-4aa7-8dc5-fa86de5553c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:07.294873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-9cfe3f74-2223-4aa7-8dc5-fa86de5553c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5103913a-3275-4901-83f1-70838439cb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950798 Apr 25 15:01:07.362117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network ee595334-1a70-41a0-8b20-18190eb016ba is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:07.364426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:07.366825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:07.378995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:07.379995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:07.398846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:07.399759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:07.417927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f33194f-4d8c-452f-96b0-7ccaf8cc8e51 req-a42f9d78-b612-4ddd-a1a4-4ff8184611d3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113157 Apr 25 15:01:07.606161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-2cab6346-5012-40e2-bcc4-d10c196a7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:07.607791 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-2cab6346-5012-40e2-bcc4-d10c196a7403 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8875120 Apr 25 15:01:07.614324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-292bd864-36cb-43cb-a3ff-1d6427ec95c1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "PUT /v2.0/floatingips/72602453-ae07-41e6-afca-a4090b83d966 HTTP/1.1" status: 200 len: 992 time: 5.3489208 Apr 25 15:01:07.616824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:07.758575 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b381267c-e589-4736-873c-3c66e2e3dbfe'] response: {'name': 'network-changed', 'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'status': 'completed', 'code': 200} Apr 25 15:01:07.782841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bcb637c5-1eb5-4d23-adec-a0693b9bc198 None None] Provisioning complete for port 08797abd-15c3-426f-95b5-9f5476b448c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:07.783420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bcb637c5-1eb5-4d23-adec-a0693b9bc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:07.873870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:07.888909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:08.040117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Router a5bc8601-7723-42ff-99f0-24f94b8c41aa is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:01:08.162235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-b055acb0-d420-4236-a9e7-1579a919eb5e service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969353 Apr 25 15:01:08.179440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bcb637c5-1eb5-4d23-adec-a0693b9bc198 None None] Port 08797abd-15c3-426f-95b5-9f5476b448c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:08.181399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-a507b349-004d-4c72-a489-4df6a53d6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:08.183967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-a507b349-004d-4c72-a489-4df6a53d6eba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 1097 time: 0.3471334 Apr 25 15:01:08.255538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-3fd3448a-b1fe-491e-b102-3c742c400f98 service neutron] 10.222.0.15 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325881 Apr 25 15:01:08.256634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:08.267978 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:08.277259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a9a36a61-d2c2-4a56-9ce7-5876dc23206d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0431395 Apr 25 15:01:08.280064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46124) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:08.284394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:08.285027 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:08.297686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1800481731'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:08.367877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:08.369294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d913afe-0621-42d9-a84f-d5145b19c173 None None] Provisioning complete for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:08.369751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d913afe-0621-42d9-a84f-d5145b19c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:08.396135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:network and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:08.397721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71194dd3-0e97-40f5-95de-cf60ac6737cb req-fae09af7-c68a-407d-aefd-143f28eb87e8 service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111568 Apr 25 15:01:08.399681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:08.417596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:08.443885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6d913afe-0621-42d9-a84f-d5145b19c173 None None] Port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:08.477986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '72602453-ae07-41e6-afca-a4090b83d966', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:2a:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:00:33Z', 'updated_at': '2022-04-25T15:01:04Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}, {'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:08.489423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:08.506938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:08.507565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:08.508394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:08.511006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:08.577026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:01:08.591545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-e03937d6-3d1b-4a2c-9a28-e0e813913d1c service neutron] 10.222.0.15 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103907 Apr 25 15:01:08.598071 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:08.598684 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added segment 48a020d9-8915-4439-a418-6c9eeac9997d of type vlan for network 7284ad60-f4df-4af1-8910-1be90752a49f Apr 25 15:01:08.683999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:08.724631 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:08.760143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:08.767156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:08.767842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:08.886600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:08.905831 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c88dcf30-4a4c-4a43-8630-07c58345274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:09.022665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14963229-137b-4127-af5e-29ae0e304356 None None] Sync routers for ids ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:09.028332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Network': ['ID=7284ad60-f4df-4af1-8910-1be90752a49f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:09.041380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96afbdf7-9b9c-4c39-bb26-0aedc6f5cc4d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7559011 Apr 25 15:01:09.041691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46134) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:09.055911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'subnet': {'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:09.066986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 7284ad60-f4df-4af1-8910-1be90752a49f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:01:09.116286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14963229-137b-4127-af5e-29ae0e304356 None None] Routers {'a5bc8601-7723-42ff-99f0-24f94b8c41aa'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:09.117159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14963229-137b-4127-af5e-29ae0e304356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:09.168264 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:02Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:05Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:09.173428 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:09.173799 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Updating router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:01:09.233203 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:09.253861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14963229-137b-4127-af5e-29ae0e304356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:09.288540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:09.297049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:09.307272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:subnet and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:09.311642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:09.322902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b25f481-d5d4-4beb-865b-c144dac568fd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/routers/a5bc8601-7723-42ff-99f0-24f94b8c41aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8127916 Apr 25 15:01:09.324877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:09.326975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46138) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:09.336762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14963229-137b-4127-af5e-29ae0e304356 None None] Routers {'a5bc8601-7723-42ff-99f0-24f94b8c41aa'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:09.337264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14963229-137b-4127-af5e-29ae0e304356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:09.385699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Router 75192044-420b-4522-999c-92992f99f711 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:09.413378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-0e210824-485d-47ab-bde0-4df52d9fa42a tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:09.414999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-0e210824-485d-47ab-bde0-4df52d9fa42a tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1096 time: 0.7232068 Apr 25 15:01:09.428437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14963229-137b-4127-af5e-29ae0e304356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:09.428939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14963229-137b-4127-af5e-29ae0e304356 None None] The sync data for ids ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:09.430536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Made reservation on behalf of 2c58f375b65d48439e738c39e0bdbcad for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:09.435814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:09.542216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ef9e4-8cbe-4571-9a2f-db7cb36bdc47 req-ad3444e7-182b-43ce-aa66-d2596cebf1ae tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:09.549326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a71ef9e4-8cbe-4571-9a2f-db7cb36bdc47 req-ad3444e7-182b-43ce-aa66-d2596cebf1ae tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.5291929 Apr 25 15:01:09.580240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-dd6e1fa6-732b-460a-b3dd-5a069ff1d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:09.581768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-dd6e1fa6-732b-460a-b3dd-5a069ff1d89a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 1.3907375 Apr 25 15:01:09.745889 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:09.778072 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Transition to ACTIVE for port object 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:09.784749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-6'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:09.798266 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:09.838251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a71ef9e4-8cbe-4571-9a2f-db7cb36bdc47 req-d02df554-07ba-4457-a9b4-7288473b6652 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852013 Apr 25 15:01:09.886401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-5fbc085e-1894-4b09-98d1-6f7eec834707 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133ef695-3de6-4435-bd6b-00a30bab30f8 HTTP/1.1" status: 200 len: 1000 time: 0.2935491 Apr 25 15:01:09.913194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:09.941275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:09.953266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:10.006882 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] Sync routers for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:10.019309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-772770ff-83b7-4f01-b8d0-9950d3af3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:10.020792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-772770ff-83b7-4f01-b8d0-9950d3af3b87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1274052 Apr 25 15:01:10.041071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '72602453-ae07-41e6-afca-a4090b83d966', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:2a:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:00:33Z', 'updated_at': '2022-04-25T15:01:04Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}, {'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:10.057394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d1c94-446a-4b89-a293-e88bdf490d4f None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '72602453-ae07-41e6-afca-a4090b83d966', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:2a:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:00:33Z', 'updated_at': '2022-04-25T15:01:04Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}, {'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:10.090954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b94945-190e-4f62-9ff1-fb8c238e504f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:10.091841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-76b94945-190e-4f62-9ff1-fb8c238e504f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:10.100095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:10.120542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:10.121233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:10.179874 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Pushing event updated for resources: {'Port': ['ID=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:10.219472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Subnet': ['ID=d758cc0e-dfbc-4375-8f1a-059f2677c10e,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:10.234229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-76b94945-190e-4f62-9ff1-fb8c238e504f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:10.235620 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-76b94945-190e-4f62-9ff1-fb8c238e504f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5bc8601-7723-42ff-99f0-24f94b8c41aa HTTP/1.1" status: 200 len: 989 time: 0.9029062 Apr 25 15:01:10.257718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46144) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:10.383668 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:10.404310 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.404650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.404984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.405336 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.405663 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.410117 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.410815 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.411396 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.411959 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.412460 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.412778 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.418776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:10.452567 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Attempting to bind port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:10.452975 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Attempting to bind port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:10.453355 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Attempting to bind port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c on network ee595334-1a70-41a0-8b20-18190eb016ba {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:10.457527 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:10.457771 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:10.476341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20a8f24a-dff0-48b5-aa9a-a1849af5eb76 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "DELETE /v2.0/floatingips/80e7da82-2ddd-4da5-8938-a879732f09be HTTP/1.1" status: 204 len: 168 time: 6.5365555 Apr 25 15:01:10.476944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46148) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:10.483250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:10.502724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:10.508803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Usage tracker for resource:floatingip and tenant:bac09356f4a149bf89f6ce2d537f0dd5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:10.526137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:10.531603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:10.532300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Checking segment: {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:10.532854 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:10.534046 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Bound using segment: {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:10.534323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:10.534945 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Bound port: 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64464473-1265-4cce-a3a2-a5a29a7680b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:10.535493 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:10.563216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80784d-ea17-4a1d-8f3e-ec14869499e0 None None] New status for floating IP 72602453-ae07-41e6-afca-a4090b83d966: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:01:10.565585 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:10.566449 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae340357-b660-4716-a1cb-fa48df0392f2 None None] The sync data for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:10.616609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:10.656306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Checking segment: {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:10.656907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network hostable DHCP agents. Network: 7284ad60-f4df-4af1-8910-1be90752a49f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:01:10.661955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-4c331ce0-e9a0-44d2-93cf-54845d7205d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:10.663489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-4c331ce0-e9a0-44d2-93cf-54845d7205d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6262710 Apr 25 15:01:10.676400 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] For port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:10.679242 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] For port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:10.683665 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:10.767499 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:10.768145 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:00:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:10.971558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-fdf7c0b4-526a-4905-a068-7186882fe567 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867479 Apr 25 15:01:11.105051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0709ca47-6397-4679-949a-274aad33c3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:11.113966 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ec931-5691-4899-b923-39773f68b2b8 None None] Pushing event updated for resources: {'Port': ['ID=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:11.170415 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:11.189469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:11.208917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 7284ad60-f4df-4af1-8910-1be90752a49f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:01:11.290804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2112e7a6-753c-4d7a-ba75-e9a6f3d7ef32 req-aaf47385-206e-4e69-b6a7-946e7270eb5f service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061574 Apr 25 15:01:11.315584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 7284ad60-f4df-4af1-8910-1be90752a49f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:11.325423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148bb4b-d4d0-47a4-a80e-cab32ce15366 None None] Network 7284ad60-f4df-4af1-8910-1be90752a49f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:11.344814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:11.345446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:11.380418 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c593591-fbd6-49ca-ad5c-fb59f586e8c6 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3375444 Apr 25 15:01:11.383897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46166) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:11.481835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:11.498398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e36468-f77e-42d5-b2b1-2eeee142e5ab req-ee70b109-9982-48f6-a6fb-5772b00c9b16 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:11.500128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43e36468-f77e-42d5-b2b1-2eeee142e5ab req-ee70b109-9982-48f6-a6fb-5772b00c9b16 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.3383200 Apr 25 15:01:11.565869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Allocated IP 172.25.0.98 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/dc750357-e30f-475c-9d4a-7871db2eff31) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:11.617447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:01:11.629433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43e36468-f77e-42d5-b2b1-2eeee142e5ab req-df57f2b2-c122-4d72-b57a-c1ad0a8e2cf5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217682 Apr 25 15:01:11.700846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:11.747800 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:02Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:10Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:11.754898 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea527d5f-928a-4310-ab0e-3d109276f688 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:02Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:10Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:11.796717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-7284ad60-f4df-4af1-8910-1be90752a49f', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:01:11.798482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:11.875620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:11.925018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.031745 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.202776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Allocated IP 2001:db8:3::2 (7284ad60-f4df-4af1-8910-1be90752a49f/d758cc0e-dfbc-4375-8f1a-059f2677c10e/080ae8fe-e95a-4a64-92d9-3c38f03a41d6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:12.370166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:12.402598 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.440407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.524355 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06eda696-99f2-4be0-b43a-23e23a407f14'] response: {'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'code': 200} Apr 25 15:01:12.578848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.591565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Transition to ACTIVE for port object 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:12.612782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Transition to ACTIVE for port object 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:12.625093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.752572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:12.766919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:12.847543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Network 7284ad60-f4df-4af1-8910-1be90752a49f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:12.885268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:12.983871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:13.081779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 08797abd-15c3-426f-95b5-9f5476b448c1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:13.082316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.083017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Pushing event updated for resources: {'Port': ['ID=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:13.116324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Attempting to bind port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:13.116729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Attempting to bind port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:13.117123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Attempting to bind port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 on network 7284ad60-f4df-4af1-8910-1be90752a49f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:13.123846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:13.129646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:13.130058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Checking segment: {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:13.130447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.130852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Bound using segment: {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:13.131351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Bound port: 080ae8fe-e95a-4a64-92d9-3c38f03a41d6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:13.131738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.143292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:13.143684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.326870 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.344661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3176788d-a28d-4764-a499-c2aad1c0450c None None] Provisioning complete for port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:13.345234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3176788d-a28d-4764-a499-c2aad1c0450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.363812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.421573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.472909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3176788d-a28d-4764-a499-c2aad1c0450c None None] Port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:13.492138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] For port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:13.503418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] For port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:13.518950 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.519392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Allocated IP 2001:db8:3::1 (7284ad60-f4df-4af1-8910-1be90752a49f/d758cc0e-dfbc-4375-8f1a-059f2677c10e/71df9d33-2a51-41f2-a0df-5cd7da6cfc7a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:13.544763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:13.560133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-209b0532-70cf-43d4-890b-15b71a4404cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:13.561666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-209b0532-70cf-43d4-890b-15b71a4404cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1082 time: 1.0141225 Apr 25 15:01:13.609231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.616569 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.617411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 08797abd-15c3-426f-95b5-9f5476b448c1 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:13.674423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:13.708282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4eae-b42f-4ff8-a64b-ebc3139dec09 None None] Pushing event updated for resources: {'Port': ['ID=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:13.778330 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.812723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:13.833146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:13.845492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on host n-h1-811416-6 for vnic_type normal with profile {"migrating_to": "n-h2-811416-6"} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:13.845853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:13.846187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:13.857098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef626-10a6-4005-98dd-0e9560fcb4aa req-a1027425-0bd1-444b-acf2-b1de960c2f79 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:13.860654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf3ef626-10a6-4005-98dd-0e9560fcb4aa req-a1027425-0bd1-444b-acf2-b1de960c2f79 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 943 time: 0.8848212 Apr 25 15:01:13.867138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:01:13.867781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Attempting to bind port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:13.903322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:13.914023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:13.914484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Checking segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:13.914949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Bound using segment: {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:13.916657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Bound port: 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807fd6c9-be3a-4154-b490-56de4b6f4866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:13.916657 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:13.919097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:14.009525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Pushing event updated for resources: {'Port': ['ID=dc750357-e30f-475c-9d4a-7871db2eff31,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:14.074372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cf3ef626-10a6-4005-98dd-0e9560fcb4aa req-3b50a6a5-39e2-4d53-ab2a-3e4f8ab9cd2a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984177 Apr 25 15:01:14.117260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:14.128454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-f08f0384-9590-4526-b4c0-b095d49a3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:14.130105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-f08f0384-9590-4526-b4c0-b095d49a3fbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.5262709 Apr 25 15:01:14.132163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:14.138701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.161243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Transition to ACTIVE for port object 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:14.169798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.197271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.278223 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.372724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=8']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:14.397651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.497492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-fc6b71db-ee1e-4271-9054-a0960884d57e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 999 time: 0.2951164 Apr 25 15:01:14.498130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:14.498604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=08797abd-15c3-426f-95b5-9f5476b448c1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:14.566651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:14.567282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.569497 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-a2936646-8c38-45d0-a63f-d2310fc526ed service neutron] 10.222.0.15 "PUT /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 1121 time: 5.1472192 Apr 25 15:01:14.580650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:14.591861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:01:14.603741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-1d23dab9-ae21-404f-afb8-4ee09b27d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:14.607810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-1d23dab9-ae21-404f-afb8-4ee09b27d47b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.0929968 Apr 25 15:01:14.610287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.727700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 7284ad60-f4df-4af1-8910-1be90752a49f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:14.745786 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745e02fb-abf3-4a57-961c-ba9599078563'] response: {'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'status': 'completed', 'code': 200} Apr 25 15:01:14.752915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d6ddddea-d91b-4c6e-b9e3-696dcb14da89 None None] Provisioning complete for port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:14.753307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6ddddea-d91b-4c6e-b9e3-696dcb14da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.760229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:14.812631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:14.813227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.909393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:14.912974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:14.969257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-a74bd672-7d7d-422c-8e4c-362c92b21176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:14.970767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-a74bd672-7d7d-422c-8e4c-362c92b21176 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294861 Apr 25 15:01:15.092150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:15.128437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-a587f237-1966-4038-be50-05986d90a7a4 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444578 Apr 25 15:01:15.166601 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6ddddea-d91b-4c6e-b9e3-696dcb14da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:15.179574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:15.290529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:15.313355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d6ddddea-d91b-4c6e-b9e3-696dcb14da89 None None] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:15.339067 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6ddddea-d91b-4c6e-b9e3-696dcb14da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:15.397568 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c908710-e912-4c90-98bb-db06008e3a36'] response: {'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'code': 200} Apr 25 15:01:15.432036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf656ec-e481-4234-8cbb-146e011dc583 None None] Network 7284ad60-f4df-4af1-8910-1be90752a49f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:15.468960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Router a5bc8601-7723-42ff-99f0-24f94b8c41aa has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:15.651275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:15.651840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:15.724747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:15.792502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddddea-d91b-4c6e-b9e3-696dcb14da89 None None] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:16.006410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:16.006858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d4915d72-d9f8-4c8c-8125-85e0f96d99e5 req-a01a8286-f990-40a5-95ef-44812ff635b4 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448420 Apr 25 15:01:16.019260 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] Sync routers for ids ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:16.030968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39af98c-9a2f-4d6f-841d-f80da32e611f req-74484185-501a-4f1c-9eef-b60d802b3e8f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:16.032967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d39af98c-9a2f-4d6f-841d-f80da32e611f req-74484185-501a-4f1c-9eef-b60d802b3e8f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.6153162 Apr 25 15:01:16.047332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.062655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.062982 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] Routers {'a5bc8601-7723-42ff-99f0-24f94b8c41aa'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:16.065555 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:16.097833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fc2e54b3-8c19-46a6-a0d3-2bddfb3be350 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/routers/a5bc8601-7723-42ff-99f0-24f94b8c41aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8389046 Apr 25 15:01:16.098624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46196) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:16.147615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Pushing event updated for resources: {'Port': ['ID=dc750357-e30f-475c-9d4a-7871db2eff31,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:16.158629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d39af98c-9a2f-4d6f-841d-f80da32e611f req-8a89a242-08d3-410f-a884-b62c346398f3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110022 Apr 25 15:01:16.160656 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-279b1415-6af8-4989-b288-6a6ceaa002a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:01:16.161592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-279b1415-6af8-4989-b288-6a6ceaa002a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:16.201493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-279b1415-6af8-4989-b288-6a6ceaa002a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:16.205459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-279b1415-6af8-4989-b288-6a6ceaa002a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/08797abd-15c3-426f-95b5-9f5476b448c1 HTTP/1.1" status: 404 len: 333 time: 0.1029284 Apr 25 15:01:16.206358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46202) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:16.209119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:16.220710 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] Routers {'a5bc8601-7723-42ff-99f0-24f94b8c41aa'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:16.222746 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:16.302238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] Provisioning for port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:16.337387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] Provisioning complete for port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:16.337765 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.344716 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:16.345246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b0e5a-fed9-4542-baa5-48e742bcb6ad None None] The sync data for ids ['a5bc8601-7723-42ff-99f0-24f94b8c41aa'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:16.406651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.413693 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.471817 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.473051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d0c65f7d-f0ec-4668-8609-df29fc8b3309 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9952271 Apr 25 15:01:16.477523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46212) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:16.534115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.551740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-4bb6522e-a370-437b-a39d-8b6b998085be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:16.553376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-4bb6522e-a370-437b-a39d-8b6b998085be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1126 time: 0.4070766 Apr 25 15:01:16.555582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.556912 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.710001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.791929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:16.794154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] For port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:16.801353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.811486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:16.881266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Usage tracker for resource:floatingip and tenant:d5b081bd852e44d1bf704edf22897362 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:16.898226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:16.908453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d8c7e-e459-4752-862a-51895be4bf2b None None] Pushing event updated for resources: {'Port': ['ID=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:16.913866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.916598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:16.919578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.938243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:16.988984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Network 7284ad60-f4df-4af1-8910-1be90752a49f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:17.002127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:17.055576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.055773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Fanout notify agent at l3_agent the message router_deleted on router a5bc8601-7723-42ff-99f0-24f94b8c41aa {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:01:17.075771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event updated for resources: {'Port': ['ID=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:17.086658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.090805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-585c7f13-6e81-45d1-ac2a-a57805d25cfd tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/routers/a5bc8601-7723-42ff-99f0-24f94b8c41aa HTTP/1.1" status: 204 len: 168 time: 0.8813679 Apr 25 15:01:17.091993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46222) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:17.140718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-510a90fd-3b08-4e29-92e4-537a243eb92b None None] Provisioning for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:17.148642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-510a90fd-3b08-4e29-92e4-537a243eb92b None None] Provisioning complete for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:17.150467 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-510a90fd-3b08-4e29-92e4-537a243eb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.191931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 84ff2f3d-c0d8-4981-8a7b-a627d396d5dc {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:17.196205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.205198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-179da1d5-27aa-4074-a29c-1ae8a4a089eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:17.206622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-179da1d5-27aa-4074-a29c-1ae8a4a089eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.6453307 Apr 25 15:01:17.242314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-510a90fd-3b08-4e29-92e4-537a243eb92b None None] Port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:17.249637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.256755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-510a90fd-3b08-4e29-92e4-537a243eb92b None None] Provisioning complete for port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:17.257180 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-510a90fd-3b08-4e29-92e4-537a243eb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.349938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.575874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.582230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2dd9b2c1-98b8-4108-aa0d-ae57a8b0fe44 None None] Provisioning complete for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:17.582554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd9b2c1-98b8-4108-aa0d-ae57a8b0fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.617663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:01:17.628292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-7b3242f2-390f-4b96-af24-31106e01fd9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 1001 time: 0.4130187 Apr 25 15:01:17.705339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.717324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Allocated IP 172.25.0.121 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/933405ba-5d1d-46d4-aec9-3fcf96567328) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:17.733787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:17.785417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:17.788953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=84ff2f3d-c0d8-4981-8a7b-a627d396d5dc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:17.826707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff88c26-1d7b-41b5-9435-0c132625cf07 None None] Network ead4a123-48c7-474d-96b5-bbf605a44733 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:17.843468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49d86e47-d18a-4afd-932b-6864b9a237be tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/84ff2f3d-c0d8-4981-8a7b-a627d396d5dc HTTP/1.1" status: 204 len: 168 time: 0.7475340 Apr 25 15:01:17.844198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:17.878239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9b2c1-98b8-4108-aa0d-ae57a8b0fe44 None None] Port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:17.959603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:18.014831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-3c452be1-b85d-4162-afee-57f21793306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:18.018997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-3c452be1-b85d-4162-afee-57f21793306e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.3285506 Apr 25 15:01:18.054507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 has no active binding in host n-h2-811416-6 {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 25 15:01:18.080970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.112607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5bcfbd2c-1384-4b9d-8d44-861906270ce5 None None] Provisioning complete for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:18.112988 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbd2c-1384-4b9d-8d44-861906270ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.125834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d6de4-c997-478d-b32c-226bf67d4015 req-39ec77b1-bc79-4154-9d49-88795054ba36 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:18.126451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 49a8d9a1-4720-42a5-9e4d-480c55fda20f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:18.126619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.128684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-520d6de4-c997-478d-b32c-226bf67d4015 req-39ec77b1-bc79-4154-9d49-88795054ba36 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.4992836 Apr 25 15:01:18.129910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:18.137182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8c8a8bf0-1740-48ef-bab7-1a667e016a42 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7513833 Apr 25 15:01:18.177600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:18.181397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.188624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:18.193927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:18.201908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfbd2c-1384-4b9d-8d44-861906270ce5 None None] Port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:18.217391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:18.218058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:18.401192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:18.473558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-520d6de4-c997-478d-b32c-226bf67d4015 req-62fa17e3-10aa-429a-bd0f-d77ba9966fd3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334582 Apr 25 15:01:18.484906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-4da730c8-fda1-4748-a58f-55edad5eed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:18.486522 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-4da730c8-fda1-4748-a58f-55edad5eed1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4513862 Apr 25 15:01:18.532618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] DHCP port deletion for ead4a123-48c7-474d-96b5-bbf605a44733 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:18.548391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Deleting port 49a8d9a1-4720-42a5-9e4d-480c55fda20f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:18.548763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.656451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] For port 49a8d9a1-4720-42a5-9e4d-480c55fda20f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49a8d9a1-4720-42a5-9e4d-480c55fda20f,segment=NetworkSegment(40b7dfeb-68da-4b94-a436-4333408d7545),segment_id=40b7dfeb-68da-4b94-a436-4333408d7545)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:18.656978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.667050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:18.667382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:18.806887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-9d1d4e66-edbd-4add-a9ff-c210d5f8cf61 service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550318 Apr 25 15:01:18.847799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 49a8d9a1-4720-42a5-9e4d-480c55fda20f owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:18.887722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:18.894428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:18.904671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:18.960487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Pushing event updated for resources: {'Port': ['ID=933405ba-5d1d-46d4-aec9-3fcf96567328,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:19.011246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.059794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=49a8d9a1-4720-42a5-9e4d-480c55fda20f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:19.074075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No DVR routers for this DVR port 49a8d9a1-4720-42a5-9e4d-480c55fda20f on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:19.076465 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.088874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fac74eb-0895-493e-8877-d4a717dd5de9 req-23552e9d-2ba6-42ea-8655-d4967982bcbf service neutron] 10.222.0.21 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764134 Apr 25 15:01:19.123300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] For port 49a8d9a1-4720-42a5-9e4d-480c55fda20f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49a8d9a1-4720-42a5-9e4d-480c55fda20f,segment=NetworkSegment(40b7dfeb-68da-4b94-a436-4333408d7545),segment_id=40b7dfeb-68da-4b94-a436-4333408d7545)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:19.123874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.177370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.extraroute_db [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 25 15:01:19.201274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.extraroute_db [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Removed routes are [] {{(pid=88061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 25 15:01:19.202119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.251908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.275818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Calling delete_port for 49a8d9a1-4720-42a5-9e4d-480c55fda20f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:19.283375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.324099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead4a123-48c7-474d-96b5-bbf605a44733']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:19.342417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b7dfeb-68da-4b94-a436-4333408d7545') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:19.342766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b7dfeb-68da-4b94-a436-4333408d7545') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:19.364277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.376633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:01:19.377021 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:01:19.397778 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.421111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:19.421507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.447411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:19.447411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:19.465733 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:19.562322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:15Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:16Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:19.574321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:19.574922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Updating router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:01:19.707254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.816806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.853739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.857605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=ead4a123-48c7-474d-96b5-bbf605a44733,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:19.888894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac03a9-7ea4-4211-b96d-38324b0e5111 req-a8f4c737-13f8-4974-8f13-58e93d2302ec tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:19.896070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1dac03a9-7ea4-4211-b96d-38324b0e5111 req-a8f4c737-13f8-4974-8f13-58e93d2302ec tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.2114942 Apr 25 15:01:19.916126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.924504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-0465a189-a991-44a9-bb30-7c0e2b42712d service neutron] 10.222.0.21 "GET /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 384 time: 0.2419930 Apr 25 15:01:19.926263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:19.947530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eeef6d7a-170e-4687-8324-d6395dc4e62c tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/ead4a123-48c7-474d-96b5-bbf605a44733 HTTP/1.1" status: 204 len: 168 time: 2.1018386 Apr 25 15:01:19.956594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46252) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:19.960737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.010466 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1dac03a9-7ea4-4211-b96d-38324b0e5111 req-a48771ed-b1eb-4653-9697-e15919375a44 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134224 Apr 25 15:01:20.017695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.043488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Deleting port 49a8d9a1-4720-42a5-9e4d-480c55fda20f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:20.043862 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.069147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49a8d9a1-4720-42a5-9e4d-480c55fda20f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:20.126576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 49a8d9a1-4720-42a5-9e4d-480c55fda20f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:20.126576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49a8d9a1-4720-42a5-9e4d-480c55fda20f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:20.166911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef600d-2cb5-46e5-ab35-eb3e76c20691 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:20.167530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96ef600d-2cb5-46e5-ab35-eb3e76c20691 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:20.178208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Pushing event updated for resources: {'Port': ['ID=933405ba-5d1d-46d4-aec9-3fcf96567328,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:20.197200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-95dc1915-bf42-4fae-bf91-b1998678ed23 None None] The port '49a8d9a1-4720-42a5-9e4d-480c55fda20f' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:01:20.198022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.203087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96ef600d-2cb5-46e5-ab35-eb3e76c20691 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:20.204788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96ef600d-2cb5-46e5-ab35-eb3e76c20691 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/101e2433-63bb-4c6b-99ad-f3429a34ef47 HTTP/1.1" status: 200 len: 845 time: 0.2468078 Apr 25 15:01:20.209440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:20.238649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.252815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Transition to ACTIVE for port object 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:20.253052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:20.263116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.399082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ab545-a7bc-437d-b9eb-db140ba2110d None None] Pushing event updated for resources: {'Port': ['ID=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:20.412687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.414162 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4e4d9cfa-7294-4ae4-8a22-f591ed39fa19 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9366546 Apr 25 15:01:20.422369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46262) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:20.523463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b491b895-4927-441f-86cc-c30d43783d86 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/101e2433-63bb-4c6b-99ad-f3429a34ef47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3136585 Apr 25 15:01:20.532550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46268) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:20.538328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:20.662580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Attempting to bind port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:20.663257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Attempting to bind port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:20.663790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Attempting to bind port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a on network 7284ad60-f4df-4af1-8910-1be90752a49f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:20.673632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:20.674485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:20.675058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Checking segment: {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:20.675625 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.676183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Bound using segment: {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:20.676975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Bound port: 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a020d9-8915-4439-a418-6c9eeac9997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:20.677558 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.684741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.688627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff4fa06e-3b92-4f9a-bfd6-e20b30c70e24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 953 time: 2.5088665 Apr 25 15:01:20.689449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46272) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:20.691303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:20.747787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:20.755518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:20.766869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:20.780087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:20.785221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9d257318-7c13-4c15-b416-2aef36cd7f55 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4792 time: 0.3616409 Apr 25 15:01:20.788652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46276) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:20.800823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:20.804693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.828192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] For port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:20.833613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] For port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:20.840024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:20.921068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:20.966293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:20.967071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:21.224047 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:21.248493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ab545-a7bc-437d-b9eb-db140ba2110d None None] Pushing event updated for resources: {'Port': ['ID=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:21.287064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:21.314538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:21.318247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:21.323311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:21.324155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:21.350448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=dd549ba7-8962-42cd-9431-fa4859ec0a69,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:21.358762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-04bd8002-1ae0-4dde-b538-ba191c515812 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Synchronizing usage tracker for tenant:afa4286a2e2d4d62b1608b1dab13eece on resource:floatingip {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:21.368773 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9695800d-f8d5-44b8-a7c0-927b2c3f4e9b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8324986 Apr 25 15:01:21.369734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46282) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:21.374290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d026bb-2c63-438f-be79-50d801bdb2a0 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:21.375126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1593430792'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:21.387165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:21.401231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:21.407595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:21.416794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3ebc6794-d01c-49d9-8aac-e28444f5be4f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 953 time: 0.7136972 Apr 25 15:01:21.417844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46286) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:21.422305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:21.432482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'routes': None}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:21.436382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-04bd8002-1ae0-4dde-b538-ba191c515812 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Unset dirty status for tenant:afa4286a2e2d4d62b1608b1dab13eece on resource:floatingip {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:21.440275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-04bd8002-1ae0-4dde-b538-ba191c515812 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6462588 Apr 25 15:01:21.441321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:21.445665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46290) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:21.480369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:21.558493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:21.578264 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a463ae-42bc-40bb-b10e-2ffd523e5099'] response: {'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'code': 200} Apr 25 15:01:21.613128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:21.645384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:21.655700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group_rule and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:21.715855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:21.732140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:21.761399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Deleting port 933405ba-5d1d-46d4-aec9-3fcf96567328 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:21.762019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:21.808469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549703c-0c63-42a2-8e67-cb653be660ad req-beeb3082-fe75-4d02-953d-b2a56106d5ab tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:21.815735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b549703c-0c63-42a2-8e67-cb653be660ad req-beeb3082-fe75-4d02-953d-b2a56106d5ab tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 945 time: 0.5290236 Apr 25 15:01:21.954824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b549703c-0c63-42a2-8e67-cb653be660ad req-b30ef192-bd6e-4039-9317-bec77b276041 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382263 Apr 25 15:01:21.967858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-75e3ea25-a179-4663-83a4-efac24ad99b4', 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'tenant_id': '129d0ab59ab148eda565b37b0dd3a193', 'fixed_ips': [{'subnet_id': 'dd549ba7-8962-42cd-9431-fa4859ec0a69'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:01:21.969026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.056440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.073920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:19Z', 'revision_number': 6, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:20Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:22.089904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697adc1-6b5e-4733-b492-695765cc6996 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:19Z', 'revision_number': 6, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:20Z', 'revision_number': 4, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:22.090219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] Transition to ACTIVE for port object 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:22.117514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.130049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.130411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.233620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Allocated IP 2001:db8::2 (75e3ea25-a179-4663-83a4-efac24ad99b4/dd549ba7-8962-42cd-9431-fa4859ec0a69/0eb964c9-cd79-445c-a91a-e21c48362949) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:22.248865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.409542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.411329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0406110 Apr 25 15:01:22.426156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:22.433303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693527802'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:22.440919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:22.445260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:22.449437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:22.457342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:22.470755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d3124-c37f-4002-a84c-58d0d3122905 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c5fa6-0518-401d-af8a-878877ec2b7d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:22.482922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.525029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added routes are [] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 25 15:01:22.525461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.extraroute_db [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 25 15:01:22.532229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:22.539452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group_rule and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:22.545233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:22.559462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:22.600236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.612277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.630275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Transition to ACTIVE for port object 0eb964c9-cd79-445c-a91a-e21c48362949 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:22.657347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Transition to ACTIVE for port object 0eb964c9-cd79-445c-a91a-e21c48362949 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:22.682340 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:22.743341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Calling delete_port for 933405ba-5d1d-46d4-aec9-3fcf96567328 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:22.783393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] No DVR routers for this DVR port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:22.843346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Pushing event updated for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:22.851728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:22.895692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=11']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:22.912801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:22.932175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:22.942189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:23.068033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.094381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:23.107691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:23.108076 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.172667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Attempting to bind port 0eb964c9-cd79-445c-a91a-e21c48362949 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:01:23.173061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Attempting to bind port 0eb964c9-cd79-445c-a91a-e21c48362949 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '6f444667-0b77-4e4c-aec0-b98a100ef00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:01:23.173456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Attempting to bind port 0eb964c9-cd79-445c-a91a-e21c48362949 on network 75e3ea25-a179-4663-83a4-efac24ad99b4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:01:23.202631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.217866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:01:23.218170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Checking segment: {'id': '6f444667-0b77-4e4c-aec0-b98a100ef00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:01:23.218575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.218965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Bound using segment: {'id': '6f444667-0b77-4e4c-aec0-b98a100ef00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:01:23.219438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Bound port: 0eb964c9-cd79-445c-a91a-e21c48362949, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f444667-0b77-4e4c-aec0-b98a100ef00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:01:23.219823 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.386233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b2196336-4a29-4a97-808b-7415c50f871e service neutron] 10.222.0.21 "PUT /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4/bindings/n-h2-811416-6/activate HTTP/1.1" status: 200 len: 369 time: 3.4553304 Apr 25 15:01:23.414258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.434197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:23.465464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.466521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0eb964c9-cd79-445c-a91a-e21c48362949,segment=NetworkSegment(6f444667-0b77-4e4c-aec0-b98a100ef00c),segment_id=6f444667-0b77-4e4c-aec0-b98a100ef00c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:01:23.467577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.471420 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:23.483940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.491222 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:23.491852 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:23.561189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Pushing event deleted for resources: {'Port': ['ID=933405ba-5d1d-46d4-aec9-3fcf96567328,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:23.572816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:23.584390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.584958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.602415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1738813 Apr 25 15:01:23.605085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46314) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:23.609595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26632759-9fbe-4252-99df-e883304c5f31 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f51fb8-6eae-4f76-90e2-6b1e1c7e1748,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:23.619673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.620443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec528e-daa5-440e-985e-def331b62146 None None] Pushing event updated for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:23.632978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-462744476', 'security_groups': ['93f51fb8-6eae-4f76-90e2-6b1e1c7e1748'], 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dd549ba7-8962-42cd-9431-fa4859ec0a69'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:23.773853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:23.852132 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:23.946893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:23.961706 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.969063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:port and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:23.969295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:23.970310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:23.970424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f6a1f080-4333-4122-8563-5c5c129e1530 tempest-FloatingIPAdminTestJSON-638754256 tempest-FloatingIPAdminTestJSON-638754256-project] 10.222.0.23 "DELETE /v2.0/floatingips/339f7f60-5ad0-41b1-b1f5-5640be64651b HTTP/1.1" status: 204 len: 168 time: 2.5081408 Apr 25 15:01:23.973025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46318) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:23.985248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:24.124349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa595ee-c978-468a-8ced-785aa16950bc req-47326814-67ec-44ce-be5b-7f6395e6bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:24.126202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fa595ee-c978-468a-8ced-785aa16950bc req-47326814-67ec-44ce-be5b-7f6395e6bcba tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.9754100 Apr 25 15:01:24.126895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:24.251005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Deleting port dc750357-e30f-475c-9d4a-7871db2eff31 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:24.251376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:24.297667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0fa595ee-c978-468a-8ced-785aa16950bc req-81a1ee82-7f77-454e-bab5-4bc044312fb7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524467 Apr 25 15:01:24.316704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-0e2dc660-53f6-4bae-8dab-aa6622599a37 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:24.319026 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-0e2dc660-53f6-4bae-8dab-aa6622599a37 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.8459969 Apr 25 15:01:24.400180 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:24.418469 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:22Z', 'revision_number': 7, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:23Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:24.425510 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:24.425846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:24.430904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:24.441192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:01:24.470465 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:24.471039 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:24.507316 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:24.511029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:24.528534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:24.734760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Calling delete_port for dc750357-e30f-475c-9d4a-7871db2eff31 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:24.809401 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:24.824639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:24.931380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:24.932039 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.042314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.048978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:25.111453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:25.131168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.135321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-db6b6e25-f358-4369-aff9-0ee4e975cbd8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 703 time: 3.7135048 Apr 25 15:01:25.140861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-4749e828-5f33-4c6d-b87d-72c3272ca850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:25.142377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-4749e828-5f33-4c6d-b87d-72c3272ca850 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 1095 time: 0.7793994 Apr 25 15:01:25.154875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46340) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:25.161138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc750357-e30f-475c-9d4a-7871db2eff31,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:25.241231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 0eb964c9-cd79-445c-a91a-e21c48362949 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:25.274987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::64 (75e3ea25-a179-4663-83a4-efac24ad99b4/dd549ba7-8962-42cd-9431-fa4859ec0a69/5972a632-7d2a-4685-86b2-25ecc3c5eec1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:25.342288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Provisioning complete for port 101e2433-63bb-4c6b-99ad-f3429a34ef47 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:25.344370 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.472126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Port 101e2433-63bb-4c6b-99ad-f3429a34ef47 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:25.488315 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:22Z', 'revision_number': 7, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:23Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:25.494282 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd741f43-478d-4b66-aef0-99e219fe8db9 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:22Z', 'revision_number': 7, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:23Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:25.498697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Provisioning for port 0eb964c9-cd79-445c-a91a-e21c48362949 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:25.511241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:25.511581 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.607632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b8639248-72ce-49f8-9cbb-bdfe5a5e5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:25.616345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-b8639248-72ce-49f8-9cbb-bdfe5a5e5d89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1095 time: 0.4271207 Apr 25 15:01:25.704290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-60454081-db3a-4cad-b9c9-51a5c9478c89 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 703 time: 0.5456388 Apr 25 15:01:25.708520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46358) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:25.712661 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.759404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0eb964c9-cd79-445c-a91a-e21c48362949,segment=NetworkSegment(6f444667-0b77-4e4c-aec0-b98a100ef00c),segment_id=6f444667-0b77-4e4c-aec0-b98a100ef00c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:25.765825 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.831150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.887152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce88074-76e9-4791-8a2d-b3b320e1d6ea None None] Pushing event updated for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:25.910483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:25.914207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-c41a49ad-21ef-47d4-9f04-7f797d31ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:25.915732 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-c41a49ad-21ef-47d4-9f04-7f797d31ac68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.2886491 Apr 25 15:01:25.963508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:25.975540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:25.976260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:26.012819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 5972a632-7d2a-4685-86b2-25ecc3c5eec1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:26.013334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.015146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-38a86b34-c39f-4ff2-a544-6c80d2322a57 tempest-FloatingIPAdminTestJSON-343910466 tempest-FloatingIPAdminTestJSON-343910466-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/22cdc3b4-c730-493c-ad48-35be15fe416f HTTP/1.1" status: 204 len: 168 time: 2.0409675 Apr 25 15:01:26.018591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:26.036791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5fba6-e805-4e1a-bd3a-04c1e67d3e86 req-7960671c-9965-4883-b9cf-f35d91a0ebab tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:26.039266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43f5fba6-e805-4e1a-bd3a-04c1e67d3e86 req-7960671c-9965-4883-b9cf-f35d91a0ebab tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.5110421 Apr 25 15:01:26.101807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-26dc7545-ae62-451a-a592-e67636a8f63f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 999 time: 0.1783006 Apr 25 15:01:26.160578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting port b8832b90-19d3-4a77-bae1-44a9a67a9b2f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:26.161241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.174230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:26.242861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-1fd32c97-686d-410d-b049-56170d0170fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:26.245010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-1fd32c97-686d-410d-b049-56170d0170fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.1361961 Apr 25 15:01:26.246116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.268897 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:01:26.369398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=5972a632-7d2a-4685-86b2-25ecc3c5eec1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:26.434907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:26.438721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:26.441173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:26.460976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:26.461732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.481994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-43f5fba6-e805-4e1a-bd3a-04c1e67d3e86 req-985cd718-7de3-44c1-a4a1-d93a7d8475e6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261129 Apr 25 15:01:26.624349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-72487eff-0586-4313-b119-de916d742672 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0162685 Apr 25 15:01:26.625185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46368) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:26.651243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:26.737844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:26.846931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:26.847317 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.895767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.900303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:22Z', 'revision_number': 7, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:23Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:26.924761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:26.947657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bdd4b38a-4084-4e58-91a4-60430897580b None None] Provisioning for port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:26.964037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bdd4b38a-4084-4e58-91a4-60430897580b None None] Provisioning complete for port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:26.964507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b38a-4084-4e58-91a4-60430897580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:26.996422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:26.997150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:27.030912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-cf662cec-a602-4cca-af42-2523ed89778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:27.033285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-cf662cec-a602-4cca-af42-2523ed89778f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7798421 Apr 25 15:01:27.084625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:27.100865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:27.115447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:27.122509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:27.179985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:27.182573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4b38a-4084-4e58-91a4-60430897580b None None] Port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:27.240551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:27.315676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Calling delete_port for b8832b90-19d3-4a77-bae1-44a9a67a9b2f owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:27.331271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:27.331603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:27.367193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:27.371764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:27.545089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:27.545970 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:27.688362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:27.697338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:22Z', 'revision_number': 7, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:23Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:27.702132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779b42b-5f36-415d-bd64-348df15a6a6a None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:22Z', 'revision_number': 7, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71df9d33-2a51-41f2-a0df-5cd7da6cfc7a', 'name': '', 'network_id': '7284ad60-f4df-4af1-8910-1be90752a49f', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:71:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:01:13Z', 'updated_at': '2022-04-25T15:01:23Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd758cc0e-dfbc-4375-8f1a-059f2677c10e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:27.857713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-835fbd88-3078-4738-b6cf-306d5c7ce33d service neutron] 10.222.0.15 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117197 Apr 25 15:01:27.904012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:28.005250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=71df9d33-2a51-41f2-a0df-5cd7da6cfc7a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:28.046518 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd549ba7-8962-42cd-9431-fa4859ec0a69 (CIDR: 2001:db8::/64) Apr 25 15:01:28.067663 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:01:28.068120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:28.130997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c88f77-17fa-4a30-8936-e0918578b94c req-fad36002-6f56-495a-880c-4d3ec11215f0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:28.132398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2c88f77-17fa-4a30-8936-e0918578b94c req-fad36002-6f56-495a-880c-4d3ec11215f0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.4151242 Apr 25 15:01:28.138460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-2ede1842-0540-49ec-abf5-c5a99a7f1522 service neutron] 10.222.0.15 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676373 Apr 25 15:01:28.157922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:28.167105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-732f3eb6-7bc7-4adb-a7f1-8e29ef3398e3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5287521 Apr 25 15:01:28.167947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46382) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:28.229979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:28.325432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Port': ['ID=b8832b90-19d3-4a77-bae1-44a9a67a9b2f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:28.450387 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:28.493125 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2c88f77-17fa-4a30-8936-e0918578b94c req-c51e38ec-955e-49c9-bc24-d7ca07674db2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523703 Apr 25 15:01:28.574427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:28.580928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2aa14241-b5a6-48bc-8953-39557474d393 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "DELETE /v2.0/ports/b8832b90-19d3-4a77-bae1-44a9a67a9b2f HTTP/1.1" status: 204 len: 168 time: 2.5610151 Apr 25 15:01:28.592030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:28.725025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:28.734520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:28.739011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:28.754604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:28.775737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:28.780617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:28.804463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-e128d8f8-27a2-4056-ac76-4b51e484fcc0 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:28.807119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-e128d8f8-27a2-4056-ac76-4b51e484fcc0 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 1095 time: 0.3111277 Apr 25 15:01:28.887729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:28.889337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:28.920095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26c33f-aa5d-4997-8071-046954648ab5 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:28.920710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aa26c33f-aa5d-4997-8071-046954648ab5 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Synchronizing usage tracker for tenant:afa4286a2e2d4d62b1608b1dab13eece on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:29.056735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-aa26c33f-aa5d-4997-8071-046954648ab5 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Unset dirty status for tenant:afa4286a2e2d4d62b1608b1dab13eece on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:29.061721 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aa26c33f-aa5d-4997-8071-046954648ab5 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "GET /v2.0/ports?device_id=75192044-420b-4522-999c-92992f99f711 HTTP/1.1" status: 200 len: 913 time: 0.4569962 Apr 25 15:01:29.064629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46392) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:29.083398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:29.094611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:29.103954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a3936936-fdb2-4fa2-a491-83859d026a35 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3939652 Apr 25 15:01:29.107204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46396) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:29.107596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:29.108428 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:29.201716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet d758cc0e-dfbc-4375-8f1a-059f2677c10e {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:29.206533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.274028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-40965ad1-eb96-469e-85a3-937a52d6bdfc service neutron] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:01:29.292690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.326204 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:29.339475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-40965ad1-eb96-469e-85a3-937a52d6bdfc service neutron] Notify callbacks [] for binding, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.340594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-40965ad1-eb96-469e-85a3-937a52d6bdfc service neutron] 10.222.0.15 "DELETE /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4/bindings/n-h1-811416-6 HTTP/1.1" status: 204 len: 173 time: 0.5240002 Apr 25 15:01:29.478051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.619435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.688628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.711313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=d758cc0e-dfbc-4375-8f1a-059f2677c10e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:29.725188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.737789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749b309-dd39-43e4-bad2-b597f919e9a5 None None] Network 7284ad60-f4df-4af1-8910-1be90752a49f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:29.739427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b97596ae-18af-4b70-a99f-2c98e91df46f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/d758cc0e-dfbc-4375-8f1a-059f2677c10e HTTP/1.1" status: 204 len: 168 time: 0.6289926 Apr 25 15:01:29.820229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46402) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:29.925750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:29.930118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:29.963958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:29.964591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:29.985166 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:27Z', 'revision_number': 8, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:29.991295 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:30.002740 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:30.003624 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:30.021255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fb717-dd1d-4911-840a-3969edab0804 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:30.029638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8402600 Apr 25 15:01:30.034029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46406) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:30.052137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-685632217', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d973a02-7b39-48ea-a08e-51af3b34ceab'}], 'security_groups': ['e11c5fa6-0518-401d-af8a-878877ec2b7d']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:30.161480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:30.222276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd410d2-702c-4ed1-8062-d74a172368f3 req-5a90031a-12cc-4c37-803a-c7afa61b73aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:30.224488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbd410d2-702c-4ed1-8062-d74a172368f3 req-5a90031a-12cc-4c37-803a-c7afa61b73aa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.4759080 Apr 25 15:01:30.303361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:30.303732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:30.354046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d4d5-ea08-4af9-a647-12841310b4d6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=3d973a02-7b39-48ea-a08e-51af3b34ceab,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:30.354847 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:30.409274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbd410d2-702c-4ed1-8062-d74a172368f3 req-40ee85da-659c-43ad-b34f-814c64c7dae5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735368 Apr 25 15:01:30.967844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:30.969075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:31.002267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] DHCP port deletion for 7284ad60-f4df-4af1-8910-1be90752a49f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:31.025976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Deleting port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:31.028237 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:31.318051 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:27Z', 'revision_number': 8, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:31.324004 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe044e-bf0c-439e-8bd5-f610a42863e7 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:27Z', 'revision_number': 8, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf34ca2-a7d8-42d9-8d80-5171b9a6813c', 'name': '', 'network_id': 'ee595334-1a70-41a0-8b20-18190eb016ba', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:93:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:58Z', 'updated_at': '2022-04-25T15:01:13Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '26733a8a-8ceb-49de-91f9-cfefa0ac9273', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:31.358371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:31.435583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373599-ce4d-4a67-b23b-73f3241644cd req-79776a25-ec1c-4c5f-be59-8216e2177243 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:31.437194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13373599-ce4d-4a67-b23b-73f3241644cd req-79776a25-ec1c-4c5f-be59-8216e2177243 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1095 time: 0.7053022 Apr 25 15:01:31.438348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46418) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:31.548478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:31.553006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:31.715240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:31.779466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:31.797612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No DVR routers for this DVR port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:31.818905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13373599-ce4d-4a67-b23b-73f3241644cd req-1e01e6d4-ebae-44c1-a898-ad431697e327 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620439 Apr 25 15:01:31.819131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] For port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=080ae8fe-e95a-4a64-92d9-3c38f03a41d6,segment=NetworkSegment(48a020d9-8915-4439-a418-6c9eeac9997d),segment_id=48a020d9-8915-4439-a418-6c9eeac9997d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:31.819584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:31.854890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.021420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:32.024754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Calling delete_port for 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:32.030609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.040657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfe51b9eb0a4c73bf322c1aa35e9988 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:32.053013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:32.097166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:32.123967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7284ad60-f4df-4af1-8910-1be90752a49f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:32.126219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Update dhcp port {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'fixed_ips': [{'subnet_id': 'dd549ba7-8962-42cd-9431-fa4859ec0a69', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d973a02-7b39-48ea-a08e-51af3b34ceab'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '0eb964c9-cd79-445c-a91a-e21c48362949'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:01:32.161659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a020d9-8915-4439-a418-6c9eeac9997d') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:32.162087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a020d9-8915-4439-a418-6c9eeac9997d') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:32.185049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.223395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.233985 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:01:32.234470 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:01:32.238593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:32.239196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.250939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:32.263480 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:32.288948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d963-40dc-4337-91ca-8bd478668e9c req-5ee9dbe7-4117-424e-b6cc-649776b13b82 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:32.290676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0f9d963-40dc-4337-91ca-8bd478668e9c req-5ee9dbe7-4117-424e-b6cc-649776b13b82 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.2632945 Apr 25 15:01:32.396773 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.402619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0f9d963-40dc-4337-91ca-8bd478668e9c req-79135cc8-9b2e-405e-b1ab-f64b4e1c9daa tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570183 Apr 25 15:01:32.422623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.432469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46426) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:32.434955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=7284ad60-f4df-4af1-8910-1be90752a49f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:32.463050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting port 8991feb3-562d-41b9-9bd2-b664e8641343 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:32.463693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.502210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.511112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd07e62b-2f87-499f-abe6-a1203c36d4d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/7284ad60-f4df-4af1-8910-1be90752a49f HTTP/1.1" status: 204 len: 168 time: 2.6854587 Apr 25 15:01:32.512745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46430) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:32.593886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d9bcdb2-6ac3-4caf-87cf-31764243e51f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/466f9b3d-ebfa-41de-b99e-c90f255b16d9 HTTP/1.1" status: 200 len: 991 time: 0.1598787 Apr 25 15:01:32.664642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:32.708832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:32.709247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:32.709657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:32.714097 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.743658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Deleting port 080ae8fe-e95a-4a64-92d9-3c38f03a41d6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:32.743658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:32.766136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Delete allocated IP 2001:db8::64 (75e3ea25-a179-4663-83a4-efac24ad99b4/dd549ba7-8962-42cd-9431-fa4859ec0a69) {{(pid=88060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 25 15:01:32.771164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:32.771515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 71df9d33-2a51-41f2-a0df-5cd7da6cfc7a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:32.815037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c111926-34d3-471f-9685-2d87f8259643 None None] The port '080ae8fe-e95a-4a64-92d9-3c38f03a41d6' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:01:32.838105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8:0:1::3d7 (75e3ea25-a179-4663-83a4-efac24ad99b4/3d973a02-7b39-48ea-a08e-51af3b34ceab/5972a632-7d2a-4685-86b2-25ecc3c5eec1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:32.881084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46438) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:32.915675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dfe51b9eb0a4c73bf322c1aa35e9988&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4713917 Apr 25 15:01:32.935708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46442) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:32.936953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa516ef-833e-4600-ba25-19947f7861d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c6ae3-d901-4bce-8f20-c44af031c87e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:33.119862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94707cef-b8c7-44fb-b232-76eec049179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.146555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port d0a15d44-d68a-4bde-8bb3-d6c28a83c92e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:33.146895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.196413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94707cef-b8c7-44fb-b232-76eec049179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.301420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.357444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94707cef-b8c7-44fb-b232-76eec049179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.376209 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.376458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.385932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94707cef-b8c7-44fb-b232-76eec049179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c6ae3-d901-4bce-8f20-c44af031c87e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:33.449894 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94707cef-b8c7-44fb-b232-76eec049179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.450692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-94707cef-b8c7-44fb-b232-76eec049179a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c83c6ae3-d901-4bce-8f20-c44af031c87e HTTP/1.1" status: 204 len: 168 time: 0.5079823 Apr 25 15:01:33.470443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Calling delete_port for 8991feb3-562d-41b9-9bd2-b664e8641343 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:33.516965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for d0a15d44-d68a-4bde-8bb3-d6c28a83c92e owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:33.709511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.712830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.758947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 5972a632-7d2a-4685-86b2-25ecc3c5eec1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:33.803363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:33.848432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Allocated IP 2001:db8:0:1::2 (75e3ea25-a179-4663-83a4-efac24ad99b4/3d973a02-7b39-48ea-a08e-51af3b34ceab/0eb964c9-cd79-445c-a91a-e21c48362949) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:33.888005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46450) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:33.949686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=d0a15d44-d68a-4bde-8bb3-d6c28a83c92e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:33.970840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.004213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.017372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] In _notify_port_updated(), no bound segment for port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 on network 75e3ea25-a179-4663-83a4-efac24ad99b4 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:01:34.023469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:34.024922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.029334 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/ports/5972a632-7d2a-4685-86b2-25ecc3c5eec1 HTTP/1.1" status: 200 len: 930 time: 3.9869564 Apr 25 15:01:34.029519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0eb964c9-cd79-445c-a91a-e21c48362949,segment=NetworkSegment(6f444667-0b77-4e4c-aec0-b98a100ef00c),segment_id=6f444667-0b77-4e4c-aec0-b98a100ef00c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:34.029713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46454) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:34.038580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7459ab-2ffb-4294-b8f7-ad62c1e96f2d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=5972a632-7d2a-4685-86b2-25ecc3c5eec1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:34.058541 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.076004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Transition to ACTIVE for port object 0eb964c9-cd79-445c-a91a-e21c48362949 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:34.085341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.100694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:34.117798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Usage tracker for resource:security_group_rule and tenant:b2aae90082594f4b93c5c30910dfd51f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:34.124789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:34.134224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Port': ['ID=8991feb3-562d-41b9-9bd2-b664e8641343,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:34.136595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:34.137372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.180522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Pushing event updated for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:34.212693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:34.225398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.225907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.226354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.226785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.228235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.228791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.229266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.229818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.230381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.230931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.231474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.232016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349017d9-d971-414f-83dc-2b76b672df61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:34.343917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.349481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.349858 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 466f9b3d-ebfa-41de-b99e-c90f255b16d9 disassociated (deleted). External IP: 172.25.0.142, port: 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4. Apr 25 15:01:34.487871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.518356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.689931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:34.693605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.726085 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2aae90082594f4b93c5c30910dfd51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346670 Apr 25 15:01:34.746156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46458) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:34.753581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6df00-c5b6-4769-acc4-63970d7fbe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd19100c-9c1f-4163-b855-f85cad503c19,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:34.879162 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:34.910549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.075870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 5972a632-7d2a-4685-86b2-25ecc3c5eec1 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:35.106016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Provisioning complete for port 101e2433-63bb-4c6b-99ad-f3429a34ef47 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:35.106897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.169750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Port 101e2433-63bb-4c6b-99ad-f3429a34ef47 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:35.178499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66693ec5-5dad-4497-9518-bb717223f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.188011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Provisioning for port 0eb964c9-cd79-445c-a91a-e21c48362949 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:35.197010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:35.198640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.244583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66693ec5-5dad-4497-9518-bb717223f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.289323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 402876a5-681f-43ba-93b6-40c8c1bb5acd has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:35.387713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Provisioning for port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:35.393447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Provisioning complete for port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:35.393842 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.485624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66693ec5-5dad-4497-9518-bb717223f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.539363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5fc72361-eac6-4933-84c6-657967ba3c03 None None] Port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:35.595230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:35.595576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.668550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8280e3b0-3bf6-4b00-b8fc-68abec5d721d None None] Provisioning complete for port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:35.669207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8280e3b0-3bf6-4b00-b8fc-68abec5d721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.711651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66693ec5-5dad-4497-9518-bb717223f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd19100c-9c1f-4163-b855-f85cad503c19,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:35.719976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Router 75192044-420b-4522-999c-92992f99f711 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:35.736647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.782617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8280e3b0-3bf6-4b00-b8fc-68abec5d721d None None] Port 5972a632-7d2a-4685-86b2-25ecc3c5eec1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:35.793474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:35.807227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] Sync routers for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:35.813979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=5972a632-7d2a-4685-86b2-25ecc3c5eec1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:35.819185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:35.820126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:35.843963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66693ec5-5dad-4497-9518-bb717223f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.845000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-66693ec5-5dad-4497-9518-bb717223f687 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd19100c-9c1f-4163-b855-f85cad503c19 HTTP/1.1" status: 204 len: 168 time: 1.0978878 Apr 25 15:01:35.853019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.899741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:35.904336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b02bb99-2a1c-4dd4-a23f-125e23303c1d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/5972a632-7d2a-4685-86b2-25ecc3c5eec1 HTTP/1.1" status: 204 len: 168 time: 1.8734453 Apr 25 15:01:35.906486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46464) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:35.935955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ab4600ce-35c5-44c0-964a-53a357a1e628 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/floatingips/466f9b3d-ebfa-41de-b99e-c90f255b16d9 HTTP/1.1" status: 204 len: 168 time: 3.0527039 Apr 25 15:01:35.937713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:35.977360 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-febbec83-7a31-410c-8c43-66e7cea027fb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:01:35.978186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-febbec83-7a31-410c-8c43-66e7cea027fb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:36.007595 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9ce9eb-9f8e-4642-b408-1eb56caf0a71'] response: {'name': 'network-changed', 'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'status': 'completed', 'code': 200} Apr 25 15:01:36.150189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:36.311070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:36.311529 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:36.326518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:36.341730 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] Sync routers for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:36.352060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-febbec83-7a31-410c-8c43-66e7cea027fb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:36.353380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-febbec83-7a31-410c-8c43-66e7cea027fb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/5972a632-7d2a-4685-86b2-25ecc3c5eec1 HTTP/1.1" status: 404 len: 333 time: 0.4458072 Apr 25 15:01:36.357166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:36.362278 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:36.363295 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:36.450266 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:36.462746 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] Routers {'75192044-420b-4522-999c-92992f99f711'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:36.463643 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['75192044-420b-4522-999c-92992f99f711'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:36.525993 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e91f-262a-4c46-a00c-49477194f906 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:36.620083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:36.620566 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f51deb-00fc-4cc0-ab49-f0bd2d26d060 None None] The sync data for ids ['75192044-420b-4522-999c-92992f99f711'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:36.623637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e91f-262a-4c46-a00c-49477194f906 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:36.679979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:24Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:36.684766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:36.687570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] Checking router: 402876a5-681f-43ba-93b6-40c8c1bb5acd for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:36.689454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e91f-262a-4c46-a00c-49477194f906 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:36.703456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:36.705158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:36.706199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5e91f-262a-4c46-a00c-49477194f906 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f51fb8-6eae-4f76-90e2-6b1e1c7e1748,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:36.713310 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e91f-262a-4c46-a00c-49477194f906 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:36.717169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b7a5e91f-262a-4c46-a00c-49477194f906 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/security-groups/93f51fb8-6eae-4f76-90e2-6b1e1c7e1748 HTTP/1.1" status: 204 len: 168 time: 0.3589482 Apr 25 15:01:36.717950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46490) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:36.865245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-8fbe7183-701d-44e1-b545-24d5c1ae30f2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:36.866892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-8fbe7183-701d-44e1-b545-24d5c1ae30f2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:36.885266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-325a7356-0218-4e2c-b517-281f48056439 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "PUT /v2.0/routers/75192044-420b-4522-999c-92992f99f711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8172002 Apr 25 15:01:36.890377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e49751c-3c61-4a11-b723-860ad8a6fbbb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:36.890827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:36.908268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-8fbe7183-701d-44e1-b545-24d5c1ae30f2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:36.910129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-8fbe7183-701d-44e1-b545-24d5c1ae30f2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.1893005 Apr 25 15:01:36.967973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e49751c-3c61-4a11-b723-860ad8a6fbbb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.013765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:37.026538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:37.027171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.114834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-f61a973d-6369-4757-b366-ff7f1d05d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:37.116427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-f61a973d-6369-4757-b366-ff7f1d05d1ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 1095 time: 1.0255880 Apr 25 15:01:37.139700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e49751c-3c61-4a11-b723-860ad8a6fbbb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.168257 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e49751c-3c61-4a11-b723-860ad8a6fbbb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.172252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e49751c-3c61-4a11-b723-860ad8a6fbbb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/security-groups/e11c5fa6-0518-401d-af8a-878877ec2b7d HTTP/1.1" status: 204 len: 168 time: 0.4530146 Apr 25 15:01:37.176406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46506) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:37.181487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49751c-3c61-4a11-b723-860ad8a6fbbb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c5fa6-0518-401d-af8a-878877ec2b7d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:37.206131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40c790-ab54-43e7-af1a-d1396ec32cf7 req-1652ac3d-1b94-43d8-a959-15371b4177e1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:37.207650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec40c790-ab54-43e7-af1a-d1396ec32cf7 req-1652ac3d-1b94-43d8-a959-15371b4177e1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 944 time: 0.5688207 Apr 25 15:01:37.374527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet dd549ba7-8962-42cd-9431-fa4859ec0a69 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:37.389112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.454332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec40c790-ab54-43e7-af1a-d1396ec32cf7 req-7fb3a427-1ca1-4749-8d0b-06489beae51d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228863 Apr 25 15:01:37.469581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.508008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.587990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:24Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:37.594831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d5d34-0191-44c4-8f7f-1c0d39d7c69d None None] The sync data for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 is: [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T14:59:16Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6b090bc-c40b-453c-a40a-feb28da18d0f', 'name': '', 'network_id': 'd5898b75-12eb-45f0-82af-a9cd56ad7cd7', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:2b:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:59:15Z', 'updated_at': '2022-04-25T14:59:24Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': 'ce229a2a-b7a4-4228-83ee-a7687427197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:37.595839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:37.595988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.623579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-52799424-1264-4b03-a355-98db1473460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:37.625173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-52799424-1264-4b03-a355-98db1473460f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 200 len: 898 time: 0.4997611 Apr 25 15:01:37.712522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-a214e4d1-0a91-4b9f-977d-f48c324bc27e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 200 len: 217 time: 0.0796237 Apr 25 15:01:37.726416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.781488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:37.856875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:37.908972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46518) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:37.933208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e791-bc39-4092-9767-7e9e7fed2d44 None None] New status for floating IP 466f9b3d-ebfa-41de-b99e-c90f255b16d9: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:01:38.000279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=9cf34ca2-a7d8-42d9-8d80-5171b9a6813c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:38.052040 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.138651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.145126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.154772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e227ebc-9437-4b18-ad1e-ee931c470988 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:38.173578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/dd549ba7-8962-42cd-9431-fa4859ec0a69 HTTP/1.1" status: 204 len: 168 time: 0.9961140 Apr 25 15:01:38.176982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46524) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:38.187761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.212697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-0aa1a4e9-39c5-4d3b-99e6-721fec24dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:38.218917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-0aa1a4e9-39c5-4d3b-99e6-721fec24dc47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 200 len: 835 time: 0.4935150 Apr 25 15:01:38.225241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:38.226334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1eeec-847f-4de5-8b31-8f223145339f tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=dd549ba7-8962-42cd-9431-fa4859ec0a69,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:38.240669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.352218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] No DVR routers for this DVR port 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:38.355388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:38.359779 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.362735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d97ba08b-a479-4dec-aa10-26d6b33d022d req-ab366f9a-573a-49dd-a47a-408b30203472 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "DELETE /v2.0/ports/9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 HTTP/1.1" status: 204 len: 173 time: 1.4410555 Apr 25 15:01:38.366225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-deleted', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:01:38.407246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:38.433102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Usage tracker for resource:security_group_rule and tenant:04d0e001e1ec4410a8e78b252deee0cc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:38.454028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:38.466178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:38.545437 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccaa26c-3d57-4764-a076-b2b52cea615f'] response: {'server_uuid': '4aba6273-b300-4a0e-9ea1-14d2fcc00d03', 'name': 'network-vif-deleted', 'tag': '9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4', 'status': 'completed', 'code': 200} Apr 25 15:01:38.619394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f694-0c36-430e-820a-cb089e4b96e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.744481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting port d4d9e764-aebc-41a8-8193-7e13d5442216 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:38.744853 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.866846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.873271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:38.921680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04d0e001e1ec4410a8e78b252deee0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0019705 Apr 25 15:01:38.924242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46532) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:38.966331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3cdd5-e808-4f2f-9f63-4654a65c498d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36582a0-44fa-4ddc-bb8c-379cdd07a9dd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:39.022448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2c7a-f688-4d18-b032-f60333dddb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.060631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2c7a-f688-4d18-b032-f60333dddb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.063126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef621c5f-1965-480b-a580-4d2d153ccb8d req-036be20a-7859-4191-bfce-7b574ffd33b6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aba6273-b300-4a0e-9ea1-14d2fcc00d03 HTTP/1.1" status: 200 len: 210 time: 0.1770287 Apr 25 15:01:39.140458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2c7a-f688-4d18-b032-f60333dddb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.160937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f2c7a-f688-4d18-b032-f60333dddb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36582a0-44fa-4ddc-bb8c-379cdd07a9dd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:39.165562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2c7a-f688-4d18-b032-f60333dddb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.169082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9f2f2c7a-f688-4d18-b032-f60333dddb28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f36582a0-44fa-4ddc-bb8c-379cdd07a9dd HTTP/1.1" status: 204 len: 168 time: 0.2415197 Apr 25 15:01:39.202452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.351563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:39.379986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:39.384581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:39.444289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:39.457078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-4b6b0c16-e393-460b-963e-0496f136917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:39.458658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-4b6b0c16-e393-460b-963e-0496f136917f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5898b75-12eb-45f0-82af-a9cd56ad7cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7160649 Apr 25 15:01:39.560525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.583711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:39.589676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.645612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a92b9f13-feaf-4af9-85db-90d08b91703e None None] Provisioning complete for port 101e2433-63bb-4c6b-99ad-f3429a34ef47 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:39.646221 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a92b9f13-feaf-4af9-85db-90d08b91703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.705723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9f13-feaf-4af9-85db-90d08b91703e None None] Port 101e2433-63bb-4c6b-99ad-f3429a34ef47 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:39.718398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a92b9f13-feaf-4af9-85db-90d08b91703e None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:39.718789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a92b9f13-feaf-4af9-85db-90d08b91703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:39.754441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:39.801291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:39.801588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9bd6dca3-f34c-4582-a5a2-3cd1f98c39c4 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:39.882983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Calling delete_port for d4d9e764-aebc-41a8-8193-7e13d5442216 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:40.172847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46562) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:40.198869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-3cf3780b-9e2e-46af-8351-76f79d28589b service neutron] 10.222.0.15 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271826 Apr 25 15:01:40.516649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:40.668594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46570) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:40.795616 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562c99b5-5b23-404e-86a4-3ccadb9240df req-41b99e63-c59b-4dbb-a4ab-4e48a920c952 service neutron] 10.222.0.15 "GET /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661004 Apr 25 15:01:40.877021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:40.889964 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:40.907873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:40.916946 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:40.917603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:40.922663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee0928e2-76a9-4c13-b556-0d658593fcfa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4068744 Apr 25 15:01:40.927674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46576) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:40.929780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5867b30-08aa-42e6-9e59-c11ea49bd674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:40.940779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:40.974011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:40.989456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Usage tracker for resource:security_group_rule and tenant:5419609fcc5342bc893bf1058c9b1192 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:40.997847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:41.008669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:41.014664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Port': ['ID=d4d9e764-aebc-41a8-8193-7e13d5442216,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:41.068429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet 26733a8a-8ceb-49de-91f9-cfefa0ac9273 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:41.079080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.093301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.098061 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:41.137217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.176384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:41.181492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:41.187673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:41.188499 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.194014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.198741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffcaa05-3772-414e-b20e-0e1096d89854 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:41.242861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.310283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=5797d91a-67fc-4eb6-b94a-11108d21f51b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:41.402772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0cb35c10-0b67-479c-aad5-11df70a15743 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2074299 Apr 25 15:01:41.407206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.409815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46580) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:41.416638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'security_group': {'name': 'tempest-secgroup-659998027'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:41.425055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.432116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:41.448035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:41.464203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:41.476181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:41.495011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.495843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Fanout notify agent at l3_agent the message router_deleted on router 75192044-420b-4522-999c-92992f99f711 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:01:41.499886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.514254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.534033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.538755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fee3e181-3c5a-4c5a-9b35-4332d5a538ab tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "DELETE /v2.0/routers/75192044-420b-4522-999c-92992f99f711 HTTP/1.1" status: 204 len: 168 time: 4.6389415 Apr 25 15:01:41.543662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:41.594871 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.637103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:37Z', 'revision_number': 9, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:41.643458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:41.658087 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:41.658911 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:41.662046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting subnet b2dda5fa-4255-43e9-9709-206ef0d8d889 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:41.669134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.700995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5419609fcc5342bc893bf1058c9b1192&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290320 Apr 25 15:01:41.705071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46588) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:41.708413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.736145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:41.745427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group_rule and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:41.750241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:41.756258 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.763596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11ea6-7557-4368-9215-57e19fed0edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d5d2e7-6d6e-4e32-9e96-8d697f501af6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:41.791823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:41.897972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Update dhcp port {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'fixed_ips': [{'subnet_id': '3d973a02-7b39-48ea-a08e-51af3b34ceab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5797d91a-67fc-4eb6-b94a-11108d21f51b'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '0eb964c9-cd79-445c-a91a-e21c48362949'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:01:41.907406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d6053b2-af4d-42c0-86fa-af842ae7b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.911791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.922656 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.972612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.981852 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:41.984805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:41.998682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.066998 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.073895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6624150 Apr 25 15:01:42.081501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46592) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:42.089695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1302306429'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:42.094387 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.100509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899a90b-1785-43bc-89ef-7571a22dd934 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1618fe-2b5f-44a1-8188-20e281f47d16,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:42.103065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:42.107692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:42.117575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:42.123029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.127367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.143919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:42.214961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Subnet': ['ID=b2dda5fa-4255-43e9-9709-206ef0d8d889,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:42.221365 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.229053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=26733a8a-8ceb-49de-91f9-cfefa0ac9273,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:42.239516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d6053b2-af4d-42c0-86fa-af842ae7b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.240485 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b19236ab-92d2-45f2-b949-939cdae00de2 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "DELETE /v2.0/subnets/b2dda5fa-4255-43e9-9709-206ef0d8d889 HTTP/1.1" status: 204 len: 168 time: 0.6951299 Apr 25 15:01:42.241464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:42.261588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.283829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.304114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e89e2-2dc6-4bfb-842e-8fbf8545d496 None None] Network f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:42.322354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port d6b090bc-c40b-453c-a40a-feb28da18d0f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:42.323470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9022bf4-4f55-455f-a29b-bb305324141e None None] Network ee595334-1a70-41a0-8b20-18190eb016ba requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:42.323783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.388069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b4ebe56c-744f-4853-b10b-deaaf2b59fb1 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/26733a8a-8ceb-49de-91f9-cfefa0ac9273 HTTP/1.1" status: 204 len: 168 time: 1.4554274 Apr 25 15:01:42.394133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46600) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:42.458359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:42.485909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group_rule and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:42.498210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:42.513909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:42.520789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.555961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting port dc676cfd-3cb2-44b8-bf3e-678e29492b31 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:42.556312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.626254 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:37Z', 'revision_number': 9, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:42.637807 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55228d0-0c18-412a-89f5-9697e2a3963c None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:37Z', 'revision_number': 9, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '786d211b-e6ae-45bd-b267-aeeda8b7f257', 'name': '', 'network_id': '09d3a828-0e28-46af-8de4-d739887a1048', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:48Z', 'updated_at': '2022-04-25T15:01:03Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': 'd899f4a9-238a-405a-9e83-ba4ad4999f95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:42.756618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Allocated IP 2001:db8::2 (75e3ea25-a179-4663-83a4-efac24ad99b4/5797d91a-67fc-4eb6-b94a-11108d21f51b/0eb964c9-cd79-445c-a91a-e21c48362949) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:42.819095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d6053b2-af4d-42c0-86fa-af842ae7b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.831160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.863685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6053b2-af4d-42c0-86fa-af842ae7b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d5d2e7-6d6e-4e32-9e96-8d697f501af6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:42.883351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d6053b2-af4d-42c0-86fa-af842ae7b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.886631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2d6053b2-af4d-42c0-86fa-af842ae7b98f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79d5d2e7-6d6e-4e32-9e96-8d697f501af6 HTTP/1.1" status: 204 len: 168 time: 1.1481931 Apr 25 15:01:42.895993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port b1923443-18e9-4697-99d7-5b86779c7557 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:42.896258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.935377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.946268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port d6b090bc-c40b-453c-a40a-feb28da18d0f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6b090bc-c40b-453c-a40a-feb28da18d0f,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:42.946632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:42.959164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.064622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] DHCP port deletion for ee595334-1a70-41a0-8b20-18190eb016ba request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:43.098396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5077a8ef-f595-4078-8537-ecafee019224,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:43.104715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.106236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6af997ff-15d2-4b5f-a617-8fe9b11ee046 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0233507 Apr 25 15:01:43.110315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46608) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:43.118483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'security_group': {'name': 'tempest-secgroup-291711632'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:43.120643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Deleting port b1923443-18e9-4697-99d7-5b86779c7557 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:43.122275 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.127126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:43.131727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:43.135555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:43.143993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:43.155533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for d6b090bc-c40b-453c-a40a-feb28da18d0f owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:43.256403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] For port dc676cfd-3cb2-44b8-bf3e-678e29492b31, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=dc676cfd-3cb2-44b8-bf3e-678e29492b31,segment=NetworkSegment(9858fcb6-c508-4ea7-99fe-606d8e86a97e),segment_id=9858fcb6-c508-4ea7-99fe-606d8e86a97e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:43.256653 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.263158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:43.346473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port b1923443-18e9-4697-99d7-5b86779c7557, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b1923443-18e9-4697-99d7-5b86779c7557,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:43.346990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.395315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:43.397557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9cf34ca2-a7d8-42d9-8d80-5171b9a6813c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:43.413456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Calling delete_port for dc676cfd-3cb2-44b8-bf3e-678e29492b31 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:43.425809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0eb964c9-cd79-445c-a91a-e21c48362949,segment=NetworkSegment(6f444667-0b77-4e4c-aec0-b98a100ef00c),segment_id=6f444667-0b77-4e4c-aec0-b98a100ef00c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:43.472598 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.515591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:43.533749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:security_group_rule and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:43.543036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:43.549825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.557919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c51390-59aa-44d6-9727-abfec4e7094f None None] DHCP port deletion for f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:43.568967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.582898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for b1923443-18e9-4697-99d7-5b86779c7557 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:43.605549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] For port b1923443-18e9-4697-99d7-5b86779c7557, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b1923443-18e9-4697-99d7-5b86779c7557,segment=NetworkSegment(64464473-1265-4cce-a3a2-a5a29a7680b5),segment_id=64464473-1265-4cce-a3a2-a5a29a7680b5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:43.606053 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.622281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Transition to ACTIVE for port object 0eb964c9-cd79-445c-a91a-e21c48362949 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:43.640166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:43.686582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.756675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Port': ['ID=dc676cfd-3cb2-44b8-bf3e-678e29492b31,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:43.759987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] No DVR routers for this DVR port dc676cfd-3cb2-44b8-bf3e-678e29492b31 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:43.761913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.767851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No DVR routers for this DVR port b1923443-18e9-4697-99d7-5b86779c7557 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:43.772241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Calling delete_port for b1923443-18e9-4697-99d7-5b86779c7557 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:43.798994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=b1923443-18e9-4697-99d7-5b86779c7557,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:43.819291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.847020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.913819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:43.922182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7baa04-7f66-4373-9307-c2ea62d08ad4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:43.968877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.002030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb6f5a-3226-4166-8c8c-f9ec4b3926c9 None None] Pushing event updated for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:44.003847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.010235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee595334-1a70-41a0-8b20-18190eb016ba']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:44.015216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.019063 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b692b5fa-9230-442e-9d16-bb1922868c99 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9052653 Apr 25 15:01:44.020060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46630) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:44.023065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:01:44.023467 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:01:44.027744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1426752928', 'security_groups': ['6f7baa04-7f66-4373-9307-c2ea62d08ad4'], 'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5797d91a-67fc-4eb6-b94a-11108d21f51b'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:44.033140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64464473-1265-4cce-a3a2-a5a29a7680b5') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:44.033448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64464473-1265-4cce-a3a2-a5a29a7680b5') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:44.058767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.078447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:44.112743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.121613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:44.122032 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:44.137263 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:44.151181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9858fcb6-c508-4ea7-99fe-606d8e86a97e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:44.151483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9858fcb6-c508-4ea7-99fe-606d8e86a97e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:44.177116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.204556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.224387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:44.224803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:44.245752 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:44.321295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:44.335458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:44.343034 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.372905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.375817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Network': ['ID=f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:44.380510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:44.424841 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "DELETE /v2.0/networks/f7e3d4ad-2aec-4d4c-ba19-0ef7d67ff966 HTTP/1.1" status: 204 len: 168 time: 2.1819134 Apr 25 15:01:44.428289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46638) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:44.429794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.431169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.431819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.431819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.432143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.432429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.432749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.433096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.433658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.433774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.434047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.434411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02665f71-7146-41f1-adf6-da92d2c15cb0 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:44.488896 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.525245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Deleting port b1923443-18e9-4697-99d7-5b86779c7557 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:44.525818 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.531535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.567533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=ee595334-1a70-41a0-8b20-18190eb016ba,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:44.598139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ae7f9648-c518-40ad-be64-85508909968e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/ee595334-1a70-41a0-8b20-18190eb016ba HTTP/1.1" status: 204 len: 168 time: 2.1905260 Apr 25 15:01:44.608357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46642) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:44.611275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.658500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e8b5-95e7-4437-a284-bf0c69e72fd9 None None] The port 'b1923443-18e9-4697-99d7-5b86779c7557' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:01:44.798172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Deleting port 58a9a1cf-fdf1-421c-83f2-42e88e4d83de {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:44.798740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.814609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=d6b090bc-c40b-453c-a40a-feb28da18d0f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:44.850673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:44.881402 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:44.908939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] device_id is not set on port 985fa20b-9e32-4f5c-905c-dab535134cd6 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:01:44.997722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-900e461b-63bd-48f6-91b5-d8b0967aa96d None None] Provisioning complete for port 101e2433-63bb-4c6b-99ad-f3429a34ef47 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:44.998312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-900e461b-63bd-48f6-91b5-d8b0967aa96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.077540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b1923443-18e9-4697-99d7-5b86779c7557 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:45.082001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.082159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.082392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.082732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.083071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.083406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.083964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.084062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.084392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.084724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.085066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.085406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:01:45.155524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b1923443-18e9-4697-99d7-5b86779c7557 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:45.156128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b1923443-18e9-4697-99d7-5b86779c7557 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:45.156727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dc676cfd-3cb2-44b8-bf3e-678e29492b31 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:45.192825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-900e461b-63bd-48f6-91b5-d8b0967aa96d None None] Port 101e2433-63bb-4c6b-99ad-f3429a34ef47 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:45.210376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: dc676cfd-3cb2-44b8-bf3e-678e29492b31 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:45.212379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device dc676cfd-3cb2-44b8-bf3e-678e29492b31 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:45.240204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-900e461b-63bd-48f6-91b5-d8b0967aa96d None None] Provisioning for port 0eb964c9-cd79-445c-a91a-e21c48362949 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:45.247332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-900e461b-63bd-48f6-91b5-d8b0967aa96d None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:45.249290 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-900e461b-63bd-48f6-91b5-d8b0967aa96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.319588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8::28a (75e3ea25-a179-4663-83a4-efac24ad99b4/5797d91a-67fc-4eb6-b94a-11108d21f51b/985fa20b-9e32-4f5c-905c-dab535134cd6) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:45.566096 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.652673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.653008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.791258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Calling delete_port for 58a9a1cf-fdf1-421c-83f2-42e88e4d83de owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:45.819775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.864589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 985fa20b-9e32-4f5c-905c-dab535134cd6 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:45.885562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:45.969713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.058551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:46.063012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:46.072827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:46.078453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:46.079117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.108021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.119933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=985fa20b-9e32-4f5c-905c-dab535134cd6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:46.221803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Pushing event deleted for resources: {'Port': ['ID=58a9a1cf-fdf1-421c-83f2-42e88e4d83de,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:46.266948 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49a8668d-2444-4acf-bee1-4bbd65b7d91a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2458181 Apr 25 15:01:46.270642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46664) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:46.282265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:46.389770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 402876a5-681f-43ba-93b6-40c8c1bb5acd has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:46.417176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.419983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.425143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf5db65e-7d95-406e-a760-88181f9ba7e4 tempest-FloatingIPAdminTestJSON-1006264630 tempest-FloatingIPAdminTestJSON-1006264630-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6df8b9e-cf18-4100-97c7-b95f4507ca86 HTTP/1.1" status: 204 len: 168 time: 1.9838448 Apr 25 15:01:46.440943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-79360a4f-13d2-4a95-8666-a693b5bcb290 None None] Provisioning for port 985fa20b-9e32-4f5c-905c-dab535134cd6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:46.447781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-79360a4f-13d2-4a95-8666-a693b5bcb290 None None] Provisioning complete for port 985fa20b-9e32-4f5c-905c-dab535134cd6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:46.448217 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79360a4f-13d2-4a95-8666-a693b5bcb290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.522307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-79360a4f-13d2-4a95-8666-a693b5bcb290 None None] Port 985fa20b-9e32-4f5c-905c-dab535134cd6 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:46.530769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:46.534831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:46.538676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:46.548285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:46.575280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:46.580582 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.662277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 786d211b-e6ae-45bd-b267-aeeda8b7f257 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:46.662873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.688655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:46.699714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] Sync routers for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:46.700488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d0702b85-2939-41f0-922a-245d893b6810 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/402876a5-681f-43ba-93b6-40c8c1bb5acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5257821 Apr 25 15:01:46.701255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46680) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:46.714406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:46.715058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:46.847461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting subnet ce229a2a-b7a4-4228-83ee-a7687427197a {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:46.849372 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5797d91a-67fc-4eb6-b94a-11108d21f51b (CIDR: 2001:db8::/64) Apr 25 15:01:46.854320 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:01:46.854951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:46.875168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-173955f8-6553-4386-a2dd-72953521f364 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6031520 Apr 25 15:01:46.877544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46686) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:46.884529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:46.915791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:46.945891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46690) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:47.001364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.026798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:47.049972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:47.054563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:47.057641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:47.063593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:47.071233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 786d211b-e6ae-45bd-b267-aeeda8b7f257, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=786d211b-e6ae-45bd-b267-aeeda8b7f257,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:47.071623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.075431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:47.080168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.241754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 786d211b-e6ae-45bd-b267-aeeda8b7f257 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:47.357861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.422958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b14f13fb-7daf-48dd-8800-096cc0718ca4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afa4286a2e2d4d62b1608b1dab13eece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762266 Apr 25 15:01:47.427156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46704) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:47.501854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T15:01:44Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:47.506990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] Checking router: 402876a5-681f-43ba-93b6-40c8c1bb5acd for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:47.517833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] Routers {'402876a5-681f-43ba-93b6-40c8c1bb5acd'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:47.518469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['402876a5-681f-43ba-93b6-40c8c1bb5acd'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:47.554142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.604722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99c04eda-bf20-4a9d-83d2-1c818b9a954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.623724 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3d973a02-7b39-48ea-a08e-51af3b34ceab (CIDR: 2001:db8:0:1::/64) Apr 25 15:01:47.639292 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:01:47.639965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:47.669883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99c04eda-bf20-4a9d-83d2-1c818b9a954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.698380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0894962-68b4-4d77-a62c-5e71efde69ee tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8196003 Apr 25 15:01:47.699310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46708) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:47.715998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'subnet': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:47.726064 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.783082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Subnet': ['ID=ce229a2a-b7a4-4228-83ee-a7687427197a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:47.788322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=786d211b-e6ae-45bd-b267-aeeda8b7f257,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:47.791169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] Set router 402876a5-681f-43ba-93b6-40c8c1bb5acd gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:47.825707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.854422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99c04eda-bf20-4a9d-83d2-1c818b9a954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.875110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c04eda-bf20-4a9d-83d2-1c818b9a954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d28a3-1228-4f32-b202-10a66b9b362c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:47.890230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-99c04eda-bf20-4a9d-83d2-1c818b9a954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:47.891600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-99c04eda-bf20-4a9d-83d2-1c818b9a954d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431d28a3-1228-4f32-b202-10a66b9b362c HTTP/1.1" status: 204 len: 168 time: 0.4634044 Apr 25 15:01:47.938140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329c6e0-d230-4602-8680-c9fe763cf91b None None] Network d5898b75-12eb-45f0-82af-a9cd56ad7cd7 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:47.954716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:47.964322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Usage tracker for resource:subnet and tenant:129d0ab59ab148eda565b37b0dd3a193 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:47.968968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:47.971809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-56355315-47c2-4138-9be7-3e14e2c5a665 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/subnets/ce229a2a-b7a4-4228-83ee-a7687427197a HTTP/1.1" status: 204 len: 168 time: 1.2620065 Apr 25 15:01:47.978973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46714) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:47.982401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:48.010399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Made reservation on behalf of 129d0ab59ab148eda565b37b0dd3a193 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:48.014259 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.359820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.484319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.594087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.598572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T15:01:44Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:48.612786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079d933-a0dc-4415-abbd-d9e76cd8761a None None] The sync data for ids ['402876a5-681f-43ba-93b6-40c8c1bb5acd'] in n-d-811416-6 is: [{'id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047095833', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:58Z', 'updated_at': '2022-04-25T15:01:44Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': 'b577ff46-bc94-4d69-98c1-6e4968dc2a41', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402876a5-681f-43ba-93b6-40c8c1bb5acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:59Z', 'updated_at': '2022-04-25T14:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:48.624622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46722) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:48.682728 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:48.686360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:48.688271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.690474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] DHCP port deletion for d5898b75-12eb-45f0-82af-a9cd56ad7cd7 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:48.700142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] Deleting port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:48.700538 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.701072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:48.701766 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.721281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Subnet': ['ID=6717fafd-81b3-4d93-9174-34e0bebc2394,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:48.726405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:48.735088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b081bd852e44d1bf704edf22897362 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:48.735263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c2d9e9-4ad8-4825-8f99-036505df27a8 None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:48.740670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:48.749919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:48.757327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d393ac6-4251-4b8d-8b92-6132da7c85b5 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0527656 Apr 25 15:01:48.759914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:48.774734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-161597185', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6717fafd-81b3-4d93-9174-34e0bebc2394'}], 'security_groups': ['1e1618fe-2b5f-44a1-8188-20e281f47d16', '5077a8ef-f595-4078-8537-ecafee019224']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:48.931694 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:48.978680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:49.066554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.107359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port b577ff46-bc94-4d69-98c1-6e4968dc2a41 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:49.107912 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.125114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] For port 2e2bbf5b-9109-430a-adb5-1d5837d639c0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2e2bbf5b-9109-430a-adb5-1d5837d639c0,segment=NetworkSegment(807fd6c9-be3a-4154-b490-56de4b6f4866),segment_id=807fd6c9-be3a-4154-b490-56de4b6f4866)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:49.125525 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.138704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.207323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.282438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2e2bbf5b-9109-430a-adb5-1d5837d639c0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:49.325829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5b081bd852e44d1bf704edf22897362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871018 Apr 25 15:01:49.330959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46730) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:49.331625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6aa4-317e-44a8-8350-1469bfbfb529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a8259b-6dbd-420b-b86e-74466ebf7ce6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:49.413750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] Calling delete_port for 2e2bbf5b-9109-430a-adb5-1d5837d639c0 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:49.545840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f13590fc-64e7-41b4-9cbe-85ee35294b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.628891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f13590fc-64e7-41b4-9cbe-85ee35294b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.677281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:49.685781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7e66a60a-dca7-4e86-9ed9-b2d48fa875ac tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0737185 Apr 25 15:01:49.687143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:49.692600 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:49.705900 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:49.706535 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:49.715474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Delete allocated IP 2001:db8::28a (75e3ea25-a179-4663-83a4-efac24ad99b4/5797d91a-67fc-4eb6-b94a-11108d21f51b) {{(pid=88060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 25 15:01:49.729081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Allocated IP 2001:db8:0:2::34f (75e3ea25-a179-4663-83a4-efac24ad99b4/6717fafd-81b3-4d93-9174-34e0bebc2394/985fa20b-9e32-4f5c-905c-dab535134cd6) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:49.738410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.793358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f13590fc-64e7-41b4-9cbe-85ee35294b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.826329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6b090bc-c40b-453c-a40a-feb28da18d0f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:49.871248 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.875195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet d899f4a9-238a-405a-9e83-ba4ad4999f95 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:49.878549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d6b090bc-c40b-453c-a40a-feb28da18d0f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:49.878914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6b090bc-c40b-453c-a40a-feb28da18d0f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:49.886071 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:49.943093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] Pushing event deleted for resources: {'Port': ['ID=2e2bbf5b-9109-430a-adb5-1d5837d639c0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:49.950818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaae11b-a6e8-4085-9425-a0bce67a2f53 None None] No DVR routers for this DVR port 2e2bbf5b-9109-430a-adb5-1d5837d639c0 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:49.971695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13590fc-64e7-41b4-9cbe-85ee35294b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a8259b-6dbd-420b-b86e-74466ebf7ce6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:50.020280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f13590fc-64e7-41b4-9cbe-85ee35294b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.020280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f13590fc-64e7-41b4-9cbe-85ee35294b62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2a8259b-6dbd-420b-b86e-74466ebf7ce6 HTTP/1.1" status: 204 len: 168 time: 0.6857626 Apr 25 15:01:50.075410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port b577ff46-bc94-4d69-98c1-6e4968dc2a41, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b577ff46-bc94-4d69-98c1-6e4968dc2a41,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:50.076005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.101727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.110878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Update dhcp port {'port': {'network_id': '75e3ea25-a179-4663-83a4-efac24ad99b4', 'fixed_ips': [{'subnet_id': '3d973a02-7b39-48ea-a08e-51af3b34ceab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5797d91a-67fc-4eb6-b94a-11108d21f51b', 'ip_address': '2001:db8::2'}, {'subnet_id': '6717fafd-81b3-4d93-9174-34e0bebc2394'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '0eb964c9-cd79-445c-a91a-e21c48362949'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:01:50.114584 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:50.205518 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.307587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for b577ff46-bc94-4d69-98c1-6e4968dc2a41 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:50.383441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:50.406388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.444660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.496664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Transition to ACTIVE for port object 985fa20b-9e32-4f5c-905c-dab535134cd6 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:50.510644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.631272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Allocated IP 2001:db8:0:2::2 (75e3ea25-a179-4663-83a4-efac24ad99b4/6717fafd-81b3-4d93-9174-34e0bebc2394/0eb964c9-cd79-445c-a91a-e21c48362949) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:50.657384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.747322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] In _notify_port_updated(), no bound segment for port 985fa20b-9e32-4f5c-905c-dab535134cd6 on network 75e3ea25-a179-4663-83a4-efac24ad99b4 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:01:50.753207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:50.753849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.758764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "PUT /v2.0/ports/985fa20b-9e32-4f5c-905c-dab535134cd6 HTTP/1.1" status: 200 len: 969 time: 1.9943199 Apr 25 15:01:50.759521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46756) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:50.759944 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.774169 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:47Z', 'revision_number': 10, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:50.782573 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:50.795032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=d899f4a9-238a-405a-9e83-ba4ad4999f95,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:50.805552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c8d1e206-8dc8-4dc7-975d-9f2fbf12cbec tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/d899f4a9-238a-405a-9e83-ba4ad4999f95 HTTP/1.1" status: 204 len: 168 time: 1.1150196 Apr 25 15:01:50.806221 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:50.807399 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:50.848916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46760) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:50.856327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.878321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:50.953956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:50.954229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0eb964c9-cd79-445c-a91a-e21c48362949,segment=NetworkSegment(6f444667-0b77-4e4c-aec0-b98a100ef00c),segment_id=6f444667-0b77-4e4c-aec0-b98a100ef00c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:50.968373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:50.973264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Usage tracker for resource:security_group_rule and tenant:f7865cc59e3f496faf5688a4668d8fe5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:50.976283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:50.987013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.010207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c2623-6dd1-4c5e-9a64-2f9741cd1c6d None None] Network 09d3a828-0e28-46af-8de4-d739887a1048 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:51.010992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 985fa20b-9e32-4f5c-905c-dab535134cd6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:51.011462 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.023263 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:51.062930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110f392-2016-4601-b045-e466f37676eb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event updated for resources: {'Port': ['ID=985fa20b-9e32-4f5c-905c-dab535134cd6,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:51.078557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.081666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:51.103275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:51.105225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.123088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Transition to ACTIVE for port object 0eb964c9-cd79-445c-a91a-e21c48362949 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:01:51.147595 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.172798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Usage tracker for resource:security_group_rule and tenant:bac09356f4a149bf89f6ce2d537f0dd5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:51.177777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=b577ff46-bc94-4d69-98c1-6e4968dc2a41,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:51.185063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:51.196332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 9797094e-97f3-4e98-97f7-84165955c0e4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:51.196948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.263607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:51.390850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c18e5-97cb-4268-915a-9cffa1127af1 None None] Pushing event updated for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:51.401165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.524933 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:47Z', 'revision_number': 10, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:51.530888 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eb28c-0046-468f-b201-789eb72fcf60 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:47Z', 'revision_number': 10, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None, '_interfaces': [{'id': '302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e', 'name': '', 'network_id': '8cb5c1fa-5f68-45ce-8494-952be20f879b', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'mac_address': 'fa:16:3e:10:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '68462b44-28f5-4a4c-9031-837146483cae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:00:39Z', 'updated_at': '2022-04-25T15:00:50Z', 'revision_number': 5, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'subnets': [{'id': '68462b44-28f5-4a4c-9031-837146483cae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:51.569354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] DHCP port deletion for 09d3a828-0e28-46af-8de4-d739887a1048 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:51.573919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] Deleting port 9797094e-97f3-4e98-97f7-84165955c0e4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:51.574300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.601950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 985fa20b-9e32-4f5c-905c-dab535134cd6 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:51.621524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.795606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.862881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=985fa20b-9e32-4f5c-905c-dab535134cd6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:51.886650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] For port 9797094e-97f3-4e98-97f7-84165955c0e4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9797094e-97f3-4e98-97f7-84165955c0e4,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:51.886650 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.917504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:51.943158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-42ff815d-a484-49bd-b4b2-349458e8315a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/985fa20b-9e32-4f5c-905c-dab535134cd6 HTTP/1.1" status: 204 len: 168 time: 1.1770375 Apr 25 15:01:51.945131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.018387 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5227f0d-5963-47e5-b16a-c7b61593352e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] GET failed (client error): The resource could not be found. Apr 25 15:01:52.019122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5227f0d-5963-47e5-b16a-c7b61593352e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Synchronizing usage tracker for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:01:52.043800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5227f0d-5963-47e5-b16a-c7b61593352e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Unset dirty status for tenant:129d0ab59ab148eda565b37b0dd3a193 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:01:52.046148 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a5227f0d-5963-47e5-b16a-c7b61593352e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports/985fa20b-9e32-4f5c-905c-dab535134cd6 HTTP/1.1" status: 404 len: 333 time: 0.0961342 Apr 25 15:01:52.050735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.082537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] Calling delete_port for 9797094e-97f3-4e98-97f7-84165955c0e4 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:52.128265 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.131213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.141451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955faa4f-48f5-4983-b813-191da4c77dcb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.167647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 9797094e-97f3-4e98-97f7-84165955c0e4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9797094e-97f3-4e98-97f7-84165955c0e4,segment=NetworkSegment(cbf331be-9865-426a-aa2d-832e6c1e6b6f),segment_id=cbf331be-9865-426a-aa2d-832e6c1e6b6f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:52.168029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.179655 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955faa4f-48f5-4983-b813-191da4c77dcb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.210368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.262422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955faa4f-48f5-4983-b813-191da4c77dcb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.294286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955faa4f-48f5-4983-b813-191da4c77dcb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7baa04-7f66-4373-9307-c2ea62d08ad4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:52.304400 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-955faa4f-48f5-4983-b813-191da4c77dcb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.305766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] Pushing event deleted for resources: {'Port': ['ID=9797094e-97f3-4e98-97f7-84165955c0e4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:52.306029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-955faa4f-48f5-4983-b813-191da4c77dcb tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f7baa04-7f66-4373-9307-c2ea62d08ad4 HTTP/1.1" status: 204 len: 168 time: 0.2542112 Apr 25 15:01:52.313353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46776) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.317305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 9797094e-97f3-4e98-97f7-84165955c0e4 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:52.323021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee89596-8552-4aea-afb8-29a7d408ad2a None None] No DVR routers for this DVR port 9797094e-97f3-4e98-97f7-84165955c0e4 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:52.354382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.354920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Fanout notify agent at l3_agent the message router_deleted on router 402876a5-681f-43ba-93b6-40c8c1bb5acd {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:01:52.376327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.392486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.396518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e37c6c-f55f-4a00-af30-277414213949 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.413774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Provisioning complete for port 101e2433-63bb-4c6b-99ad-f3429a34ef47 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:52.414471 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.437217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e37c6c-f55f-4a00-af30-277414213949 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.506305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Port 101e2433-63bb-4c6b-99ad-f3429a34ef47 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:52.516265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Could not find standard attr ID for object 985fa20b-9e32-4f5c-905c-dab535134cd6. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:01:52.536479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Provisioning for port 0eb964c9-cd79-445c-a91a-e21c48362949 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:01:52.536692 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e37c6c-f55f-4a00-af30-277414213949 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.546555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:52.547064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-313718a2-5556-4905-a6bc-3337e2b14f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.567266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.578721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7865cc59e3f496faf5688a4668d8fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1940234 Apr 25 15:01:52.581880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46780) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.582307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e37c6c-f55f-4a00-af30-277414213949 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5077a8ef-f595-4078-8537-ecafee019224,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:52.593952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85e37c6c-f55f-4a00-af30-277414213949 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.595828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-85e37c6c-f55f-4a00-af30-277414213949 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/security-groups/5077a8ef-f595-4078-8537-ecafee019224 HTTP/1.1" status: 204 len: 168 time: 0.2811303 Apr 25 15:01:52.598338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.604089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.611060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e761b1f-d682-4f98-b3fc-ce45bb3f278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a352937-7cfc-43be-a7e7-13633c4af62a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:52.662876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.664590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1fe555b8-8003-42cd-a63c-63471d5427d9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/routers/402876a5-681f-43ba-93b6-40c8c1bb5acd HTTP/1.1" status: 204 len: 168 time: 4.6840234 Apr 25 15:01:52.680768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46788) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.685753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7ba7-4d7c-4776-b137-0999197f0be3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.701868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:01:52.702232 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:01:52.717634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7ba7-4d7c-4776-b137-0999197f0be3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.736059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bac09356f4a149bf89f6ce2d537f0dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8219681 Apr 25 15:01:52.739572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46792) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.757804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c3fdd-e2cc-4d5a-8427-b3f523f752e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b5006-6ade-4d98-85ae-9a380db14630,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:52.818294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7ba7-4d7c-4776-b137-0999197f0be3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.831188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4525e4-0be4-470a-9365-1c854f626885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.839431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f7ba7-4d7c-4776-b137-0999197f0be3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1618fe-2b5f-44a1-8188-20e281f47d16,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:52.841666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dccce448-96c4-4d3c-9e68-e856de1d7f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.843077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bfa49dad-32b9-40fe-942c-e348aba4a272 None None] Could not find standard attr ID for object 985fa20b-9e32-4f5c-905c-dab535134cd6. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:01:52.870446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7ba7-4d7c-4776-b137-0999197f0be3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.874535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b3f7ba7-4d7c-4776-b137-0999197f0be3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e1618fe-2b5f-44a1-8188-20e281f47d16 HTTP/1.1" status: 204 len: 168 time: 0.2721875 Apr 25 15:01:52.875160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:52.879309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dccce448-96c4-4d3c-9e68-e856de1d7f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.893701 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4525e4-0be4-470a-9365-1c854f626885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:52.938888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.002790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:01:53.015733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 5797d91a-67fc-4eb6-b94a-11108d21f51b {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:53.017867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.079580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.088193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:53.088663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.090804 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.112968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dccce448-96c4-4d3c-9e68-e856de1d7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.116864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5898b75-12eb-45f0-82af-a9cd56ad7cd7']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:53.131854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807fd6c9-be3a-4154-b490-56de4b6f4866') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:53.132559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807fd6c9-be3a-4154-b490-56de4b6f4866') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:53.141066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccce448-96c4-4d3c-9e68-e856de1d7f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b5006-6ade-4d98-85ae-9a380db14630,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:53.146286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.152075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dccce448-96c4-4d3c-9e68-e856de1d7f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.153233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dccce448-96c4-4d3c-9e68-e856de1d7f7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/278b5006-6ade-4d98-85ae-9a380db14630 HTTP/1.1" status: 204 len: 168 time: 0.4125562 Apr 25 15:01:53.170890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.187311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:53.187730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.202137 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:53.204830 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:53.207882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 9797094e-97f3-4e98-97f7-84165955c0e4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:53.207882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.231488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4525e4-0be4-470a-9365-1c854f626885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.308802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 786d211b-e6ae-45bd-b267-aeeda8b7f257 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:53.323692 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.352739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 786d211b-e6ae-45bd-b267-aeeda8b7f257 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:53.353289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 786d211b-e6ae-45bd-b267-aeeda8b7f257 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:53.353816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b577ff46-bc94-4d69-98c1-6e4968dc2a41 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:53.366954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4525e4-0be4-470a-9365-1c854f626885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a352937-7cfc-43be-a7e7-13633c4af62a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:53.381269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] The port '9797094e-97f3-4e98-97f7-84165955c0e4' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:01:53.407658 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.413493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=5797d91a-67fc-4eb6-b94a-11108d21f51b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:53.423722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-907bb6ed-7491-495c-877c-2b7297cd0b67 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/5797d91a-67fc-4eb6-b94a-11108d21f51b HTTP/1.1" status: 204 len: 168 time: 0.5471964 Apr 25 15:01:53.431844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e63acc-23fa-4bc3-95c8-1a2ae51252cb None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:53.434592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:53.449808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b577ff46-bc94-4d69-98c1-6e4968dc2a41 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:53.450250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b577ff46-bc94-4d69-98c1-6e4968dc2a41 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:53.450793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9797094e-97f3-4e98-97f7-84165955c0e4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:53.517240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 9797094e-97f3-4e98-97f7-84165955c0e4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:53.517960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9797094e-97f3-4e98-97f7-84165955c0e4 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:53.528947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 6717fafd-81b3-4d93-9174-34e0bebc2394 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:53.533090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.555176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4525e4-0be4-470a-9365-1c854f626885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.572605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d4525e4-0be4-470a-9365-1c854f626885 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a352937-7cfc-43be-a7e7-13633c4af62a HTTP/1.1" status: 204 len: 168 time: 0.9753556 Apr 25 15:01:53.588362 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.598441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.713937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.735812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.769191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Network': ['ID=d5898b75-12eb-45f0-82af-a9cd56ad7cd7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:53.792375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.805840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1dcafe37-19b9-4845-a733-b0344fe1df89 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/networks/d5898b75-12eb-45f0-82af-a9cd56ad7cd7 HTTP/1.1" status: 204 len: 168 time: 1.1209612 Apr 25 15:01:53.810564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46816) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:53.839834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.848957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d3a828-0e28-46af-8de4-d739887a1048']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:53.887178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf331be-9865-426a-aa2d-832e6c1e6b6f') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:53.887486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf331be-9865-426a-aa2d-832e6c1e6b6f') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:53.904537 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.909282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=6717fafd-81b3-4d93-9174-34e0bebc2394,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:53.921862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ea3fb1b8-d763-4f44-9816-b0220725702d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/6717fafd-81b3-4d93-9174-34e0bebc2394 HTTP/1.1" status: 204 len: 168 time: 0.4855323 Apr 25 15:01:53.922064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46820) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:53.923456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.996651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:53.999401 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-beba87b7-005e-48c1-8398-bb987999459a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:53.999558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beba87b7-005e-48c1-8398-bb987999459a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:54.001278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-beba87b7-005e-48c1-8398-bb987999459a tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/5797d91a-67fc-4eb6-b94a-11108d21f51b HTTP/1.1" status: 404 len: 337 time: 0.0704091 Apr 25 15:01:54.008326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46828) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.020733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:54.022361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:54.044155 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:54.047203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55ecd623-bcdc-41cc-bf81-fd957f8c062b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.161100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting subnet 3d973a02-7b39-48ea-a08e-51af3b34ceab {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:54.164399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.221512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55ecd623-bcdc-41cc-bf81-fd957f8c062b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.250811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.259475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.329217 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.374925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=09d3a828-0e28-46af-8de4-d739887a1048,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:54.387027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bcc461d4-5014-4ad6-967c-ffe09aa82c12 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/09d3a828-0e28-46af-8de4-d739887a1048 HTTP/1.1" status: 204 len: 168 time: 3.5121446 Apr 25 15:01:54.390227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46844) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.417176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.541475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.586372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Subnet': ['ID=3d973a02-7b39-48ea-a08e-51af3b34ceab,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:54.593501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:54.604085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6cf9381c-9803-421f-9c82-be9de52fa11b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/3d973a02-7b39-48ea-a08e-51af3b34ceab HTTP/1.1" status: 204 len: 168 time: 0.5901439 Apr 25 15:01:54.605977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.693953 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a0d4c4-fee3-4c55-bae9-573daf929dd3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:54.694423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a0d4c4-fee3-4c55-bae9-573daf929dd3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:54.696277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-15a0d4c4-fee3-4c55-bae9-573daf929dd3 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/dd549ba7-8962-42cd-9431-fa4859ec0a69 HTTP/1.1" status: 404 len: 337 time: 0.0889032 Apr 25 15:01:54.700117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.753626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7b76427b-dbe2-49ec-b693-c8bdc56a8b48 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5bc8601-7723-42ff-99f0-24f94b8c41aa HTTP/1.1" status: 200 len: 205 time: 0.0517361 Apr 25 15:01:54.757307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.858499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629a2d0-98ba-40b8-b66a-441b4e98ba3c None None] Network 75e3ea25-a179-4663-83a4-efac24ad99b4 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:54.870701 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-adc62edc-8ac5-4f4e-aa79-46b0e5adb2cc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] delete failed (client error): The resource could not be found. Apr 25 15:01:54.874505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-adc62edc-8ac5-4f4e-aa79-46b0e5adb2cc tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/routers/a5bc8601-7723-42ff-99f0-24f94b8c41aa HTTP/1.1" status: 404 len: 336 time: 0.1160960 Apr 25 15:01:54.875085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46876) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.915022 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-227bcc83-f7e9-4529-b027-4eefb5c428a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:54.915407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227bcc83-f7e9-4529-b027-4eefb5c428a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:54.920413 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-227bcc83-f7e9-4529-b027-4eefb5c428a6 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/84ff2f3d-c0d8-4981-8a7b-a627d396d5dc HTTP/1.1" status: 404 len: 337 time: 0.0442505 Apr 25 15:01:54.921134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46880) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:54.985530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee44bd66-af63-4b2f-a05d-7a64206ccc9e None None] Provisioning complete for port 101e2433-63bb-4c6b-99ad-f3429a34ef47 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:54.985911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee44bd66-af63-4b2f-a05d-7a64206ccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.080846 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dc1d92-6a03-4724-8ee1-7db6f1a48c93 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.081289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ee44bd66-af63-4b2f-a05d-7a64206ccc9e None None] Port 101e2433-63bb-4c6b-99ad-f3429a34ef47 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:01:55.081401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dc1d92-6a03-4724-8ee1-7db6f1a48c93 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.086714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d6dc1d92-6a03-4724-8ee1-7db6f1a48c93 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/336533fd-7e11-45f0-98f8-3a106b1cfeca HTTP/1.1" status: 404 len: 337 time: 0.1644731 Apr 25 15:01:55.087385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.135936 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-054a659e-2df7-4dd1-bc20-a672cc599d76 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.136532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054a659e-2df7-4dd1-bc20-a672cc599d76 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.145236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-054a659e-2df7-4dd1-bc20-a672cc599d76 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/5180d504-94e8-4044-b48f-0dcf036e87ed HTTP/1.1" status: 404 len: 337 time: 0.0565515 Apr 25 15:01:55.145888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.147261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55ecd623-bcdc-41cc-bf81-fd957f8c062b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.178359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecd623-bcdc-41cc-bf81-fd957f8c062b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca758a29-dbdb-4d0e-9b2e-47354c92ebb9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:55.232130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55ecd623-bcdc-41cc-bf81-fd957f8c062b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.233312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55ecd623-bcdc-41cc-bf81-fd957f8c062b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca758a29-dbdb-4d0e-9b2e-47354c92ebb9 HTTP/1.1" status: 204 len: 168 time: 1.4217992 Apr 25 15:01:55.238639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ee44bd66-af63-4b2f-a05d-7a64206ccc9e None None] Provisioning complete for port 0eb964c9-cd79-445c-a91a-e21c48362949 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:01:55.239341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee44bd66-af63-4b2f-a05d-7a64206ccc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.269657 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c40e43-7c30-4f3d-b3f9-1976efe1587e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.270251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c40e43-7c30-4f3d-b3f9-1976efe1587e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.279588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f1c40e43-7c30-4f3d-b3f9-1976efe1587e tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/03c74666-fd4c-42da-82c8-d9bca55b84b3 HTTP/1.1" status: 404 len: 333 time: 0.1303968 Apr 25 15:01:55.280016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.421961 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-def5d417-7818-4bcf-a634-f5b5d9bc0d54 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.423322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def5d417-7818-4bcf-a634-f5b5d9bc0d54 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.429849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-def5d417-7818-4bcf-a634-f5b5d9bc0d54 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/5ea188bb-b5b1-42ba-8301-b4989fe74a50 HTTP/1.1" status: 404 len: 337 time: 0.1465054 Apr 25 15:01:55.430197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46910) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.497987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] DHCP port deletion for 75e3ea25-a179-4663-83a4-efac24ad99b4 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:01:55.507263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] Deleting port 0eb964c9-cd79-445c-a91a-e21c48362949 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:55.508210 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.529656 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f952f6-94c9-467b-8eef-7183e805d997 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.530310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f952f6-94c9-467b-8eef-7183e805d997 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.534694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03f952f6-94c9-467b-8eef-7183e805d997 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/753e92c2-a0d6-4ed0-9172-64c7ad8694fd HTTP/1.1" status: 404 len: 337 time: 0.1011953 Apr 25 15:01:55.535060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.585491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.627678 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe20eea-2605-4c4f-ab77-2dca3740de4b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.628457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe20eea-2605-4c4f-ab77-2dca3740de4b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.631958 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1fe20eea-2605-4c4f-ab77-2dca3740de4b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/9bf1ac25-21f0-4b2a-ac1b-3892afb4096c HTTP/1.1" status: 404 len: 333 time: 0.0950370 Apr 25 15:01:55.635284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46920) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.733930 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e1f2e5-9ce7-4639-8022-e46fb4aadf60 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.734310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e1f2e5-9ce7-4639-8022-e46fb4aadf60 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.738520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-50e1f2e5-9ce7-4639-8022-e46fb4aadf60 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/09ce15d0-7abd-40fd-8873-05648ef0425a HTTP/1.1" status: 404 len: 337 time: 0.0998919 Apr 25 15:01:55.738889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.861495 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbd504a-ec50-4ac3-bf4e-d55a9ab0d36b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] DELETE failed (client error): The resource could not be found. Apr 25 15:01:55.861999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbd504a-ec50-4ac3-bf4e-d55a9ab0d36b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:01:55.865137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4fbd504a-ec50-4ac3-bf4e-d55a9ab0d36b tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/subnets/6a039f31-af43-4236-8579-a96d02790b1a HTTP/1.1" status: 404 len: 337 time: 0.1242077 Apr 25 15:01:55.871102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.922896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] For port 0eb964c9-cd79-445c-a91a-e21c48362949, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=0eb964c9-cd79-445c-a91a-e21c48362949,segment=NetworkSegment(6f444667-0b77-4e4c-aec0-b98a100ef00c),segment_id=6f444667-0b77-4e4c-aec0-b98a100ef00c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:55.923648 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:55.964128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:55.980072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143490822', 'description': 'tempest-secgroup-smoke-2143490822 description', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:55.988819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:55.995867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46940) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:56.006012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:56.011391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:56.026374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Deleting port 101e2433-63bb-4c6b-99ad-f3429a34ef47 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:56.026719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.040691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:56.094237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.183330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] Calling delete_port for 0eb964c9-cd79-445c-a91a-e21c48362949 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:56.228088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-727134869', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:56.251070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:56.256632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:56.260772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:56.269171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:56.271195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:56.271674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.284731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.285270 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.311928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:56.345956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] No DVR routers for this DVR port 0eb964c9-cd79-445c-a91a-e21c48362949 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:01:56.350020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce686db-2cb6-4072-bbe6-79d41a476092 None None] Pushing event deleted for resources: {'Port': ['ID=0eb964c9-cd79-445c-a91a-e21c48362949,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:56.376511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Usage tracker for resource:port and tenant:3409734dc03149f8a63e55b6f9deddc3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:56.384387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:56.407616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:56.428801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Calling delete_port for 101e2433-63bb-4c6b-99ad-f3429a34ef47 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:56.545499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Made reservation on behalf of 3409734dc03149f8a63e55b6f9deddc3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:01:56.547742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.548102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.571423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.575435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.589247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.611085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Port': ['ID=101e2433-63bb-4c6b-99ad-f3429a34ef47,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:56.618925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.622604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:56.638666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a18445bb-0adb-40d4-b7fc-8a2f83c3d35d tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/ports/101e2433-63bb-4c6b-99ad-f3429a34ef47 HTTP/1.1" status: 204 len: 168 time: 0.7643006 Apr 25 15:01:56.640980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46950) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:56.654082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Usage tracker for resource:security_group_rule and tenant:3409734dc03149f8a63e55b6f9deddc3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:56.661520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:56.686876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:56.694170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1efad9-125d-4cee-9aab-a1a26ba25d24,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:56.705486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.710099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fd6665f-1897-45d7-abe7-f3ab367df580 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7436166 Apr 25 15:01:56.712949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 46954) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:56.721759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': '0e1efad9-125d-4cee-9aab-a1a26ba25d24', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:56.729376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:01:56.729810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.754676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:56.790747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.827299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:01:56.865286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 0eb964c9-cd79-445c-a91a-e21c48362949 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:01:56.865643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 0eb964c9-cd79-445c-a91a-e21c48362949 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:01:56.918750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:01:56.944395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:56.947979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:56.952569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:56.973933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:56.978895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e3ea25-a179-4663-83a4-efac24ad99b4']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:56.992269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f444667-0b77-4e4c-aec0-b98a100ef00c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:56.992590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f444667-0b77-4e4c-aec0-b98a100ef00c') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:57.006028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.024921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.031650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:01:57.031979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:01:57.047200 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:01:57.138577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.160933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.168900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] Pushing event deleted for resources: {'Network': ['ID=75e3ea25-a179-4663-83a4-efac24ad99b4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:57.170783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.174734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a3d555c9-f6c9-47f8-ae15-6034e73ab030 tempest-PortsIpV6TestJSON-286273944 tempest-PortsIpV6TestJSON-286273944-project] 10.222.0.23 "DELETE /v2.0/networks/75e3ea25-a179-4663-83a4-efac24ad99b4 HTTP/1.1" status: 204 len: 168 time: 0.5325794 Apr 25 15:01:57.302037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.304045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.309459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.353695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.367446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] device_id is not set on port 4b9d8d1c-938b-4768-97de-7568c9617c31 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:01:57.451608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-fd4a1219-e9f6-475e-a763-3c163f0e6e2d tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dcd143c774dc4679a08f4f814b5f8c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288832 Apr 25 15:01:57.453800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e546a4-406d-4dcb-9c10-1ba580e94fe4,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:57.481183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d726e426-7f7f-4519-8039-0e98c25ee37c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:57.522703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.528763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46976) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:57.600652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.602450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fe156587-cb60-4bd6-94c0-fd1c5e64d9b4 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8849185 Apr 25 15:01:57.605669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46982) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:57.617685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:57.621843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': '0e1efad9-125d-4cee-9aab-a1a26ba25d24', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:57.638886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:57.647411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:57.652844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:57.664251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:57.723619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-b8b88062-3706-4432-99fd-5f25e15ee3a6 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:57.725103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-b8b88062-3706-4432-99fd-5f25e15ee3a6 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626822 Apr 25 15:01:57.754746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.773580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-54ee4cae-74e0-4754-ad53-963a0e1cd812 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/quotas/dcd143c774dc4679a08f4f814b5f8c5c HTTP/1.1" status: 200 len: 375 time: 0.0395124 Apr 25 15:01:57.821748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Allocated IP 172.25.0.51 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/4b9d8d1c-938b-4768-97de-7568c9617c31) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:01:57.823953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:57.949233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-abcc5f9a-2cb1-4e1a-af07-8a38de566c51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=129d0ab59ab148eda565b37b0dd3a193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166896 Apr 25 15:01:57.954013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46986) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:57.966745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-f778299f-246e-4e69-81fe-8e4b61f23dd8 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcd143c774dc4679a08f4f814b5f8c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1858528 Apr 25 15:01:58.032022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.047197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.064737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-443708eb-64b9-4691-9f26-823fb47bcb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.088504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fca429-931b-406e-9dcc-9d6739e84a41,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:58.135317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.136895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5437ce45-545c-46e8-a4bb-adbbe7af4dc5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5302694 Apr 25 15:01:58.139441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-443708eb-64b9-4691-9f26-823fb47bcb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.147903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 46994) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:58.158188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': '0e1efad9-125d-4cee-9aab-a1a26ba25d24', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:58.173091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:58.185630 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:58.197670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:58.209762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:58.231919 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.267486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-443708eb-64b9-4691-9f26-823fb47bcb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.294048 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443708eb-64b9-4691-9f26-823fb47bcb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819a3eb-51ce-4fe7-823e-4fab169918d5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:58.303320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff8c7fad-9f96-4062-b824-1708269abe0f req-1c1f0da5-c6ad-43af-9e58-74412f117fc3 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 210 time: 0.1275206 Apr 25 15:01:58.310945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:01:58.313071 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-443708eb-64b9-4691-9f26-823fb47bcb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.326512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-443708eb-64b9-4691-9f26-823fb47bcb15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e819a3eb-51ce-4fe7-823e-4fab169918d5 HTTP/1.1" status: 204 len: 168 time: 0.3560510 Apr 25 15:01:58.366411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.372785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.399829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c4a99e-b30c-4b65-a973-6111bf59c72c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:58.415231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.419472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-621dbb9f-9e5c-49a7-80cb-8651e4bdb98e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671421 Apr 25 15:01:58.420490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47004) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:58.425980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': '0e1efad9-125d-4cee-9aab-a1a26ba25d24', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:58.434670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:58.440135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:58.443911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:58.451545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:58.496121 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.536423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:01:58.543602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0f6a446e-5ead-42cb-a43a-cd1348db6f24 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1499054 Apr 25 15:01:58.547928 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.549381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47010) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:58.559060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:01:58.583599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:58.584558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:58.591342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.700996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.740143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting subnet 68462b44-28f5-4a4c-9031-837146483cae {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:01:58.744599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.750521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:01:58.751960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.757129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:01:58.760014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Pushing event updated for resources: {'Port': ['ID=4b9d8d1c-938b-4768-97de-7568c9617c31,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:58.762286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:01:58.835190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:58.836059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.856688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:58.869533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf7ea1f-eb1a-4e2f-9966-74ed206aebee,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:58.872601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47022) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:58.882145 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-83b1cd53-156f-42da-a0df-8a357f38a28d tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8731647 Apr 25 15:01:58.884816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.51'}]}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:58.891899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.923072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:58.925618 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.926697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ed95b843-b9ce-434f-9afa-c747a5dd161a tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5052967 Apr 25 15:01:58.930816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47030) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:58.933985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Usage tracker for resource:router and tenant:3409734dc03149f8a63e55b6f9deddc3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:58.936887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': '0e1efad9-125d-4cee-9aab-a1a26ba25d24', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:58.947707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:58.951900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:58.957381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:58.958002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:58.965211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:58.981171 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:58.982622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.014747 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.036318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.049744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:57Z', 'revision_number': 11, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:59.062543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:01:59.067964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.079613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:01:59.080256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:59.205861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:59.222773 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:01:59.233261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.267930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:01:59.325459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.332019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.375889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c6a2ec-4e2d-4d03-a7f1-8817b98ae559,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:59.383914 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.385744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8598f9f9-b97e-4849-9b78-2007e8a80658 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4536455 Apr 25 15:01:59.386520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.389661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47046) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:59.396462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'security_group_rule': {'security_group_id': '0e1efad9-125d-4cee-9aab-a1a26ba25d24', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:59.397934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.406595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:59.412995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:security_group_rule and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:59.418292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:59.420686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:57Z', 'revision_number': 11, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:01:59.425858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f6c5d-cbac-47ce-9d63-146d61ba9aba None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:57Z', 'revision_number': 11, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:01:59.430381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:01:59.440463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Subnet': ['ID=68462b44-28f5-4a4c-9031-837146483cae,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:59.442888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.452682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8daab-ff66-4c4c-ac97-9e3b3004cc47 None None] Network 8cb5c1fa-5f68-45ce-8494-952be20f879b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:01:59.457014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b2aadc4c-3c7f-4d5c-b23a-b0b3317310a7 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/68462b44-28f5-4a4c-9031-837146483cae HTTP/1.1" status: 204 len: 168 time: 0.9045732 Apr 25 15:01:59.459593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47050) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:59.472716 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Project ae32593a4b7749ddaa7d8fc4b651cf18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:01:59.506190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.646203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-043e5835-c6c8-470f-a9fc-d61bd0640836 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=dcd143c774dc4679a08f4f814b5f8c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363626 Apr 25 15:01:59.687126 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4c572f6-c8d3-484d-bb7b-109420e1204d req-be74f074-1aea-49f7-a9cc-43f3289fcd61 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 210 time: 0.0770023 Apr 25 15:01:59.698008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.755697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.804853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d8c846-d606-48c2-a758-a82859c4aaaf,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:01:59.827763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.837091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.841414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18ec2e33-0574-4a0e-8e9d-7d038fa964da tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4474380 Apr 25 15:01:59.841913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47056) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:01:59.851689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'network': {'name': 'tempest-network-smoke--1424861117', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:59.865895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-0c2cf973-cb9c-432f-8333-11226f5f720f tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:01:59.867500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-0c2cf973-cb9c-432f-8333-11226f5f720f tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160351 Apr 25 15:01:59.874230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:01:59.889051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Deleting port cc764d5b-b9da-4ab7-adce-8e44cb26e152 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:01:59.889450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:01:59.894639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Request body: {'port': {'device_id': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': 'dcd143c774dc4679a08f4f814b5f8c5c'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:01:59.910207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:network and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:01:59.916400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:01:59.940223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:00.038279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:00.042483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.062173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] DHCP port deletion for 8cb5c1fa-5f68-45ce-8494-952be20f879b request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:02:00.067253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Deleting port cc764d5b-b9da-4ab7-adce-8e44cb26e152 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:00.068184 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.121903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:00.127926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Usage tracker for resource:port and tenant:dcd143c774dc4679a08f4f814b5f8c5c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:00.132298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:00.142990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:00.144926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:02:00.158597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.158984 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Added segment a22deedf-a6db-4c54-859c-05b8505524d0 of type vlan for network 45e1afe2-1581-4c32-9627-1b8f2141dbad Apr 25 15:02:00.165830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Made reservation on behalf of dcd143c774dc4679a08f4f814b5f8c5c for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:00.169478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.178379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] For port cc764d5b-b9da-4ab7-adce-8e44cb26e152, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=cc764d5b-b9da-4ab7-adce-8e44cb26e152,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:00.179197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.184621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.203807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:00.207608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Usage tracker for resource:security_group_rule and tenant:dcd143c774dc4679a08f4f814b5f8c5c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:00.210527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:00.216268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:00.239748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.300335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.306831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:00.307524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.360499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] For port cc764d5b-b9da-4ab7-adce-8e44cb26e152, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=cc764d5b-b9da-4ab7-adce-8e44cb26e152,segment=NetworkSegment(8e856f8b-10ff-4a84-9fa4-0380d2394592),segment_id=8e856f8b-10ff-4a84-9fa4-0380d2394592)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:00.361167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.458050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Calling delete_port for cc764d5b-b9da-4ab7-adce-8e44cb26e152 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:00.463240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Network': ['ID=45e1afe2-1581-4c32-9627-1b8f2141dbad,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:00.469460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-407a5fc6-02b6-4353-aa41-93cb3200d991 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6265581 Apr 25 15:02:00.472263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:00.483489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'admin_state_up': True, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:00.495161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:00.496223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:02:00.501602 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.502836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:router and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:00.505875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:00.512805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:00.514997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.595417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.596585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.606707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Calling delete_port for cc764d5b-b9da-4ab7-adce-8e44cb26e152 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:00.622093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bca099-0359-413c-bd68-835501633e67,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:00.649255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.835049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Allocated IP 192.168.233.88 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/119c27cb-ab08-4136-897d-94a4f03e0d99) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:00.847648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device cc764d5b-b9da-4ab7-adce-8e44cb26e152 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:02:00.859558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.899254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.977874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:00.995844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:02:00.996947 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:02:00.996947 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.047799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No DVR routers for this DVR port cc764d5b-b9da-4ab7-adce-8e44cb26e152 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:02:01.060917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:02:01.088454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7c7a21-c987-4ec3-9ee3-2bdf4db144af req-a8ba5730-3da4-4a38-befc-889cb0f1ff1d tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 210 time: 0.1540606 Apr 25 15:02:01.091679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Port': ['ID=cc764d5b-b9da-4ab7-adce-8e44cb26e152,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:01.118260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:02:01.118260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 302f90eb-aa3a-4c4d-b9cc-c2fcf263a87e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:02:01.183293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.265300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.337385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb5c1fa-5f68-45ce-8494-952be20f879b']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:01.364091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e856f8b-10ff-4a84-9fa4-0380d2394592') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:01.364437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e856f8b-10ff-4a84-9fa4-0380d2394592') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:01.381163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.419063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.421908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.488186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:02:01.488607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.497746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Deleting port cc764d5b-b9da-4ab7-adce-8e44cb26e152 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:01.498138 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:02:01.508026 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:02:01.568177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8de9590b-a44f-429a-a16f-76414da9c08d None None] The port 'cc764d5b-b9da-4ab7-adce-8e44cb26e152' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:02:01.613733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.776627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Transition to ACTIVE for port object 119c27cb-ab08-4136-897d-94a4f03e0d99 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:01.816580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.824441 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.861240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.933747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.966344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.970312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.978726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:01.988461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Pushing event deleted for resources: {'Network': ['ID=8cb5c1fa-5f68-45ce-8494-952be20f879b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:01.997479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e4c9f342-1ad9-48ce-a840-4395e766803f tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/networks/8cb5c1fa-5f68-45ce-8494-952be20f879b HTTP/1.1" status: 204 len: 168 time: 2.5366101 Apr 25 15:02:02.004487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:02.013951 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.014533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e10f145-d8b0-445c-b557-9c21b8c97058 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:02:02.022550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'routes': None}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:02.037885 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 25 15:02:02.039557 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e299331-8586-42c1-9e69-0cc89d73fc30 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1630363 Apr 25 15:02:02.042300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47094) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:02.104779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Deleting port 4b9d8d1c-938b-4768-97de-7568c9617c31 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:02.105224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.141277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:02.152469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:02.219945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:02.251926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Pushing event updated for resources: {'Port': ['ID=119c27cb-ab08-4136-897d-94a4f03e0d99,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:02.421125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.107 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/92f355e5-a6b7-49d5-b50a-4887bc5902be) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:02.422939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339ed52-d454-4583-9e96-c57a47005563 req-70198213-1bb5-463c-a2d5-8537162bf0ca tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:02.424263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f339ed52-d454-4583-9e96-c57a47005563 req-70198213-1bb5-463c-a2d5-8537162bf0ca tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 935 time: 0.2070141 Apr 25 15:02:02.462039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.498411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:02.499489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.504912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-89286655-1090-42fc-b430-558b90ce6cdf None None] Provisioning for port 119c27cb-ab08-4136-897d-94a4f03e0d99 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:02.508204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.extraroute_db [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Added routes are [] {{(pid=88061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 25 15:02:02.508602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.extraroute_db [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Removed routes are [] {{(pid=88061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 25 15:02:02.509074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.511368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-89286655-1090-42fc-b430-558b90ce6cdf None None] Provisioning complete for port 119c27cb-ab08-4136-897d-94a4f03e0d99 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:02.511748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89286655-1090-42fc-b430-558b90ce6cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.608462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-89286655-1090-42fc-b430-558b90ce6cdf None None] Port 119c27cb-ab08-4136-897d-94a4f03e0d99 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:02.676609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Calling delete_port for 4b9d8d1c-938b-4768-97de-7568c9617c31 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:02.718272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f339ed52-d454-4583-9e96-c57a47005563 req-c442ff27-0970-48e3-8353-dc4bef3d64cc tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814171 Apr 25 15:02:02.756649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-538dc9bb-6f85-4c47-b71b-942d4ee710ee tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8784745 Apr 25 15:02:02.822146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.833152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Request body: {'port': {'device_id': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:02.875283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b9d8d1c-938b-4768-97de-7568c9617c31,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:02.973006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:02.982076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e26aaf79-46dc-433a-835e-89313d124245 tempest-RoutersAdminNegativeTest-912599263 tempest-RoutersAdminNegativeTest-912599263-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4b9d8d1c-938b-4768-97de-7568c9617c31 HTTP/1.1" status: 204 len: 168 time: 0.9384468 Apr 25 15:02:03.096707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.123650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.230001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.256459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47110) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:03.270601 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:02:03.336963 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.356582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:02:03.376687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.391522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:03.395387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Usage tracker for resource:security_group_rule and tenant:9144ecb3e0f44b7eb1817b6ff661b359 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:03.398501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:03.404207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:03.495230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.499543 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.551468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9144ecb3e0f44b7eb1817b6ff661b359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938709 Apr 25 15:02:03.553449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.554222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eacee-2396-47b9-9d6b-7a82a415dc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6951a11c-5804-475f-97f6-50fc414f8b24,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:03.560869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47116) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:03.622393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:03.633495 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1c91ff9-b5f3-406b-913b-692cedb10f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.637319 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] Sync routers for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:03.647164 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:03.648295 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:03.680227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1c91ff9-b5f3-406b-913b-692cedb10f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.681185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.682354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d9e5aa6-603d-42fd-809e-09e9e35e3845 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 704 time: 1.6768913 Apr 25 15:02:03.688411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47122) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:03.699566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:03.756166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:03.779823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1c91ff9-b5f3-406b-913b-692cedb10f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.786629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:03.839299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c91ff9-b5f3-406b-913b-692cedb10f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6951a11c-5804-475f-97f6-50fc414f8b24,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:03.844210 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:03.859188 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1c91ff9-b5f3-406b-913b-692cedb10f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:03.877385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e1c91ff9-b5f3-406b-913b-692cedb10f2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6951a11c-5804-475f-97f6-50fc414f8b24 HTTP/1.1" status: 204 len: 168 time: 0.3082547 Apr 25 15:02:03.900026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50e4590c-3717-40ff-b172-1437267c1c43 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:03.905251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=92f355e5-a6b7-49d5-b50a-4887bc5902be,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:04.059119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:57Z', 'revision_number': 11, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:04.063657 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] Checking router: 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:04.072641 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] Routers {'9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:04.073497 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:04.241140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50e4590c-3717-40ff-b172-1437267c1c43 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:04.241140 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50e4590c-3717-40ff-b172-1437267c1c43 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 205 time: 0.5365863 Apr 25 15:02:04.242589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47138) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:04.334683 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] Set router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:04.355338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:04.556106 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:57Z', 'revision_number': 11, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:04.560973 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7851ea-0d38-4840-98a9-efd39247c3a4 None None] The sync data for ids ['9ea0fbc0-66ea-41a8-ae92-7101c3a4816a'] in n-d-811416-6 is: [{'id': '9ea0fbc0-66ea-41a8-ae92-7101c3a4816a', 'name': 'tempest-RoutersIpV6Test-router-633492490', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:00:36Z', 'updated_at': '2022-04-25T15:01:57Z', 'revision_number': 11, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:04.604929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:04.613454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-ff4f7d0e-3da6-48c7-931c-380d49649f1b tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:04.614218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-ff4f7d0e-3da6-48c7-931c-380d49649f1b tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Synchronizing usage tracker for tenant:dcd143c774dc4679a08f4f814b5f8c5c on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:04.698720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47146) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:04.703614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:02:04.820723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-ff4f7d0e-3da6-48c7-931c-380d49649f1b tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Unset dirty status for tenant:dcd143c774dc4679a08f4f814b5f8c5c on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:04.828328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-ff4f7d0e-3da6-48c7-931c-380d49649f1b tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 935 time: 0.8029277 Apr 25 15:02:05.054079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119c27cb-ab08-4136-897d-94a4f03e0d99 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:02:05.081153 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e611db9b-01c2-4410-8786-30b94623cb70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3409734dc03149f8a63e55b6f9deddc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784857 Apr 25 15:02:05.081361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.081500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47152) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:05.126856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-2838554c-73f5-4ade-89b9-bfda2741d511 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Synchronizing usage tracker for tenant:dcd143c774dc4679a08f4f814b5f8c5c on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:05.129652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Transition to ACTIVE for port object 119c27cb-ab08-4136-897d-94a4f03e0d99 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:05.139476 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.165302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.170173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.178634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.237865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.238385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea0fbc0-66ea-41a8-ae92-7101c3a4816a {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:02:05.247991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbbeaebb-3094-41ec-a8e8-05c3a7e12e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.283241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbbeaebb-3094-41ec-a8e8-05c3a7e12e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.306475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.316309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c40a7f60-744a-41cf-984c-79f9b6f73d1d tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 204 len: 168 time: 1.0718632 Apr 25 15:02:05.324090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47156) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:05.345177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105893790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:05.395293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:05.403332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-2838554c-73f5-4ade-89b9-bfda2741d511 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Unset dirty status for tenant:dcd143c774dc4679a08f4f814b5f8c5c on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:05.407849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Usage tracker for resource:router and tenant:2c58f375b65d48439e738c39e0bdbcad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:05.413252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbbeaebb-3094-41ec-a8e8-05c3a7e12e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.416198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b9eaa4d8-56da-4f83-9fdd-6c9941c410c4 req-2838554c-73f5-4ade-89b9-bfda2741d511 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868711 Apr 25 15:02:05.418108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:05.420775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Pushing event updated for resources: {'Port': ['ID=119c27cb-ab08-4136-897d-94a4f03e0d99,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:05.446147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:05.469577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeaebb-3094-41ec-a8e8-05c3a7e12e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726e426-7f7f-4519-8039-0e98c25ee37c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:05.488390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bbbeaebb-3094-41ec-a8e8-05c3a7e12e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.496510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bbbeaebb-3094-41ec-a8e8-05c3a7e12e2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d726e426-7f7f-4519-8039-0e98c25ee37c HTTP/1.1" status: 204 len: 168 time: 0.4118378 Apr 25 15:02:05.518120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.519193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.580100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.613223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.725705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.729595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-381ad975-50eb-40bc-ab8d-e49bd1c526bf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4044373 Apr 25 15:02:05.733066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47166) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:05.741168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:05.885527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Attempting to bind port 119c27cb-ab08-4136-897d-94a4f03e0d99 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:05.886058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Attempting to bind port 119c27cb-ab08-4136-897d-94a4f03e0d99 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:05.886220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Attempting to bind port 119c27cb-ab08-4136-897d-94a4f03e0d99 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:05.894867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Port 119c27cb-ab08-4136-897d-94a4f03e0d99 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:02:05.896109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Attempting to bind port 119c27cb-ab08-4136-897d-94a4f03e0d99 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:05.912729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:05.913113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:05.914168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:05.914671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Bound port: 119c27cb-ab08-4136-897d-94a4f03e0d99, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:05.915087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:05.978928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-34e73cc7-45b8-4b3d-8ddf-b8a51a7b2ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3435893 Apr 25 15:02:06.141621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:06.271490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:06.284222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] For port 119c27cb-ab08-4136-897d-94a4f03e0d99, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:06.295802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-318902'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:06.375300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-66adda64-14b1-499c-8980-75ba8af5814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:06.376796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-66adda64-14b1-499c-8980-75ba8af5814e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 1097 time: 0.3142023 Apr 25 15:02:06.388688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] For port 119c27cb-ab08-4136-897d-94a4f03e0d99, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=119c27cb-ab08-4136-897d-94a4f03e0d99,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:06.399849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:06.493908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:06.494772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:06.496326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] 10.222.0.21 "PUT /v2.0/ports/119c27cb-ab08-4136-897d-94a4f03e0d99 HTTP/1.1" status: 200 len: 1095 time: 3.6714089 Apr 25 15:02:06.496970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'tag': '119c27cb-ab08-4136-897d-94a4f03e0d99'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:06.530931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25ceb4-3e86-4703-80f1-d14797cd8efe service neutron] Pushing event updated for resources: {'Port': ['ID=119c27cb-ab08-4136-897d-94a4f03e0d99,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:06.630901 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84553c4c-a09f-4dfe-8ee8-4ffd3a30a01a'] response: {'name': 'network-changed', 'server_uuid': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'tag': '119c27cb-ab08-4136-897d-94a4f03e0d99', 'status': 'completed', 'code': 200} Apr 25 15:02:06.700967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 07f8ad76-d2ce-4769-b246-215294f50533 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:02:06.716880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-561a0d01-2863-4253-839c-88c042a1d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:06.720941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-561a0d01-2863-4253-839c-88c042a1d94e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.2807171 Apr 25 15:02:06.799128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47194) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:06.876720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-560da828-d8f6-4511-a726-f21983ca91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:06.881409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-560da828-d8f6-4511-a726-f21983ca91ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcd143c774dc4679a08f4f814b5f8c5c&device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 1098 time: 0.3228216 Apr 25 15:02:06.902119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Router 7325f2f3-2054-43ee-8f32-4dd148753f19 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:02:06.903619 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-f6aebfbd-2754-4f80-9fb5-220d2da1ef96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 200 len: 1001 time: 0.1595857 Apr 25 15:02:07.004257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1405076524'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:07.013901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:07.020324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Usage tracker for resource:network and tenant:1bd98e20619f43beabebc30c215ae0f2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:07.024279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:07.034991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:07.060778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-b36fca0e-40ce-4bce-922b-c5da13d4793f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=119c27cb-ab08-4136-897d-94a4f03e0d99 HTTP/1.1" status: 200 len: 217 time: 0.1715612 Apr 25 15:02:07.120713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:07.124242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:07.280393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:07.290388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:07.291540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de26cf40-a966-4c4f-a3d5-a91410985751 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "PUT /v2.0/routers/7325f2f3-2054-43ee-8f32-4dd148753f19 HTTP/1.1" status: 200 len: 698 time: 1.5557892 Apr 25 15:02:07.296477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] Sync routers for ids ['7325f2f3-2054-43ee-8f32-4dd148753f19'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:07.297783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47214) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:07.327132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] Routers {'7325f2f3-2054-43ee-8f32-4dd148753f19'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:07.327786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7325f2f3-2054-43ee-8f32-4dd148753f19'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:07.372098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-1fad60b8-deb6-4b8b-938f-350b63024949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:07.374374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-1fad60b8-deb6-4b8b-938f-350b63024949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.4616146 Apr 25 15:02:07.383522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:07.404156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:07.408331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Usage tracker for resource:security_group_rule and tenant:1bd98e20619f43beabebc30c215ae0f2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:07.411356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:07.418218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:07.485177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-fc24f68b-16d3-460e-8a63-7ae1bf1f1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:07.488010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-fc24f68b-16d3-460e-8a63-7ae1bf1f1761 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.4107790 Apr 25 15:02:07.541771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a7271980-b2ba-49d4-9e10-b8d41c4b14d8 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/routers/7325f2f3-2054-43ee-8f32-4dd148753f19 HTTP/1.1" status: 200 len: 704 time: 0.2429690 Apr 25 15:02:07.548008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47224) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:07.573513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:07.585062 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Sync routers for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:07.600040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] Set router 7325f2f3-2054-43ee-8f32-4dd148753f19 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:07.609959 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:07.610607 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:07.644837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e1e39a68-13f7-4585-af1c-e928bb7e7896 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Synchronizing usage tracker for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:07.654841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:07.660886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47228) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:07.662361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d578b19-092d-492c-9f0d-bd6759922d14 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1883147 Apr 25 15:02:07.742406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18a71-ab38-4746-9035-9565aa77e690 req-da33bbe8-d564-455d-9706-f9f700332a30 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:07.755056 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08b18a71-ab38-4746-9035-9565aa77e690 req-da33bbe8-d564-455d-9706-f9f700332a30 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 947 time: 1.0891740 Apr 25 15:02:07.762450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-a4859043-b949-4a3c-b07f-50be9531f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:07.768079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-a4859043-b949-4a3c-b07f-50be9531f5f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2681735 Apr 25 15:02:07.784809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e1e39a68-13f7-4585-af1c-e928bb7e7896 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Unset dirty status for tenant:2c58f375b65d48439e738c39e0bdbcad on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:07.787128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e1e39a68-13f7-4585-af1c-e928bb7e7896 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7325f2f3-2054-43ee-8f32-4dd148753f19 HTTP/1.1" status: 200 len: 205 time: 0.2354140 Apr 25 15:02:07.795068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325f2f3-2054-43ee-8f32-4dd148753f19', 'name': 'tempest-RoutersIpV6Test-router-1105893790', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:05Z', 'updated_at': '2022-04-25T15:02:06Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:07.795915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d391e917-98f3-45a1-8727-f2e118a62175 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ae32593a4b7749ddaa7d8fc4b651cf18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276097 Apr 25 15:02:07.799758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] Checking router: 7325f2f3-2054-43ee-8f32-4dd148753f19 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:07.800465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47234) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:07.801008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47236) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:07.809466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] Routers {'7325f2f3-2054-43ee-8f32-4dd148753f19'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:07.810101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7325f2f3-2054-43ee-8f32-4dd148753f19'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:07.855516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:07.888290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:07.990207 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:08.034931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] Set router 7325f2f3-2054-43ee-8f32-4dd148753f19 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:08.065484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-2ea77020-434e-4fdf-b33d-ce47fb457152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:08.066937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-2ea77020-434e-4fdf-b33d-ce47fb457152 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6133740 Apr 25 15:02:08.079190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-f93b243c-eadf-47b3-a11a-f7eb54ecd615 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997706 Apr 25 15:02:08.151348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d235d274-e64d-4a58-ace9-f8c7b5a69961,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:08.189572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:02:08.218435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7325f2f3-2054-43ee-8f32-4dd148753f19', 'name': 'tempest-RoutersIpV6Test-router-1105893790', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:05Z', 'updated_at': '2022-04-25T15:02:06Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:08.225457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b16fd-4591-4bf4-baa2-a51b93c02270 None None] The sync data for ids ['7325f2f3-2054-43ee-8f32-4dd148753f19'] in n-d-811416-6 is: [{'id': '7325f2f3-2054-43ee-8f32-4dd148753f19', 'name': 'tempest-RoutersIpV6Test-router-1105893790', 'tenant_id': '2c58f375b65d48439e738c39e0bdbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:05Z', 'updated_at': '2022-04-25T15:02:06Z', 'revision_number': 2, 'project_id': '2c58f375b65d48439e738c39e0bdbcad', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:08.282313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.282660 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Added segment 51b3860a-ef75-4403-b0dc-b3e2ed4c854b of type vlan for network 43c3671c-79e9-4e87-8c93-8634b397722f Apr 25 15:02:08.349063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.373430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7a43d764-43ef-42eb-ae29-7c2858a6e2f5 req-d30a0fd9-1fed-43ec-99aa-9941c9833788 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785370 Apr 25 15:02:08.416127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c681238-90aa-4625-9924-461d3fe16f64 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:08.419157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c681238-90aa-4625-9924-461d3fe16f64 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6145835 Apr 25 15:02:08.421925 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.433265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:08.433920 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.439368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47246) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:08.489561 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:04Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:08.494890 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Checking router: 07f8ad76-d2ce-4769-b246-215294f50533 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:08.495652 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Updating router 07f8ad76-d2ce-4769-b246-215294f50533 port 92f355e5-a6b7-49d5-b50a-4887bc5902be binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:02:08.583380 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d53f8bd4-8b72-4f49-b280-ff2937a1b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.608380 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.631503 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:08.659328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c0e0c57a-acbe-4e18-a0ab-d9311b975f92 tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2025437 Apr 25 15:02:08.664406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47250) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:08.668868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Network': ['ID=43c3671c-79e9-4e87-8c93-8634b397722f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:08.676045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374687955', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:08.684092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 43c3671c-79e9-4e87-8c93-8634b397722f details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:02:08.691631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d9c8bf3-026e-4f5b-81cc-06832d28d5a1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8667979 Apr 25 15:02:08.696514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47256) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:08.719445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'subnet': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:08.840849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08b18a71-ab38-4746-9035-9565aa77e690 req-d2939370-5823-482a-8428-dd70993cc398 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0842903 Apr 25 15:02:09.068752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:09.073552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-88f0a7e8-45c6-4fe2-80ab-322f53df2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:09.075305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-88f0a7e8-45c6-4fe2-80ab-322f53df2f41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcd143c774dc4679a08f4f814b5f8c5c&device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 1098 time: 0.6353106 Apr 25 15:02:09.082917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:subnet and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:09.224593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:09.250843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:09.260164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-dfda71aa-0d7b-4811-9ba3-66d7cda7c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:09.261783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-dfda71aa-0d7b-4811-9ba3-66d7cda7c876 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1751311 Apr 25 15:02:09.262826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Usage tracker for resource:subnet and tenant:1bd98e20619f43beabebc30c215ae0f2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:09.265965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:09.268153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:09.344536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:09.359990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-d289befd-aa92-448d-8958-d41a4b293af7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=119c27cb-ab08-4136-897d-94a4f03e0d99 HTTP/1.1" status: 200 len: 217 time: 0.0887508 Apr 25 15:02:09.362311 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.367144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:09.370190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.372181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.416336 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.437886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.440038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Fanout notify agent at l3_agent the message router_deleted on router 7325f2f3-2054-43ee-8f32-4dd148753f19 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:02:09.440688 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Transition to ACTIVE for port object 92f355e5-a6b7-49d5-b50a-4887bc5902be will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:09.454674 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.461430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:09.465014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.524659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-1a299e50-13da-487e-959f-8e9889fbe479 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1134849 Apr 25 15:02:09.546089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.547327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6558d400-f69c-4d31-8bb1-0d607141fb58 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/7325f2f3-2054-43ee-8f32-4dd148753f19 HTTP/1.1" status: 204 len: 168 time: 1.7447689 Apr 25 15:02:09.583760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:09.589621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Attempting to bind port 92f355e5-a6b7-49d5-b50a-4887bc5902be on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:09.590045 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Attempting to bind port 92f355e5-a6b7-49d5-b50a-4887bc5902be by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:09.590409 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Attempting to bind port 92f355e5-a6b7-49d5-b50a-4887bc5902be on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:09.628737 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15af9e-1ca0-4cb1-a357-afab49cc6d09 None None] Pushing event updated for resources: {'Port': ['ID=92f355e5-a6b7-49d5-b50a-4887bc5902be,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:09.646590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:09.648130 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:09.649481 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.659469 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:09.662859 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Bound port: 92f355e5-a6b7-49d5-b50a-4887bc5902be, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:09.663775 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.704463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dbe51c83-bf9b-4a32-81a2-a81cb56582a3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7325f2f3-2054-43ee-8f32-4dd148753f19 HTTP/1.1" status: 200 len: 205 time: 0.1171551 Apr 25 15:02:09.704920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:09.826445 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] For port 92f355e5-a6b7-49d5-b50a-4887bc5902be, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:09.832139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-0af9f5cb-ff5e-4f05-ae35-6d9125bd3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:09.832946 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] For port 92f355e5-a6b7-49d5-b50a-4887bc5902be, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=92f355e5-a6b7-49d5-b50a-4887bc5902be,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:09.833928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-0af9f5cb-ff5e-4f05-ae35-6d9125bd3122 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.4333816 Apr 25 15:02:09.843473 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:09.874898 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-2d7518cc-fef2-4235-88e0-ad5de7881784 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:09.876261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d7518cc-fef2-4235-88e0-ad5de7881784 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/7325f2f3-2054-43ee-8f32-4dd148753f19 HTTP/1.1" status: 404 len: 336 time: 0.1652052 Apr 25 15:02:09.890172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47282) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:09.954142 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15af9e-1ca0-4cb1-a357-afab49cc6d09 None None] Pushing event updated for resources: {'Port': ['ID=92f355e5-a6b7-49d5-b50a-4887bc5902be,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:09.957905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:09.958707 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:01:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:09.979680 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b00be0-6322-4f6d-a93c-42123ac0f52b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:09.980157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b00be0-6322-4f6d-a93c-42123ac0f52b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:09.982459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05b00be0-6322-4f6d-a93c-42123ac0f52b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/d758cc0e-dfbc-4375-8f1a-059f2677c10e HTTP/1.1" status: 404 len: 337 time: 0.0913143 Apr 25 15:02:09.985699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47286) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.081782 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3743fa5d-fdf3-49da-8962-ce3d8e496481 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:10.082252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3743fa5d-fdf3-49da-8962-ce3d8e496481 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:10.083957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3743fa5d-fdf3-49da-8962-ce3d8e496481 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/26733a8a-8ceb-49de-91f9-cfefa0ac9273 HTTP/1.1" status: 404 len: 337 time: 0.0976267 Apr 25 15:02:10.097279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47290) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.142380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4f8f501-5c16-4cf0-8b8a-a6bb649516a1 req-ada95083-ddba-4613-9c99-8b76e04713f6 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008713 Apr 25 15:02:10.149703 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea13f1d-8b84-4d77-a637-9ffbd7666900 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:10.150136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea13f1d-8b84-4d77-a637-9ffbd7666900 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:10.151812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cea13f1d-8b84-4d77-a637-9ffbd7666900 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/d899f4a9-238a-405a-9e83-ba4ad4999f95 HTTP/1.1" status: 404 len: 337 time: 0.0535524 Apr 25 15:02:10.155320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47296) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.205524 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:10.235762 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-573371f7-63b2-4e46-be6a-a5098a024dbc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:10.236229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573371f7-63b2-4e46-be6a-a5098a024dbc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:10.244361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-573371f7-63b2-4e46-be6a-a5098a024dbc tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/68462b44-28f5-4a4c-9031-837146483cae HTTP/1.1" status: 404 len: 337 time: 0.0850821 Apr 25 15:02:10.248253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.362298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0aba30c5-7836-4964-a229-dd7665c501cf tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 200 len: 205 time: 0.1125247 Apr 25 15:02:10.369599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47310) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.457617 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-97faeb60-e8e1-4cce-8bba-13642c15a48b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:10.458745 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-97faeb60-e8e1-4cce-8bba-13642c15a48b tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/9ea0fbc0-66ea-41a8-ae92-7101c3a4816a HTTP/1.1" status: 404 len: 336 time: 0.0859978 Apr 25 15:02:10.480907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47314) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.481584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0624691-0e8d-4270-83d1-d1dc859941eb req-1e35e2cd-9d84-4d68-bdfa-9861ec6dee07 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:10.498040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0624691-0e8d-4270-83d1-d1dc859941eb req-1e35e2cd-9d84-4d68-bdfa-9861ec6dee07 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 947 time: 0.4765434 Apr 25 15:02:10.550365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-ac7d7dc5-561e-4231-a439-f8c67d21ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:10.552614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-ac7d7dc5-561e-4231-a439-f8c67d21ce9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7100134 Apr 25 15:02:10.560974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5db10ac4-1c1b-488f-84af-8223ff91fe8e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=75707439-5dbc-4a32-b897-0219e2173d2e HTTP/1.1" status: 200 len: 205 time: 0.0776649 Apr 25 15:02:10.572208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47320) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.682504 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-255837f3-e129-4c48-8026-18992e7cf323 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:10.683896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-255837f3-e129-4c48-8026-18992e7cf323 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/75707439-5dbc-4a32-b897-0219e2173d2e HTTP/1.1" status: 404 len: 336 time: 0.1079082 Apr 25 15:02:10.687504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47326) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.738146 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0624691-0e8d-4270-83d1-d1dc859941eb req-176675b4-bd26-4c6d-ace1-13ea47bc1854 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325137 Apr 25 15:02:10.747389 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-756da5bd-b0e0-4736-bda2-9402c02d07ce tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:10.747854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756da5bd-b0e0-4736-bda2-9402c02d07ce tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:10.749018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:10.753464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-756da5bd-b0e0-4736-bda2-9402c02d07ce tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/b36c7acb-84a5-415c-9404-4a92a2927088 HTTP/1.1" status: 404 len: 337 time: 0.0610440 Apr 25 15:02:10.754780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.860612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a889a1a5-0afc-4018-bf70-aefd2b561117 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 200 len: 205 time: 0.1010449 Apr 25 15:02:10.860975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47334) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:10.906634 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:04Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:10.912090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eeda27-7d56-4ccf-a117-287cc5270733 None None] The sync data for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 is: [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:04Z', 'revision_number': 3, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:10.914319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Subnet': ['ID=ca807ac9-2c8a-41be-9d4c-278c6f518a64,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:10.939791 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2266e8f8-112c-4482-8ee1-1519b0223ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:10.953477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:10.992738 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-4b7d076d-874a-48bb-8f55-32bef905afc4 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:10.997393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b7d076d-874a-48bb-8f55-32bef905afc4 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/13ae8c11-89fb-4662-b3b5-f11fcfdc15bf HTTP/1.1" status: 404 len: 336 time: 0.1316485 Apr 25 15:02:10.997618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47338) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.026657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-2943617f-a80f-4f72-9275-8abf1e84fcb7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608598 Apr 25 15:02:11.054891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b981066a-07e3-4532-a9c2-2a77334f8d82 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=89ea0ddc-5ba0-479e-a576-a3cdacb5af8a HTTP/1.1" status: 200 len: 205 time: 0.0526726 Apr 25 15:02:11.055462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.072397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a28712-b380-4dcc-937c-cbbb2ad6b25e req-8afd5970-cbc1-4ecb-9c93-f84bbb5a52b2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:11.074159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29a28712-b380-4dcc-937c-cbbb2ad6b25e req-8afd5970-cbc1-4ecb-9c93-f84bbb5a52b2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 946 time: 0.9816208 Apr 25 15:02:11.152653 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-578895b5-04a9-410a-8dc0-609103c41f2e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:11.156629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-578895b5-04a9-410a-8dc0-609103c41f2e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/89ea0ddc-5ba0-479e-a576-a3cdacb5af8a HTTP/1.1" status: 404 len: 336 time: 0.1000757 Apr 25 15:02:11.157439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47346) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.205383 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-993c70b2-338f-4dc6-9e15-5177c1f943aa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:11.206444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993c70b2-338f-4dc6-9e15-5177c1f943aa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:11.214276 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-993c70b2-338f-4dc6-9e15-5177c1f943aa tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/35a49d93-bac8-4f24-9b2a-350b821ebd3e HTTP/1.1" status: 404 len: 337 time: 0.0549240 Apr 25 15:02:11.215101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47350) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.301521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd37a632-2c46-4712-98f3-a9de444eb48e tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c4dbf64-4522-4e01-a964-6d0457d4eb55 HTTP/1.1" status: 200 len: 205 time: 0.0848620 Apr 25 15:02:11.302545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47354) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.303008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Checking segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:11.303474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network hostable DHCP agents. Network: 45e1afe2-1581-4c32-9627-1b8f2141dbad, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:02:11.331223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Checking segment: {'id': '51b3860a-ef75-4403-b0dc-b3e2ed4c854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:11.331598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network hostable DHCP agents. Network: 43c3671c-79e9-4e87-8c93-8634b397722f, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:02:11.352746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29a28712-b380-4dcc-937c-cbbb2ad6b25e req-6fdf348f-2d33-43aa-98ea-0d1fe2bbd06f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329698 Apr 25 15:02:11.353498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Subnet': ['ID=7555c918-6f9b-473b-9a74-0c3586309904,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:11.426377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:02:11.438930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:02:11.441736 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-f7f6b1d3-1cd1-4d99-8f3a-31ab667a1698 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:11.443242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f7f6b1d3-1cd1-4d99-8f3a-31ab667a1698 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/4c4dbf64-4522-4e01-a964-6d0457d4eb55 HTTP/1.1" status: 404 len: 336 time: 0.1397479 Apr 25 15:02:11.446490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.448387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e175ec19-2c05-4bc0-bf3f-6f86d27deffb req-06826b3a-6bac-45a4-a2f3-ed08cd1648f8 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108901 Apr 25 15:02:11.457744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 43c3671c-79e9-4e87-8c93-8634b397722f) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:11.463874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:11.464485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:11.470328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582966d6-ea88-48cf-b3cc-81c958294b9a None None] Network 43c3671c-79e9-4e87-8c93-8634b397722f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:02:11.492409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 45e1afe2-1581-4c32-9627-1b8f2141dbad) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:11.508709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:11.509350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:11.514349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced8622-ac49-4704-b0be-c03b183bae93 None None] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:02:11.534258 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd269bde-e8bd-4217-b447-c63b42c41c11 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:11.535370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd269bde-e8bd-4217-b447-c63b42c41c11 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:11.538288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd269bde-e8bd-4217-b447-c63b42c41c11 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/01c681a8-54a3-4649-ab9e-c78da84f2157 HTTP/1.1" status: 404 len: 337 time: 0.0900705 Apr 25 15:02:11.541660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.588166 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e0d447e-8345-428f-826c-e1c6a2b791c3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9217834 Apr 25 15:02:11.602426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ce94df6-2644-4f1c-8a08-87b3adebd108 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8854041 Apr 25 15:02:11.603376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47366) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.603728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47370) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:11.944936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d38bfa5e-ca22-40cf-a99b-855aa81a7e8c tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "GET /v2.0/ports?device_id=314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 HTTP/1.1" status: 200 len: 205 time: 0.3992620 Apr 25 15:02:11.945700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:12.054833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'name': 'tempest-AllowedAddressPairTestJSON-1633393583'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:12.201059 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-8c9af963-e20f-4b95-ab19-a6b8ea2036b2 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] delete failed (client error): The resource could not be found. Apr 25 15:02:12.203215 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8c9af963-e20f-4b95-ab19-a6b8ea2036b2 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/routers/314cc5ef-1191-4f6a-a3c4-6a3d12af32f6 HTTP/1.1" status: 404 len: 336 time: 0.2565584 Apr 25 15:02:12.207359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47396) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:12.254948 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:12.279973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:12.332195 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebaa537-0566-4c73-9ba1-d1a415e0fee5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:12.332705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebaa537-0566-4c73-9ba1-d1a415e0fee5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:12.335384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ebaa537-0566-4c73-9ba1-d1a415e0fee5 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/0958eb4d-95e9-4315-b6c7-47c788b82abc HTTP/1.1" status: 404 len: 337 time: 0.1231112 Apr 25 15:02:12.341124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:12.412415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-43c3671c-79e9-4e87-8c93-8634b397722f', 'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'tenant_id': '1bd98e20619f43beabebc30c215ae0f2', 'fixed_ips': [{'subnet_id': 'ca807ac9-2c8a-41be-9d4c-278c6f518a64'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:02:12.413764 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:12.427815 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51de5de-e7ef-49ed-93e8-1d82c9828cf3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:12.428283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51de5de-e7ef-49ed-93e8-1d82c9828cf3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:12.430620 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e51de5de-e7ef-49ed-93e8-1d82c9828cf3 tempest-RoutersIpV6Test-579164977 tempest-RoutersIpV6Test-579164977-project] 10.222.0.23 "DELETE /v2.0/subnets/6e0039c3-d455-4803-b228-17d78351aa72 HTTP/1.1" status: 404 len: 337 time: 0.0885234 Apr 25 15:02:12.493181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2b65-905b-4fd6-8fe7-57ed2586004d req-53a77ec5-daaa-40e6-9009-e699ca6f5fe9 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:12.497850 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7a2b65-905b-4fd6-8fe7-57ed2586004d req-53a77ec5-daaa-40e6-9009-e699ca6f5fe9 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 947 time: 0.4134328 Apr 25 15:02:12.609289 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7a2b65-905b-4fd6-8fe7-57ed2586004d req-3075e5ff-8dd6-4268-bd45-d1fc83ddcfe9 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037042 Apr 25 15:02:12.654706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-45e1afe2-1581-4c32-9627-1b8f2141dbad', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:02:12.655537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:12.676278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 119c27cb-ab08-4136-897d-94a4f03e0d99 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:02:12.960839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:12.964395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47416) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:12.981265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92f355e5-a6b7-49d5-b50a-4887bc5902be up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:12.984196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341034d-1340-4aad-a9de-df4f3122c66c req-f96d123c-2cbf-4719-80d5-02e5fb665379 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:12.985878 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5341034d-1340-4aad-a9de-df4f3122c66c req-f96d123c-2cbf-4719-80d5-02e5fb665379 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 946 time: 1.3682482 Apr 25 15:02:12.990133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Usage tracker for resource:port and tenant:1bd98e20619f43beabebc30c215ae0f2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:12.996028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:13.045187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:13.094451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Allocated IP 172.20.0.2 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/610964a6-9324-4d65-bb08-7b67c2e1e6a6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:13.133816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Allocated IP 172.20.0.2 (45e1afe2-1581-4c32-9627-1b8f2141dbad/7555c918-6f9b-473b-9a74-0c3586309904/63f65902-7ef3-49dd-ad95-9a0f64089a7e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:13.145481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 119c27cb-ab08-4136-897d-94a4f03e0d99, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=119c27cb-ab08-4136-897d-94a4f03e0d99,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:13.177945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port 133ef695-3de6-4435-bd6b-00a30bab30f8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:13.178757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.181854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9653809e-a3fa-417e-b5c8-927c77ae8d7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c58f375b65d48439e738c39e0bdbcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159324 Apr 25 15:02:13.182362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47422) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:13.201418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 92f355e5-a6b7-49d5-b50a-4887bc5902be completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:13.208594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '119c27cb-ab08-4136-897d-94a4f03e0d99', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '119c27cb-ab08-4136-897d-94a4f03e0d99', 'mac_address': 'fa:16:3e:fd:41:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:02:13.261088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90a874c0-ec17-4a1f-8d2f-a757422ddc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.294332 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90a874c0-ec17-4a1f-8d2f-a757422ddc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.304146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:13.308008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.347779 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 92f355e5-a6b7-49d5-b50a-4887bc5902be triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:13.348385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.358911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90a874c0-ec17-4a1f-8d2f-a757422ddc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.379238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a874c0-ec17-4a1f-8d2f-a757422ddc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d6dea-322f-4a39-9268-3f8dd99f7522,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:13.379457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port 4ce014e8-b78c-4eeb-ae82-a6224d3c26fc yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:13.385231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-90a874c0-ec17-4a1f-8d2f-a757422ddc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.388856 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-90a874c0-ec17-4a1f-8d2f-a757422ddc31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/102d6dea-322f-4a39-9268-3f8dd99f7522 HTTP/1.1" status: 204 len: 168 time: 0.2029858 Apr 25 15:02:13.565598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dce54-7975-4400-a895-21f9849b2ab4 req-89b9e20a-9ef5-456d-9d42-e529eac092f4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:13.567842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-918dce54-7975-4400-a895-21f9849b2ab4 req-89b9e20a-9ef5-456d-9d42-e529eac092f4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 946 time: 0.9759436 Apr 25 15:02:13.593781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.720683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119c27cb-ab08-4136-897d-94a4f03e0d99 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:02:13.812138 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.829630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] For port 133ef695-3de6-4435-bd6b-00a30bab30f8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=133ef695-3de6-4435-bd6b-00a30bab30f8,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:13.830076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.844953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 119c27cb-ab08-4136-897d-94a4f03e0d99, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=119c27cb-ab08-4136-897d-94a4f03e0d99,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:13.870110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-918dce54-7975-4400-a895-21f9849b2ab4 req-0da1ee2d-308d-40e2-a83f-1a388575f577 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=93ef1588-b794-4a93-b4ef-9a642c3f2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284455 Apr 25 15:02:13.876017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.953282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.976143 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:13.989484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Transition to ACTIVE for port object 63f65902-7ef3-49dd-ad95-9a0f64089a7e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:13.997658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d64ad-5e43-4eef-90b3-091cc85e03dd req-5f9ef96e-78f4-4bd0-b3cb-0d054175a434 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:14.002353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee1d64ad-5e43-4eef-90b3-091cc85e03dd req-5f9ef96e-78f4-4bd0-b3cb-0d054175a434 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 947 time: 0.2453752 Apr 25 15:02:14.060356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Transition to ACTIVE for port object 63f65902-7ef3-49dd-ad95-9a0f64089a7e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:14.096385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.096756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee1d64ad-5e43-4eef-90b3-091cc85e03dd req-56f7fbcd-1a79-4bfc-a322-27ffbdd1f4c3 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846703 Apr 25 15:02:14.122732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 92f355e5-a6b7-49d5-b50a-4887bc5902be, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=92f355e5-a6b7-49d5-b50a-4887bc5902be,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:14.126036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Transition to ACTIVE for port object 610964a6-9324-4d65-bb08-7b67c2e1e6a6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:14.143328 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.155540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.199974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Transition to ACTIVE for port object 610964a6-9324-4d65-bb08-7b67c2e1e6a6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:14.206303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:14.209370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:14.211521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=119c27cb-ab08-4136-897d-94a4f03e0d99,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:14.214799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:14.326719 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.344156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['119c27cb-ab08-4136-897d-94a4f03e0d99'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:02:14.416358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.417518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.417989 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP 72602453-ae07-41e6-afca-a4090b83d966 disassociated. External IP: 172.25.0.127, port: 133ef695-3de6-4435-bd6b-00a30bab30f8. Apr 25 15:02:14.418514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for 133ef695-3de6-4435-bd6b-00a30bab30f8 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:14.436693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Pushing event updated for resources: {'Port': ['ID=63f65902-7ef3-49dd-ad95-9a0f64089a7e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:14.577236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:14.629103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:14.631279 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:14.635658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:14.669449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-95c410c1-b641-4ed2-94d0-c8aaa7d9269e {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:02:14.669684 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:02:14.672060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.718358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 133ef695-3de6-4435-bd6b-00a30bab30f8 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:02:14.738440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ff4025f5-558d-474b-8ed6-1304e7b74059 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:14.738999 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-ff4025f5-558d-474b-8ed6-1304e7b74059 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 25 15:02:14.739685 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-ff4025f5-558d-474b-8ed6-1304e7b74059 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): There was a conflict when trying to complete your request. Apr 25 15:02:14.741013 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ff4025f5-558d-474b-8ed6-1304e7b74059 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1625788 Apr 25 15:02:14.746182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47468) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:14.750659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Attempting to bind port 63f65902-7ef3-49dd-ad95-9a0f64089a7e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:14.751661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Attempting to bind port 63f65902-7ef3-49dd-ad95-9a0f64089a7e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:14.752086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Attempting to bind port 63f65902-7ef3-49dd-ad95-9a0f64089a7e on network 45e1afe2-1581-4c32-9627-1b8f2141dbad {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:14.753790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--214195648'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:14.773419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:14.781490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:14.796278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:14.806430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:14.823462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:14.823720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Checking segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:14.823996 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.824707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Bound using segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:14.824968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Bound port: 63f65902-7ef3-49dd-ad95-9a0f64089a7e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:14.825266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.837434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.859935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:14.881606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:14.890020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:14.895277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:14.905737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:14.911674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=92f355e5-a6b7-49d5-b50a-4887bc5902be,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:14.990876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Attempting to bind port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:14.991277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Attempting to bind port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '51b3860a-ef75-4403-b0dc-b3e2ed4c854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:14.991646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Attempting to bind port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 on network 43c3671c-79e9-4e87-8c93-8634b397722f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:15.002638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:15.003252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Checking segment: {'id': '51b3860a-ef75-4403-b0dc-b3e2ed4c854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:15.004084 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.004505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Bound using segment: {'id': '51b3860a-ef75-4403-b0dc-b3e2ed4c854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:15.005139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Bound port: 610964a6-9324-4d65-bb08-7b67c2e1e6a6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b3860a-ef75-4403-b0dc-b3e2ed4c854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:15.005531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.097517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.139565 n-d-811416-6 neutron-server[88062]: INFO neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No ports have port_id starting with 133ef695-3de6-4435-bd6b-00a30bab30f8 Apr 25 15:02:15.147459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Pushing event updated for resources: {'Port': ['ID=610964a6-9324-4d65-bb08-7b67c2e1e6a6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:15.156971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.163986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.170419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:15.178504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:15.179827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.186302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:15.193776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:15.198855 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] For port 63f65902-7ef3-49dd-ad95-9a0f64089a7e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:15.265407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] For port 63f65902-7ef3-49dd-ad95-9a0f64089a7e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=63f65902-7ef3-49dd-ad95-9a0f64089a7e,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:15.271777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:15.290937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.311906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=133ef695-3de6-4435-bd6b-00a30bab30f8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:15.364483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] For port 610964a6-9324-4d65-bb08-7b67c2e1e6a6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:15.392563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4af14827-a332-4439-9eb0-af9a8e8a93b6 req-8dc58fc1-b07a-4461-a348-a913f192c760 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.2143171 Apr 25 15:02:15.416420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0928c20-0182-4bad-a6f8-7361a7ff32f9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:15.440336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.455462 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.460696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] For port 610964a6-9324-4d65-bb08-7b67c2e1e6a6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=610964a6-9324-4d65-bb08-7b67c2e1e6a6,segment=NetworkSegment(51b3860a-ef75-4403-b0dc-b3e2ed4c854b),segment_id=51b3860a-ef75-4403-b0dc-b3e2ed4c854b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:15.498270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.502376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7520692 Apr 25 15:02:15.503345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:15.518947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': '592617ed-bbe2-44e9-9225-2000367302dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:15.527035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:15.531384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:15.534372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:15.540826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:15.567391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b369ec-23a9-4950-9c9a-26565621e023 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592617ed-bbe2-44e9-9225-2000367302dd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:15.571735 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.611960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e433f-2418-4dca-bdb4-38965586c554 req-5b3354f0-4d95-432c-af5d-853bd88584af tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:15.613559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af4e433f-2418-4dca-bdb4-38965586c554 req-5b3354f0-4d95-432c-af5d-853bd88584af tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 948 time: 0.3165822 Apr 25 15:02:15.621053 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.693629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72255092-c835-493e-a493-6fd002ddbc08 None None] Pushing event updated for resources: {'Port': ['ID=63f65902-7ef3-49dd-ad95-9a0f64089a7e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:15.696113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.722899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.786424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c6031f-48cb-4038-9628-701d2bcc1d90,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:15.834284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af4e433f-2418-4dca-bdb4-38965586c554 req-1361d3a1-c737-4c98-91f4-cb831fcc263f tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096004 Apr 25 15:02:15.837647 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:15.839451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2531bd03-f1a3-47e2-8306-b26d1ae6ecdb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334460 Apr 25 15:02:15.846742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47486) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:15.871351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': '592617ed-bbe2-44e9-9225-2000367302dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:15.877350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Allocated IP 172.20.0.10 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/70d35a23-f2e7-4cdb-bce6-94b5139bd4ee) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:15.881609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:15.892592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:15.911581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:15.932950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:15.962650 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.080057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab3389-f1b9-4128-9cd8-20e475591260 None None] Pushing event updated for resources: {'Port': ['ID=610964a6-9324-4d65-bb08-7b67c2e1e6a6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:16.117897 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): There was a conflict when trying to complete your request. Apr 25 15:02:16.122238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f748ac7b-8d3d-40f6-8957-a3ad9e00e6a0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2702146 Apr 25 15:02:16.123085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47490) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:16.236253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b1151ff-2608-49b5-90e2-530d5dca6d2f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.314968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b1151ff-2608-49b5-90e2-530d5dca6d2f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.321318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:02:16.346348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.1 (45e1afe2-1581-4c32-9627-1b8f2141dbad/7555c918-6f9b-473b-9a74-0c3586309904/44391555-385c-4c1e-bdb4-4da977d9f58b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:16.410474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b1151ff-2608-49b5-90e2-530d5dca6d2f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.449573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1151ff-2608-49b5-90e2-530d5dca6d2f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592617ed-bbe2-44e9-9225-2000367302dd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:16.458729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b1151ff-2608-49b5-90e2-530d5dca6d2f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.463806 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b1151ff-2608-49b5-90e2-530d5dca6d2f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/592617ed-bbe2-44e9-9225-2000367302dd HTTP/1.1" status: 204 len: 168 time: 0.3348868 Apr 25 15:02:16.464656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47498) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:16.620988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0eed7b78-9ca9-4b9b-be24-ed4fbc66a420 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:16.660082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 119c27cb-ab08-4136-897d-94a4f03e0d99 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:16.686716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0eed7b78-9ca9-4b9b-be24-ed4fbc66a420 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:16.689555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0eed7b78-9ca9-4b9b-be24-ed4fbc66a420 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2234681 Apr 25 15:02:16.696328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47508) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:16.704753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247456034'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:16.718387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:16.730207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:16.746378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.795288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:16.803335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:16.808566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:16.836791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:16.889573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:16.984279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b7590b35-1db7-408e-bdc9-932b06898778 req-066a98d5-b4a9-4576-b2ba-53c1aa5b8aa9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.2155857 Apr 25 15:02:16.993559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:17.030766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:17.045619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 119c27cb-ab08-4136-897d-94a4f03e0d99 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:17.058645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:17.059635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:17.062448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.073734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.146606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Transition to ACTIVE for port object 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:17.148129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 610964a6-9324-4d65-bb08-7b67c2e1e6a6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:17.187552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.202180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 119c27cb-ab08-4136-897d-94a4f03e0d99 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:17.202705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.246304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be187f4e-2578-49f0-abd1-7577d3445b20,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:17.258721 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.260586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cdbdb410-de21-40e2-8a09-10061fad5534 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5620635 Apr 25 15:02:17.265840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47516) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:17.276908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ce987446-8e15-4e30-afa0-d2d8dd4b6eb0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'be187f4e-2578-49f0-abd1-7577d3445b20', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:17.278067 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-ce987446-8e15-4e30-afa0-d2d8dd4b6eb0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 25 15:02:17.278749 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-ce987446-8e15-4e30-afa0-d2d8dd4b6eb0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:17.280459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce987446-8e15-4e30-afa0-d2d8dd4b6eb0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111892 Apr 25 15:02:17.287050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47520) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:17.407828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] No DVR routers for this DVR port 133ef695-3de6-4435-bd6b-00a30bab30f8 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:02:17.414916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ced28-1d8d-44d0-883c-822aefcf028a req-d94ebeb5-9406-43b6-9b73-657dae0bd498 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:17.417713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-598ced28-1d8d-44d0-883c-822aefcf028a req-d94ebeb5-9406-43b6-9b73-657dae0bd498 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 948 time: 0.2629180 Apr 25 15:02:17.457798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.461164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'name': 'network-vif-deleted', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:17.510911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc06bcb3-da76-489c-ba4d-542bfe84d638 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.562746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:17.569747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-598ced28-1d8d-44d0-883c-822aefcf028a req-72f0b27d-4d9f-4c89-84b8-ee1a23dd7426 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448789 Apr 25 15:02:17.580554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=70d35a23-f2e7-4cdb-bce6-94b5139bd4ee,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:17.620852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:17.632829 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2daa1b-dd72-4c10-8670-8e504ff10ed8'] response: {'server_uuid': 'd6f670d3-d09d-4000-86cd-586e63abff7a', 'name': 'network-vif-deleted', 'tag': '133ef695-3de6-4435-bd6b-00a30bab30f8', 'status': 'completed', 'code': 200} Apr 25 15:02:17.637363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:17.645977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc06bcb3-da76-489c-ba4d-542bfe84d638 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.708090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:17.729821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc06bcb3-da76-489c-ba4d-542bfe84d638 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.750205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06bcb3-da76-489c-ba4d-542bfe84d638 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be187f4e-2578-49f0-abd1-7577d3445b20,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:17.767405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cc06bcb3-da76-489c-ba4d-542bfe84d638 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:17.768575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cc06bcb3-da76-489c-ba4d-542bfe84d638 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/be187f4e-2578-49f0-abd1-7577d3445b20 HTTP/1.1" status: 204 len: 168 time: 0.4805286 Apr 25 15:02:17.773407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:17.864398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dc555b22-c372-4aff-84db-4b925505fbc3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:17.886031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dc555b22-c372-4aff-84db-4b925505fbc3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:17.892272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc555b22-c372-4aff-84db-4b925505fbc3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176581 Apr 25 15:02:17.893001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47532) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:17.899678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138237219'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:17.932242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed65819-abe9-4f01-8ab7-65bbd4f48e93 None None] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:02:17.940189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:17.968176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:18.000032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.016289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5341034d-1340-4aad-a9de-df4f3122c66c req-931ce5e0-2e5f-4af8-8e1c-bb3d54e7d7b5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "DELETE /v2.0/ports/133ef695-3de6-4435-bd6b-00a30bab30f8 HTTP/1.1" status: 204 len: 173 time: 5.0171132 Apr 25 15:02:18.023804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:18.024452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.033411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.052233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 44391555-385c-4c1e-bdb4-4da977d9f58b will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:18.104802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.114825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:18.129463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:18.141499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:18.166750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:18.232365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-71e6a41b-2ef6-4264-86ff-528986a5b557 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6173365 Apr 25 15:02:18.232365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=44391555-385c-4c1e-bdb4-4da977d9f58b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:18.233416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47540) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:18.246220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'name': 'tempest-AllowedAddressPairTestJSON-201481648', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f8:e0:91'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:18.270104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:18.289875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:18.296528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:18.332327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-44e8043c-40d9-401c-9bf0-7f94a3809e0a req-f8820511-71f8-4d2a-9402-6f338a48b8e4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f670d3-d09d-4000-86cd-586e63abff7a HTTP/1.1" status: 200 len: 210 time: 0.1223216 Apr 25 15:02:18.378703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5af054-e064-4fdd-b2cd-99fcc53401ab None None] Network 43c3671c-79e9-4e87-8c93-8634b397722f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:02:18.406910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:18.424046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.430924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.440132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.458651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92f355e5-a6b7-49d5-b50a-4887bc5902be up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:18.485152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b120d2f9-af62-46b0-a970-b29237a92b35,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:18.503741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.505075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-28fdfd6e-30a9-4fad-ae6b-26414f03b226 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6109960 Apr 25 15:02:18.508469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47544) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:18.515617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-04aea223-3925-47a6-ba51-790fe5225efa tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b120d2f9-af62-46b0-a970-b29237a92b35', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:18.517111 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-04aea223-3925-47a6-ba51-790fe5225efa tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 25 15:02:18.518789 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-04aea223-3925-47a6-ba51-790fe5225efa tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:18.521480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04aea223-3925-47a6-ba51-790fe5225efa tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111527 Apr 25 15:02:18.524508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:18.631217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1bf6f-dbc2-4f58-a02f-7bbdb3eb76df tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.660819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:18.672834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Usage tracker for resource:port and tenant:1bd98e20619f43beabebc30c215ae0f2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:18.677855 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1bf6f-dbc2-4f58-a02f-7bbdb3eb76df tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.685363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:18.696446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:18.752453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:18.774937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.778600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1bf6f-dbc2-4f58-a02f-7bbdb3eb76df tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.784397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8192470-2c5f-45bf-be2e-3fc4043326ed None None] Provisioning for port 63f65902-7ef3-49dd-ad95-9a0f64089a7e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:18.798191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1bf6f-dbc2-4f58-a02f-7bbdb3eb76df tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120d2f9-af62-46b0-a970-b29237a92b35,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:18.819469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1bf6f-dbc2-4f58-a02f-7bbdb3eb76df tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.824416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b7d1bf6f-dbc2-4f58-a02f-7bbdb3eb76df tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/b120d2f9-af62-46b0-a970-b29237a92b35 HTTP/1.1" status: 204 len: 168 time: 0.2977123 Apr 25 15:02:18.825576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47554) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:18.892639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4f2b3d2d-9be4-46f4-a630-93745e0c6209 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:18.911564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4f2b3d2d-9be4-46f4-a630-93745e0c6209 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:18.917781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4f2b3d2d-9be4-46f4-a630-93745e0c6209 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906487 Apr 25 15:02:18.918514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47558) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:18.925777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--567510676'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:18.935163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:18.948876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:18.963668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:18.989783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:18.995815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:18.999390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:19.005095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 92f355e5-a6b7-49d5-b50a-4887bc5902be triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:19.005570 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.007743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:19.060321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.073524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119c27cb-ab08-4136-897d-94a4f03e0d99'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:19.124574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 119c27cb-ab08-4136-897d-94a4f03e0d99, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=119c27cb-ab08-4136-897d-94a4f03e0d99,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:19.136240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.143915 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.175312 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e17e65-6e42-4a36-95e0-87364d64b877'] response: {'server_uuid': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119c27cb-ab08-4136-897d-94a4f03e0d99', 'code': 200} Apr 25 15:02:19.204621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2686e76-88a3-4ae3-8155-8e49a4ca8228,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:19.214991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.216564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3052ecfd-5c1a-478a-9776-e2dfc6e19613 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2965004 Apr 25 15:02:19.219183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37736b-cafc-49cd-a06d-332c5f165d94 req-74e46975-2937-4c4a-940d-787ff54d0ba7 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:19.219848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.221213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e37736b-cafc-49cd-a06d-332c5f165d94 req-74e46975-2937-4c4a-940d-787ff54d0ba7 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 948 time: 0.4701791 Apr 25 15:02:19.226846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ca54e136-a074-4cbd-8270-93e28228f062 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'd2686e76-88a3-4ae3-8155-8e49a4ca8228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:19.227845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.240569 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-ca54e136-a074-4cbd-8270-93e28228f062 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 25 15:02:19.241509 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-ca54e136-a074-4cbd-8270-93e28228f062 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:19.242902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca54e136-a074-4cbd-8270-93e28228f062 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216796 Apr 25 15:02:19.245370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47570) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.254663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-81fe845e-f2cb-44bb-86df-428abeb4b954 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'd2686e76-88a3-4ae3-8155-8e49a4ca8228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:19.255703 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-81fe845e-f2cb-44bb-86df-428abeb4b954 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 25 15:02:19.256360 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-81fe845e-f2cb-44bb-86df-428abeb4b954 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:19.259226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-81fe845e-f2cb-44bb-86df-428abeb4b954 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112920 Apr 25 15:02:19.260975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47574) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.267229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-23eb70e5-9fec-4c17-b326-840edc73aba0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'd2686e76-88a3-4ae3-8155-8e49a4ca8228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:19.268488 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-23eb70e5-9fec-4c17-b326-840edc73aba0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 25 15:02:19.269582 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-23eb70e5-9fec-4c17-b326-840edc73aba0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:19.271438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-23eb70e5-9fec-4c17-b326-840edc73aba0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092561 Apr 25 15:02:19.275130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47578) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.284982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1d2c8c8e-f192-453f-a165-0c1ab1cf70ed tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'd2686e76-88a3-4ae3-8155-8e49a4ca8228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:19.285295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] Provisioning for port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:19.286427 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-1d2c8c8e-f192-453f-a165-0c1ab1cf70ed tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 25 15:02:19.287330 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-1d2c8c8e-f192-453f-a165-0c1ab1cf70ed tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:19.289675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d2c8c8e-f192-453f-a165-0c1ab1cf70ed tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133843 Apr 25 15:02:19.293431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.296018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.394628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aab52a52-4983-4241-a504-464d40d4b06e tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.396309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port d198c30c-cf33-4808-86d0-955224924dd3 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:19.416676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] Provisioning complete for port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:19.417025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.432874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aab52a52-4983-4241-a504-464d40d4b06e tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.524933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aab52a52-4983-4241-a504-464d40d4b06e tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.557864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=119c27cb-ab08-4136-897d-94a4f03e0d99,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:19.560675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.565433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab52a52-4983-4241-a504-464d40d4b06e tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2686e76-88a3-4ae3-8155-8e49a4ca8228,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:19.620611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aab52a52-4983-4241-a504-464d40d4b06e tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.628690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aab52a52-4983-4241-a504-464d40d4b06e tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/d2686e76-88a3-4ae3-8155-8e49a4ca8228 HTTP/1.1" status: 204 len: 168 time: 0.3312995 Apr 25 15:02:19.634680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47600) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.690334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 63f65902-7ef3-49dd-ad95-9a0f64089a7e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:19.705649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e37736b-cafc-49cd-a06d-332c5f165d94 req-17721f91-5477-4724-b104-928b691c1a91 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567297 Apr 25 15:02:19.731816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66712a0c-0476-4905-80e0-8a0f76ea2878 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.731816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b5d02ad6-fc6a-4ea6-8bad-fa8b6f82aa70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:19.775910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66712a0c-0476-4905-80e0-8a0f76ea2878 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.784691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b5d02ad6-fc6a-4ea6-8bad-fa8b6f82aa70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:19.786061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b5d02ad6-fc6a-4ea6-8bad-fa8b6f82aa70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1507368 Apr 25 15:02:19.791508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47604) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.798720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905021059'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:19.814210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:19.849500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:19.863944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.894977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:19.900857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:19.904784 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66712a0c-0476-4905-80e0-8a0f76ea2878 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.909053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:19.930569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:19.934333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712a0c-0476-4905-80e0-8a0f76ea2878 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef1588-b794-4a93-b4ef-9a642c3f2e32,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:19.934570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:19.942834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.965830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66712a0c-0476-4905-80e0-8a0f76ea2878 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:19.966481 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-66712a0c-0476-4905-80e0-8a0f76ea2878 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/security-groups/93ef1588-b794-4a93-b4ef-9a642c3f2e32 HTTP/1.1" status: 204 len: 168 time: 0.4046938 Apr 25 15:02:19.969196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47608) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:19.992864 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-67593bf9-9415-4636-9d87-ede5386d3516 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] show failed (client error): The resource could not be found. Apr 25 15:02:19.994012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-67593bf9-9415-4636-9d87-ede5386d3516 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups/93ef1588-b794-4a93-b4ef-9a642c3f2e32 HTTP/1.1" status: 404 len: 347 time: 0.0238357 Apr 25 15:02:19.996340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 63f65902-7ef3-49dd-ad95-9a0f64089a7e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:19.997157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47612) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:20.009311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:20.034078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 63f65902-7ef3-49dd-ad95-9a0f64089a7e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:20.034553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.091181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ecd6c-35e8-42ad-95d9-c01149a04d4c req-91f7cbbe-402e-43fe-ba10-b4e5d02a5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:20.093786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-724ecd6c-35e8-42ad-95d9-c01149a04d4c req-91f7cbbe-402e-43fe-ba10-b4e5d02a5545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 1100 time: 0.8502095 Apr 25 15:02:20.135841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Allocated IP 172.20.0.6 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/d198c30c-cf33-4808-86d0-955224924dd3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:20.200012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:20.200484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:20.238126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-724ecd6c-35e8-42ad-95d9-c01149a04d4c req-750530a9-ff1f-4d99-b2cc-90764d9ef6b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315866 Apr 25 15:02:20.354327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port 7fa427a6-8bad-4d3f-a299-b91a9f8b8944 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:20.354673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.417590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.435731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.446622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] For port 610964a6-9324-4d65-bb08-7b67c2e1e6a6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=610964a6-9324-4d65-bb08-7b67c2e1e6a6,segment=NetworkSegment(51b3860a-ef75-4403-b0dc-b3e2ed4c854b),segment_id=51b3860a-ef75-4403-b0dc-b3e2ed4c854b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:20.448691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:02:20.481017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.504968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.521744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.591558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.593030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8007941 Apr 25 15:02:20.599452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47620) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:20.615176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-014ad456-d735-444b-a888-c25ef4642f35 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:20.616455 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-014ad456-d735-444b-a888-c25ef4642f35 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 25 15:02:20.617076 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-014ad456-d735-444b-a888-c25ef4642f35 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:20.618227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-014ad456-d735-444b-a888-c25ef4642f35 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159349 Apr 25 15:02:20.621790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47624) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:20.658015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aae09e-d156-4a8a-ab0c-5185b0959d27 None None] Pushing event updated for resources: {'Port': ['ID=610964a6-9324-4d65-bb08-7b67c2e1e6a6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:20.699708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:20.734249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=44391555-385c-4c1e-bdb4-4da977d9f58b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:20.737078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.770767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.771106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.823075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.880953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Provisioning for port 44391555-385c-4c1e-bdb4-4da977d9f58b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:20.976576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Provisioning complete for port 44391555-385c-4c1e-bdb4-4da977d9f58b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:20.977354 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:20.992043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for 7fa427a6-8bad-4d3f-a299-b91a9f8b8944 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:21.034012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:21.041599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:21.044328 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.044610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Port 44391555-385c-4c1e-bdb4-4da977d9f58b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:21.046134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:21.049135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:21.056145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:21.076653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:21.077951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Transition to ACTIVE for port object d198c30c-cf33-4808-86d0-955224924dd3 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:21.079647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:21.080634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 63f65902-7ef3-49dd-ad95-9a0f64089a7e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=63f65902-7ef3-49dd-ad95-9a0f64089a7e,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:21.111653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Provisioning complete for port 63f65902-7ef3-49dd-ad95-9a0f64089a7e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:21.112497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.161310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.162634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece65f9c-a6d1-42b9-9b09-8ddf95d0b96a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eeda79-2ecc-407a-8ffc-950fb56556a6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:21.220999 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:21.227752 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8cd23d79-2303-45e5-9a73-b8b74c50bc70 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2026620 Apr 25 15:02:21.227982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47638) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:21.266562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a87817e2-8ba0-40a2-b2b1-af61d35256ca tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:21.267354 n-d-811416-6 neutron-server[88061]: WARNING neutron.api.v2.base [None req-a87817e2-8ba0-40a2-b2b1-af61d35256ca tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 25 15:02:21.267916 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-a87817e2-8ba0-40a2-b2b1-af61d35256ca tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:21.272848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a87817e2-8ba0-40a2-b2b1-af61d35256ca tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0313375 Apr 25 15:02:21.274153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218aca-6852-4646-8c69-05e5010e3be2 req-811f15b8-db9f-4704-96ce-a92260918dd3 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:21.276034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64218aca-6852-4646-8c69-05e5010e3be2 req-811f15b8-db9f-4704-96ce-a92260918dd3 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 949 time: 0.2481222 Apr 25 15:02:21.276428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47642) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:21.282135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:21.364563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:21.389913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:21.398951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:21.405807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.421123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:21.457772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-64218aca-6852-4646-8c69-05e5010e3be2 req-7116ec90-a023-407b-80ea-1675a738c993 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648159 Apr 25 15:02:21.488686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.572583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:21.581338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 07f8ad76-d2ce-4769-b246-215294f50533 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:02:21.587773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:21.590901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=d198c30c-cf33-4808-86d0-955224924dd3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:21.593332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:21.663234 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:21.667461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-21c85eb3-c89b-4476-bece-461dd513cdbf tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3890147 Apr 25 15:02:21.688878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 610964a6-9324-4d65-bb08-7b67c2e1e6a6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:21.727550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47646) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:21.728375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=7fa427a6-8bad-4d3f-a299-b91a9f8b8944,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:21.750795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b69b95bf-7d10-465e-bb0d-8d11c8371943 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:21.752268 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-b69b95bf-7d10-465e-bb0d-8d11c8371943 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 25 15:02:21.753097 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-b69b95bf-7d10-465e-bb0d-8d11c8371943 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:21.759917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b69b95bf-7d10-465e-bb0d-8d11c8371943 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0213983 Apr 25 15:02:21.760536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47650) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:21.777512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:21.778225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.794416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:21.813988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:21.852361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:21.873763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.890377 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:21.891652 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1ed25418-6d94-4b42-a183-725817e4aabb tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/floatingips/72602453-ae07-41e6-afca-a4090b83d966 HTTP/1.1" status: 204 len: 168 time: 1.8935425 Apr 25 15:02:21.913301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:21.919963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:21.925507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=63f65902-7ef3-49dd-ad95-9a0f64089a7e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:21.951345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5903d9ec-e883-46d4-ba28-c171fbad46c1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7124772 Apr 25 15:02:21.955202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47656) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:21.968340 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Project c87fdb6174fc4301bfa79313f6eea87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:02:22.020735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:22.027443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77c41e85-d4fe-4faa-a2de-991579c3c3c2 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/07f8ad76-d2ce-4769-b246-215294f50533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4210796 Apr 25 15:02:22.032544 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Sync routers for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:22.043375 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:22.048777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5dff5d8d-5144-4a42-8860-0e570c625eeb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2835889 Apr 25 15:02:22.049861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47662) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:22.057285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b8d2c322-6155-405e-896e-e2d85531d54d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:22.057782 n-d-811416-6 neutron-server[88061]: WARNING neutron.api.v2.base [None req-b8d2c322-6155-405e-896e-e2d85531d54d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 25 15:02:22.059511 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:22.060632 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:22.071466 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-b8d2c322-6155-405e-896e-e2d85531d54d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:22.079068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b8d2c322-6155-405e-896e-e2d85531d54d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0280111 Apr 25 15:02:22.079731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47668) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:22.094971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:22.109725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:22.110317 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:22.122500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:22.127401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:22.136060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:22.155463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:22.161095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2cedb6-7a14-405e-b410-55017752be0f tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:22.186104 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Project c87fdb6174fc4301bfa79313f6eea87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:02:22.190775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2cedb6-7a14-405e-b410-55017752be0f tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:22.210930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Provisioning complete for port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:22.211775 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:22.219101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2cedb6-7a14-405e-b410-55017752be0f tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:22.224194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dd2cedb6-7a14-405e-b410-55017752be0f tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2650824 Apr 25 15:02:22.224851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:22.278288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:22.310352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6ccf2-dffb-40bf-8887-be545f63967d None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '7ab8aa30-4a9d-41bf-b644-521e135ea5d2', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:33:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T14:59:01Z', 'updated_at': '2022-04-25T14:59:54Z', 'revision_number': 2, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:22.374431 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:22.378107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47684) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:22.378623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-64908c27-8b42-4643-9faa-4b0d2d96714a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2963212 Apr 25 15:02:22.387095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'b9eeda79-2ecc-407a-8ffc-950fb56556a6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:22.390167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port d198c30c-cf33-4808-86d0-955224924dd3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:22.390521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:22.415915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:22.430542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:22.456732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:22.501556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:22.514058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:22.548077 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Project c87fdb6174fc4301bfa79313f6eea87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:02:22.626444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Provisioning for port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:22.633345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Provisioning complete for port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:22.633736 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:22.766497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-802beec4-c65f-44f7-a72c-1abb9cb69c6d None None] Port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:22.836569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-32222761-e8e9-4779-abea-56352067a310 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143490822&fields=id&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 267 time: 0.2521615 Apr 25 15:02:22.843663 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:22.845625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0bad704d-faf4-4bab-9454-4ef8da5b95e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4659283 Apr 25 15:02:22.851649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47700) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:22.903267 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:22.903559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Provisioning complete for port 44391555-385c-4c1e-bdb4-4da977d9f58b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:22.903922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:22.987889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed9f19-355f-4005-b4b1-a534809dc1fa None None] New status for floating IP 72602453-ae07-41e6-afca-a4090b83d966: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:02:23.162256 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:19Z', 'revision_number': 2, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:23.174579 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Checking router: 07f8ad76-d2ce-4769-b246-215294f50533 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:23.176657 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Updating router 07f8ad76-d2ce-4769-b246-215294f50533 port 44391555-385c-4c1e-bdb4-4da977d9f58b binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:02:23.278691 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:23.292977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-06294116-114a-46a4-9999-7fbf963d76b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:23.294729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-06294116-114a-46a4-9999-7fbf963d76b3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/networks?id=45e1afe2-1581-4c32-9627-1b8f2141dbad HTTP/1.1" status: 200 len: 797 time: 0.4464686 Apr 25 15:02:23.328990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-c82b0a9f-1b49-4c80-9dd2-b2c13756d8cf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/quotas/ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 375 time: 0.0261848 Apr 25 15:02:23.348599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Port 44391555-385c-4c1e-bdb4-4da977d9f58b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:23.402963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 63f65902-7ef3-49dd-ad95-9a0f64089a7e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:23.465025 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-7dc713e6-dc30-4c2e-9bc3-4f734c4fb072 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243308 Apr 25 15:02:23.523873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Provisioning complete for port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:23.524252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:23.614947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for d198c30c-cf33-4808-86d0-955224924dd3 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:23.661990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:23.673496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 63f65902-7ef3-49dd-ad95-9a0f64089a7e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:23.674183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:23.734616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Provisioning for port d198c30c-cf33-4808-86d0-955224924dd3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:23.748426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Provisioning complete for port d198c30c-cf33-4808-86d0-955224924dd3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:23.754917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e1e4e9ae-ec7f-41a8-91f2-3cbc7733a2f6 service neutron] 10.222.0.23 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884462 Apr 25 15:02:23.777780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:23.866821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c20c54-4c07-4e7e-9b84-edbeef72e4e4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:23.920220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09ee5dad-d6b8-4bb1-932f-3f01a07332b5 None None] Port d198c30c-cf33-4808-86d0-955224924dd3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:24.032470 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c20c54-4c07-4e7e-9b84-edbeef72e4e4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:24.062492 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:24.099163 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-fd4d7a9f-82d5-4335-8412-4e286d2fc982 service neutron] 10.222.0.23 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362820 Apr 25 15:02:24.116901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b229c-3da3-40ba-8b41-8d9cdefed7f1 req-d432c238-ea44-42bd-b629-b163867b3d50 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:24.125007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b229c-3da3-40ba-8b41-8d9cdefed7f1 req-d432c238-ea44-42bd-b629-b163867b3d50 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 949 time: 0.5974784 Apr 25 15:02:24.227854 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Transition to ACTIVE for port object 44391555-385c-4c1e-bdb4-4da977d9f58b will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:24.234271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-569b229c-3da3-40ba-8b41-8d9cdefed7f1 req-49b3a879-03cd-4a42-95a9-03667d24882b tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082439 Apr 25 15:02:24.235835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c20c54-4c07-4e7e-9b84-edbeef72e4e4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:24.246498 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:24.268760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:24.432084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Port': ['ID=d198c30c-cf33-4808-86d0-955224924dd3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:24.468877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c20c54-4c07-4e7e-9b84-edbeef72e4e4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eeda79-2ecc-407a-8ffc-950fb56556a6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:24.482483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a855ef69-4b51-4608-a601-3b0ef3f2b248 req-ae5f397f-d556-4d6c-aba9-be5d36d887c7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 210 time: 0.1270084 Apr 25 15:02:24.688536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c20c54-4c07-4e7e-9b84-edbeef72e4e4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:24.704631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-74c20c54-4c07-4e7e-9b84-edbeef72e4e4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9eeda79-2ecc-407a-8ffc-950fb56556a6 HTTP/1.1" status: 204 len: 168 time: 1.8490105 Apr 25 15:02:24.705157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47730) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:24.762271 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Pushing event updated for resources: {'Port': ['ID=44391555-385c-4c1e-bdb4-4da977d9f58b,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:24.813463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.813964 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.814599 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.823520 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.824271 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.824486 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.824647 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.824984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.825340 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.836156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.836663 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.837003 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:24.875861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0bdb0f8c-8aa7-46ad-8d49-47d2fa0e8d86 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:24.930055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0bdb0f8c-8aa7-46ad-8d49-47d2fa0e8d86 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:24.931594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0bdb0f8c-8aa7-46ad-8d49-47d2fa0e8d86 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2251346 Apr 25 15:02:24.935890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:24.945278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--629202870'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:24.971410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:25.005477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:25.033257 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.050705 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Attempting to bind port 44391555-385c-4c1e-bdb4-4da977d9f58b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:25.057959 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Attempting to bind port 44391555-385c-4c1e-bdb4-4da977d9f58b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:25.058460 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Attempting to bind port 44391555-385c-4c1e-bdb4-4da977d9f58b on network 45e1afe2-1581-4c32-9627-1b8f2141dbad {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:25.068484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:25.074050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:25.078292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:25.086203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:25.102824 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:25.103387 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Checking segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:25.103940 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.104572 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Bound using segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:25.107251 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Bound port: 44391555-385c-4c1e-bdb4-4da977d9f58b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:25.108125 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.197246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.210835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.273687 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.278256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a3c360f7-b7b6-444f-8c5f-a832ddac08d1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/ports/d198c30c-cf33-4808-86d0-955224924dd3 HTTP/1.1" status: 204 len: 168 time: 3.0496724 Apr 25 15:02:25.286567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47750) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:25.316103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] For port 44391555-385c-4c1e-bdb4-4da977d9f58b, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:25.321078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] For port 44391555-385c-4c1e-bdb4-4da977d9f58b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44391555-385c-4c1e-bdb4-4da977d9f58b,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:25.328288 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.367994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac7a7d-2ae1-4b18-a271-43d1d3f8e7fc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:25.385835 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f78766-7cd4-4d00-8eb6-580d5d92ac2e tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] GET failed (client error): The resource could not be found. Apr 25 15:02:25.385835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a7f78766-7cd4-4d00-8eb6-580d5d92ac2e tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Synchronizing usage tracker for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:25.391249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.397235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47754) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:25.398351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d636abd-5dbd-485c-9d5f-65ef808eac77 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4593122 Apr 25 15:02:25.419069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': '47ac7a7d-2ae1-4b18-a271-43d1d3f8e7fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:25.437091 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:25.437781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:25.447096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31de0d-c0d8-456e-ba15-dec88ea9a924 req-3e5cfbf2-350d-4629-b8a4-917bbcf41fcf tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:25.455019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd31de0d-c0d8-456e-ba15-dec88ea9a924 req-3e5cfbf2-350d-4629-b8a4-917bbcf41fcf tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 949 time: 0.2098968 Apr 25 15:02:25.464753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:25.486291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:25.491292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:25.499276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:25.509728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a7f78766-7cd4-4d00-8eb6-580d5d92ac2e tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Unset dirty status for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:25.514923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a7f78766-7cd4-4d00-8eb6-580d5d92ac2e tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "GET /v2.0/ports/d198c30c-cf33-4808-86d0-955224924dd3 HTTP/1.1" status: 404 len: 333 time: 0.2267685 Apr 25 15:02:25.515734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:25.526694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'name': 'tempest-AllowedAddressPairTestJSON-1445626710'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:25.591829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd31de0d-c0d8-456e-ba15-dec88ea9a924 req-e32e105d-8974-4409-852b-bb578e9c8960 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356304 Apr 25 15:02:25.706003 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The resource could not be found. Apr 25 15:02:25.710234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-71fd856c-7674-4802-b61f-fd1d28906278 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3106554 Apr 25 15:02:25.713493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:25.719181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': '47ac7a7d-2ae1-4b18-a271-43d1d3f8e7fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7c3685d7-45d2-4d15-99e4-46b318173ca5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:25.735061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:25.752518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:25.761054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:25.789272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:25.825353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:25.845499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:25.853360 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:25.873055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:25.878326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:25.923580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:26.013974 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The resource could not be found. Apr 25 15:02:26.015014 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93960f41-10db-4eb0-a400-8d09aa0e3b07 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3005171 Apr 25 15:02:26.021436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47774) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:26.028943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0bec820d-09d9-4ac6-97ba-b0747d1c4bab req-826e11f5-a6a9-45c0-aaa2-1a083f91a1cd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 210 time: 0.0807974 Apr 25 15:02:26.091233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1374c0-cb79-49e3-bf2a-3be2db05b39d None None] Pushing event updated for resources: {'Port': ['ID=44391555-385c-4c1e-bdb4-4da977d9f58b,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:26.190481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f53853a0-fba6-40c3-90cb-deddccd982e6 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:26.198509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Allocated IP 172.20.0.6 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:26.276160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f53853a0-fba6-40c3-90cb-deddccd982e6 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:26.373364 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:25Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:26.379669 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d077477-7917-4a36-b1ee-88aad617e386 None None] The sync data for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 is: [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:25Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:26.474033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f53853a0-fba6-40c3-90cb-deddccd982e6 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:26.884698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-811773eb-0938-4f11-9bc1-5b59146f45c0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:26.885601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-811773eb-0938-4f11-9bc1-5b59146f45c0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:26.925474 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:26.940925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-312095b7-7795-4cdd-9a3f-f22a4ed9495b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:26.942796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-312095b7-7795-4cdd-9a3f-f22a4ed9495b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/networks?id=45e1afe2-1581-4c32-9627-1b8f2141dbad HTTP/1.1" status: 200 len: 797 time: 0.4184129 Apr 25 15:02:26.953180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Transition to ACTIVE for port object fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:26.957433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-811773eb-0938-4f11-9bc1-5b59146f45c0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:26.959134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-811773eb-0938-4f11-9bc1-5b59146f45c0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 0.5565724 Apr 25 15:02:27.039398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-048944fc-d717-49d0-b7b3-7acc2ed5361a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:27.050435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53853a0-fba6-40c3-90cb-deddccd982e6 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac7a7d-2ae1-4b18-a271-43d1d3f8e7fc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:27.059100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-55adaec3-cd17-4e9f-ab24-685a8bd58614 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18 HTTP/1.1" status: 200 len: 380 time: 0.0981421 Apr 25 15:02:27.079002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f53853a0-fba6-40c3-90cb-deddccd982e6 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.080306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f53853a0-fba6-40c3-90cb-deddccd982e6 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/47ac7a7d-2ae1-4b18-a271-43d1d3f8e7fc HTTP/1.1" status: 204 len: 168 time: 1.0574946 Apr 25 15:02:27.083931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'port': {'device_id': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'admin_state_up': True, 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'security_groups': ['0e1efad9-125d-4cee-9aab-a1a26ba25d24']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:27.086568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47788) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:27.125247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.139765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-048944fc-d717-49d0-b7b3-7acc2ed5361a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:27.141565 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2cf03ea1-8067-4879-8cd8-b33235e795c0 req-048944fc-d717-49d0-b7b3-7acc2ed5361a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648011 Apr 25 15:02:27.292765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:27.296592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:27.304181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:port and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:27.308039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:27.314994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:27.336099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Made reservation on behalf of ae32593a4b7749ddaa7d8fc4b651cf18 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:27.341236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.355986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44391555-385c-4c1e-bdb4-4da977d9f58b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:27.377005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e0b8ad69-28c6-489d-93fb-6cc0d684146b tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:27.419133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:27.419941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b80d427-21b8-40ec-9afd-554128508b92 req-3d7cbdbf-d72d-4101-996a-f3aa38680d8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 210 time: 0.0618577 Apr 25 15:02:27.465185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-a44dc616-23ff-4f88-a3a2-8bda16441d90 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:27.466986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-a44dc616-23ff-4f88-a3a2-8bda16441d90 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.21 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 949 time: 0.9854372 Apr 25 15:02:27.468043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:27.473278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:27.505164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 44391555-385c-4c1e-bdb4-4da977d9f58b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:27.513998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 44391555-385c-4c1e-bdb4-4da977d9f58b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:27.514443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.748942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfbff0-c3b6-4f56-a48d-4c2da8bd3bd1 req-45e4daf9-9951-447e-be93-48da24dc1a65 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:27.750553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a3dfbff0-c3b6-4f56-a48d-4c2da8bd3bd1 req-45e4daf9-9951-447e-be93-48da24dc1a65 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 949 time: 0.7746480 Apr 25 15:02:27.751230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e0b8ad69-28c6-489d-93fb-6cc0d684146b tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:27.752355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e0b8ad69-28c6-489d-93fb-6cc0d684146b tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6592085 Apr 25 15:02:27.762295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.20.0.3 (45e1afe2-1581-4c32-9627-1b8f2141dbad/7555c918-6f9b-473b-9a74-0c3586309904/72d2eece-da39-4817-8363-9b5381f437e0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:27.840725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.845224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Deleting port 119c27cb-ab08-4136-897d-94a4f03e0d99 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:27.845635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.892323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 44391555-385c-4c1e-bdb4-4da977d9f58b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44391555-385c-4c1e-bdb4-4da977d9f58b,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:27.898656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-46d0d9a3-7954-4e9e-91e0-845611ed1ab5 None None] Provisioning for port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:27.902366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:27.905564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-46d0d9a3-7954-4e9e-91e0-845611ed1ab5 None None] Provisioning complete for port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:27.905951 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46d0d9a3-7954-4e9e-91e0-845611ed1ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:27.931202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': '07c5d7f0-9b37-4ab2-9e00-f6007f7f10b9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:27.945012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:27.953009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:27.957593 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.013380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-46d0d9a3-7954-4e9e-91e0-845611ed1ab5 None None] Port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:28.018758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:28.046873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:28.078085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=44391555-385c-4c1e-bdb4-4da977d9f58b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:28.129396 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The resource could not be found. Apr 25 15:02:28.130517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b0a61547-5e0a-4abc-a258-786146762695 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2271895 Apr 25 15:02:28.135274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47800) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:28.137246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a3dfbff0-c3b6-4f56-a48d-4c2da8bd3bd1 req-b06fdd50-1a23-4f52-8a96-22212b537be3 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/security-groups?id=76bca099-0359-413c-bd68-835501633e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168647 Apr 25 15:02:28.151168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:28.151823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.167788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048527683'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:28.178079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:28.197747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:28.208575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.220797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.245415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Transition to ACTIVE for port object 72d2eece-da39-4817-8363-9b5381f437e0 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:28.254666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:28.260440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:28.264881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:28.273235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:28.328329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.372836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] For port 119c27cb-ab08-4136-897d-94a4f03e0d99, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=119c27cb-ab08-4136-897d-94a4f03e0d99,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:28.373606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.486311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:28.499478 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.501676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:28.509443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:28.544107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:28.553002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.604721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Calling delete_port for 119c27cb-ab08-4136-897d-94a4f03e0d99 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:28.630875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:28.632155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.701353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e89a0-c268-4d5e-9853-c390bc74eb95 req-13c7368a-c474-4396-97c7-d055efd6010a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:28.702964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a00e89a0-c268-4d5e-9853-c390bc74eb95 req-13c7368a-c474-4396-97c7-d055efd6010a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 0.3714731 Apr 25 15:02:28.743689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9547d843-b0f2-4629-8edc-d348587e7750,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:28.747271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa0c117e-3e1c-4c55-9d58-654c312abcd1 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2284267 Apr 25 15:02:28.763687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:28.784859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f8:e0:91'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:28.795741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-9e6f083a-7297-4fc0-b58c-4661fd532c98 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:28.796464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-9e6f083a-7297-4fc0-b58c-4661fd532c98 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:28.840564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-9e6f083a-7297-4fc0-b58c-4661fd532c98 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:28.841787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-9e6f083a-7297-4fc0-b58c-4661fd532c98 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 1.0144403 Apr 25 15:02:28.857568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-a0c6d327-8928-4a6a-b520-918059d2b6bc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:28.857754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a00e89a0-c268-4d5e-9853-c390bc74eb95 req-c212f0cc-fb12-4395-a6b6-a48456c75ac8 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421068 Apr 25 15:02:28.858193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-a0c6d327-8928-4a6a-b520-918059d2b6bc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:28.882802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.884201 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-967560ba-0f1f-49bc-8e97-b49db949eef9 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7479243 Apr 25 15:02:28.902109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:28.904078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-e7a37766-3e03-49c4-9573-9d34d5ef8bfd tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273156 Apr 25 15:02:28.910991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020233548'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:28.936954 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.951928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-699c12eb-ab47-408a-9252-ae29ccf02f7d None None] Provisioning for port 72d2eece-da39-4817-8363-9b5381f437e0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:28.960701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-699c12eb-ab47-408a-9252-ae29ccf02f7d None None] Provisioning complete for port 72d2eece-da39-4817-8363-9b5381f437e0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:28.961617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-699c12eb-ab47-408a-9252-ae29ccf02f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:28.972705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:28.973176 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.033572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-699c12eb-ab47-408a-9252-ae29ccf02f7d None None] Port 72d2eece-da39-4817-8363-9b5381f437e0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:29.043221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Request body: {'port': {'device_id': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:29.057060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-a0c6d327-8928-4a6a-b520-918059d2b6bc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:29.058252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-a0c6d327-8928-4a6a-b520-918059d2b6bc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 931 time: 0.4150038 Apr 25 15:02:29.069300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:29.130286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:29.146453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:29.150464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.159664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:29.236325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Pushing event deleted for resources: {'Port': ['ID=119c27cb-ab08-4136-897d-94a4f03e0d99,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:29.256262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-81203bea-db40-4470-9159-b89bfecb6145 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:29.332879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44391555-385c-4c1e-bdb4-4da977d9f58b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:29.456456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] No DVR routers for this DVR port 119c27cb-ab08-4136-897d-94a4f03e0d99 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:02:29.466097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.466459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.469595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'name': 'network-vif-deleted', 'tag': '119c27cb-ab08-4136-897d-94a4f03e0d99'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:29.478301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-81203bea-db40-4470-9159-b89bfecb6145 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:29.488581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0d38c85-8162-4b14-9828-8dc90d88e91e req-81203bea-db40-4470-9159-b89bfecb6145 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195726 Apr 25 15:02:29.512557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 44391555-385c-4c1e-bdb4-4da977d9f58b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:29.512946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.521465 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.539518 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bfb4d231-db34-4e97-b40a-3a12656d0eb0 req-36439e1f-1a5c-4158-8a41-c1a7489221d5 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.23 "GET /v2.0/ports?device_id=19dd6b01-cd44-4dbe-a080-4cafb94b3b9b HTTP/1.1" status: 200 len: 210 time: 0.2447071 Apr 25 15:02:29.556102 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcf79e4-3c68-4aca-b539-05f48673c204'] response: {'server_uuid': '19dd6b01-cd44-4dbe-a080-4cafb94b3b9b', 'name': 'network-vif-deleted', 'tag': '119c27cb-ab08-4136-897d-94a4f03e0d99', 'status': 'completed', 'code': 200} Apr 25 15:02:29.564577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f9cc32e8-5ade-420e-a5c3-efd47d64ab04 req-41b2235d-7546-4fcd-aae1-d014f5f43166 tempest-VolumesNegativeTest-2039833626 tempest-VolumesNegativeTest-2039833626-project] 10.222.0.21 "DELETE /v2.0/ports/119c27cb-ab08-4136-897d-94a4f03e0d99 HTTP/1.1" status: 204 len: 173 time: 2.0514903 Apr 25 15:02:29.573417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.590396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] For port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:29.590911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:29.694922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:29.706299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:29.713317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:29.766785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:30.077813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.097300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.254582 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.258751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3500946 Apr 25 15:02:30.266508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47836) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:30.274976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d9f9b-c822-48cc-be04-13a6d69392f4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d1d64-d829-4ce3-9034-1b32edd82147,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:30.276492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': '9547d843-b0f2-4629-8edc-d348587e7750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4d3d1d64-d829-4ce3-9034-1b32edd82147'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:30.300789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:30.314573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:30.318799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.319184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.319506 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP 7ab8aa30-4a9d-41bf-b644-521e135ea5d2 disassociated. External IP: 172.25.0.70, port: 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc. Apr 25 15:02:30.319849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:30.329660 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.340100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.357692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:30.373092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:30.397723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7d86-fe6b-422d-ad88-147eb70ef0d4 req-63f1576e-19bb-4f56-bef4-12c46a5fc47c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:30.405714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6dbd7d86-fe6b-422d-ad88-147eb70ef0d4 req-63f1576e-19bb-4f56-bef4-12c46a5fc47c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 946 time: 0.2286677 Apr 25 15:02:30.454601 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:02:30.576660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:30.638994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6dbd7d86-fe6b-422d-ad88-147eb70ef0d4 req-ac500c2a-4179-4cb3-af01-0732ed8b43a3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09c79d3-7f93-46ed-a891-6ef7f3922bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321329 Apr 25 15:02:30.639909 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:30.645494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-df98e072-caee-4561-9977-90cca26b67d2 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3733761 Apr 25 15:02:30.645721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] In _notify_port_updated(), no bound segment for port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 on network 43c3671c-79e9-4e87-8c93-8634b397722f {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:02:30.647776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47848) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:30.648228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:30.648877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.656116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-666b0cba-ce3f-4d9d-9e79-c8ee131436c8 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "PUT /v2.0/ports/fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 HTTP/1.1" status: 200 len: 994 time: 1.8872533 Apr 25 15:02:30.657513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47852) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:30.660110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d2eece-da39-4817-8363-9b5381f437e0 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:02:30.738434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.753495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 119c27cb-ab08-4136-897d-94a4f03e0d99 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:02:30.880680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 119c27cb-ab08-4136-897d-94a4f03e0d99 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:02:30.881029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 119c27cb-ab08-4136-897d-94a4f03e0d99 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:02:30.958716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:30.994459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Transition to ACTIVE for port object 72d2eece-da39-4817-8363-9b5381f437e0 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:31.020948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-581e8f54-34b1-469f-9b55-c9564c141377 None None] Provisioning complete for port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:31.023655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-581e8f54-34b1-469f-9b55-c9564c141377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.052886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.079799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:31.097734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26802be8-502d-4003-9dfa-7af20fc41d8c tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.222377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-581e8f54-34b1-469f-9b55-c9564c141377 None None] Port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:31.222584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:31.223048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.567648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26802be8-502d-4003-9dfa-7af20fc41d8c tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.649592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26802be8-502d-4003-9dfa-7af20fc41d8c tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.711575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26802be8-502d-4003-9dfa-7af20fc41d8c tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d1d64-d829-4ce3-9034-1b32edd82147,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:31.842567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47888) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:31.890881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26802be8-502d-4003-9dfa-7af20fc41d8c tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:31.894960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-26802be8-502d-4003-9dfa-7af20fc41d8c tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d3d1d64-d829-4ce3-9034-1b32edd82147 HTTP/1.1" status: 204 len: 168 time: 1.2457113 Apr 25 15:02:31.939745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47894) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:31.942406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a9f2194e-a17e-4db7-8fbf-a083904b4882 req-584402a0-349f-4ce9-a761-27053a0d83d0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:31.960481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:02:31.986583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:32.066753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:02:32.067390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:02:32.093721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:02:32.100682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bdf62-7ad8-42b6-96b9-95befc1d0716 req-c512e847-ec66-483a-b7be-bce6e19bff8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:32.101439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-685bdf62-7ad8-42b6-96b9-95befc1d0716 req-c512e847-ec66-483a-b7be-bce6e19bff8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:32.135467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5aaf998c-5407-4ad4-a4ed-a32bf82bdfda tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:32.139285 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.157605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-685bdf62-7ad8-42b6-96b9-95befc1d0716 req-c512e847-ec66-483a-b7be-bce6e19bff8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:32.163056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a9f2194e-a17e-4db7-8fbf-a083904b4882 req-584402a0-349f-4ce9-a761-27053a0d83d0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:32.164326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-685bdf62-7ad8-42b6-96b9-95befc1d0716 req-c512e847-ec66-483a-b7be-bce6e19bff8e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 943 time: 1.3550553 Apr 25 15:02:32.164494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f2194e-a17e-4db7-8fbf-a083904b4882 req-584402a0-349f-4ce9-a761-27053a0d83d0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.2905600 Apr 25 15:02:32.224966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:32.241913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ab830db307e9438892446f4eadcda8e1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:32.247542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:32.253625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:32.264975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5aaf998c-5407-4ad4-a4ed-a32bf82bdfda tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:32.269281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5aaf998c-5407-4ad4-a4ed-a32bf82bdfda tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3210788 Apr 25 15:02:32.270476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 47912) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:32.351325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Attempting to bind port 72d2eece-da39-4817-8363-9b5381f437e0 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:32.351653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Attempting to bind port 72d2eece-da39-4817-8363-9b5381f437e0 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:32.351986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Attempting to bind port 72d2eece-da39-4817-8363-9b5381f437e0 on network 45e1afe2-1581-4c32-9627-1b8f2141dbad {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:32.374193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-685bdf62-7ad8-42b6-96b9-95befc1d0716 req-77c03c5b-3500-43aa-b11a-498595f8c467 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089896 Apr 25 15:02:32.383473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Port 72d2eece-da39-4817-8363-9b5381f437e0 on network 45e1afe2-1581-4c32-9627-1b8f2141dbad not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:02:32.383792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Attempting to bind port 72d2eece-da39-4817-8363-9b5381f437e0 on network 45e1afe2-1581-4c32-9627-1b8f2141dbad {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:32.387001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.413844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:32.425961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:32.438294 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:32.439244 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:32.504320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.562612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:32.603492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.645508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:32.645983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Checking segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:32.646385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Bound using segment: {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:32.647263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Bound port: 72d2eece-da39-4817-8363-9b5381f437e0, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22deedf-a6db-4c54-859c-05b8505524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:32.647622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.655253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] No DVR routers for this DVR port 2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:02:32.662102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.667166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'name': 'network-vif-deleted', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:32.698227 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:32.705827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f58a1ad2-2126-4dab-ac72-1aef5f212853 req-a0466105-cd14-4b55-9a7e-b08dd4970e18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "DELETE /v2.0/ports/2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc HTTP/1.1" status: 204 len: 173 time: 3.8415353 Apr 25 15:02:32.706701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a949200-9efd-4fb7-94dd-f62b55294ff3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:32.728508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6aaba927-1137-4aa8-a955-dd57e712a9c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab830db307e9438892446f4eadcda8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721910 Apr 25 15:02:32.730675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 47960) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:32.775159 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84d4b55-cb5f-43f4-a579-744c8d75f81a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.820683 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53076a51-73c2-4d38-969c-07ce75cfbb27'] response: {'server_uuid': '68a709c9-05d2-41aa-a113-49e23e8520d2', 'name': 'network-vif-deleted', 'tag': '2faee56a-bcc2-4fa1-b643-0d9b3a1e4cfc', 'status': 'completed', 'code': 200} Apr 25 15:02:32.854186 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67911d1b-4022-453a-aa5b-42c98fab53fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.868340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84d4b55-cb5f-43f4-a579-744c8d75f81a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.881752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:32.897461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67911d1b-4022-453a-aa5b-42c98fab53fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:32.905883 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:32.908828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.000293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.001740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67911d1b-4022-453a-aa5b-42c98fab53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.011663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84d4b55-cb5f-43f4-a579-744c8d75f81a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.020759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911d1b-4022-453a-aa5b-42c98fab53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a949200-9efd-4fb7-94dd-f62b55294ff3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:33.026378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67911d1b-4022-453a-aa5b-42c98fab53fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.027494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67911d1b-4022-453a-aa5b-42c98fab53fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a949200-9efd-4fb7-94dd-f62b55294ff3 HTTP/1.1" status: 204 len: 168 time: 0.2954860 Apr 25 15:02:33.039612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Port': ['ID=fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:33.168213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:33.171231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d4b55-cb5f-43f4-a579-744c8d75f81a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9547d843-b0f2-4629-8edc-d348587e7750,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:33.338361 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:33.343439 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:33.361290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:33.363876 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.366271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-d3d4f6a2-e106-4ef7-a824-592aa3af89cc service neutron] 10.222.0.15 "PUT /v2.0/ports/72d2eece-da39-4817-8363-9b5381f437e0 HTTP/1.1" status: 200 len: 1091 time: 4.3305893 Apr 25 15:02:33.378231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:33.378707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:33.378926 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:33.456448 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1de5e0f-eb8b-44fc-b04f-b3e06ee601a6'] response: {'name': 'network-changed', 'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'status': 'completed', 'code': 200} Apr 25 15:02:33.523675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffd5aeae-b80d-41ca-a815-496cacba1ead req-32fb0787-4998-44c6-bd7e-71a2420f423e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a709c9-05d2-41aa-a113-49e23e8520d2 HTTP/1.1" status: 200 len: 210 time: 0.1381967 Apr 25 15:02:33.596810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f84d4b55-cb5f-43f4-a579-744c8d75f81a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.611294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48002) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:33.613630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f84d4b55-cb5f-43f4-a579-744c8d75f81a tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/9547d843-b0f2-4629-8edc-d348587e7750 HTTP/1.1" status: 204 len: 168 time: 1.3343034 Apr 25 15:02:33.789295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-8765fbe0-0f43-49b2-9779-4b7cdf7e5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:33.791165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-8765fbe0-0f43-49b2-9779-4b7cdf7e5ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1094 time: 0.3366554 Apr 25 15:02:33.796553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-120af388-dad6-4044-aa66-3a0eba33b3a4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1799724 Apr 25 15:02:33.799418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48008) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:33.813631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633874201'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:33.861770 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:33.877064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf767-2d8f-4fc5-8105-90535a301e18 req-a5a6322c-ffa3-437f-bfd0-cad6b3f40d87 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:33.879402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b0bf767-2d8f-4fc5-8105-90535a301e18 req-a5a6322c-ffa3-437f-bfd0-cad6b3f40d87 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 943 time: 0.1406765 Apr 25 15:02:33.910050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48016) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:33.932186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:33.935244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.937370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-23f1e082-874f-467e-be54-1f99443740f3 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/ports/fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 HTTP/1.1" status: 204 len: 168 time: 3.2718725 Apr 25 15:02:33.944472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:33.945276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:33.948675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-c07a04eb-4968-475f-837e-af6c4f742eda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d2eece-da39-4817-8363-9b5381f437e0 HTTP/1.1" status: 200 len: 217 time: 0.1396892 Apr 25 15:02:33.950127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:33.953482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:34.004964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:34.016278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b0bf767-2d8f-4fc5-8105-90535a301e18 req-1dd57f9f-1797-4c68-9cfc-3980f1b66828 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305783 Apr 25 15:02:34.020626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:34.024989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Usage tracker for resource:security_group_rule and tenant:f1429684f3dc4986ad19979c5b487a70 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:34.028481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:34.035086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:34.036202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-2e8a9e4f-2ea9-4d5d-8092-16911348e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:34.038453 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-2e8a9e4f-2ea9-4d5d-8092-16911348e171 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7555c918-6f9b-473b-9a74-0c3586309904 HTTP/1.1" status: 200 len: 834 time: 0.0815387 Apr 25 15:02:34.039401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.074080 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d45784-8f08-4869-9929-f32ad6a0cac5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] GET failed (client error): The resource could not be found. Apr 25 15:02:34.074624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18d45784-8f08-4869-9929-f32ad6a0cac5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Synchronizing usage tracker for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:34.109706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:34.117209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18d45784-8f08-4869-9929-f32ad6a0cac5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Unset dirty status for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:34.119350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:34.122126 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18d45784-8f08-4869-9929-f32ad6a0cac5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "GET /v2.0/ports/fa82b6f2-fa4b-41b9-a4f0-ae80e09264f6 HTTP/1.1" status: 404 len: 333 time: 0.1658266 Apr 25 15:02:34.122876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:34.126171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:34.133794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'name': 'tempest-AllowedAddressPairTestJSON-298272498'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:34.137369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:34.181621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-50fd0aa0-19f4-4ca4-8627-11d652692838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:34.183186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-50fd0aa0-19f4-4ca4-8627-11d652692838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45e1afe2-1581-4c32-9627-1b8f2141dbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333039 Apr 25 15:02:34.329977 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:34.335996 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254e208-c85f-4ef6-833e-a8a31100ef9f None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:34.365155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.414291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.422136 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-a2ad0224-550c-4717-b686-603cf6ff2f65 service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312508 Apr 25 15:02:34.423392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.450452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.456783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:34.460769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.482071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:34.561405 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1429684f3dc4986ad19979c5b487a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474011 Apr 25 15:02:34.566307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48036) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:34.569021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:34.574239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.587355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f427915-9b6c-4ce1-b4ef-bb2036051b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234922d3-2b93-49d5-8120-202980204d48,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:34.637140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ceba46-75a4-4580-af63-e856ae9c133d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:34.680289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:34.744447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48052) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:34.754370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.755696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f226cf63-b40b-4df0-bf3a-a028525f6698 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9545269 Apr 25 15:02:34.759257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48056) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:34.768530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'd1ceba46-75a4-4580-af63-e856ae9c133d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:34.776848 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:34.786039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:34.797503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:34.799779 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-711ce680-104a-4e24-a2a3-25de9d274fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.810130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:34.816397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6c54bc-4496-427a-ba0f-6266cdb4c9e3 req-eee45a4d-61a8-447d-b896-bcf3edec25a8 service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774908 Apr 25 15:02:34.855770 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:34.858822 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b97f831b-7996-4c4c-8995-367b93603673 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0979257 Apr 25 15:02:34.860896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2286a6-ae9d-451c-8516-80985ecb7eba None None] New status for floating IP 7ab8aa30-4a9d-41bf-b644-521e135ea5d2: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:02:34.861434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48072) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:34.868387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group_rule': {'security_group_id': 'd1ceba46-75a4-4580-af63-e856ae9c133d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:34.884304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:34.902997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-711ce680-104a-4e24-a2a3-25de9d274fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:34.972450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:34.978566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:34.996388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:35.017419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7f-8089-4cef-9c3a-d6e2531c4543 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.069802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-b1b01bb6-92f7-4d47-887a-c609c7027cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:35.084201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7f-8089-4cef-9c3a-d6e2531c4543 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.085687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-b1b01bb6-92f7-4d47-887a-c609c7027cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1094 time: 0.1888213 Apr 25 15:02:35.118305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Allocated IP 172.20.0.4 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/446d24b1-1228-4ca2-90b6-3cf25f5f9684) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:35.123607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-711ce680-104a-4e24-a2a3-25de9d274fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.127640 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:02:35.132419 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-55575294-7151-4d76-bcc8-45c656fc2af0 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2691796 Apr 25 15:02:35.143400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:35.153972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ce680-104a-4e24-a2a3-25de9d274fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234922d3-2b93-49d5-8120-202980204d48,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:35.280345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-d43979a4-5552-4544-b6e1-425c12c7cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:35.281878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-d43979a4-5552-4544-b6e1-425c12c7cf5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=45e1afe2-1581-4c32-9627-1b8f2141dbad HTTP/1.1" status: 200 len: 898 time: 0.1904383 Apr 25 15:02:35.315021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-711ce680-104a-4e24-a2a3-25de9d274fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.318655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-711ce680-104a-4e24-a2a3-25de9d274fbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/234922d3-2b93-49d5-8120-202980204d48 HTTP/1.1" status: 204 len: 168 time: 0.7484872 Apr 25 15:02:35.322275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7f-8089-4cef-9c3a-d6e2531c4543 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.391055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331a7f-8089-4cef-9c3a-d6e2531c4543 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c79d3-7f93-46ed-a891-6ef7f3922bab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:35.401345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-624cd3f7-344e-4715-8ad1-4ff0e86618e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.403298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7331a7f-8089-4cef-9c3a-d6e2531c4543 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.407770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d7331a7f-8089-4cef-9c3a-d6e2531c4543 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/security-groups/f09c79d3-7f93-46ed-a891-6ef7f3922bab HTTP/1.1" status: 204 len: 168 time: 0.6516514 Apr 25 15:02:35.411908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48110) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:35.417607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-c600ccf9-5d94-4827-b776-3b3bbf71fce6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d2eece-da39-4817-8363-9b5381f437e0 HTTP/1.1" status: 200 len: 217 time: 0.0894332 Apr 25 15:02:35.511764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-48e90aff-37d4-4d17-921d-236a8e49f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:35.513378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-48e90aff-37d4-4d17-921d-236a8e49f86c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7555c918-6f9b-473b-9a74-0c3586309904 HTTP/1.1" status: 200 len: 834 time: 0.0860891 Apr 25 15:02:35.520356 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-3e81643c-9854-4c17-b511-7b85965d1d06 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] show failed (client error): The resource could not be found. Apr 25 15:02:35.525472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e81643c-9854-4c17-b511-7b85965d1d06 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups/f09c79d3-7f93-46ed-a891-6ef7f3922bab HTTP/1.1" status: 404 len: 347 time: 0.1119843 Apr 25 15:02:35.530082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48120) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:35.530400 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-624cd3f7-344e-4715-8ad1-4ff0e86618e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.648058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737b2b2-5529-40e4-9a70-32212232c899 req-f8292ec3-cc8d-48e6-883d-085a29e4c9a1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:35.650221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0737b2b2-5529-40e4-9a70-32212232c899 req-f8292ec3-cc8d-48e6-883d-085a29e4c9a1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 943 time: 0.3674002 Apr 25 15:02:35.729098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0737b2b2-5529-40e4-9a70-32212232c899 req-7d18c363-e939-4c15-8e81-e3eae032a22d tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696416 Apr 25 15:02:35.735810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-83b052b8-57cd-412b-98ee-69e3503b36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:35.735810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-83b052b8-57cd-412b-98ee-69e3503b36c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45e1afe2-1581-4c32-9627-1b8f2141dbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121868 Apr 25 15:02:35.807189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port 27dca6f6-1fb2-4100-94f8-fe730dced81f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:35.807705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.912131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.924010 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-624cd3f7-344e-4715-8ad1-4ff0e86618e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:35.928040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-653aef2b-c737-460e-a721-1cedca2978e8 service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860023 Apr 25 15:02:35.986418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd3f7-344e-4715-8ad1-4ff0e86618e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ceba46-75a4-4580-af63-e856ae9c133d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:36.019151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Transition to ACTIVE for port object 446d24b1-1228-4ca2-90b6-3cf25f5f9684 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:36.020581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-624cd3f7-344e-4715-8ad1-4ff0e86618e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.024966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-624cd3f7-344e-4715-8ad1-4ff0e86618e3 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1ceba46-75a4-4580-af63-e856ae9c133d HTTP/1.1" status: 204 len: 168 time: 0.8630280 Apr 25 15:02:36.025730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48154) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:36.092584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-50c6ee8f-523d-4c10-b28d-7f9bfd628f67 req-72167581-897c-418c-af3b-0cb7e2423197 service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581578 Apr 25 15:02:36.180025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.185650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.186052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.269621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c5b81de2-4d1f-4038-8817-70a14fbff7e1 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:36.415408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for 27dca6f6-1fb2-4100-94f8-fe730dced81f owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:36.461659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:36.467958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=446d24b1-1228-4ca2-90b6-3cf25f5f9684,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:36.470705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:36.475954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:36.657364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c5b81de2-4d1f-4038-8817-70a14fbff7e1 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:36.662844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:36.664707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c5b81de2-4d1f-4038-8817-70a14fbff7e1 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5674639 Apr 25 15:02:36.668178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559229583'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:36.674535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:36.684386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:36.699351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.726255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:36.727258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.738096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:36.747859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Usage tracker for resource:security_group_rule and tenant:c87fdb6174fc4301bfa79313f6eea87d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:36.755448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:36.770432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5698711e-298a-4a56-9eb2-d9d3fb3b8095 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6440725 Apr 25 15:02:36.777705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48198) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:36.783939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:36.789769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:e0:91'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:36.888497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-232d0491-1c58-4e76-bc65-12b0ed91882a None None] Provisioning for port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:36.894969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-232d0491-1c58-4e76-bc65-12b0ed91882a None None] Provisioning complete for port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:36.895347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-232d0491-1c58-4e76-bc65-12b0ed91882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:36.991768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.038694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-232d0491-1c58-4e76-bc65-12b0ed91882a None None] Port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:37.066656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=27dca6f6-1fb2-4100-94f8-fe730dced81f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:37.112418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.158671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aa4bb-7ea0-45d0-8953-e641c0338118 req-97b5bd45-4423-4fc5-961a-6fb45af8c629 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:37.161099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a1aa4bb-7ea0-45d0-8953-e641c0338118 req-97b5bd45-4423-4fc5-961a-6fb45af8c629 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 943 time: 0.2633357 Apr 25 15:02:37.223636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.249745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a1aa4bb-7ea0-45d0-8953-e641c0338118 req-3d1e28cc-fecc-4adb-aa46-dc82506d101b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791636 Apr 25 15:02:37.255817 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.275449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.298654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.302527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f362b2f7-17c9-43c0-baba-fa03d7954fbe tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ab8aa30-4a9d-41bf-b644-521e135ea5d2 HTTP/1.1" status: 204 len: 168 time: 1.7574267 Apr 25 15:02:37.389521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa97c12-68b2-4a08-8ee6-49c7758952e6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:37.409829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.414873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:37.417626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-72c1230d-6268-48f5-9b2a-95b0194b64bb tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7536323 Apr 25 15:02:37.421769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a2eb9b78-0e58-49c4-ba65-06849067e39d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:37.422673 n-d-811416-6 neutron-server[88061]: WARNING neutron.api.v2.base [None req-a2eb9b78-0e58-49c4-ba65-06849067e39d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 25 15:02:37.423332 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-a2eb9b78-0e58-49c4-ba65-06849067e39d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] update failed (client error): There was a conflict when trying to complete your request. Apr 25 15:02:37.425175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a2eb9b78-0e58-49c4-ba65-06849067e39d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "PUT /v2.0/security-groups/bfa97c12-68b2-4a08-8ee6-49c7758952e6 HTTP/1.1" status: 409 len: 330 time: 0.0086370 Apr 25 15:02:37.428711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48238) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:37.483884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.498491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.532696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d2aac559-1c1f-46ef-9b79-ea0f574a49af tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.565951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d2aac559-1c1f-46ef-9b79-ea0f574a49af tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.628623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d2aac559-1c1f-46ef-9b79-ea0f574a49af tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.659685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aac559-1c1f-46ef-9b79-ea0f574a49af tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa97c12-68b2-4a08-8ee6-49c7758952e6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:37.669408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d2aac559-1c1f-46ef-9b79-ea0f574a49af tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.671322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d2aac559-1c1f-46ef-9b79-ea0f574a49af tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfa97c12-68b2-4a08-8ee6-49c7758952e6 HTTP/1.1" status: 204 len: 168 time: 0.2413995 Apr 25 15:02:37.674657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48248) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:37.707772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48254) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:37.716663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292589454', 'description': 'tempest-description--1000359758'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:37.725788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:37.742893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:37.747092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:37.763174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:37.785776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6637df02-5d56-4920-9e2a-f1e0eeda5a9d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Synchronizing usage tracker for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:37.799397 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.842279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:37.856580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=446d24b1-1228-4ca2-90b6-3cf25f5f9684,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:37.859446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:37.862902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] In _notify_port_updated(), no bound segment for port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 on network 43c3671c-79e9-4e87-8c93-8634b397722f {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:02:37.864466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:37.869136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:37.870032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.870986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:37.879095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e07c6bdc-52ec-41a6-b70d-698a779ac0e2 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "PUT /v2.0/ports/446d24b1-1228-4ca2-90b6-3cf25f5f9684 HTTP/1.1" status: 200 len: 995 time: 1.0900314 Apr 25 15:02:37.879964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48264) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:37.978612 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.981638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:37.983797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6637df02-5d56-4920-9e2a-f1e0eeda5a9d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] Unset dirty status for tenant:c87fdb6174fc4301bfa79313f6eea87d on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:37.985921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:37.995576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6637df02-5d56-4920-9e2a-f1e0eeda5a9d tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3165176 Apr 25 15:02:37.996909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48268) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:37.997741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.005294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 72d2eece-da39-4817-8363-9b5381f437e0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:02:38.079809 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.081061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3721404 Apr 25 15:02:38.088607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48272) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:38.092219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': '5598f7f3-c4a1-4619-9e96-134733510d75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:38.110137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:38.112850 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-4a0e2b22-9efd-40c3-90e2-5ade1cf7bfc4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] delete failed (client error): The resource could not be found. Apr 25 15:02:38.119611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4a0e2b22-9efd-40c3-90e2-5ade1cf7bfc4 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "DELETE /v2.0/security-groups/70e7bac5-e7ad-4e79-b98d-c5c3bc2e1146 HTTP/1.1" status: 404 len: 347 time: 0.0846274 Apr 25 15:02:38.120220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:38.126739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:38.130523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:38.133832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8df394-f6cc-45eb-ad5a-aa515414ddc4 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5598f7f3-c4a1-4619-9e96-134733510d75,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:38.139670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:38.153072 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-08f4f821-d37a-4d9d-82cf-492283998f71 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] show failed (client error): The resource could not be found. Apr 25 15:02:38.158528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-08f4f821-d37a-4d9d-82cf-492283998f71 tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-groups/cf5bc286-cd0f-4e40-9ade-382e7ddd0eef HTTP/1.1" status: 404 len: 347 time: 0.0330608 Apr 25 15:02:38.164671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48280) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:38.170412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.200395 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-5d483235-ab82-45ff-bec7-6021cc39679f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] show failed (client error): The resource could not be found. Apr 25 15:02:38.205490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d483235-ab82-45ff-bec7-6021cc39679f tempest-NegativeSecGroupIPv6Test-1601308876 tempest-NegativeSecGroupIPv6Test-1601308876-project] 10.222.0.23 "GET /v2.0/security-group-rules/92c72b51-3cd5-46c2-8c4b-970024032946 HTTP/1.1" status: 404 len: 356 time: 0.0378218 Apr 25 15:02:38.282094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.294100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.360999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f313431d-49ec-417f-b865-0b88fa7ff8d8,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:38.373239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.377058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-90045faa-b12d-4a71-a08e-355204dd465a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863765 Apr 25 15:02:38.377229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c3880180-9d6c-42d5-84aa-66b156e26203 None None] Provisioning complete for port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:38.377229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3880180-9d6c-42d5-84aa-66b156e26203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.378119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48288) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:38.386543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': '5598f7f3-c4a1-4619-9e96-134733510d75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:38.393568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.409475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:38.421281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:38.433919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:38.450268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:38.537812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3880180-9d6c-42d5-84aa-66b156e26203 None None] Port 446d24b1-1228-4ca2-90b6-3cf25f5f9684 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:38.591473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for 446d24b1-1228-4ca2-90b6-3cf25f5f9684 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:38.600781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.613263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62210887-1650-410b-b0ca-1201017ca4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.636306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:38.669332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '72d2eece-da39-4817-8363-9b5381f437e0', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'port_id': '72d2eece-da39-4817-8363-9b5381f437e0', 'mac_address': 'fa:16:3e:64:f6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:02:38.705267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52061c0-e056-4c2d-b2ab-9bc4f0b84f27 req-6aafa40d-cc37-4073-b563-589057060733 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:38.706784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d52061c0-e056-4c2d-b2ab-9bc4f0b84f27 req-6aafa40d-cc37-4073-b563-589057060733 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 943 time: 0.2439933 Apr 25 15:02:38.803953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.816396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.837856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d52061c0-e056-4c2d-b2ab-9bc4f0b84f27 req-57809139-625a-4957-97e0-98e42b91d51c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244476 Apr 25 15:02:38.839098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.863010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.890774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.891976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5128901 Apr 25 15:02:38.901357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d2eece-da39-4817-8363-9b5381f437e0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:02:38.903992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48298) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:38.916264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:38.926475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d5ac5-cd31-4eae-ad96-08cf9108c6a2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc60728-3713-4418-9fe1-381d5f93beee,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:38.934403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:38.940554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:38.940707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:38.945064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:floatingip and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:38.946467 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:38.949961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:38.972797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:38.982049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Port': ['ID=446d24b1-1228-4ca2-90b6-3cf25f5f9684,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:39.004631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.088154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:39.089956 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.101960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.102574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.103107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.103627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.104299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.104800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.105329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.106629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.107261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.107757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.108390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.109017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:39.123388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f0fbb5df-1163-4151-83f4-b01174edb556 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/ports/446d24b1-1228-4ca2-90b6-3cf25f5f9684 HTTP/1.1" status: 204 len: 168 time: 1.2420480 Apr 25 15:02:39.125886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48310) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:39.188699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['72d2eece-da39-4817-8363-9b5381f437e0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:02:39.255624 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc23872-aa71-4b44-b9d6-d878985c0820 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] GET failed (client error): The resource could not be found. Apr 25 15:02:39.256682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0dc23872-aa71-4b44-b9d6-d878985c0820 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Synchronizing usage tracker for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:39.307519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0dc23872-aa71-4b44-b9d6-d878985c0820 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Unset dirty status for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:39.308605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0dc23872-aa71-4b44-b9d6-d878985c0820 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "GET /v2.0/ports/446d24b1-1228-4ca2-90b6-3cf25f5f9684 HTTP/1.1" status: 404 len: 333 time: 0.1817839 Apr 25 15:02:39.312621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48314) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:39.317969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-15f42902-11d4-4d5b-86c9-d26db4d4d45d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c87fdb6174fc4301bfa79313f6eea87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735676 Apr 25 15:02:39.319990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:39.326643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'name': 'tempest-AllowedAddressPairTestJSON-1836386468'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:39.343492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.497961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ce06-ffec-4764-9feb-3d21071cd4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.509683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.25.0.161 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/ebe1818b-4346-494a-9e1b-219b94f52394) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:39.548320 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ce06-ffec-4764-9feb-3d21071cd4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.555609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:39.583307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:39.609959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:39.614399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.643324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port f0fef98b-faeb-447c-a271-9f3584ad136e yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:39.687767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ce06-ffec-4764-9feb-3d21071cd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.705019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.719735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3ce06-ffec-4764-9feb-3d21071cd4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0928c20-0182-4bad-a6f8-7361a7ff32f9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:39.743095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.808689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ce06-ffec-4764-9feb-3d21071cd4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:39.809849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a8d3ce06-ffec-4764-9feb-3d21071cd4c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0928c20-0182-4bad-a6f8-7361a7ff32f9 HTTP/1.1" status: 204 len: 168 time: 0.4887674 Apr 25 15:02:39.813163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:39.821095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:39.825524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:39.856520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=ebe1818b-4346-494a-9e1b-219b94f52394,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:39.866276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Allocated IP 172.20.0.9 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/f0fef98b-faeb-447c-a271-9f3584ad136e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:39.947149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.005306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 72d2eece-da39-4817-8363-9b5381f437e0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:40.046088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.167001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 72d2eece-da39-4817-8363-9b5381f437e0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:40.175483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 72d2eece-da39-4817-8363-9b5381f437e0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:40.176173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.273786 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:02:40.277819 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.311115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8938-38f3-4187-bdc7-3e3024b2c8df req-6b2ec539-c652-4cb4-bdcd-5d8dc9a6bf1b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:40.314259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcec8938-38f3-4187-bdc7-3e3024b2c8df req-6b2ec539-c652-4cb4-bdcd-5d8dc9a6bf1b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 944 time: 0.2372537 Apr 25 15:02:40.373844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Transition to ACTIVE for port object f0fef98b-faeb-447c-a271-9f3584ad136e will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:40.473303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcec8938-38f3-4187-bdc7-3e3024b2c8df req-31ba70fe-13b2-4862-8256-4181b4d9e3bb tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469955 Apr 25 15:02:40.526241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.544145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.602309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:40.630970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:40.640478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.848727 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000d097d-6fe7-40d5-b8ef-88e41057c327'] response: {'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'code': 200} Apr 25 15:02:40.850448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:40.880742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.886624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:40.930720 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f492c20c-e713-4231-a7df-cf00d6718b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.002872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48360) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:41.049189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:41.062481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:41.069852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:41.118702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=ebe1818b-4346-494a-9e1b-219b94f52394,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:41.184294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.239806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:41.241610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.241782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.243618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-31f8fbea-9f93-4cc6-8114-6c57962e6ec6 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3385875 Apr 25 15:02:41.313001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:41.313459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9958043 Apr 25 15:02:41.320478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'network_id': '43c3671c-79e9-4e87-8c93-8634b397722f', 'name': 'tempest-AllowedAddressPairTestJSON-1883656375'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:41.326071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519dc99-cddc-4e5e-b9ef-419780e96e20 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=f0fef98b-faeb-447c-a271-9f3584ad136e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:41.493502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be611a36-351e-4c78-86e6-7f5e07c45bf5 None None] Provisioning for port f0fef98b-faeb-447c-a271-9f3584ad136e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:41.501103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be611a36-351e-4c78-86e6-7f5e07c45bf5 None None] Provisioning complete for port f0fef98b-faeb-447c-a271-9f3584ad136e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:41.501494 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be611a36-351e-4c78-86e6-7f5e07c45bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.528835 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aa4f9bc2-dea3-4536-85a1-4d3753732afe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcd143c774dc4679a08f4f814b5f8c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176864 Apr 25 15:02:41.537593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:41.629874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:41.635224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Usage tracker for resource:port and tenant:1bd98e20619f43beabebc30c215ae0f2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:41.638774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:41.652071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:41.670514 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9babcb4-7eb6-4a75-ac13-f89d9176c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.691380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Made reservation on behalf of 1bd98e20619f43beabebc30c215ae0f2 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:41.695033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.710606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e47791-1738-4a0a-95d1-ccf40f56d18f req-6428dbeb-04de-4463-be35-e54e299f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:41.712115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2e47791-1738-4a0a-95d1-ccf40f56d18f req-6428dbeb-04de-4463-be35-e54e299f9629 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1096 time: 0.7288232 Apr 25 15:02:41.714800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-be611a36-351e-4c78-86e6-7f5e07c45bf5 None None] Port f0fef98b-faeb-447c-a271-9f3584ad136e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:41.718890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9babcb4-7eb6-4a75-ac13-f89d9176c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.723650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] device_id is not set on port cefe80e6-7642-4426-9451-d3cad86981d6 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:02:41.842616 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.849030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e2e47791-1738-4a0a-95d1-ccf40f56d18f req-0b660469-d22e-41e7-96c3-1d1ccd1e60dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212866 Apr 25 15:02:41.883038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9babcb4-7eb6-4a75-ac13-f89d9176c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.908690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-8197df5d-9ba1-4361-8abb-93b86e8a901f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:41.911650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9babcb4-7eb6-4a75-ac13-f89d9176c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bca099-0359-413c-bd68-835501633e67,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:41.956345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1189d-3e6b-40ab-8c6f-7673e7304c30 req-b9a0edf6-93b3-4281-97b3-64c9ebd09eb7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:41.959900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25a1189d-3e6b-40ab-8c6f-7673e7304c30 req-b9a0edf6-93b3-4281-97b3-64c9ebd09eb7 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1910520 Apr 25 15:02:41.977968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Allocated IP 172.20.0.8 (43c3671c-79e9-4e87-8c93-8634b397722f/ca807ac9-2c8a-41be-9d4c-278c6f518a64/cefe80e6-7642-4426-9451-d3cad86981d6) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:41.979950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-8197df5d-9ba1-4361-8abb-93b86e8a901f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:41.989074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-8197df5d-9ba1-4361-8abb-93b86e8a901f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1292589454&fields=id&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 267 time: 0.1796722 Apr 25 15:02:41.995092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9babcb4-7eb6-4a75-ac13-f89d9176c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:41.999439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c9babcb4-7eb6-4a75-ac13-f89d9176c5a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76bca099-0359-413c-bd68-835501633e67 HTTP/1.1" status: 204 len: 168 time: 0.4527314 Apr 25 15:02:42.018213 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:42.028531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25a1189d-3e6b-40ab-8c6f-7673e7304c30 req-81ce4546-347d-449d-80e1-34b4363d44b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617664 Apr 25 15:02:42.202434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-ffcf2a74-fe2c-4a54-bf8e-9e6499453465 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:42.209642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-ffcf2a74-fe2c-4a54-bf8e-9e6499453465 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.2187626 Apr 25 15:02:42.256368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-57ff2c39-c9af-4bf8-ad8f-473941477972 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/quotas/700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 375 time: 0.0453169 Apr 25 15:02:42.445430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:42.458781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-481be332-9a9a-4c09-838f-45151892bdcd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:42.481151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Transition to ACTIVE for port object cefe80e6-7642-4426-9451-d3cad86981d6 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:42.493706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-481be332-9a9a-4c09-838f-45151892bdcd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:42.507277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-481be332-9a9a-4c09-838f-45151892bdcd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2499890 Apr 25 15:02:42.636895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:42.729391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-a7523082-8c75-41af-82a2-0ddbc120115f service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209857 Apr 25 15:02:42.765561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Network 43c3671c-79e9-4e87-8c93-8634b397722f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:42.782566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:42.785377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:42.820945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=cefe80e6-7642-4426-9451-d3cad86981d6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:42.944302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:42.944964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:43.024543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-f11110a7-35c6-4a93-944f-95d5f95cd810 service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890320 Apr 25 15:02:43.030758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48456) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:43.033189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e4eed58a-33e2-459f-916c-54d0063c4adb tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7183888 Apr 25 15:02:43.038516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f8:e0:91'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:44:0f:c2'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:43.265103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c9e2c9a-e9f2-4c64-aa8d-ee9d00c8d807 None None] Provisioning for port cefe80e6-7642-4426-9451-d3cad86981d6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:43.273478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c9e2c9a-e9f2-4c64-aa8d-ee9d00c8d807 None None] Provisioning complete for port cefe80e6-7642-4426-9451-d3cad86981d6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:43.273954 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2c9a-e9f2-4c64-aa8d-ee9d00c8d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:43.338848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7be9f4e4-d85b-423a-8d78-d634f5242c0f req-387943be-f17c-47ae-96f7-88f14605adf2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 210 time: 0.0659256 Apr 25 15:02:43.370644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e2c9a-e9f2-4c64-aa8d-ee9d00c8d807 None None] Port cefe80e6-7642-4426-9451-d3cad86981d6 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:43.635642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:43.682387 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:43.685637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44aaf5-375f-421b-bd9d-5e1a286357d9 req-a7dade48-7f0a-4e3c-a975-cd2681b116db tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:43.687916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fe44aaf5-375f-421b-bd9d-5e1a286357d9 req-a7dade48-7f0a-4e3c-a975-cd2681b116db tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.3677917 Apr 25 15:02:43.811530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fe44aaf5-375f-421b-bd9d-5e1a286357d9 req-bd0756a7-3bf3-4d93-ba15-d271b8c50784 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163700 Apr 25 15:02:44.061469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339aed4-e3d3-4402-b2a6-a0e3127820d1 req-786f6c06-e32a-41ab-9bc9-22cc60d32cb1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:44.063131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9339aed4-e3d3-4402-b2a6-a0e3127820d1 req-786f6c06-e32a-41ab-9bc9-22cc60d32cb1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1119230 Apr 25 15:02:44.080300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.088803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.209378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9339aed4-e3d3-4402-b2a6-a0e3127820d1 req-11577030-20ef-4749-aa57-ff476f001ac1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278493 Apr 25 15:02:44.213088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:44.253489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event updated for resources: {'Port': ['ID=cefe80e6-7642-4426-9451-d3cad86981d6,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:44.295058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48528) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:44.332734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] In _notify_port_updated(), no bound segment for port cefe80e6-7642-4426-9451-d3cad86981d6 on network 43c3671c-79e9-4e87-8c93-8634b397722f {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:02:44.338973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ddd8b7-e9a7-4bfc-ae2e-85a00dea6bcf tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:44.339568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:44.340349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.341932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-20e51215-5332-4f24-a115-52de83a8178b tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "PUT /v2.0/ports/cefe80e6-7642-4426-9451-d3cad86981d6 HTTP/1.1" status: 200 len: 1056 time: 1.3101165 Apr 25 15:02:44.344827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48534) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:44.345824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-81ddd8b7-e9a7-4bfc-ae2e-85a00dea6bcf tempest-TestNetworkAdvancedServerOps-1655337969 tempest-TestNetworkAdvancedServerOps-1655337969-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1091 time: 0.1316693 Apr 25 15:02:44.348551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48538) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:44.395037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '72d2eece-da39-4817-8363-9b5381f437e0', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:44.405325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:44.417790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Usage tracker for resource:floatingip and tenant:ae32593a4b7749ddaa7d8fc4b651cf18 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:44.421846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:44.434929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:44.464688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.549752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port cefe80e6-7642-4426-9451-d3cad86981d6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:44.550101 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.688117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.702182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-29842fc1-1925-43d2-b630-cf1c5281d665 None None] Provisioning complete for port cefe80e6-7642-4426-9451-d3cad86981d6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:44.703225 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29842fc1-1925-43d2-b630-cf1c5281d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:44.740743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:44.768123 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0746d5ad-dcf0-4426-b89e-2182b46649f7 req-96bccffe-2af5-46f2-ba69-c7efb3fd3782 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 210 time: 0.1497257 Apr 25 15:02:44.778381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:44.814987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-29842fc1-1925-43d2-b630-cf1c5281d665 None None] Port cefe80e6-7642-4426-9451-d3cad86981d6 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:44.846869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Usage tracker for resource:security_group_rule and tenant:e5525beb56b14c0a859b3872535d3f8b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:44.857691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:45.006321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:45.027614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.102701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:45.116668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:120e34173b1b40f89d8cb863e1e58571 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:45.121961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:45.132332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:45.189136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-e27c2c1f-bc08-482c-8c94-c0c2216a990e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:45.189136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-e27c2c1f-bc08-482c-8c94-c0c2216a990e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.4407642 Apr 25 15:02:45.219060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.274050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-cebd9f05-bcd0-4c8f-9725-2dbe4455c8e1 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 380 time: 0.0759571 Apr 25 15:02:45.290466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'port': {'device_id': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'admin_state_up': True, 'tenant_id': '700bd23b9445478a9e59222159060338', 'security_groups': ['5598f7f3-c4a1-4619-9e96-134733510d75']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:45.359749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.368162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for cefe80e6-7642-4426-9451-d3cad86981d6 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:45.415098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.424673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.509728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=120e34173b1b40f89d8cb863e1e58571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7652066 Apr 25 15:02:45.509728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b13ca-7ef0-4514-8c29-c8f59b4fa938,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:45.513806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:45.545110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.555912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.556291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.556673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.557069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.557486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.557796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.558129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.558490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.558816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.559173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.559501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.559847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9bcaa-f8bc-4024-b44e-9d573c5c7bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.581022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:45.581712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.597656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:45.617794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c25185-9cc5-4487-aa90-4b26726a6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.620772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Made reservation on behalf of 700bd23b9445478a9e59222159060338 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:02:45.624440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.656756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5525beb56b14c0a859b3872535d3f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3603277 Apr 25 15:02:45.689659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:45.696541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fccba7-1a18-41b0-8ad9-5f1e2f7b9502,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:45.705286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c25185-9cc5-4487-aa90-4b26726a6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.767432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Allocated IP 172.25.0.53 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b3129052-0f39-4020-91d2-0bc82bb585aa) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:45.775119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.775468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.775836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.776185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.776560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.776892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.777248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.777614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.777944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.778283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.778600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.778957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee4300d-e8ed-4845-8ff6-853b1c5ca123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:02:45.856759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c25185-9cc5-4487-aa90-4b26726a6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.871738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.20.0.10 (3625009f-9661-4b0d-81e3-a0f6017b5902/07ace9f6-a624-4c28-857b-fc8e65bfb60b/6e6c19be-2679-468a-8852-b8c16167f0b1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:02:45.875308 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.895156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25185-9cc5-4487-aa90-4b26726a6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b13ca-7ef0-4514-8c29-c8f59b4fa938,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:45.929135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74c25185-9cc5-4487-aa90-4b26726a6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:45.930288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-74c25185-9cc5-4487-aa90-4b26726a6bfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f31b13ca-7ef0-4514-8c29-c8f59b4fa938 HTTP/1.1" status: 204 len: 168 time: 0.4155405 Apr 25 15:02:45.951521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Port': ['ID=cefe80e6-7642-4426-9451-d3cad86981d6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:46.040143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1da8e269-0f90-440d-8c14-6278d803b540 req-4811fee4-545b-43fd-abc5-a5685571e685 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:46.047058 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd0-068c-4095-a89e-79013654c960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.119737 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd0-068c-4095-a89e-79013654c960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.237394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1da8e269-0f90-440d-8c14-6278d803b540 req-4811fee4-545b-43fd-abc5-a5685571e685 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:46.243270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1da8e269-0f90-440d-8c14-6278d803b540 req-4811fee4-545b-43fd-abc5-a5685571e685 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 210 time: 0.2947423 Apr 25 15:02:46.264072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.345722 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.414274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48576) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:46.429391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Transition to ACTIVE for port object 6e6c19be-2679-468a-8852-b8c16167f0b1 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:46.436090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.446432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd0-068c-4095-a89e-79013654c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.454125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:46.460357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Usage tracker for resource:security_group_rule and tenant:836afd221704420981ce6da2bb73c8e1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:46.464376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:46.473526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:46.510272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.528119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb95bd0-068c-4095-a89e-79013654c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fccba7-1a18-41b0-8ad9-5f1e2f7b9502,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:46.536342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.541904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.592302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:46.600329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:46.628589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:46.630073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:02:46.632346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ce21242-8fbd-4b31-aef9-8597c22b93f5 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/ports/cefe80e6-7642-4426-9451-d3cad86981d6 HTTP/1.1" status: 204 len: 168 time: 2.2863326 Apr 25 15:02:46.636244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:02:46.640130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48580) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:46.642764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb95bd0-068c-4095-a89e-79013654c960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.646299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7cb95bd0-068c-4095-a89e-79013654c960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45fccba7-1a18-41b0-8ad9-5f1e2f7b9502 HTTP/1.1" status: 204 len: 168 time: 0.9487648 Apr 25 15:02:46.646299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:02:46.700577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=6e6c19be-2679-468a-8852-b8c16167f0b1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:46.774235 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e9cd64-1d9e-462d-bd53-4f231463df1c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] GET failed (client error): The resource could not be found. Apr 25 15:02:46.774705 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-52e9cd64-1d9e-462d-bd53-4f231463df1c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Synchronizing usage tracker for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:46.778049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.785076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:46.785806 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.786884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=b3129052-0f39-4020-91d2-0bc82bb585aa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:46.797700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:46.903968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2075751-bb51-4147-b458-e0a8733e4d16,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:46.919260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-1896cf3d-6821-494b-9703-7d95365a9813 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6353052 Apr 25 15:02:46.942431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-896cd38c-cf5e-4203-96dc-b673100726d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=836afd221704420981ce6da2bb73c8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266213 Apr 25 15:02:46.944806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48588) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:46.962243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Request body: {'port': {'device_id': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:47.071078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b5acf64d-092e-4b7c-b5f2-bdfc410808ee None None] Provisioning for port 6e6c19be-2679-468a-8852-b8c16167f0b1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:47.092128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b5acf64d-092e-4b7c-b5f2-bdfc410808ee None None] Provisioning complete for port 6e6c19be-2679-468a-8852-b8c16167f0b1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:47.096048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5acf64d-092e-4b7c-b5f2-bdfc410808ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.205506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbce7bb8-0607-4c9a-92fd-1972bcbaac34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.208422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.210060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b5acf64d-092e-4b7c-b5f2-bdfc410808ee None None] Port 6e6c19be-2679-468a-8852-b8c16167f0b1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:02:47.332479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-52e9cd64-1d9e-462d-bd53-4f231463df1c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Unset dirty status for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:47.336654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-52e9cd64-1d9e-462d-bd53-4f231463df1c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "GET /v2.0/ports/cefe80e6-7642-4426-9451-d3cad86981d6 HTTP/1.1" status: 404 len: 333 time: 0.6926510 Apr 25 15:02:47.342334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:47.344495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbce7bb8-0607-4c9a-92fd-1972bcbaac34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.641785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48600) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:47.676104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.685980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port f0fef98b-faeb-447c-a271-9f3584ad136e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:47.686389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.699418 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbce7bb8-0607-4c9a-92fd-1972bcbaac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.703254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:47.722355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Usage tracker for resource:security_group_rule and tenant:e155a91e6dac4d5ba5550509f6c475b5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:47.734519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce7bb8-0607-4c9a-92fd-1972bcbaac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2075751-bb51-4147-b458-e0a8733e4d16,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:47.737073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:47.756590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:47.767921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbce7bb8-0607-4c9a-92fd-1972bcbaac34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:47.772546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bbce7bb8-0607-4c9a-92fd-1972bcbaac34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2075751-bb51-4147-b458-e0a8733e4d16 HTTP/1.1" status: 204 len: 168 time: 0.8231125 Apr 25 15:02:47.878102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9244912-52bb-441d-848f-1f043b9b19d7 req-13133970-78ec-4246-b909-0b3bf4620cb7 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:47.885692 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9244912-52bb-441d-848f-1f043b9b19d7 req-13133970-78ec-4246-b909-0b3bf4620cb7 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 932 time: 0.4051943 Apr 25 15:02:48.019695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6c19be-2679-468a-8852-b8c16167f0b1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:02:48.031239 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.076582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Transition to ACTIVE for port object 6e6c19be-2679-468a-8852-b8c16167f0b1 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:02:48.081754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9244912-52bb-441d-848f-1f043b9b19d7 req-72861ffd-b7a8-410d-93f0-447e26b6a393 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947038 Apr 25 15:02:48.089752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.166979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.180103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.221462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.295382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.328314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for f0fef98b-faeb-447c-a271-9f3584ad136e owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:48.385813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c19be-2679-468a-8852-b8c16167f0b1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:48.575366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5448f1b3-101a-418e-971c-246fdc4def65,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:48.593668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd62a379-fd0a-4d0e-8d6c-3f0192a28f3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e155a91e6dac4d5ba5550509f6c475b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9495614 Apr 25 15:02:48.607142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48622) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:48.635382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.751020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.785030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfeff0e6-bf10-4949-813c-74de76b9c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.823743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfeff0e6-bf10-4949-813c-74de76b9c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:48.843655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Port': ['ID=f0fef98b-faeb-447c-a271-9f3584ad136e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:48.855022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Attempting to bind port 6e6c19be-2679-468a-8852-b8c16167f0b1 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:02:48.855364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Attempting to bind port 6e6c19be-2679-468a-8852-b8c16167f0b1 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:02:48.855900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Attempting to bind port 6e6c19be-2679-468a-8852-b8c16167f0b1 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:48.876528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Port 6e6c19be-2679-468a-8852-b8c16167f0b1 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:02:48.876860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Attempting to bind port 6e6c19be-2679-468a-8852-b8c16167f0b1 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:02:48.891517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:02:48.892322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:02:48.893102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Bound using segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:02:48.893746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Bound port: 6e6c19be-2679-468a-8852-b8c16167f0b1, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:02:48.894762 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.023511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfeff0e6-bf10-4949-813c-74de76b9c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.067263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dfeff0e6-bf10-4949-813c-74de76b9c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.076840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.079539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dfeff0e6-bf10-4949-813c-74de76b9c92b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5448f1b3-101a-418e-971c-246fdc4def65 HTTP/1.1" status: 204 len: 168 time: 0.4642642 Apr 25 15:02:49.089216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeff0e6-bf10-4949-813c-74de76b9c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448f1b3-101a-418e-971c-246fdc4def65,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:49.108215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] For port 6e6c19be-2679-468a-8852-b8c16167f0b1, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:02:49.116846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] For port 6e6c19be-2679-468a-8852-b8c16167f0b1, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6e6c19be-2679-468a-8852-b8c16167f0b1,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:02:49.134013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.176686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9150f0dc-ceae-4aaa-b1dc-5861fec475ed tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/ports/f0fef98b-faeb-447c-a271-9f3584ad136e HTTP/1.1" status: 204 len: 168 time: 1.8384714 Apr 25 15:02:49.181830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48640) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:49.242366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:49.243261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.245144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 200 len: 1092 time: 2.2993331 Apr 25 15:02:49.245661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:49.273781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:02:49.298978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564853-f21b-494b-8676-51c4275f00d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c19be-2679-468a-8852-b8c16167f0b1,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:49.335709 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.347673 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d80160d-600f-41d8-a6b5-782091a6d650 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] GET failed (client error): The resource could not be found. Apr 25 15:02:49.349124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d80160d-600f-41d8-a6b5-782091a6d650 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Synchronizing usage tracker for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:02:49.357262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.471352 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8aae54d-4ade-4d3c-abc2-ab10e292313c'] response: {'name': 'network-changed', 'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'status': 'completed', 'code': 200} Apr 25 15:02:49.513982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d80160d-600f-41d8-a6b5-782091a6d650 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Unset dirty status for tenant:1bd98e20619f43beabebc30c215ae0f2 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:02:49.515651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d80160d-600f-41d8-a6b5-782091a6d650 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "GET /v2.0/ports/f0fef98b-faeb-447c-a271-9f3584ad136e HTTP/1.1" status: 404 len: 333 time: 0.3309145 Apr 25 15:02:49.520817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:49.642433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc273-6e96-43d4-ac9a-45dc5b338920 req-539f83fa-95d8-4d09-a2e4-5991f92e4199 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:49.647073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da7dc273-6e96-43d4-ac9a-45dc5b338920 req-539f83fa-95d8-4d09-a2e4-5991f92e4199 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 944 time: 0.2682905 Apr 25 15:02:49.649445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-0afa67a0-1ed1-4a4b-b73f-93e0f4f152e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:49.667582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-0afa67a0-1ed1-4a4b-b73f-93e0f4f152e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 1095 time: 0.3464587 Apr 25 15:02:49.785290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-8d7e2003-4141-402e-abbd-681c72b98e8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 200 len: 217 time: 0.1027303 Apr 25 15:02:49.794723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:49.812065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da7dc273-6e96-43d4-ac9a-45dc5b338920 req-05a94138-1c0b-41df-b730-6c7d4d4a9191 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531293 Apr 25 15:02:49.882419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-f0842261-9f8a-4ddf-b22f-31adbbc2888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:49.884128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-f0842261-9f8a-4ddf-b22f-31adbbc2888c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.0755055 Apr 25 15:02:49.946607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event updated for resources: {'Port': ['ID=b3129052-0f39-4020-91d2-0bc82bb585aa,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:49.994661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-95c55540-ea2c-4932-a766-10260f11c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:49.996157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-95c55540-ea2c-4932-a766-10260f11c8bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057439 Apr 25 15:02:50.007036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:50.007489 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:50.160008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-07301ad6-7ab1-4617-b6c2-83adf4994c31 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571255 Apr 25 15:02:50.322344 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 397ea79c-07e8-4b9d-8573-140042afd60b associated. External IP: 172.25.0.53, port: 72d2eece-da39-4817-8363-9b5381f437e0. Apr 25 15:02:50.597815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5908ffaf-ac48-4963-8496-cbd32b7e47fc req-b9f8097c-c7a6-426b-9273-89f4691ea2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308109 Apr 25 15:02:50.785689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2a24-928a-4df6-917e-99c0121f5282 req-aa6a887e-345d-4b61-9834-52e4dcaf1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:50.788351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-aa6a887e-345d-4b61-9834-52e4dcaf1393 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 1095 time: 0.1034739 Apr 25 15:02:50.941788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:50.992187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2a24-928a-4df6-917e-99c0121f5282 req-9a0adbd6-3c95-441b-9f58-89451d9b6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:50.994118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-9a0adbd6-3c95-441b-9f58-89451d9b6f25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.1996360 Apr 25 15:02:51.092701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for 70d35a23-f2e7-4cdb-bce6-94b5139bd4ee owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:51.256949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-1eb6b37b-022b-432e-95cb-1835c6a00e3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 200 len: 217 time: 0.2567346 Apr 25 15:02:51.337389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2a24-928a-4df6-917e-99c0121f5282 req-2378bc7c-5825-43c2-a70e-2c1a45b439ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:51.338121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-2378bc7c-5825-43c2-a70e-2c1a45b439ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.0748706 Apr 25 15:02:51.440302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2a24-928a-4df6-917e-99c0121f5282 req-e1a0998b-89b2-4f50-b8fa-a53a5204a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:51.442290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-e1a0998b-89b2-4f50-b8fa-a53a5204a1c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981331 Apr 25 15:02:51.476761 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:51.497285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7711d-a7c7-4920-bccd-4155a42ea8fd req-69c1aeef-cffa-4a15-8770-1e4fcc1f3892 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:51.497285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbc7711d-a7c7-4920-bccd-4155a42ea8fd req-69c1aeef-cffa-4a15-8770-1e4fcc1f3892 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 944 time: 0.3452251 Apr 25 15:02:51.570258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Port': ['ID=70d35a23-f2e7-4cdb-bce6-94b5139bd4ee,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:51.584564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 07f8ad76-d2ce-4769-b246-215294f50533 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:02:51.688850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-a815d7a6-5826-41c7-8dfc-5d41e9171a75 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345350 Apr 25 15:02:51.908677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-573a2a24-928a-4df6-917e-99c0121f5282 req-b2b646c6-9e48-48e7-900b-1786688947e9 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117088 Apr 25 15:02:52.020815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbc7711d-a7c7-4920-bccd-4155a42ea8fd req-1d2ba0e0-b71e-4ce9-ad50-395f092743e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4795408 Apr 25 15:02:52.087421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:52.098211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48746) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:52.171387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48754) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:52.171551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9b5734ed-98a5-4b55-9a1a-93d015b6849c tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/ports/70d35a23-f2e7-4cdb-bce6-94b5139bd4ee HTTP/1.1" status: 204 len: 168 time: 2.6465507 Apr 25 15:02:52.206628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:02:52.218596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] Sync routers for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:02:52.235489 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:52.236768 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:52.244484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:52.269809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting subnet ca807ac9-2c8a-41be-9d4c-278c6f518a64 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:02:52.273311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:52.308186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6a1f30f7-b44d-462c-a2ab-3f6c3896a7b5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.9576302 Apr 25 15:02:52.308884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:52.401844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:52.425974 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1ebfa3-877b-4ffa-a9fc-7fd234547b5a'] response: {'name': 'network-changed', 'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'status': 'completed', 'code': 200} Apr 25 15:02:52.477412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:52.506191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:52.569292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Usage tracker for resource:security_group_rule and tenant:dec6509b379a44dbb92220c38c3d0968 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:52.573149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-b921b598-701b-4025-b1b1-db69f04f386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:52.577673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:52.582376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-b921b598-701b-4025-b1b1-db69f04f386e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1096 time: 0.1337836 Apr 25 15:02:52.597711 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:52.643412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:52.747327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece5663-e487-4bbf-bee2-9a74f4fb2b35 req-e7df8f18-f730-44cf-9d15-0b03a56516f1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:52.754259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ece5663-e487-4bbf-bee2-9a74f4fb2b35 req-e7df8f18-f730-44cf-9d15-0b03a56516f1 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1868994 Apr 25 15:02:52.777020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-4e1c997a-34c0-468b-baaf-19efe73cdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:52.779258 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-4e1c997a-34c0-468b-baaf-19efe73cdaca service neutron] 10.222.0.15 "GET /v2.0/networks?id=45e1afe2-1581-4c32-9627-1b8f2141dbad HTTP/1.1" status: 200 len: 898 time: 0.1909571 Apr 25 15:02:52.795721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:52.937915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ece5663-e487-4bbf-bee2-9a74f4fb2b35 req-c05e244a-7851-4c78-833b-620d1a11eebc tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827636 Apr 25 15:02:52.951714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-172e830d-6e01-401c-bbba-bfdab9c84524 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d2eece-da39-4817-8363-9b5381f437e0 HTTP/1.1" status: 200 len: 998 time: 0.1639090 Apr 25 15:02:52.981984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48774) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:53.064682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.138078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '397ea79c-07e8-4b9d-8573-140042afd60b', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'port_id': '72d2eece-da39-4817-8363-9b5381f437e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'mac_address': 'fa:16:3e:64:f6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:02:47Z', 'updated_at': '2022-04-25T15:02:47Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:27Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:53.142448 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] Checking router: 07f8ad76-d2ce-4769-b246-215294f50533 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:02:53.154374 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:02:53.154992 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:53.166083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-987b9fa4-ffda-403e-aebe-73525d9da211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:53.173567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-987b9fa4-ffda-403e-aebe-73525d9da211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7555c918-6f9b-473b-9a74-0c3586309904 HTTP/1.1" status: 200 len: 834 time: 0.2138238 Apr 25 15:02:53.297769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.310448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b0295d6-84f0-4aa2-ade1-e2e9f703c835 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/397ea79c-07e8-4b9d-8573-140042afd60b HTTP/1.1" status: 200 len: 990 time: 0.3269129 Apr 25 15:02:53.320333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Subnet': ['ID=ca807ac9-2c8a-41be-9d4c-278c6f518a64,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:53.322419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.328510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dfdf2d-71b7-40c6-a37e-2ac5beba6ecc None None] Network 43c3671c-79e9-4e87-8c93-8634b397722f requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:02:53.332286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.436718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c837882a-e85f-4967-ba20-98c75742d423 tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/subnets/ca807ac9-2c8a-41be-9d4c-278c6f518a64 HTTP/1.1" status: 204 len: 168 time: 1.2617712 Apr 25 15:02:53.440780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48786) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:53.459835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dec6509b379a44dbb92220c38c3d0968&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3599620 Apr 25 15:02:53.460812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48790) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:53.494740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e89db-c7b3-462e-9c26-9439ddb8fcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe5ca6-381a-453c-8555-9ba0a553435f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:53.566431 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:02:53.801415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.841186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-b8cb0245-81b0-4812-b23f-5850dea9b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:53.847303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-b8cb0245-81b0-4812-b23f-5850dea9b8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45e1afe2-1581-4c32-9627-1b8f2141dbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6648164 Apr 25 15:02:53.856745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2c88-180d-4118-9d68-7e11a572b8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.878875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:53.879380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:53.946396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50d1d-64d9-4b20-81cb-d6c6323ede0e req-bf20c631-a918-4299-89dc-6a67cbf4d723 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:53.960606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97d50d1d-64d9-4b20-81cb-d6c6323ede0e req-bf20c631-a918-4299-89dc-6a67cbf4d723 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 944 time: 0.5937335 Apr 25 15:02:54.005475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2c88-180d-4118-9d68-7e11a572b8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.078066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] DHCP port deletion for 43c3671c-79e9-4e87-8c93-8634b397722f request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:02:54.082417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] Deleting port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:54.082911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.200566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97d50d1d-64d9-4b20-81cb-d6c6323ede0e req-1c1e2ecc-97ae-4ef6-94e2-cbb871b48503 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380085 Apr 25 15:02:54.262643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-0e3ae4bf-2ba8-4b19-a60f-20dc1f233f49 service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030654 Apr 25 15:02:54.321939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48806) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:54.387577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] For port 610964a6-9324-4d65-bb08-7b67c2e1e6a6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=610964a6-9324-4d65-bb08-7b67c2e1e6a6,segment=NetworkSegment(51b3860a-ef75-4403-b0dc-b3e2ed4c854b),segment_id=51b3860a-ef75-4403-b0dc-b3e2ed4c854b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:54.388886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.455725 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '397ea79c-07e8-4b9d-8573-140042afd60b', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'port_id': '72d2eece-da39-4817-8363-9b5381f437e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'mac_address': 'fa:16:3e:64:f6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:02:47Z', 'updated_at': '2022-04-25T15:02:47Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:27Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:54.459047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] For port 610964a6-9324-4d65-bb08-7b67c2e1e6a6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=610964a6-9324-4d65-bb08-7b67c2e1e6a6,segment=NetworkSegment(51b3860a-ef75-4403-b0dc-b3e2ed4c854b),segment_id=51b3860a-ef75-4403-b0dc-b3e2ed4c854b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:54.459492 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.466281 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338b04c-c30d-43f2-99c9-59ec042322bb None None] The sync data for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 is: [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '397ea79c-07e8-4b9d-8573-140042afd60b', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'port_id': '72d2eece-da39-4817-8363-9b5381f437e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'mac_address': 'fa:16:3e:64:f6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:02:47Z', 'updated_at': '2022-04-25T15:02:47Z', 'revision_number': 0, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:27Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:02:54.650365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] Calling delete_port for 610964a6-9324-4d65-bb08-7b67c2e1e6a6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:54.691971 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9bb7d1aa-ad8a-4087-9795-4af968fedb12 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/397ea79c-07e8-4b9d-8573-140042afd60b HTTP/1.1" status: 200 len: 990 time: 0.3621619 Apr 25 15:02:54.738703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1586ccd-aa7b-4395-b835-98ecb369df77 req-98fe071b-c3d2-4d39-8ac4-76d3e35ff19b service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663286 Apr 25 15:02:54.778795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Calling delete_port for 610964a6-9324-4d65-bb08-7b67c2e1e6a6 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:02:54.785196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.817575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2c88-180d-4118-9d68-7e11a572b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.844934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c2c88-180d-4118-9d68-7e11a572b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe5ca6-381a-453c-8555-9ba0a553435f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:54.878531 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2c88-180d-4118-9d68-7e11a572b8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:54.879805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf3c2c88-180d-4118-9d68-7e11a572b8ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adfe5ca6-381a-453c-8555-9ba0a553435f HTTP/1.1" status: 204 len: 168 time: 1.3871052 Apr 25 15:02:54.885529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] Pushing event deleted for resources: {'Port': ['ID=610964a6-9324-4d65-bb08-7b67c2e1e6a6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:54.907891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6e6c19be-2679-468a-8852-b8c16167f0b1 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:02:54.915001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20525793-2e9a-4fe2-9000-77e5c5a5f955 None None] New status for floating IP 397ea79c-07e8-4b9d-8573-140042afd60b: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:02:54.915797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:02:54.916380 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:02:55.096133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779acefb-bf86-406e-87f1-e73c57a68ef3 None None] No DVR routers for this DVR port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:02:55.404261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 610964a6-9324-4d65-bb08-7b67c2e1e6a6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:02:55.417955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Deleting port 610964a6-9324-4d65-bb08-7b67c2e1e6a6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:02:55.418872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.471432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 610964a6-9324-4d65-bb08-7b67c2e1e6a6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:02:55.473133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 610964a6-9324-4d65-bb08-7b67c2e1e6a6 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:02:55.481940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6e6c19be-2679-468a-8852-b8c16167f0b1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6e6c19be-2679-468a-8852-b8c16167f0b1,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:55.512924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'port_id': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'mac_address': 'fa:16:3e:81:90:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:02:55.515531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48866) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:55.558534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.584616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:02:55.589338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Usage tracker for resource:security_group_rule and tenant:30e5a190af9a4be39560e82596d2eb0c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:02:55.594973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:02:55.603092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] The port '610964a6-9324-4d65-bb08-7b67c2e1e6a6' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:02:55.604277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:02:55.684883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.696917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48872) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:55.711810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6c19be-2679-468a-8852-b8c16167f0b1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:02:55.732476 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6e6c19be-2679-468a-8852-b8c16167f0b1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6e6c19be-2679-468a-8852-b8c16167f0b1,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:55.736944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.777756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.818248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c3671c-79e9-4e87-8c93-8634b397722f']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:55.822941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6e6c19be-2679-468a-8852-b8c16167f0b1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:55.836659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.847312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce2490-da44-47d5-9b80-a885b65ac747 req-3193b899-ed8e-442c-99b1-60bed6793331 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:55.848815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fce2490-da44-47d5-9b80-a885b65ac747 req-3193b899-ed8e-442c-99b1-60bed6793331 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 944 time: 0.3624835 Apr 25 15:02:55.851052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.861244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b3860a-ef75-4403-b0dc-b3e2ed4c854b') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:55.861796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b3860a-ef75-4403-b0dc-b3e2ed4c854b') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:02:55.882447 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c2c26316-b306-44f0-b862-d8539e7f5a2e tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/397ea79c-07e8-4b9d-8573-140042afd60b HTTP/1.1" status: 200 len: 992 time: 0.1768973 Apr 25 15:02:55.909884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:55.916117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30e5a190af9a4be39560e82596d2eb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988056 Apr 25 15:02:55.926791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 48880) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:55.932239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e575f-c4d7-436c-a85f-4a97371a2d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef40598-2905-4829-8ff0-361e5d3402f0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:55.979041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.008356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:02:56.008968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:02:56.038161 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:02:56.042309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6e6c19be-2679-468a-8852-b8c16167f0b1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:02:56.079465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fce2490-da44-47d5-9b80-a885b65ac747 req-020ebc7c-8d08-4b63-83b9-83fc2d703a74 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055762 Apr 25 15:02:56.183905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-198836d9-27d3-47d1-8a0d-577777a18b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.187149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.193218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.257274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-198836d9-27d3-47d1-8a0d-577777a18b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.282104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] 10.222.0.23 "DELETE /v2.0/networks/43c3671c-79e9-4e87-8c93-8634b397722f HTTP/1.1" status: 204 len: 168 time: 2.8360796 Apr 25 15:02:56.284406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36fbf9-ce8b-4e79-9fe2-45d10efe7d9d tempest-AllowedAddressPairTestJSON-618798677 tempest-AllowedAddressPairTestJSON-618798677-project] Pushing event deleted for resources: {'Network': ['ID=43c3671c-79e9-4e87-8c93-8634b397722f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:56.363605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-198836d9-27d3-47d1-8a0d-577777a18b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.388416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198836d9-27d3-47d1-8a0d-577777a18b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef40598-2905-4829-8ff0-361e5d3402f0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:56.393369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-198836d9-27d3-47d1-8a0d-577777a18b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:56.394487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-198836d9-27d3-47d1-8a0d-577777a18b2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cef40598-2905-4829-8ff0-361e5d3402f0 HTTP/1.1" status: 204 len: 168 time: 0.4663911 Apr 25 15:02:56.690412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48898) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:56.892626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6e6c19be-2679-468a-8852-b8c16167f0b1 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:02:56.944758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a828d905-5a27-446c-8729-26aca3c5e19c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bd98e20619f43beabebc30c215ae0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518101 Apr 25 15:02:56.946856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48916) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:57.112465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6e6c19be-2679-468a-8852-b8c16167f0b1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:02:57.119560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6e6c19be-2679-468a-8852-b8c16167f0b1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:02:57.120319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.355608 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07c7f22d-43eb-4e63-8a5f-68bb44308458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.397307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07c7f22d-43eb-4e63-8a5f-68bb44308458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.406548 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.465072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6e6c19be-2679-468a-8852-b8c16167f0b1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6e6c19be-2679-468a-8852-b8c16167f0b1,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:02:57.468015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:02:57.488900 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.493825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07c7f22d-43eb-4e63-8a5f-68bb44308458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.576519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7f22d-43eb-4e63-8a5f-68bb44308458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235d274-e64d-4a58-ace9-f8c7b5a69961,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:57.628629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-07c7f22d-43eb-4e63-8a5f-68bb44308458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:57.634551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-07c7f22d-43eb-4e63-8a5f-68bb44308458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d235d274-e64d-4a58-ace9-f8c7b5a69961 HTTP/1.1" status: 204 len: 168 time: 0.6863039 Apr 25 15:02:57.659386 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56023564-3853-4798-98a4-7361fc13c3a0'] response: {'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'code': 200} Apr 25 15:02:57.662640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6e6c19be-2679-468a-8852-b8c16167f0b1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:02:57.831380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de3ea-0be2-4e4d-ab3d-2baf8fcf4710 req-2878a6a6-1620-4242-aac0-6e6a6fabe366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:57.834229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75cd1-e4cc-4c17-ba22-6e4b19f48300 req-d5c70422-5999-4f18-9240-425144c86101 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:57.836256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-918de3ea-0be2-4e4d-ab3d-2baf8fcf4710 req-2878a6a6-1620-4242-aac0-6e6a6fabe366 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 1097 time: 0.0995231 Apr 25 15:02:57.837855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffa75cd1-e4cc-4c17-ba22-6e4b19f48300 req-d5c70422-5999-4f18-9240-425144c86101 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.1399956 Apr 25 15:02:57.934559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-918de3ea-0be2-4e4d-ab3d-2baf8fcf4710 req-a394ba01-7a82-4be4-a427-2c98cf08568f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920553 Apr 25 15:02:57.973405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffa75cd1-e4cc-4c17-ba22-6e4b19f48300 req-5da0471f-3b78-46e9-bfcd-00ffd0ad1660 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275802 Apr 25 15:02:58.937317 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:02:59.335329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48986) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:59.453106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f922d3-cc09-40e0-9101-68c69a2deb98 req-841d8b55-9a7f-482e-bafe-4f435a41f9de tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:02:59.464314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88f922d3-cc09-40e0-9101-68c69a2deb98 req-841d8b55-9a7f-482e-bafe-4f435a41f9de tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.2287788 Apr 25 15:02:59.584471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88f922d3-cc09-40e0-9101-68c69a2deb98 req-8f464d27-1fcc-4e3c-ace1-06eff203c00a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190012 Apr 25 15:02:59.593489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-67cd0f13-d7ca-436e-9563-b1ed86ce9c1b tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] Request body: {'port': {'network_id': 'ba07a9b5-3556-4708-b995-3e99707e2933', 'name': 'tempest-NetworksNegativeTestJSON-374128657'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:02:59.638759 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cd0f13-d7ca-436e-9563-b1ed86ce9c1b tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] POST failed (client error): The resource could not be found. Apr 25 15:02:59.639243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cd0f13-d7ca-436e-9563-b1ed86ce9c1b tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:59.640381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-67cd0f13-d7ca-436e-9563-b1ed86ce9c1b tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3038945 Apr 25 15:02:59.644189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 48998) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:59.700244 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e66e20-3561-4bfc-bfda-f5b12f77b982 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:59.700914 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e66e20-3561-4bfc-bfda-f5b12f77b982 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:59.707183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49002) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:59.725998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-84e66e20-3561-4bfc-bfda-f5b12f77b982 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "DELETE /v2.0/networks/6d971daf-52ce-4822-b853-0429e63a5c81 HTTP/1.1" status: 404 len: 339 time: 0.0805461 Apr 25 15:02:59.793003 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f35ac7-1a14-455b-9b02-a5c9566fdb5e tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:59.793512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f35ac7-1a14-455b-9b02-a5c9566fdb5e tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:59.795222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-27f35ac7-1a14-455b-9b02-a5c9566fdb5e tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "DELETE /v2.0/ports/5af922d2-df9b-4325-824d-aa3374b5f14b HTTP/1.1" status: 404 len: 333 time: 0.0869973 Apr 25 15:02:59.799114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49006) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:59.851169 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7497492b-5d9c-4cdd-b2c5-35788d519379 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] DELETE failed (client error): The resource could not be found. Apr 25 15:02:59.852052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7497492b-5d9c-4cdd-b2c5-35788d519379 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:02:59.860200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7497492b-5d9c-4cdd-b2c5-35788d519379 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "DELETE /v2.0/subnets/b1660eed-1c93-4a3a-8ddb-444b28d5f00c HTTP/1.1" status: 404 len: 337 time: 0.0598800 Apr 25 15:02:59.861588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49010) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:59.898259 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c7612b-ebbb-42d2-87fe-0ef37d2cf3d7 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] GET failed (client error): The resource could not be found. Apr 25 15:02:59.901852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-22c7612b-ebbb-42d2-87fe-0ef37d2cf3d7 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "GET /v2.0/networks/fc71b968-98fc-4ba5-bcba-6f9776d90873 HTTP/1.1" status: 404 len: 339 time: 0.0390003 Apr 25 15:02:59.906153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49014) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:02:59.984186 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb1d64a-9af8-4b7d-becd-f7525c245d36 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] GET failed (client error): The resource could not be found. Apr 25 15:02:59.987242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:00.011447 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3cb1d64a-9af8-4b7d-becd-f7525c245d36 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "GET /v2.0/ports/61bdf041-9de8-426a-b2c6-621bbb7e9d8f HTTP/1.1" status: 404 len: 333 time: 0.1016150 Apr 25 15:03:00.055823 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d278e404-b201-4a3c-8e4c-10c69c90fec5 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] GET failed (client error): The resource could not be found. Apr 25 15:03:00.063368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49028) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:00.070971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-020914a5-ea8e-4c61-8798-0e45ba6cf702 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:00.076900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d278e404-b201-4a3c-8e4c-10c69c90fec5 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "GET /v2.0/subnets/374940a3-e511-420c-a33d-a6fc3ad10a56 HTTP/1.1" status: 404 len: 337 time: 0.0763047 Apr 25 15:03:00.109908 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-020914a5-ea8e-4c61-8798-0e45ba6cf702 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] PUT failed (client error): The resource could not be found. Apr 25 15:03:00.110646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020914a5-ea8e-4c61-8798-0e45ba6cf702 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:03:00.118328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49034) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:00.125121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-578baa01-7db4-4a4a-98c1-7ff0a75e8d1f tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:00.135573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-020914a5-ea8e-4c61-8798-0e45ba6cf702 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "PUT /v2.0/networks/f0d1f240-50de-45cf-a826-27d4d81f4688 HTTP/1.1" status: 404 len: 339 time: 0.0709021 Apr 25 15:03:00.202853 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-578baa01-7db4-4a4a-98c1-7ff0a75e8d1f tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] PUT failed (client error): The resource could not be found. Apr 25 15:03:00.203622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578baa01-7db4-4a4a-98c1-7ff0a75e8d1f tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:03:00.205596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-578baa01-7db4-4a4a-98c1-7ff0a75e8d1f tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "PUT /v2.0/ports/0c1eb9ee-041c-48d0-84bc-311512f7cba5 HTTP/1.1" status: 404 len: 333 time: 0.0860300 Apr 25 15:03:00.211120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:00.218990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dc8ff6db-4655-4d2b-9528-dc48c62b4b86 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:00.264804 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8ff6db-4655-4d2b-9528-dc48c62b4b86 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] PUT failed (client error): The resource could not be found. Apr 25 15:03:00.265750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8ff6db-4655-4d2b-9528-dc48c62b4b86 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:03:00.273810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc8ff6db-4655-4d2b-9528-dc48c62b4b86 tempest-NetworksNegativeTestJSON-263201410 tempest-NetworksNegativeTestJSON-263201410-project] 10.222.0.23 "PUT /v2.0/subnets/6cce4a77-5f78-42e4-84f5-fa7a473f9a39 HTTP/1.1" status: 404 len: 337 time: 0.0601232 Apr 25 15:03:00.661990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49060) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:00.799541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cb70-e606-4896-ab0a-5b105e9773ce req-c73331c2-4997-4fd0-98e3-8991bc0c4cd0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:00.801462 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c8cb70-e606-4896-ab0a-5b105e9773ce req-c73331c2-4997-4fd0-98e3-8991bc0c4cd0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.0977173 Apr 25 15:03:00.827057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:00.848091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:00.858814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Usage tracker for resource:security_group_rule and tenant:b08cf36c71cc475fb49343e146cb7682 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:00.863471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:00.871336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70c8cb70-e606-4896-ab0a-5b105e9773ce req-6c3332f1-837a-4519-8eaa-408a54694e4e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624611 Apr 25 15:03:00.873316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:00.988216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:00.993898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:01.096102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d249c8-1186-4809-934f-6c9ac83635c8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:01.106288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49070) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:01.106435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-69df9583-7c25-4f91-9979-213dd4fe8268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b08cf36c71cc475fb49343e146cb7682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428782 Apr 25 15:03:01.167565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861316-386c-48c9-a64f-3fb3aba5c732 req-45d22e55-5bd3-4001-a185-9929a635ba44 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:01.169345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-25861316-386c-48c9-a64f-3fb3aba5c732 req-45d22e55-5bd3-4001-a185-9929a635ba44 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.1666379 Apr 25 15:03:01.179346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49076) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:01.188082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'port_id': '6e6c19be-2679-468a-8852-b8c16167f0b1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:01.298873 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:01.402236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ee5421f-fde6-41f1-bf8c-00df114b4361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:01.509500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ee5421f-fde6-41f1-bf8c-00df114b4361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:01.781871 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ee5421f-fde6-41f1-bf8c-00df114b4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:01.888165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5421f-fde6-41f1-bf8c-00df114b4361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d249c8-1186-4809-934f-6c9ac83635c8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:01.938228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ee5421f-fde6-41f1-bf8c-00df114b4361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:01.939670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1ee5421f-fde6-41f1-bf8c-00df114b4361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1d249c8-1186-4809-934f-6c9ac83635c8 HTTP/1.1" status: 204 len: 168 time: 0.8322411 Apr 25 15:03:02.326389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:02.335108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:02.672465 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP a2c39874-cf08-4b8f-86c6-b16f6ecae3f5 associated. External IP: 172.25.0.161, port: 6e6c19be-2679-468a-8852-b8c16167f0b1. Apr 25 15:03:03.185594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:03.302632 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:03:03.508271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903020310-network', 'tenant_id': 'b6f668ba095f4f918af2d614688e4e05'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:03.529482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:03.538911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Usage tracker for resource:network and tenant:b6f668ba095f4f918af2d614688e4e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:03.548202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:03.609872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:03.635603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:03:03.641900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:03.652647 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:03:03.659810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Made reservation on behalf of b6f668ba095f4f918af2d614688e4e05 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:03.670205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:03.679006 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:03:03.680369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:03.749648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-33e29e2a-f918-4abc-9ea6-f28e7375af18 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "PUT /v2.0/floatingips/a2c39874-cf08-4b8f-86c6-b16f6ecae3f5 HTTP/1.1" status: 200 len: 992 time: 2.5690873 Apr 25 15:03:03.750298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:03:03.764881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:03.823514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:03.833678 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10662615-cf74-4bd0-964a-683917811907'] response: {'name': 'network-changed', 'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'status': 'completed', 'code': 200} Apr 25 15:03:03.948768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f668ba095f4f918af2d614688e4e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:03.954526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:03.971365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:03.976479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49176) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:04.011964 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:03:04.102008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-9cf885b1-5626-4f1f-9941-fad0ef8f4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:04.106671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-9cf885b1-5626-4f1f-9941-fad0ef8f4ede service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 1097 time: 0.2457674 Apr 25 15:03:04.131465 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.149628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:04.154350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Usage tracker for resource:security_group_rule and tenant:67cf50b9fbe94f1eaf787a9d8e4c8cfe is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:04.157832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:04.164495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:04.283354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.290512 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.331637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67cf50b9fbe94f1eaf787a9d8e4c8cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539772 Apr 25 15:03:04.334706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49182) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:04.367457 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.484797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5eb38-c1ac-4355-9f5d-6c34925138f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b845b-1457-4f05-ab67-1aa97fe9ab81,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:04.580208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-de7628eb-ca0b-4291-8034-499222ec0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:04.582623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-de7628eb-ca0b-4291-8034-499222ec0b0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.4602556 Apr 25 15:03:04.600364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7815d25-fdcf-4930-a090-05fda99554b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.606312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.657401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7815d25-fdcf-4930-a090-05fda99554b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.724990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7815d25-fdcf-4930-a090-05fda99554b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.743182 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a2c39874-cf08-4b8f-86c6-b16f6ecae3f5', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:81:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:02:39Z', 'updated_at': '2022-04-25T15:03:02Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:04.746243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7815d25-fdcf-4930-a090-05fda99554b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b845b-1457-4f05-ab67-1aa97fe9ab81,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:04.758930 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:03:04.759811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7815d25-fdcf-4930-a090-05fda99554b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.764025 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a7815d25-fdcf-4930-a090-05fda99554b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/676b845b-1457-4f05-ab67-1aa97fe9ab81 HTTP/1.1" status: 204 len: 168 time: 0.4176068 Apr 25 15:03:04.768098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.780213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:03:04.782302 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:02:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:04.815324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-cb046464-b633-4736-a735-ab15003c4375 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 200 len: 1000 time: 0.2071269 Apr 25 15:03:04.821704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:03:04.922777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8454f7f-aac9-4446-a386-7a55307dd633,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:04.959048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:04.960036 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Added segment 1eec1d2b-385c-4a42-9184-854f566e5eea of type vlan for network 0ab2a09c-5784-4168-9ec8-3e719a0261da Apr 25 15:03:05.028824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-b1d07ef3-4c94-46df-bf0c-7ddb0de88caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:05.035913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-b1d07ef3-4c94-46df-bf0c-7ddb0de88caf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1939621 Apr 25 15:03:05.044461 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.195790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.196788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:05.202304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.253890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-5c74c6b3-5226-4e36-811b-82570c4630ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:05.257569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-5c74c6b3-5226-4e36-811b-82570c4630ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079797 Apr 25 15:03:05.266623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:03:05.383211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49194) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:05.403091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.419482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:05.423966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Usage tracker for resource:security_group_rule and tenant:470b5a3d13eb44d4a412ea8a34476ca4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:05.427315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:05.434390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:05.512178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab2a09c-5784-4168-9ec8-3e719a0261da,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:05.522820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6af89710-4088-46c6-b28a-ded523569938 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3354335 Apr 25 15:03:05.526169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49198) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:05.526333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0ab2a09c-5784-4168-9ec8-3e719a0261da details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:03:05.534945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Request body: {'subnet': {'network_id': '0ab2a09c-5784-4168-9ec8-3e719a0261da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903020310-subnet', 'tenant_id': 'b6f668ba095f4f918af2d614688e4e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:05.543932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:05.553881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Usage tracker for resource:subnet and tenant:b6f668ba095f4f918af2d614688e4e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:05.591162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:05.621308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:05.626208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-18e4615c-039d-408e-a23d-b2eebcd9e919 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461809 Apr 25 15:03:05.684774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.696216 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.808389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=470b5a3d13eb44d4a412ea8a34476ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207203 Apr 25 15:03:05.809529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49204) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:05.814095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Made reservation on behalf of b6f668ba095f4f918af2d614688e4e05 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:05.818950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.834507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904b1b2-9b1d-4b18-be7b-7280242445f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09e79bd-bbe1-4dc1-97f2-58c2f892b58a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:05.854494 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a2c39874-cf08-4b8f-86c6-b16f6ecae3f5', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:81:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:02:39Z', 'updated_at': '2022-04-25T15:03:02Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:05.868676 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918cd23a-4de7-412b-bf87-6df0e70d107e None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a2c39874-cf08-4b8f-86c6-b16f6ecae3f5', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:81:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:02:39Z', 'updated_at': '2022-04-25T15:03:02Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:03:05.946137 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e2ba4e-171e-47b9-a893-172dcc25d612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.981810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e2ba4e-171e-47b9-a893-172dcc25d612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:05.993477 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef372e8c-6ce7-44bb-84b4-47f427995f6e req-f8b9a670-b2a1-49aa-88e9-61362eda9543 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590584 Apr 25 15:03:06.050961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e2ba4e-171e-47b9-a893-172dcc25d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:06.085639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2ba4e-171e-47b9-a893-172dcc25d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09e79bd-bbe1-4dc1-97f2-58c2f892b58a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:06.092777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01e2ba4e-171e-47b9-a893-172dcc25d612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:06.096606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01e2ba4e-171e-47b9-a893-172dcc25d612 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f09e79bd-bbe1-4dc1-97f2-58c2f892b58a HTTP/1.1" status: 204 len: 168 time: 0.2799034 Apr 25 15:03:06.186277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:06.222752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0642162-8cd1-4963-a8e6-39520618817a None None] New status for floating IP a2c39874-cf08-4b8f-86c6-b16f6ecae3f5: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:03:06.346761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e29feb-7a82-4c3d-924c-c8cf91b0af4e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:06.354120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Checking segment: {'id': '1eec1d2b-385c-4a42-9184-854f566e5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0ab2a09c-5784-4168-9ec8-3e719a0261da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:03:06.354593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Network hostable DHCP agents. Network: 0ab2a09c-5784-4168-9ec8-3e719a0261da, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:03:06.381170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Network 0ab2a09c-5784-4168-9ec8-3e719a0261da is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:03:06.394663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0ab2a09c-5784-4168-9ec8-3e719a0261da) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:03:06.407651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:06.408331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:06.411883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c20b45-1d9f-40fc-946f-f79f1001a07d None None] Network 0ab2a09c-5784-4168-9ec8-3e719a0261da requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:06.441662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9dc131a-ff58-4563-8d58-855b255be3e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9132016 Apr 25 15:03:07.140500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46523b9-ec68-4756-936e-536f98214856 None None] Network 0ab2a09c-5784-4168-9ec8-3e719a0261da requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:07.464991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49252) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:07.695935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49264) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:07.703021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-691594763-network', 'tenant_id': 'd60a1fc2d6054372bca042f635752337'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:07.715486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:07.728720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Usage tracker for resource:network and tenant:d60a1fc2d6054372bca042f635752337 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:07.731808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:07.739448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:07.757820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Made reservation on behalf of d60a1fc2d6054372bca042f635752337 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:07.762901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:07.784911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:07.823870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:07.828396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Usage tracker for resource:security_group_rule and tenant:d60a1fc2d6054372bca042f635752337 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:07.832111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:07.839498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:07.846171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-5978fe5c-9697-4df5-af26-67add2a97e00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951210 Apr 25 15:03:07.972875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:07.988464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:07.990404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.014149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:08.027841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Usage tracker for resource:security_group_rule and tenant:4106cce63ceb40b899d1f6217b0547ea is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:08.027841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:08.037755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:08.072270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:03:08.074541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-de7eb6eb-6b31-4f59-a55a-6c68800e47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:08.077069 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-de7eb6eb-6b31-4f59-a55a-6c68800e47a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1097 time: 0.1942551 Apr 25 15:03:08.097362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a20e1-fc3b-4169-8099-9d4296199fb8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:08.145429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.146151 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Added segment 0ce18175-3f36-4724-9d3c-2e1c6b06a88e of type vlan for network 931bf638-2b27-497b-b173-62e36cfc9f35 Apr 25 15:03:08.189691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.234573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.236180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:08.236820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.339008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.344584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-bc0524c2-a7e7-40c8-8873-29814dfa32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:08.346090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-bc0524c2-a7e7-40c8-8873-29814dfa32ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 909 time: 0.2350512 Apr 25 15:03:08.346849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.377561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6802335 Apr 25 15:03:08.378555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49288) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:08.385891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e129537-1508-4d15-84e1-1deed10729aa admin admin] Pushing event updated for resources: {'Network': ['ID=931bf638-2b27-497b-b173-62e36cfc9f35,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:08.398328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 931bf638-2b27-497b-b173-62e36cfc9f35 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:03:08.400330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Request body: {'subnet': {'network_id': '931bf638-2b27-497b-b173-62e36cfc9f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-691594763-subnet', 'tenant_id': 'd60a1fc2d6054372bca042f635752337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:08.408161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:08.412795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Usage tracker for resource:subnet and tenant:d60a1fc2d6054372bca042f635752337 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:08.416737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:08.425069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:08.441631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Made reservation on behalf of d60a1fc2d6054372bca042f635752337 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:08.445345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.451778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a356bc-9ae4-4cfb-b47a-90dd77af9593,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:08.507915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3ba64271-0e04-4408-9276-01a2e6f88763 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4106cce63ceb40b899d1f6217b0547ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0412185 Apr 25 15:03:08.509350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49294) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:08.534786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49298) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:08.551685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-e6ab933d-1920-40d3-9474-2a2b980873a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 1002 time: 0.1955240 Apr 25 15:03:08.715149 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-977da9ae-21da-4efa-8c32-3a07ebf44612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.806838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-d5179d00-bdb4-4368-b4e6-663c5401b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:08.808282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-d5179d00-bdb4-4368-b4e6-663c5401b148 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 200 len: 847 time: 0.2488718 Apr 25 15:03:08.809428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efb63c6b-f5df-4f21-8c9b-493976993835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.881880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.884491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efb63c6b-f5df-4f21-8c9b-493976993835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.942318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-bfd8c596-7405-45ae-a193-abe36f74e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:08.944119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-bfd8c596-7405-45ae-a193-abe36f74e394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5103913a-3275-4901-83f1-70838439cb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247938 Apr 25 15:03:08.952485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.978896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:08.984693 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efb63c6b-f5df-4f21-8c9b-493976993835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:08.995955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5e5803-c4a4-417c-95ff-9c1b133452d5,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:09.001448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Usage tracker for resource:security_group_rule and tenant:4c2e483c3204428ebb01ee3534a92e6c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:09.006158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:09.014493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:09.022517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Checking segment: {'id': '0ce18175-3f36-4724-9d3c-2e1c6b06a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '931bf638-2b27-497b-b173-62e36cfc9f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:03:09.022924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Network hostable DHCP agents. Network: 931bf638-2b27-497b-b173-62e36cfc9f35, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:03:09.053688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb63c6b-f5df-4f21-8c9b-493976993835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a356bc-9ae4-4cfb-b47a-90dd77af9593,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:09.060441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-efb63c6b-f5df-4f21-8c9b-493976993835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.064236 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-efb63c6b-f5df-4f21-8c9b-493976993835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32a356bc-9ae4-4cfb-b47a-90dd77af9593 HTTP/1.1" status: 204 len: 168 time: 0.5511909 Apr 25 15:03:09.070539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Network 931bf638-2b27-497b-b173-62e36cfc9f35 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:03:09.091328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 931bf638-2b27-497b-b173-62e36cfc9f35) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:03:09.100918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:09.101760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.112440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc373dd-1ba1-4df7-abe2-fe87da6cecf1 None None] Network 931bf638-2b27-497b-b173-62e36cfc9f35 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:09.122130 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-4318696a-0c25-44f1-8f89-94468412cf2c service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708140 Apr 25 15:03:09.295124 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ffc92bad-ef49-4f8f-811d-8d038a7ee1a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9117327 Apr 25 15:03:09.303393 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.310292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.381369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-087c62a5-d66c-49a6-97da-cfc99114fbd0 req-61d4c529-ef2c-40c7-a03c-32723a0e3202 service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409570 Apr 25 15:03:09.412188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa03a19b-27b6-4a73-934a-95d8a0fcd0d3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:09.424044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49322) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:09.437142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3c1bb58a-fd4c-44eb-ae7d-f5508fae941b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c2e483c3204428ebb01ee3534a92e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001400 Apr 25 15:03:09.517864 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4ada220-c680-4f5b-83ba-2b9df5fb7982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.548926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97700bc-9d82-44bc-a6ee-24e8b910d25f None None] Network 931bf638-2b27-497b-b173-62e36cfc9f35 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:09.550554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49326) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:09.607104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4ada220-c680-4f5b-83ba-2b9df5fb7982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.687512 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4ada220-c680-4f5b-83ba-2b9df5fb7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.703900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Deleting subnet 52e29feb-7a82-4c3d-924c-c8cf91b0af4e {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:03:09.715177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.718164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ada220-c680-4f5b-83ba-2b9df5fb7982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa03a19b-27b6-4a73-934a-95d8a0fcd0d3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:09.721920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f4ada220-c680-4f5b-83ba-2b9df5fb7982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.723078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f4ada220-c680-4f5b-83ba-2b9df5fb7982 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa03a19b-27b6-4a73-934a-95d8a0fcd0d3 HTTP/1.1" status: 204 len: 168 time: 0.2977850 Apr 25 15:03:09.820470 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:09.915284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.000835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.079136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e29feb-7a82-4c3d-924c-c8cf91b0af4e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:10.084892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.093411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5cba342-56ee-4f8c-b994-23000d2d9d0e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/52e29feb-7a82-4c3d-924c-c8cf91b0af4e HTTP/1.1" status: 204 len: 168 time: 0.5416906 Apr 25 15:03:10.095792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49338) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:10.213079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.274456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:10.293865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.309396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:10.313385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0840ef7afe4a01ad41f7419f2ca090 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:10.316293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:10.322961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:10.347873 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.376783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab2a09c-5784-4168-9ec8-3e719a0261da']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:10.390913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eec1d2b-385c-4a42-9184-854f566e5eea') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:10.391218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eec1d2b-385c-4a42-9184-854f566e5eea') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:10.403654 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.419391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.421435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.423895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.428611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:03:10.429103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:03:10.442418 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:03:10.474416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d0840ef7afe4a01ad41f7419f2ca090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957288 Apr 25 15:03:10.474416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b93cc7-54de-4f63-8c1c-822902727664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6435d9ed-713b-4f2c-b70c-1380c3ba82b4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:10.475871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:10.529229 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.551295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4059dd3d-1e18-4b37-951b-2c0d375be25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.564005 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.566582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab2a09c-5784-4168-9ec8-3e719a0261da,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:10.576354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c6e34e1-ff52-4c97-aafd-e5e8fc0c8209 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0ab2a09c-5784-4168-9ec8-3e719a0261da HTTP/1.1" status: 204 len: 168 time: 0.4793992 Apr 25 15:03:10.576957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49352) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:10.588678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4059dd3d-1e18-4b37-951b-2c0d375be25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.644255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Deleting subnet 3f5e5803-c4a4-417c-95ff-9c1b133452d5 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:03:10.647823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.653665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4059dd3d-1e18-4b37-951b-2c0d375be25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.672086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059dd3d-1e18-4b37-951b-2c0d375be25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435d9ed-713b-4f2c-b70c-1380c3ba82b4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:10.679297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4059dd3d-1e18-4b37-951b-2c0d375be25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.693403 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4059dd3d-1e18-4b37-951b-2c0d375be25b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6435d9ed-713b-4f2c-b70c-1380c3ba82b4 HTTP/1.1" status: 204 len: 168 time: 0.2080879 Apr 25 15:03:10.711370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.769019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.858402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.920545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5e5803-c4a4-417c-95ff-9c1b133452d5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:10.931498 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b7614ee-3e67-45bb-9e5e-0424100ce04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.934448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:10.943745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e76074d-bba5-4aa0-944e-bc4c0aba8560 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f5e5803-c4a4-417c-95ff-9c1b133452d5 HTTP/1.1" status: 204 len: 168 time: 0.3633406 Apr 25 15:03:10.944062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49362) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:11.061794 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.102291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:11.122908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.138023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:11.142181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Usage tracker for resource:security_group_rule and tenant:46f091560ad944b2bfacb958f59abd25 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:11.145991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:11.153780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:11.196065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.239303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931bf638-2b27-497b-b173-62e36cfc9f35']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:11.245819 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.253564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.255801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce18175-3f36-4724-9d3c-2e1c6b06a88e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:11.256311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce18175-3f36-4724-9d3c-2e1c6b06a88e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:03:11.272328 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.290465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.298186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:03:11.298674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.308108 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46f091560ad944b2bfacb958f59abd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045946 Apr 25 15:03:11.308975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a24f4-2074-4271-a54c-a1920126e75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08690a-87c6-4ac7-90ea-008c192360cf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:11.311493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49374) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:03:11.319097 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:03:11.394232 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c546e15f-0b62-4574-af6a-222fd6852737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.405506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.428002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c546e15f-0b62-4574-af6a-222fd6852737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.430673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.437927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] Pushing event deleted for resources: {'Network': ['ID=931bf638-2b27-497b-b173-62e36cfc9f35,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:11.443423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b194b69a-3533-47e3-8f90-3dfcee3ca399 admin admin] 10.222.0.23 "DELETE /v2.0/networks/931bf638-2b27-497b-b173-62e36cfc9f35 HTTP/1.1" status: 204 len: 168 time: 0.4976909 Apr 25 15:03:11.508799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c546e15f-0b62-4574-af6a-222fd6852737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.536157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546e15f-0b62-4574-af6a-222fd6852737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08690a-87c6-4ac7-90ea-008c192360cf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:11.554112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c546e15f-0b62-4574-af6a-222fd6852737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.556559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c546e15f-0b62-4574-af6a-222fd6852737 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e08690a-87c6-4ac7-90ea-008c192360cf HTTP/1.1" status: 204 len: 168 time: 0.2438431 Apr 25 15:03:11.707599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:11.761097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-508e16da-fb14-41aa-93e6-cb57373ce3e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f668ba095f4f918af2d614688e4e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514154 Apr 25 15:03:11.762859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:11.832954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27c1626-4976-4cbd-945d-01b13e095888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.834110 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.868079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27c1626-4976-4cbd-945d-01b13e095888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.927559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27c1626-4976-4cbd-945d-01b13e095888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.944234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1626-4976-4cbd-945d-01b13e095888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8454f7f-aac9-4446-a386-7a55307dd633,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:11.948826 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a27c1626-4976-4cbd-945d-01b13e095888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:11.957649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a27c1626-4976-4cbd-945d-01b13e095888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8454f7f-aac9-4446-a386-7a55307dd633 HTTP/1.1" status: 204 len: 168 time: 0.1935816 Apr 25 15:03:12.006046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:12.351869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49414) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:12.527621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c2f50962-0fde-4862-9f5f-61bede635128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d60a1fc2d6054372bca042f635752337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721845 Apr 25 15:03:12.527843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49420) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:12.595559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2baa1911-0fac-4928-8fd4-38ce6b0f32a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:12.626402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2baa1911-0fac-4928-8fd4-38ce6b0f32a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:12.686688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2baa1911-0fac-4928-8fd4-38ce6b0f32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:12.706235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa1911-0fac-4928-8fd4-38ce6b0f32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a20e1-fc3b-4169-8099-9d4296199fb8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:12.708665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2baa1911-0fac-4928-8fd4-38ce6b0f32a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:12.712384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2baa1911-0fac-4928-8fd4-38ce6b0f32a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/947a20e1-fc3b-4169-8099-9d4296199fb8 HTTP/1.1" status: 204 len: 168 time: 0.1835535 Apr 25 15:03:13.684170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:15.165999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243439a-5a65-4c1f-bf2e-b1f46229d218 req-087efb2b-446f-43ac-acec-aa4950dbec90 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:15.167556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b243439a-5a65-4c1f-bf2e-b1f46229d218 req-087efb2b-446f-43ac-acec-aa4950dbec90 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.0926650 Apr 25 15:03:15.224384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b243439a-5a65-4c1f-bf2e-b1f46229d218 req-2fbe8db6-2d96-4a68-a561-2e9923b98333 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502007 Apr 25 15:03:15.527480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-7c30dc2f-6013-470b-be03-12bffc0f27cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2042201 Apr 25 15:03:15.687102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409b83-66ed-475b-8d92-8e01e4413aec req-e7b3ee4c-4add-4092-b73f-b1d9ccbda111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:15.689291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-e7b3ee4c-4add-4092-b73f-b1d9ccbda111 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 1097 time: 0.0789096 Apr 25 15:03:15.909661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409b83-66ed-475b-8d92-8e01e4413aec req-4580fa21-1b6c-4636-95f4-17a022e56eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:15.911678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-4580fa21-1b6c-4636-95f4-17a022e56eeb service neutron] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.2002916 Apr 25 15:03:16.049720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-f05f3a9a-1de8-43ce-8cfb-c5bacfc2bcea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 200 len: 1002 time: 0.1311617 Apr 25 15:03:16.124263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409b83-66ed-475b-8d92-8e01e4413aec req-588d14a2-9c94-416e-84f9-9c260a28bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:16.125882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-588d14a2-9c94-416e-84f9-9c260a28bbb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.0694590 Apr 25 15:03:16.363828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409b83-66ed-475b-8d92-8e01e4413aec req-688c43ee-1023-4862-9ad1-92e4707c39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:16.365391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-688c43ee-1023-4862-9ad1-92e4707c39d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312574 Apr 25 15:03:16.615746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa5ec8-c147-4c7d-8de1-66a9b3b6160f req-40e247bb-8084-4de1-9f62-d3a1ffbbb728 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:16.622585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-37868147-9b3c-46c0-8388-78c9059fee6d service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504845 Apr 25 15:03:16.625213 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa5ec8-c147-4c7d-8de1-66a9b3b6160f req-40e247bb-8084-4de1-9f62-d3a1ffbbb728 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1220863 Apr 25 15:03:16.722564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3caa5ec8-c147-4c7d-8de1-66a9b3b6160f req-a69a10a5-3756-48f2-93c0-380e150681d5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922124 Apr 25 15:03:16.887830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14409b83-66ed-475b-8d92-8e01e4413aec req-985c8fd1-0ec5-4102-b4ba-402e9b79ea92 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586758 Apr 25 15:03:17.251698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49612) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:17.274604 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:03:17.453196 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.472598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:17.478284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Usage tracker for resource:security_group_rule and tenant:557fe422a7654864adbbfe980f32c6a8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:17.483512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:17.491898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:17.598905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.605029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.655933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08b3fc-887b-4e58-a978-08dc9c632ef5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:17.670690 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-46c65c9a-79a5-44e7-8617-5dc99d9e1004 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=557fe422a7654864adbbfe980f32c6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177914 Apr 25 15:03:17.671257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49618) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:17.761414 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fde285f-3764-44de-a9c9-645e5580ce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.790093 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fde285f-3764-44de-a9c9-645e5580ce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.877859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fde285f-3764-44de-a9c9-645e5580ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.908869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde285f-3764-44de-a9c9-645e5580ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08b3fc-887b-4e58-a978-08dc9c632ef5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:17.917324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fde285f-3764-44de-a9c9-645e5580ce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:17.918433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fde285f-3764-44de-a9c9-645e5580ce5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a08b3fc-887b-4e58-a978-08dc9c632ef5 HTTP/1.1" status: 204 len: 168 time: 0.2452853 Apr 25 15:03:17.953925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882135-a17d-472a-b5c8-bd4a36ff4141 req-63b16301-6aee-4f7f-97f4-6ca9a5d76811 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:17.955428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8c882135-a17d-472a-b5c8-bd4a36ff4141 req-63b16301-6aee-4f7f-97f4-6ca9a5d76811 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1091979 Apr 25 15:03:18.006636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8c882135-a17d-472a-b5c8-bd4a36ff4141 req-023ce475-0c07-4fb8-a6d8-26c8c2abf065 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Apr 25 15:03:18.258715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49642) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:18.279287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.297277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:18.301619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Usage tracker for resource:security_group_rule and tenant:07156c3efd8b41c49d4bd58975d911fa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:18.304765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:18.311114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:18.408467 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.413748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.476544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2652df32-8e85-4650-afb9-2a309d6b62dd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:18.493439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49650) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:18.505642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-17e2825e-6af9-41d4-a734-b57f716d6bfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07156c3efd8b41c49d4bd58975d911fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455142 Apr 25 15:03:18.592633 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ff-0521-4f1f-8bd9-5b51ef33e54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.624674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ff-0521-4f1f-8bd9-5b51ef33e54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.710270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ff-0521-4f1f-8bd9-5b51ef33e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.729135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4312ff-0521-4f1f-8bd9-5b51ef33e54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2652df32-8e85-4650-afb9-2a309d6b62dd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:18.742823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ff-0521-4f1f-8bd9-5b51ef33e54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:18.747473 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bc4312ff-0521-4f1f-8bd9-5b51ef33e54c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2652df32-8e85-4650-afb9-2a309d6b62dd HTTP/1.1" status: 204 len: 168 time: 0.2530365 Apr 25 15:03:19.300538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e042-7ded-4e11-9753-c989a5b165d1 req-2d16bb5c-1693-4377-ad23-bbf5a6d21279 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:19.308340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7190e042-7ded-4e11-9753-c989a5b165d1 req-2d16bb5c-1693-4377-ad23-bbf5a6d21279 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1006534 Apr 25 15:03:19.356341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7190e042-7ded-4e11-9753-c989a5b165d1 req-224a8775-f34c-430c-a74c-02d0cec03eb0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470946 Apr 25 15:03:20.631566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277648d1-1c4f-45ad-9087-14812a61a06a req-1ed58d85-668f-474a-a45b-9e69f2618f99 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:20.633422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-277648d1-1c4f-45ad-9087-14812a61a06a req-1ed58d85-668f-474a-a45b-9e69f2618f99 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1153123 Apr 25 15:03:20.683114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-277648d1-1c4f-45ad-9087-14812a61a06a req-89769637-d582-4ac5-a80e-b813bee594ac tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Apr 25 15:03:21.705661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-0a047f3b-5558-4927-9ee5-fc6e8c6fa7b0 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=611af382b7934b80ac5a7af8c4453b82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274668 Apr 25 15:03:21.905986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60093ef0-142d-43c5-99ce-a3b268e51e32 req-fe9b0190-fbc0-4775-840e-b02ea13e2baf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:21.917293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60093ef0-142d-43c5-99ce-a3b268e51e32 req-fe9b0190-fbc0-4775-840e-b02ea13e2baf tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1046147 Apr 25 15:03:21.931215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-a8464fc9-d76e-46d9-aae2-1bbad2b9591d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:21.938924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-a8464fc9-d76e-46d9-aae2-1bbad2b9591d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239528 Apr 25 15:03:21.955642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-a03b4319-def7-4f16-a596-b15ade00c095 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/quotas/611af382b7934b80ac5a7af8c4453b82 HTTP/1.1" status: 200 len: 375 time: 0.0156095 Apr 25 15:03:21.977642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60093ef0-142d-43c5-99ce-a3b268e51e32 req-981f2b83-1a55-4199-a2da-c0d2c1a7d83c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590563 Apr 25 15:03:22.023621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-7711ead8-5d0f-4a3b-b410-bc10526b2536 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=611af382b7934b80ac5a7af8c4453b82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641854 Apr 25 15:03:22.311981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b7e21d66-d51c-4a66-a776-5accc7b54f9e req-ac34236f-7773-4b15-b773-11c029d84f01 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 210 time: 0.0507197 Apr 25 15:03:23.188408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c294c5-7481-43ad-8d42-6e81f43807d4 req-8c9f69e1-98c8-4019-8449-28a3f5726bf0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:23.196221 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c6c294c5-7481-43ad-8d42-6e81f43807d4 req-8c9f69e1-98c8-4019-8449-28a3f5726bf0 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.0895574 Apr 25 15:03:23.245648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c6c294c5-7481-43ad-8d42-6e81f43807d4 req-48ebf350-69f1-4982-a0bb-bc7fe6fb900b tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482328 Apr 25 15:03:23.561083 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-70a6b07e-bd3d-4d95-a551-c12429d153d2 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=611af382b7934b80ac5a7af8c4453b82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865598 Apr 25 15:03:23.960520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a7e62ac-f421-4663-bff1-831202e57f49 req-3eee41af-8345-4b0b-ae46-dc40b5621d9e tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 210 time: 0.3435872 Apr 25 15:03:24.111280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cceb787e-1605-446b-b95a-856cb9843ba2 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:24.112689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cceb787e-1605-446b-b95a-856cb9843ba2 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5394821 Apr 25 15:03:24.125094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Request body: {'port': {'device_id': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '611af382b7934b80ac5a7af8c4453b82'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:24.181985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49770) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:24.278787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:24.282856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Usage tracker for resource:port and tenant:611af382b7934b80ac5a7af8c4453b82 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:24.285998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:24.292611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:24.309571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Made reservation on behalf of 611af382b7934b80ac5a7af8c4453b82 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:24.326027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.338722 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.356454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:24.366180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Usage tracker for resource:security_group_rule and tenant:611af382b7934b80ac5a7af8c4453b82 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:24.371584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:24.371738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.383848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:24.441467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:24.448123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Usage tracker for resource:security_group_rule and tenant:41804f623fc646f5b244c238c4b8b3d8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:24.451617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:24.462006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:24.507667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.515289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.518969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28999a5f-0cc6-46c2-a8a8-68f9369a4a7f req-0330700a-17f1-4547-9c6a-2c8b48245df6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:24.526933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28999a5f-0cc6-46c2-a8a8-68f9369a4a7f req-0330700a-17f1-4547-9c6a-2c8b48245df6 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1379769 Apr 25 15:03:24.595232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28999a5f-0cc6-46c2-a8a8-68f9369a4a7f req-18b5726d-9152-4204-a6b2-136aa6537591 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674012 Apr 25 15:03:24.652606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.657716 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.697326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e0898-0f7f-446b-ab4f-54899088ace5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:24.702540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61768e4d-7255-4dab-bb9a-e6acc1593b9f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:24.720342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a3d9115-5029-4d98-bea8-1332a66f2463 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41804f623fc646f5b244c238c4b8b3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371168 Apr 25 15:03:24.723658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49778) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:24.734388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Allocated IP 192.168.233.34 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/6102a231-33e4-4c17-9f58-609e5dc3aeb4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:03:24.828217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a339-9d71-4db8-90fd-a23aa50a22c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.863071 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a339-9d71-4db8-90fd-a23aa50a22c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.943006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a339-9d71-4db8-90fd-a23aa50a22c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.962086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7a339-9d71-4db8-90fd-a23aa50a22c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e0898-0f7f-446b-ab4f-54899088ace5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:24.965598 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a339-9d71-4db8-90fd-a23aa50a22c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:24.970078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9dc7a339-9d71-4db8-90fd-a23aa50a22c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b6e0898-0f7f-446b-ab4f-54899088ace5 HTTP/1.1" status: 204 len: 168 time: 0.2422779 Apr 25 15:03:25.013729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:25.046843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Transition to ACTIVE for port object 6102a231-33e4-4c17-9f58-609e5dc3aeb4 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:03:25.089251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:25.157449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:03:25.161636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:03:25.166460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:03:25.296408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Pushing event updated for resources: {'Port': ['ID=6102a231-33e4-4c17-9f58-609e5dc3aeb4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:25.314341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:25.315224 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:25.399462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d7003-7065-41ab-9e73-494331f5c097 req-c32a2a46-adc7-4efc-8ffd-8e5756859410 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:25.401424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e74d7003-7065-41ab-9e73-494331f5c097 req-c32a2a46-adc7-4efc-8ffd-8e5756859410 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Synchronizing usage tracker for tenant:611af382b7934b80ac5a7af8c4453b82 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:03:25.407117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-cf7f5121-b893-4bee-9d3d-43a01cb63be3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2862453 Apr 25 15:03:25.435487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Request body: {'port': {'device_id': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:25.465711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d8c22193-fad6-43a9-8b2e-074375620180 None None] Provisioning for port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:03:25.472615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d8c22193-fad6-43a9-8b2e-074375620180 None None] Provisioning complete for port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:03:25.473475 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c22193-fad6-43a9-8b2e-074375620180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:25.536169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d8c22193-fad6-43a9-8b2e-074375620180 None None] Port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:03:25.561282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e74d7003-7065-41ab-9e73-494331f5c097 req-c32a2a46-adc7-4efc-8ffd-8e5756859410 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Unset dirty status for tenant:611af382b7934b80ac5a7af8c4453b82 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:03:25.570955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e74d7003-7065-41ab-9e73-494331f5c097 req-c32a2a46-adc7-4efc-8ffd-8e5756859410 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 935 time: 0.3733659 Apr 25 15:03:25.589413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:25.634895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49794) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:25.661792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:25.682852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e74d7003-7065-41ab-9e73-494331f5c097 req-675bcb09-cd36-45bf-8d61-241cd40e4e8f tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Synchronizing usage tracker for tenant:611af382b7934b80ac5a7af8c4453b82 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:03:25.683688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:25.692969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5eda3e4bad4bef83ce4b542937de54 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:25.696106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:25.703901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:25.796446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e74d7003-7065-41ab-9e73-494331f5c097 req-675bcb09-cd36-45bf-8d61-241cd40e4e8f tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Unset dirty status for tenant:611af382b7934b80ac5a7af8c4453b82 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:03:25.797688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e74d7003-7065-41ab-9e73-494331f5c097 req-675bcb09-cd36-45bf-8d61-241cd40e4e8f tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259505 Apr 25 15:03:26.010416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.016807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.067897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fecb83-662b-4439-8ae3-8b91cdb41f9a req-2b6b4156-7527-4549-a1ab-7f3f2c366267 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:26.075422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07fecb83-662b-4439-8ae3-8b91cdb41f9a req-2b6b4156-7527-4549-a1ab-7f3f2c366267 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.3149874 Apr 25 15:03:26.102115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf9424-0ca9-44e2-8369-e9080ac2b877,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:26.118761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-896e4b82-85f3-4c7b-99de-b7e65c7b2536 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d5eda3e4bad4bef83ce4b542937de54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828079 Apr 25 15:03:26.126494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:26.165627 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07fecb83-662b-4439-8ae3-8b91cdb41f9a req-c9ba5258-7118-4cd5-8086-98ee1a135a80 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892828 Apr 25 15:03:26.185028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6102a231-33e4-4c17-9f58-609e5dc3aeb4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:03:26.194408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.214723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Transition to ACTIVE for port object 6102a231-33e4-4c17-9f58-609e5dc3aeb4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:03:26.215884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61b3b1f3-b538-465d-af99-92e5900c8e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.220102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.255221 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61b3b1f3-b538-465d-af99-92e5900c8e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.343177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61b3b1f3-b538-465d-af99-92e5900c8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.360320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b1f3-b538-465d-af99-92e5900c8e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf9424-0ca9-44e2-8369-e9080ac2b877,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:26.365874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-61b3b1f3-b538-465d-af99-92e5900c8e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.366930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-61b3b1f3-b538-465d-af99-92e5900c8e02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecbf9424-0ca9-44e2-8369-e9080ac2b877 HTTP/1.1" status: 204 len: 168 time: 0.2398415 Apr 25 15:03:26.397627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Pushing event updated for resources: {'Port': ['ID=6102a231-33e4-4c17-9f58-609e5dc3aeb4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:26.648484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Attempting to bind port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:03:26.648842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Attempting to bind port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:03:26.649232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Attempting to bind port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:03:26.666300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:03:26.666628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Attempting to bind port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:03:26.690774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:03:26.691095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:03:26.691574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:03:26.692024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Bound port: 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:03:26.692378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.808317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] For port 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:03:26.811913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] For port 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:03:26.820902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.880760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:26.881413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:26.882805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] 10.222.0.21 "PUT /v2.0/ports/6102a231-33e4-4c17-9f58-609e5dc3aeb4 HTTP/1.1" status: 200 len: 1095 time: 1.4600475 Apr 25 15:03:26.883251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'tag': '6102a231-33e4-4c17-9f58-609e5dc3aeb4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:03:27.008462 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea98b884-6e84-4461-8120-32a43061676a'] response: {'name': 'network-changed', 'server_uuid': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'tag': '6102a231-33e4-4c17-9f58-609e5dc3aeb4', 'status': 'completed', 'code': 200} Apr 25 15:03:27.081011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bef3ba-0511-44b5-8ffb-14ff52d44728 service neutron] Pushing event updated for resources: {'Port': ['ID=6102a231-33e4-4c17-9f58-609e5dc3aeb4,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:27.179181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-d434b793-0745-460a-bbbb-2618ae9410f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:27.180755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-d434b793-0745-460a-bbbb-2618ae9410f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=611af382b7934b80ac5a7af8c4453b82&device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 1098 time: 0.2174213 Apr 25 15:03:27.192412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab9cb-b17b-4c82-99b7-a9d4cba55cb3 req-7c295b4c-36f4-4e16-87d3-8637098c2cbf tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:27.194333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da4ab9cb-b17b-4c82-99b7-a9d4cba55cb3 req-7c295b4c-36f4-4e16-87d3-8637098c2cbf tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 947 time: 0.1802092 Apr 25 15:03:27.313575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-f958fa5b-b9c4-45b8-a310-4011b2886ca8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4 HTTP/1.1" status: 200 len: 217 time: 0.1179883 Apr 25 15:03:27.400485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-88a246c5-e33d-42be-8cbb-662503f6ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:27.402399 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-88a246c5-e33d-42be-8cbb-662503f6ea3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0777071 Apr 25 15:03:27.428289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f0882-10e7-40be-a359-690c1b3c02e4 req-30b0e3f7-a9d7-4aa5-a2e7-fde92d531b32 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:27.431001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b20f0882-10e7-40be-a359-690c1b3c02e4 req-30b0e3f7-a9d7-4aa5-a2e7-fde92d531b32 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1156859 Apr 25 15:03:27.483698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-da4ab9cb-b17b-4c82-99b7-a9d4cba55cb3 req-e85b8a7b-1ad4-470d-a488-1dfc9eda1c74 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992381 Apr 25 15:03:27.539502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b20f0882-10e7-40be-a359-690c1b3c02e4 req-e3613325-ed44-4469-b5c1-8f7c28cb29af tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021399 Apr 25 15:03:27.541879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-32974243-57a3-4145-b920-4f8bad8e102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:27.543655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-32974243-57a3-4145-b920-4f8bad8e102b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302264 Apr 25 15:03:27.706094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-b968ccfb-9055-48a6-9158-37042b04b201 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555400 Apr 25 15:03:27.853225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a630fa3-efd1-4db5-b1a1-39d4754cb54c req-7ecc54e1-c724-488a-a15e-f5fa934e674d service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413367 Apr 25 15:03:27.998179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479763a-1a32-4568-899d-81395acf6316 req-803a7b68-33e7-45a9-9a7b-0ce6718850b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:27.999690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-803a7b68-33e7-45a9-9a7b-0ce6718850b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=611af382b7934b80ac5a7af8c4453b82&device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 1098 time: 0.0987556 Apr 25 15:03:28.152881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced33c4-850a-4f41-acf7-27e6ff474a84 req-a925b95d-b6df-4d84-bf11-aa0d2203e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:28.154757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ced33c4-850a-4f41-acf7-27e6ff474a84 req-a925b95d-b6df-4d84-bf11-aa0d2203e725 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1096 time: 0.0965085 Apr 25 15:03:28.169873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479763a-1a32-4568-899d-81395acf6316 req-3d5d5749-c1c5-46b7-bc1e-34b924c34b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:28.171735 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-3d5d5749-c1c5-46b7-bc1e-34b924c34b66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1659997 Apr 25 15:03:28.202711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ced33c4-850a-4f41-acf7-27e6ff474a84 req-86d04701-9bb8-47ee-95e9-62bce3890edb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407739 Apr 25 15:03:28.247201 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-4df6b881-5c3d-4817-8eb6-ad33f56eace9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0690508 Apr 25 15:03:28.312557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479763a-1a32-4568-899d-81395acf6316 req-0ed4b76b-4754-43aa-a113-a2f29fd87402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:28.314331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-0ed4b76b-4754-43aa-a113-a2f29fd87402 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0618947 Apr 25 15:03:28.410658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479763a-1a32-4568-899d-81395acf6316 req-2e587c11-c060-42d5-a55d-6c1f89f34293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:28.412250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-2e587c11-c060-42d5-a55d-6c1f89f34293 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917311 Apr 25 15:03:28.592890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-2861c902-e508-4889-bb9b-c91a4ea8a0e7 service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740632 Apr 25 15:03:28.805070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd2e5-4df8-4ac8-9323-5dc1d282f341 req-8f08914e-4d33-4bfd-b993-dfcb73d1d167 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:28.807018 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41ecd2e5-4df8-4ac8-9323-5dc1d282f341 req-8f08914e-4d33-4bfd-b993-dfcb73d1d167 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1167078 Apr 25 15:03:28.864431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41ecd2e5-4df8-4ac8-9323-5dc1d282f341 req-49e16c4b-96b6-4612-a199-fd905f9b3a19 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 Apr 25 15:03:28.920982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4479763a-1a32-4568-899d-81395acf6316 req-be0f904b-6461-4b04-b68e-19901a1f3f1d service neutron] 10.222.0.21 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212159 Apr 25 15:03:28.935507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:28.960817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8a3db-7a92-4d37-a542-26d94de698c1 req-f4ab0fe9-f87c-40a2-9812-c901c015881e tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:28.962427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59e8a3db-7a92-4d37-a542-26d94de698c1 req-f4ab0fe9-f87c-40a2-9812-c901c015881e tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 947 time: 0.1276340 Apr 25 15:03:29.011651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59e8a3db-7a92-4d37-a542-26d94de698c1 req-38932173-a43e-43e0-9877-94470cb9fa18 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Apr 25 15:03:30.083458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db1b5c-5e1c-4746-bbb0-9681fcbe4d4e req-1b829b7e-5510-4cde-af43-715f2da6794f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:30.084851 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40db1b5c-5e1c-4746-bbb0-9681fcbe4d4e req-1b829b7e-5510-4cde-af43-715f2da6794f tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.0867977 Apr 25 15:03:30.138639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-40db1b5c-5e1c-4746-bbb0-9681fcbe4d4e req-155b42aa-241a-43f7-ad33-2a4f33968df3 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476606 Apr 25 15:03:30.166846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49912) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:30.263177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc79093-059a-4a43-b5e8-1f925caa3e2e req-73deeb74-f203-45cc-9467-8ce9946c773a tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:30.264671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fc79093-059a-4a43-b5e8-1f925caa3e2e req-73deeb74-f203-45cc-9467-8ce9946c773a tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 947 time: 0.1122899 Apr 25 15:03:30.284594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 72d2eece-da39-4817-8363-9b5381f437e0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:03:30.311116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0fd809b4-cc01-4de5-8ade-76d5d8e536e5 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/floatingips/397ea79c-07e8-4b9d-8573-140042afd60b HTTP/1.1" status: 200 len: 992 time: 0.1429691 Apr 25 15:03:30.319782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fc79093-059a-4a43-b5e8-1f925caa3e2e req-9fcf0bc8-ca58-47e4-89c5-31dbf2df85e2 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Apr 25 15:03:30.332766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 72d2eece-da39-4817-8363-9b5381f437e0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:03:30.534903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:30.563910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:30.573635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '72d2eece-da39-4817-8363-9b5381f437e0', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'port_id': '72d2eece-da39-4817-8363-9b5381f437e0', 'mac_address': 'fa:16:3e:64:f6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:03:30.636035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:03:30.660903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:30.667346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:30.678013 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:30.714012 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7ecd2d-5e82-415a-9183-bc216a7459e1'] response: {'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'code': 200} Apr 25 15:03:30.738093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72d2eece-da39-4817-8363-9b5381f437e0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:03:30.811429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:30.826784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:03:30.827146 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:03:31.388077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:31.407645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d2eece-da39-4817-8363-9b5381f437e0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:03:31.427921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:31.434319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:31.517762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:31.591706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5efaa7-ee2f-4a24-82f7-8d4483dd2c6d req-27751e30-aca8-4234-ba6e-66433eeda7e4 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:31.594385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b5efaa7-ee2f-4a24-82f7-8d4483dd2c6d req-27751e30-aca8-4234-ba6e-66433eeda7e4 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 947 time: 0.1367757 Apr 25 15:03:31.652122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['72d2eece-da39-4817-8363-9b5381f437e0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:03:31.725709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b5efaa7-ee2f-4a24-82f7-8d4483dd2c6d req-4996659b-6544-4729-ba16-19c9e53f78a8 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172383 Apr 25 15:03:32.948603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d250-478a-49ea-9802-6bf9b21b0292 req-4e313277-e6dc-4162-bed3-8c249a809276 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:32.950134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbb1d250-478a-49ea-9802-6bf9b21b0292 req-4e313277-e6dc-4162-bed3-8c249a809276 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 947 time: 0.0855234 Apr 25 15:03:33.008687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbb1d250-478a-49ea-9802-6bf9b21b0292 req-85d8103e-bff8-4a49-b7a3-5fd3b2f5f23d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478013 Apr 25 15:03:33.028113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6102a231-33e4-4c17-9f58-609e5dc3aeb4 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:03:33.220353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:33.237150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '6102a231-33e4-4c17-9f58-609e5dc3aeb4', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '6102a231-33e4-4c17-9f58-609e5dc3aeb4', 'mac_address': 'fa:16:3e:8d:0c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:03:33.306882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:33.324781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6102a231-33e4-4c17-9f58-609e5dc3aeb4 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:03:33.342468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:33.346542 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:33.421895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6102a231-33e4-4c17-9f58-609e5dc3aeb4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:33.672669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6102a231-33e4-4c17-9f58-609e5dc3aeb4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:03:34.235821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf5285-3577-4f24-95e8-abbe178deebb req-7df7d037-3d15-4677-8ab7-1bd971388caf tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:34.237495 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ecf5285-3577-4f24-95e8-abbe178deebb req-7df7d037-3d15-4677-8ab7-1bd971388caf tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 948 time: 0.1052520 Apr 25 15:03:34.297223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 72d2eece-da39-4817-8363-9b5381f437e0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:03:34.321245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ecf5285-3577-4f24-95e8-abbe178deebb req-77a9df07-6350-4fff-86f7-a001d7c7a1f7 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716722 Apr 25 15:03:34.389597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.408252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 72d2eece-da39-4817-8363-9b5381f437e0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:03:34.408545 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.416061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 49984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:34.565948 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.596734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:03:34.608443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:34.615501 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.645457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.669800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:34.672856 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3ceee0-69e7-4205-ba4f-c25e7bdf6730'] response: {'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'code': 200} Apr 25 15:03:34.674691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b50559b738f403caaa820b4dce9d63a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:34.679026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:34.685347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:34.693411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:34.787335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.792872 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.850446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b50559b738f403caaa820b4dce9d63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296951 Apr 25 15:03:34.850446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38d23e-8df8-4556-b9de-528ad8aabde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c4bfd8-1eec-49d9-a8da-de6838c91872,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:34.850819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 49992) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:34.929494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6f1906c-8e7b-4caf-bfce-f85e52b16c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:34.975925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6f1906c-8e7b-4caf-bfce-f85e52b16c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.050609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6102a231-33e4-4c17-9f58-609e5dc3aeb4 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:03:35.088591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6f1906c-8e7b-4caf-bfce-f85e52b16c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.116369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1906c-8e7b-4caf-bfce-f85e52b16c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c4bfd8-1eec-49d9-a8da-de6838c91872,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:35.124195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c6f1906c-8e7b-4caf-bfce-f85e52b16c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.126117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c6f1906c-8e7b-4caf-bfce-f85e52b16c37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1c4bfd8-1eec-49d9-a8da-de6838c91872 HTTP/1.1" status: 204 len: 168 time: 0.2736893 Apr 25 15:03:35.222009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:03:35.237791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:03:35.240844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.537278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.594591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:35.600839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50016) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:35.602833 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.621400 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.638658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b7e7a-de9d-421f-b204-e9477521ee45 req-95b7c595-e050-4045-87ce-c91b424bbfb0 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:35.640340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d1b7e7a-de9d-421f-b204-e9477521ee45 req-95b7c595-e050-4045-87ce-c91b424bbfb0 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 948 time: 0.1445682 Apr 25 15:03:35.640727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:35.645583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Usage tracker for resource:security_group_rule and tenant:6634f477c96b4b1796fb1f3369757e6b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:35.649543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:35.661527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:35.694141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d1b7e7a-de9d-421f-b204-e9477521ee45 req-292c7cc8-ee29-4eea-916e-fc1a4f7961da tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Apr 25 15:03:35.697764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=6102a231-33e4-4c17-9f58-609e5dc3aeb4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:35.779800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.784745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.840776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6634f477c96b4b1796fb1f3369757e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384927 Apr 25 15:03:35.842387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:35.844265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5359d-cb32-4879-97a7-f3fda9a1f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69e1b97-bc50-49ef-9d57-7a0ef3037223,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:35.899303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50026) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:35.923822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb7de035-802f-4a49-86f9-a1e57eb4d452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:35.959174 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb7de035-802f-4a49-86f9-a1e57eb4d452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.027115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb7de035-802f-4a49-86f9-a1e57eb4d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.040969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.052082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7de035-802f-4a49-86f9-a1e57eb4d452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69e1b97-bc50-49ef-9d57-7a0ef3037223,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:36.059412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:36.059607 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb7de035-802f-4a49-86f9-a1e57eb4d452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.060695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb7de035-802f-4a49-86f9-a1e57eb4d452 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b69e1b97-bc50-49ef-9d57-7a0ef3037223 HTTP/1.1" status: 204 len: 168 time: 0.2166343 Apr 25 15:03:36.065210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Usage tracker for resource:security_group_rule and tenant:694eca1cae0c42dba979233d7877b30f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:36.068566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:36.074745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:36.178711 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.184344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.237666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50036) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:36.237884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=694eca1cae0c42dba979233d7877b30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367591 Apr 25 15:03:36.241564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce3b57-67be-4a07-b93b-71478f72cf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2213f-4413-4a10-b9d6-af01ebaca767,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:36.309023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0beafdcd-c80e-4278-a175-a099a0d82d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.336273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0beafdcd-c80e-4278-a175-a099a0d82d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.405901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0beafdcd-c80e-4278-a175-a099a0d82d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.420203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:36.424491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beafdcd-c80e-4278-a175-a099a0d82d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2213f-4413-4a10-b9d6-af01ebaca767,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:36.428218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0beafdcd-c80e-4278-a175-a099a0d82d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.429371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0beafdcd-c80e-4278-a175-a099a0d82d68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85e2213f-4413-4a10-b9d6-af01ebaca767 HTTP/1.1" status: 204 len: 168 time: 0.1897058 Apr 25 15:03:36.443757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.462255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:36.468460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Usage tracker for resource:security_group_rule and tenant:86ab46a648d248c4a986176def9a25d7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:36.471517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:36.478601 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:36.588932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.594397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.644313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86ab46a648d248c4a986176def9a25d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229562 Apr 25 15:03:36.645588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac640d3-bceb-45aa-bb64-4caf60ee425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a90d0aa-ec3c-4095-910e-315ab6565238,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:36.648244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:36.674494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6102a231-33e4-4c17-9f58-609e5dc3aeb4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:03:36.715580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c32416-afe3-41a1-ae17-67631f6e15d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.724801 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8a1b97-b13e-4177-a036-ca428002d709'] response: {'server_uuid': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6102a231-33e4-4c17-9f58-609e5dc3aeb4', 'code': 200} Apr 25 15:03:36.746410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c32416-afe3-41a1-ae17-67631f6e15d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.855488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c32416-afe3-41a1-ae17-67631f6e15d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.880893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32416-afe3-41a1-ae17-67631f6e15d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a90d0aa-ec3c-4095-910e-315ab6565238,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:36.893387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4c32416-afe3-41a1-ae17-67631f6e15d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:36.895369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e4c32416-afe3-41a1-ae17-67631f6e15d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a90d0aa-ec3c-4095-910e-315ab6565238 HTTP/1.1" status: 204 len: 168 time: 0.2461848 Apr 25 15:03:36.989011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50058) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:36.993398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d06e2-7d4d-48d8-b8e9-d3d3e0069829 req-607d712a-a2ee-4ee8-8438-50746ceef570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:36.995584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-612d06e2-7d4d-48d8-b8e9-d3d3e0069829 req-607d712a-a2ee-4ee8-8438-50746ceef570 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 1100 time: 0.2032907 Apr 25 15:03:37.003530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc216c-a294-4b17-9132-7bd3029d1e1c req-80bc7e12-420f-49c0-86a9-0dfee0bf4fc4 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:37.008326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57cc216c-a294-4b17-9132-7bd3029d1e1c req-80bc7e12-420f-49c0-86a9-0dfee0bf4fc4 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 949 time: 0.1414745 Apr 25 15:03:37.014022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.031177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:37.036416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b630b296049a4234a45e7cc37f0d0317 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:37.039838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:37.046328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:37.090468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-612d06e2-7d4d-48d8-b8e9-d3d3e0069829 req-fa2357db-229d-4b80-8e1e-e0bc0c207b1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836062 Apr 25 15:03:37.095762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57cc216c-a294-4b17-9132-7bd3029d1e1c req-ddf07fd8-24cd-4217-89d5-d46f64044202 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Apr 25 15:03:37.153979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.157903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.220509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b630b296049a4234a45e7cc37f0d0317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280171 Apr 25 15:03:37.222882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50066) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:37.225678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df98cc7-717b-4e16-92e1-02a96c10f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b1db2-d94c-4bac-a8d3-c1ad411e6b15,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:37.287215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b106a5d-9082-42cd-8dfe-66b94882b141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.314604 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b106a5d-9082-42cd-8dfe-66b94882b141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.373399 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b106a5d-9082-42cd-8dfe-66b94882b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.391455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b106a5d-9082-42cd-8dfe-66b94882b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b1db2-d94c-4bac-a8d3-c1ad411e6b15,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:37.394942 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b106a5d-9082-42cd-8dfe-66b94882b141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:37.396086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7b106a5d-9082-42cd-8dfe-66b94882b141 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/823b1db2-d94c-4bac-a8d3-c1ad411e6b15 HTTP/1.1" status: 204 len: 168 time: 0.1722882 Apr 25 15:03:38.322472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9830f9-861d-4057-9e1a-9b19e16205e9 req-82c94e9d-bf4a-4946-afe0-76dcf3d1da6c tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:38.324628 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f9830f9-861d-4057-9e1a-9b19e16205e9 req-82c94e9d-bf4a-4946-afe0-76dcf3d1da6c tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 949 time: 0.1136622 Apr 25 15:03:38.380674 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f9830f9-861d-4057-9e1a-9b19e16205e9 req-0a22a8ee-291e-413d-b490-57633f022196 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497653 Apr 25 15:03:38.553760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5dead0f5-4a96-4db8-9f28-4fcf432deb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:38.600847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50132) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:38.839971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:38.856037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:38.859965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Usage tracker for resource:security_group_rule and tenant:6e07f78abd0148f796229006f9275f2e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:38.863949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:38.870282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:38.957889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:38.964195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:39.013613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e07f78abd0148f796229006f9275f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125555 Apr 25 15:03:39.014352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cac10-6882-4da7-922b-d11d2a1d197b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5baf724-579f-492a-8b23-b7d4d9a1e840,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:39.016167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50150) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:39.077132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f74803a-0164-4111-9b9d-0bd64cb07aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:39.103807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f74803a-0164-4111-9b9d-0bd64cb07aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:39.156902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f74803a-0164-4111-9b9d-0bd64cb07aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:39.180766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74803a-0164-4111-9b9d-0bd64cb07aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5baf724-579f-492a-8b23-b7d4d9a1e840,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:39.184003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2f74803a-0164-4111-9b9d-0bd64cb07aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:39.185111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2f74803a-0164-4111-9b9d-0bd64cb07aa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5baf724-579f-492a-8b23-b7d4d9a1e840 HTTP/1.1" status: 204 len: 168 time: 0.1673148 Apr 25 15:03:39.624998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8b16-5344-4465-a86c-c46c2e634869 req-85597d86-a0c2-42a1-a98d-e67af98eddd1 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:39.633245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0bc8b16-5344-4465-a86c-c46c2e634869 req-85597d86-a0c2-42a1-a98d-e67af98eddd1 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 949 time: 0.1034474 Apr 25 15:03:39.688304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0bc8b16-5344-4465-a86c-c46c2e634869 req-342d5fba-9810-4a7a-b4de-5ec63ed4beb4 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537961 Apr 25 15:03:40.919763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-409bdd7e-f6a1-4590-ad57-52572174a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:41.830943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:41.989068 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:43.693886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:44.958170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50298) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:45.086722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.104438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:45.108232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Usage tracker for resource:security_group_rule and tenant:4b3a431fdd094c11a05aa83d853de37d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:45.111040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:45.116678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:45.199891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.204163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.256693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b3a431fdd094c11a05aa83d853de37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970808 Apr 25 15:03:45.257660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50306) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:45.258139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585a58b-0269-4276-8f98-587332d8831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a85cb-dac7-4713-9880-55602fd14eb4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:45.323185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d29e9dfb-9fdb-4ebd-bb2f-cc4dd3c95dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.348657 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d29e9dfb-9fdb-4ebd-bb2f-cc4dd3c95dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.407103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d29e9dfb-9fdb-4ebd-bb2f-cc4dd3c95dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.421918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e9dfb-9fdb-4ebd-bb2f-cc4dd3c95dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a85cb-dac7-4713-9880-55602fd14eb4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:45.436992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d29e9dfb-9fdb-4ebd-bb2f-cc4dd3c95dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.441781 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d29e9dfb-9fdb-4ebd-bb2f-cc4dd3c95dff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/130a85cb-dac7-4713-9880-55602fd14eb4 HTTP/1.1" status: 204 len: 168 time: 0.1820750 Apr 25 15:03:45.746825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:45.766858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.788528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:45.792652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcec550cbfa444c9928ee6cd7148e02 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:45.795517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:45.801893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:45.885013 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.889698 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:45.939262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f148fec-1c52-4e4b-84ae-9b453bd2b6d7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:45.945934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bcec550cbfa444c9928ee6cd7148e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955185 Apr 25 15:03:45.946591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50320) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:45.949973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.950388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.950716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.951020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.951357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.951692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.952034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.952332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.952662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.952986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.953351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:45.953677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf70e4-488d-4edf-886f-4078d91e72f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.009848 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:46.036531 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:46.096231 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:46.114757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f148fec-1c52-4e4b-84ae-9b453bd2b6d7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:46.125619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.125898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.126253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.126585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.126915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.127241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.127563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.127883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.128200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.128518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.128833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.129178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:46.132402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:46.133578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2fb8d660-69b8-43a1-9e5e-20fc1928f0c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f148fec-1c52-4e4b-84ae-9b453bd2b6d7 HTTP/1.1" status: 204 len: 168 time: 0.1858191 Apr 25 15:03:46.909743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50354) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:47.023690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1647148933-network', 'tenant_id': 'aa1deee6899d4e529f02bf35c3126609'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:47.029496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:47.033497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Usage tracker for resource:network and tenant:aa1deee6899d4e529f02bf35c3126609 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:47.036429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:47.042448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:47.055067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Made reservation on behalf of aa1deee6899d4e529f02bf35c3126609 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:47.057576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.071298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.090196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:47.094094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1deee6899d4e529f02bf35c3126609 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:47.096955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:47.102719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:47.190370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.196276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.239306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:03:47.245073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71cf37d-4e20-4c67-9504-100bc8ce586f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:47.252297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.252648 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Added segment b4333308-150a-4bc6-b99e-c9320c732e64 of type vlan for network bc4f2ddd-064f-4249-b142-4dc62f1538c9 Apr 25 15:03:47.280819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.312833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.313783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:47.314370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.419447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4f2ddd-064f-4249-b142-4dc62f1538c9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:47.422700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb0d3bde-9483-46cc-9e49-b6e4e4775af3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5119095 Apr 25 15:03:47.426762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50364) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:47.431816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network bc4f2ddd-064f-4249-b142-4dc62f1538c9 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:03:47.434697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Request body: {'subnet': {'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1647148933-subnet', 'tenant_id': 'aa1deee6899d4e529f02bf35c3126609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:47.440398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:47.444791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Usage tracker for resource:subnet and tenant:aa1deee6899d4e529f02bf35c3126609 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:47.451081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:47.458312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:47.470971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Made reservation on behalf of aa1deee6899d4e529f02bf35c3126609 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:47.475035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.813758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.894757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08cb6f6-5431-4153-8e9d-ff613dfe675f,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:47.904892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Checking segment: {'id': 'b4333308-150a-4bc6-b99e-c9320c732e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:03:47.905285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Network hostable DHCP agents. Network: bc4f2ddd-064f-4249-b142-4dc62f1538c9, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:03:47.924977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Network bc4f2ddd-064f-4249-b142-4dc62f1538c9 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:03:47.934900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, bc4f2ddd-064f-4249-b142-4dc62f1538c9) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:03:47.939143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:47.939832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:47.944552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44849033-0e34-48c0-bb1f-c77fae93e557 None None] Network bc4f2ddd-064f-4249-b142-4dc62f1538c9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:47.975705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c4eaaa4f-5540-4672-9b56-57e1fdfab90e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5438590 Apr 25 15:03:48.184833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9773b-ac7b-4360-b811-d0f9e196d2c4 None None] Network bc4f2ddd-064f-4249-b142-4dc62f1538c9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:48.565318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50402) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:48.572530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460385540-network', 'tenant_id': '3c0899b5ce9841ef81e4b7190a646938'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:48.578021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:48.581985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Usage tracker for resource:network and tenant:3c0899b5ce9841ef81e4b7190a646938 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:48.585103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:48.591014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:48.601964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Made reservation on behalf of 3c0899b5ce9841ef81e4b7190a646938 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:48.604280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.617209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.631773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:48.635565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Usage tracker for resource:security_group_rule and tenant:3c0899b5ce9841ef81e4b7190a646938 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:48.638373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:48.643947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:48.729522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.733613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.765765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:03:48.774537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f4c28-2883-4817-a784-dcebd8b39eed,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:48.780683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.781054 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Added segment a1eb61b2-ff94-45df-bccc-9887ab5c637d of type vlan for network 97924a97-5648-4365-ba8e-8e32fcbe00c9 Apr 25 15:03:48.808701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.838374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.840008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:48.840616 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:48.948690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] Pushing event updated for resources: {'Network': ['ID=97924a97-5648-4365-ba8e-8e32fcbe00c9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:48.953072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e2344df7-ab76-4eb7-bb20-129b1aefc79e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3852320 Apr 25 15:03:48.955900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50406) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:48.959327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 97924a97-5648-4365-ba8e-8e32fcbe00c9 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:03:48.961943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Request body: {'subnet': {'network_id': '97924a97-5648-4365-ba8e-8e32fcbe00c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460385540-subnet', 'tenant_id': '3c0899b5ce9841ef81e4b7190a646938', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:48.968315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:48.973395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Usage tracker for resource:subnet and tenant:3c0899b5ce9841ef81e4b7190a646938 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:48.977250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:48.983612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:48.999083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Made reservation on behalf of 3c0899b5ce9841ef81e4b7190a646938 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:49.002206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:49.225525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:49.297449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df07b10b-9452-4d8f-90f6-2bebb229701b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:49.307803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Checking segment: {'id': 'a1eb61b2-ff94-45df-bccc-9887ab5c637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '97924a97-5648-4365-ba8e-8e32fcbe00c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:03:49.308169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Network hostable DHCP agents. Network: 97924a97-5648-4365-ba8e-8e32fcbe00c9, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:03:49.327462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Network 97924a97-5648-4365-ba8e-8e32fcbe00c9 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:03:49.337651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 97924a97-5648-4365-ba8e-8e32fcbe00c9) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:03:49.342044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:49.342734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:49.350424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc50892a-2854-4137-b32e-8f4c82ecd02e None None] Network 97924a97-5648-4365-ba8e-8e32fcbe00c9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:49.381595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-117b733e-9f99-4d90-8224-f04fa31310e2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4244690 Apr 25 15:03:49.615300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf27584-819a-4771-b10c-7e6818a605de None None] Network 97924a97-5648-4365-ba8e-8e32fcbe00c9 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:03:50.095312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e1993c6-ce41-48ac-b0b5-d449ce888f90 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:50.095911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e1993c6-ce41-48ac-b0b5-d449ce888f90 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Synchronizing usage tracker for tenant:aa1deee6899d4e529f02bf35c3126609 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:03:50.114885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e1993c6-ce41-48ac-b0b5-d449ce888f90 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Unset dirty status for tenant:aa1deee6899d4e529f02bf35c3126609 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:03:50.116175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e1993c6-ce41-48ac-b0b5-d449ce888f90 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/networks?id=bc4f2ddd-064f-4249-b142-4dc62f1538c9 HTTP/1.1" status: 200 len: 809 time: 0.1722627 Apr 25 15:03:50.132584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-00d26e47-fee5-4792-9178-8f6054a4195a tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/quotas/aa1deee6899d4e529f02bf35c3126609 HTTP/1.1" status: 200 len: 375 time: 0.0104277 Apr 25 15:03:50.181096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-3b9f8c79-8bdd-4966-bde7-93b6bbd2c0ea tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa1deee6899d4e529f02bf35c3126609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431247 Apr 25 15:03:50.315361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-104b16f7-16a7-4d92-93ec-7f6ec48f84f3 service neutron] 10.222.0.23 "GET /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269021 Apr 25 15:03:50.450763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-910bbc34-474f-4f7c-9baf-ed0789f8e490 service neutron] 10.222.0.23 "GET /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288066 Apr 25 15:03:50.653660 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bcbe8115-7274-4621-878b-1d70202f1c7c req-7881037f-2fb7-4af5-9bb5-dbecf3ee0569 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 210 time: 0.0475214 Apr 25 15:03:51.172404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50454) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:51.296232 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.312485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:51.317585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Usage tracker for resource:security_group_rule and tenant:19c79ccf73de446c83feca11fb30f07d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:51.320469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:51.326105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:51.414483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.418465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.466817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19c79ccf73de446c83feca11fb30f07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933187 Apr 25 15:03:51.467701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f73f7e-af9d-49cc-b262-7525bcb0e65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e10436-9770-45db-b004-7c7c6e7dd695,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:51.469525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:51.534868 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b44edbf4-4e66-4b4b-902d-ef738e044bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.563852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b44edbf4-4e66-4b4b-902d-ef738e044bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.625665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b44edbf4-4e66-4b4b-902d-ef738e044bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.642603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44edbf4-4e66-4b4b-902d-ef738e044bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e10436-9770-45db-b004-7c7c6e7dd695,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:51.676038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b44edbf4-4e66-4b4b-902d-ef738e044bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:51.680553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b44edbf4-4e66-4b4b-902d-ef738e044bd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18e10436-9770-45db-b004-7c7c6e7dd695 HTTP/1.1" status: 204 len: 168 time: 0.2096226 Apr 25 15:03:51.821795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-93fe6506-e2c6-4df0-9bb1-64fe9feb3063 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:51.823179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-93fe6506-e2c6-4df0-9bb1-64fe9feb3063 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.15 "GET /v2.0/networks?id=bc4f2ddd-064f-4249-b142-4dc62f1538c9 HTTP/1.1" status: 200 len: 809 time: 0.1768587 Apr 25 15:03:51.835427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Request body: {'port': {'device_id': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9', 'admin_state_up': True, 'tenant_id': 'aa1deee6899d4e529f02bf35c3126609'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:51.849283 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c382917-2a20-47be-a649-4786aaed436e req-24a8394c-b8a7-4fa8-a16d-930043311643 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 210 time: 0.0617914 Apr 25 15:03:51.993549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:51.997494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Usage tracker for resource:port and tenant:aa1deee6899d4e529f02bf35c3126609 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:52.000501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:52.004097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50472) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:52.007324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:52.017021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Made reservation on behalf of aa1deee6899d4e529f02bf35c3126609 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:03:52.021128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.022538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.038418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:52.042500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7cb1df0f7f458da9f87be3a975bfb3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:52.045588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:52.051892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:52.137185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.140829 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.194520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a7cb1df0f7f458da9f87be3a975bfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877553 Apr 25 15:03:52.195190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50476) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:52.197477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Allocated IP 172.20.0.13 (bc4f2ddd-064f-4249-b142-4dc62f1538c9/c08cb6f6-5431-4153-8e9d-ff613dfe675f/e7927c1f-2a0a-4ba5-aa05-c0a347f8905c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:03:52.198535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aae404-cd2f-408f-988b-e232c1440182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc97669-0d3b-4972-9c10-1c453a53f49e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:52.258557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3b63-05ae-4927-8a59-16fe6b090764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.285968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3b63-05ae-4927-8a59-16fe6b090764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.343597 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3b63-05ae-4927-8a59-16fe6b090764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.361497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f3b63-05ae-4927-8a59-16fe6b090764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc97669-0d3b-4972-9c10-1c453a53f49e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:52.372735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3b63-05ae-4927-8a59-16fe6b090764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.376889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9b4f3b63-05ae-4927-8a59-16fe6b090764 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc97669-0d3b-4972-9c10-1c453a53f49e HTTP/1.1" status: 204 len: 168 time: 0.1800170 Apr 25 15:03:52.428911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.462570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.543893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Network bc4f2ddd-064f-4249-b142-4dc62f1538c9 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:03:52.547565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:03:52.551622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:03:52.624311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Pushing event updated for resources: {'Port': ['ID=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:52.641975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:52.642606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.667327 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-1b37bd9e-39b4-4f15-a450-06d4e6745ebc tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8360841 Apr 25 15:03:52.688094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Request body: {'port': {'device_id': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:03:52.834621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50488) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:52.859383 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:52.878945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:52.883194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Usage tracker for resource:security_group_rule and tenant:84bf6ae7045f4ea6a58e9f1f0073f0f4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:52.886596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:52.893724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:52.937242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.004354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.010876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.070284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c00fd81-185a-4068-8eea-288d8a49c819,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:53.075881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e79a5292-eb56-4b10-b51a-68e24104ba73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84bf6ae7045f4ea6a58e9f1f0073f0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398808 Apr 25 15:03:53.078666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:53.146537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-075f4070-5a1a-48fb-8aa5-8a86d97e7de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.183340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-075f4070-5a1a-48fb-8aa5-8a86d97e7de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.242897 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-075f4070-5a1a-48fb-8aa5-8a86d97e7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.258379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f4070-5a1a-48fb-8aa5-8a86d97e7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c00fd81-185a-4068-8eea-288d8a49c819,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:53.265538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-075f4070-5a1a-48fb-8aa5-8a86d97e7de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.270187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-075f4070-5a1a-48fb-8aa5-8a86d97e7de9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c00fd81-185a-4068-8eea-288d8a49c819 HTTP/1.1" status: 204 len: 168 time: 0.1904111 Apr 25 15:03:53.278895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd812e-1bdd-428b-80cb-174f456b82db req-a62f6b37-8607-4df0-9c9f-629ba912a442 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:53.280027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-75fd812e-1bdd-428b-80cb-174f456b82db req-a62f6b37-8607-4df0-9c9f-629ba912a442 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Synchronizing usage tracker for tenant:aa1deee6899d4e529f02bf35c3126609 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:03:53.322382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-75fd812e-1bdd-428b-80cb-174f456b82db req-a62f6b37-8607-4df0-9c9f-629ba912a442 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Unset dirty status for tenant:aa1deee6899d4e529f02bf35c3126609 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:03:53.323562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75fd812e-1bdd-428b-80cb-174f456b82db req-a62f6b37-8607-4df0-9c9f-629ba912a442 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 932 time: 0.2588677 Apr 25 15:03:53.432402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75fd812e-1bdd-428b-80cb-174f456b82db req-6ac64537-4ccd-4705-866f-1a3ebc8d9bb1 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019549 Apr 25 15:03:53.440308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7927c1f-2a0a-4ba5-aa05-c0a347f8905c {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:03:53.458039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.477959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Transition to ACTIVE for port object e7927c1f-2a0a-4ba5-aa05-c0a347f8905c will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:03:53.484113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.562457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Pushing event updated for resources: {'Port': ['ID=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:53.758577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Attempting to bind port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:03:53.759281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Attempting to bind port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'b4333308-150a-4bc6-b99e-c9320c732e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:03:53.759416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Attempting to bind port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c on network bc4f2ddd-064f-4249-b142-4dc62f1538c9 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:03:53.764559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c on network bc4f2ddd-064f-4249-b142-4dc62f1538c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:03:53.765380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Attempting to bind port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c on network bc4f2ddd-064f-4249-b142-4dc62f1538c9 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:03:53.772284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:03:53.772618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Checking segment: {'id': 'b4333308-150a-4bc6-b99e-c9320c732e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:03:53.773231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Bound using segment: {'id': 'b4333308-150a-4bc6-b99e-c9320c732e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:03:53.773875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Bound port: e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4333308-150a-4bc6-b99e-c9320c732e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:03:53.774322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.875304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] For port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:03:53.880145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] For port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,segment=NetworkSegment(b4333308-150a-4bc6-b99e-c9320c732e64),segment_id=b4333308-150a-4bc6-b99e-c9320c732e64)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:03:53.885680 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.959473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:53.960300 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:53.962337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] 10.222.0.15 "PUT /v2.0/ports/e7927c1f-2a0a-4ba5-aa05-c0a347f8905c HTTP/1.1" status: 200 len: 1092 time: 1.2835190 Apr 25 15:03:53.962880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'tag': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:03:54.059469 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cd7933-524a-4a54-a00b-f8bb38433bf1'] response: {'name': 'network-changed', 'server_uuid': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'tag': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c', 'status': 'completed', 'code': 200} Apr 25 15:03:54.069127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cfb26-4be6-4436-b809-22d1dcbfa978 service neutron] Pushing event updated for resources: {'Port': ['ID=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:54.106078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-c5a54761-6376-4047-9704-72153f35e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:54.107564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-c5a54761-6376-4047-9704-72153f35e83f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa1deee6899d4e529f02bf35c3126609&device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 1095 time: 0.0951684 Apr 25 15:03:54.188341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-7a5b1468-de31-4b53-8401-d318bf37b775 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c HTTP/1.1" status: 200 len: 217 time: 0.0729330 Apr 25 15:03:54.257644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-24e139f0-81a0-4463-9b71-ad9b9be243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:54.259354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-24e139f0-81a0-4463-9b71-ad9b9be243b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c08cb6f6-5431-4153-8e9d-ff613dfe675f HTTP/1.1" status: 200 len: 849 time: 0.0635612 Apr 25 15:03:54.282453 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:03:54.314645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-f585eaee-7efd-4afd-a9bd-828fe06461c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bc4f2ddd-064f-4249-b142-4dc62f1538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478051 Apr 25 15:03:54.603230 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-75f2e928-43fb-48fb-8e80-e38938e2fb48 service neutron] 10.222.0.15 "GET /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747691 Apr 25 15:03:54.777523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c169aa33-5f2f-44d4-8610-e35b38ccb575 req-d380a286-f2c9-462b-a152-883e9f0e2b86 service neutron] 10.222.0.15 "GET /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665995 Apr 25 15:03:54.836720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3e905-1fb7-42dc-aeda-9a7164382a9a req-9f0958d2-9e5a-411a-b44c-a43791f7b45c tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:54.844961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1f3e905-1fb7-42dc-aeda-9a7164382a9a req-9f0958d2-9e5a-411a-b44c-a43791f7b45c tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 944 time: 0.2313447 Apr 25 15:03:54.891439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b1f3e905-1fb7-42dc-aeda-9a7164382a9a req-d10d4fbe-2bc1-4eb7-bfe2-d1c9535117ea tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Synchronizing usage tracker for tenant:aa1deee6899d4e529f02bf35c3126609 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:03:54.916011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b1f3e905-1fb7-42dc-aeda-9a7164382a9a req-d10d4fbe-2bc1-4eb7-bfe2-d1c9535117ea tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Unset dirty status for tenant:aa1deee6899d4e529f02bf35c3126609 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:03:54.929426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1f3e905-1fb7-42dc-aeda-9a7164382a9a req-d10d4fbe-2bc1-4eb7-bfe2-d1c9535117ea tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833154 Apr 25 15:03:55.062669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-45914c12-122c-47fb-8334-330bc0bd3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:55.064310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-45914c12-122c-47fb-8334-330bc0bd3d66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa1deee6899d4e529f02bf35c3126609&device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 1095 time: 0.2342732 Apr 25 15:03:55.215134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-08db68c8-ee58-4932-a8d6-5d330ad5be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:55.216023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-08db68c8-ee58-4932-a8d6-5d330ad5be5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bc4f2ddd-064f-4249-b142-4dc62f1538c9 HTTP/1.1" status: 200 len: 910 time: 0.1442955 Apr 25 15:03:55.289455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-afd1b5f4-c66c-4430-8d8d-a76ac09612b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c HTTP/1.1" status: 200 len: 217 time: 0.0664039 Apr 25 15:03:55.392234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-d37bf5ba-f6c5-46b6-ae4b-c31f14aae7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:55.394296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-d37bf5ba-f6c5-46b6-ae4b-c31f14aae7ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c08cb6f6-5431-4153-8e9d-ff613dfe675f HTTP/1.1" status: 200 len: 849 time: 0.0911088 Apr 25 15:03:55.466795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-72c4a36b-ddb9-4129-ba06-7cbae7f09f57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bc4f2ddd-064f-4249-b142-4dc62f1538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640838 Apr 25 15:03:55.665342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-a9b6e67e-3147-40ff-a86f-03fcacd9d960 service neutron] 10.222.0.15 "GET /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915319 Apr 25 15:03:55.842544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88d8ea52-cd9c-4902-8469-9551224b7bb7 req-769437ce-757f-4af9-aa2f-71d567f279e0 service neutron] 10.222.0.15 "GET /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711190 Apr 25 15:03:56.218868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645140e9-de40-4c0d-bff5-6160719fb9fe req-cefa5c3e-38e8-409d-85ea-9e859fd606bb tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:56.220589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-645140e9-de40-4c0d-bff5-6160719fb9fe req-cefa5c3e-38e8-409d-85ea-9e859fd606bb tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 944 time: 0.1036139 Apr 25 15:03:56.272151 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-645140e9-de40-4c0d-bff5-6160719fb9fe req-47031d7d-63ed-437c-a3d7-8f96d933350d tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Apr 25 15:03:57.501328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017aa0-b966-4c8b-98ae-1cc57accb37d req-db535743-7a37-4060-a682-d984848bfcba tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:57.503826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa017aa0-b966-4c8b-98ae-1cc57accb37d req-db535743-7a37-4060-a682-d984848bfcba tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 944 time: 0.1039028 Apr 25 15:03:57.620988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa017aa0-b966-4c8b-98ae-1cc57accb37d req-f96fbbe6-dee0-4c29-86f9-181ec8eb5a9b tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088901 Apr 25 15:03:58.440411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e7927c1f-2a0a-4ba5-aa05-c0a347f8905c details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:03:58.634132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,segment=NetworkSegment(b4333308-150a-4bc6-b99e-c9320c732e64),segment_id=b4333308-150a-4bc6-b99e-c9320c732e64)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:58.649673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c', 'network_id': 'bc4f2ddd-064f-4249-b142-4dc62f1538c9', 'port_id': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c', 'mac_address': 'fa:16:3e:00:ba:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08cb6f6-5431-4153-8e9d-ff613dfe675f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:03:58.852392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:58.905090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7927c1f-2a0a-4ba5-aa05-c0a347f8905c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:03:59.008029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,segment=NetworkSegment(b4333308-150a-4bc6-b99e-c9320c732e64),segment_id=b4333308-150a-4bc6-b99e-c9320c732e64)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:03:59.016910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.027123 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.045160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce479d-582c-4c11-95fd-f60cf4fdfae8 req-289303ee-cd27-44d0-b53c-e8320d0f11ed tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:03:59.053395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4ce479d-582c-4c11-95fd-f60cf4fdfae8 req-289303ee-cd27-44d0-b53c-e8320d0f11ed tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 944 time: 0.1791751 Apr 25 15:03:59.111728 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b4ce479d-582c-4c11-95fd-f60cf4fdfae8 req-0fdce321-4e1c-46e7-b923-49ded60fe731 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Apr 25 15:03:59.143388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:59.156802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:59.167430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.168010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.168968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.168968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.169235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.169606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.170040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.170419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.170803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.171355 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.171741 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.172141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:03:59.288739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['e7927c1f-2a0a-4ba5-aa05-c0a347f8905c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:03:59.326670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.345466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:03:59.349578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Usage tracker for resource:security_group_rule and tenant:c5e9c1d4896e4055a901affea9dbea41 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:03:59.352512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:03:59.359029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:03:59.464333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.475890 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.539573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5e9c1d4896e4055a901affea9dbea41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944647 Apr 25 15:03:59.541355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366725f-242d-4610-9290-4b7052defefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9f3ea-27b5-4a66-afd3-ad64fe6b9978,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:59.542205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50586) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:03:59.617865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54e935a0-91de-4afc-92e6-5bf51f3ae126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.651134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54e935a0-91de-4afc-92e6-5bf51f3ae126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.736167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54e935a0-91de-4afc-92e6-5bf51f3ae126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.755692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e935a0-91de-4afc-92e6-5bf51f3ae126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9f3ea-27b5-4a66-afd3-ad64fe6b9978,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:03:59.760743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-54e935a0-91de-4afc-92e6-5bf51f3ae126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:03:59.761968 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-54e935a0-91de-4afc-92e6-5bf51f3ae126 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0e9f3ea-27b5-4a66-afd3-ad64fe6b9978 HTTP/1.1" status: 204 len: 168 time: 0.2166526 Apr 25 15:04:00.391127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79e53-7f59-4d84-9d98-cf54e1f6b260 req-7202b282-84dd-48f2-97db-c95b28dd9b94 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:00.393697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a3b79e53-7f59-4d84-9d98-cf54e1f6b260 req-7202b282-84dd-48f2-97db-c95b28dd9b94 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 945 time: 0.1253147 Apr 25 15:04:00.474495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e7927c1f-2a0a-4ba5-aa05-c0a347f8905c up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:00.475946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a3b79e53-7f59-4d84-9d98-cf54e1f6b260 req-4906582e-520f-4e8b-ba98-5142fac9f41e tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678537 Apr 25 15:04:00.577166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:00.583858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:00.584377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:00.759411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50618) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:00.759867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:00.799451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:04:00.818161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,segment=NetworkSegment(b4333308-150a-4bc6-b99e-c9320c732e64),segment_id=b4333308-150a-4bc6-b99e-c9320c732e64)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:00.824621 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:00.889935 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c16bab-7e89-4d23-9cbd-4fe941b1b791'] response: {'server_uuid': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c', 'code': 200} Apr 25 15:04:00.935426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-649517510-network', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:00.946621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:00.947082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:00.951902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Usage tracker for resource:network and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:00.955440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:00.964186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:00.981986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Made reservation on behalf of 9112525b7ee84fdd832c30b5b9498cec for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:04:00.990686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.012949 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.031528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:01.036879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:01.040447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:01.047263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:01.049172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28faac-5414-423b-866e-ed8879189197 req-55ce9211-4dc6-4b30-abd2-dfe13c82f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:01.051875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b28faac-5414-423b-866e-ed8879189197 req-55ce9211-4dc6-4b30-abd2-dfe13c82f578 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 1097 time: 0.0929024 Apr 25 15:04:01.110935 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5b28faac-5414-423b-866e-ed8879189197 req-fbfd37b2-58d8-45ee-a73a-137439038d95 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Apr 25 15:04:01.151274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.156227 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.193779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:04:01.206959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f057eba4-21ef-472f-b6da-d4af09b37f67,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:01.213857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.214349 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Added segment 3a6d678f-8d64-40f1-9850-3fc9182478f4 of type vlan for network 8159fe2f-50b7-4efa-96dd-10455de47820 Apr 25 15:04:01.247647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.285192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.286180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:01.286818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.396435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8159fe2f-50b7-4efa-96dd-10455de47820,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:01.410422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50628) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:01.410674 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f5ae8b36-1ade-4137-96a0-7ee9d0a975e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6491411 Apr 25 15:04:01.412612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8159fe2f-50b7-4efa-96dd-10455de47820 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:04:01.416470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Request body: {'subnet': {'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-649517510-subnet', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:01.422405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:01.427205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Usage tracker for resource:subnet and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:01.431109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:01.437947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:01.468126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Made reservation on behalf of 9112525b7ee84fdd832c30b5b9498cec for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:04:01.483601 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.823239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:01.883753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0826c3d-e2ea-4342-99ce-e3f72c55c226 req-96d0efc6-5d46-4409-8d27-df1211b0c87b tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:01.892577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0826c3d-e2ea-4342-99ce-e3f72c55c226 req-96d0efc6-5d46-4409-8d27-df1211b0c87b tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 946 time: 0.1129189 Apr 25 15:04:01.914434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=886d1104-f76b-4221-9f6c-ee07aa90b2bb,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:01.942197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Checking segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:01.942814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Network hostable DHCP agents. Network: 8159fe2f-50b7-4efa-96dd-10455de47820, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:04:01.945498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0826c3d-e2ea-4342-99ce-e3f72c55c226 req-3119154f-694d-4458-9893-03321722e957 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Apr 25 15:04:01.979349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Network 8159fe2f-50b7-4efa-96dd-10455de47820 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:04:01.992120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8159fe2f-50b7-4efa-96dd-10455de47820) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:02.000260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:02.001263 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.031358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8abb7-e5ff-4f48-bad4-fbb8ab2a2f6a None None] Network 8159fe2f-50b7-4efa-96dd-10455de47820 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:02.032796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-80240e7c-da59-4f52-9dd4-9c1fd4e60f2c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6207790 Apr 25 15:04:02.035314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:02.040620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:02.046447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:02.051237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Usage tracker for resource:router and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:02.055545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:02.062403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:02.086796 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.087820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.130243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.351366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8159fe2f-50b7-4efa-96dd-10455de47820', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:04:02.352282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.606878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Allocated IP 172.20.0.2 (8159fe2f-50b7-4efa-96dd-10455de47820/886d1104-f76b-4221-9f6c-ee07aa90b2bb/ba48824a-82ac-496e-9632-50d5d87bb36e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:02.626786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.866168 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.878377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Transition to ACTIVE for port object ba48824a-82ac-496e-9632-50d5d87bb36e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:02.900339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Transition to ACTIVE for port object ba48824a-82ac-496e-9632-50d5d87bb36e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:02.907325 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:02.985453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Network 8159fe2f-50b7-4efa-96dd-10455de47820 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:02.990805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:03.006025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:03.007984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.024998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Pushing event updated for resources: {'Port': ['ID=ba48824a-82ac-496e-9632-50d5d87bb36e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:03.042226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.138755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Attempting to bind port ba48824a-82ac-496e-9632-50d5d87bb36e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:03.139362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Attempting to bind port ba48824a-82ac-496e-9632-50d5d87bb36e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:03.139493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Attempting to bind port ba48824a-82ac-496e-9632-50d5d87bb36e on network 8159fe2f-50b7-4efa-96dd-10455de47820 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:03.148647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:03.149069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Checking segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:03.149473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.149878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Bound using segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:03.150373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Bound port: ba48824a-82ac-496e-9632-50d5d87bb36e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:03.150760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.259441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Allocated IP 172.25.0.231 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/48000285-ff70-4c6c-be7d-b7e0a5ab5bc5) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:03.274163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] For port ba48824a-82ac-496e-9632-50d5d87bb36e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:03.277655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] For port ba48824a-82ac-496e-9632-50d5d87bb36e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ba48824a-82ac-496e-9632-50d5d87bb36e,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:03.284611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.292263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedd103-9081-44bf-b938-8c2d7384c7cb req-09801705-6ac8-413e-8ccd-6b2ab1310bca tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:03.294012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfedd103-9081-44bf-b938-8c2d7384c7cb req-09801705-6ac8-413e-8ccd-6b2ab1310bca tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 946 time: 0.1713614 Apr 25 15:04:03.371833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a718c-dbd6-496e-9286-087940eeb929 None None] Pushing event updated for resources: {'Port': ['ID=ba48824a-82ac-496e-9632-50d5d87bb36e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:03.454346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfedd103-9081-44bf-b938-8c2d7384c7cb req-5c8178d4-c330-4203-a81b-b55766518b8c tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253359 Apr 25 15:04:03.526900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.578317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:03.660269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:03.664673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:03.670296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:03.753781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Pushing event updated for resources: {'Port': ['ID=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:04.400341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:04.557197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:04.921402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e4aaa-a7f0-432d-bbbe-3de4ac3af982 None None] Network 8159fe2f-50b7-4efa-96dd-10455de47820 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:05.079445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-41939dfd-bad9-4054-b93e-f86917a290a6 None None] Provisioning for port ba48824a-82ac-496e-9632-50d5d87bb36e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:05.215951 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.471257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ba48824a-82ac-496e-9632-50d5d87bb36e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:05.494550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50660) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:05.622944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Router 2fbb6004-9378-4add-ab4a-1a12e6a17114 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:04:05.642662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port ba48824a-82ac-496e-9632-50d5d87bb36e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:05.649488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ba48824a-82ac-496e-9632-50d5d87bb36e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:05.650117 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.813604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.848253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a35cbcf1-dea8-4ecd-ab32-fba7631228db None None] Provisioning complete for port ba48824a-82ac-496e-9632-50d5d87bb36e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:05.848422 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a35cbcf1-dea8-4ecd-ab32-fba7631228db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.869196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:05.871422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port b3129052-0f39-4020-91d2-0bc82bb585aa {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:05.871799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.881095 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Sync routers for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:05.909253 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:05.910250 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:03:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:05.936516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ba48824a-82ac-496e-9632-50d5d87bb36e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ba48824a-82ac-496e-9632-50d5d87bb36e,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:05.960874 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.962198 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-828d714c-330f-44b9-b066-8d4969cb6e88 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9258695 Apr 25 15:04:05.983605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:05.984355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50672) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:06.086374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ba48824a-82ac-496e-9632-50d5d87bb36e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:06.125019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:06.125619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:06.230043 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:06.289412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for b3129052-0f39-4020-91d2-0bc82bb585aa owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:06.535851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:06.644617 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:04Z', 'revision_number': 3, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:06.650430 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Checking router: 2fbb6004-9378-4add-ab4a-1a12e6a17114 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:06.650997 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Updating router 2fbb6004-9378-4add-ab4a-1a12e6a17114 port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:04:06.652435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=b3129052-0f39-4020-91d2-0bc82bb585aa,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:06.714280 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:06.771479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:06.773077 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Floating IP 397ea79c-07e8-4b9d-8573-140042afd60b disassociated (deleted). External IP: 172.25.0.53, port: 72d2eece-da39-4817-8363-9b5381f437e0. Apr 25 15:04:07.138683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.182451 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.205819 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Transition to ACTIVE for port object 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:07.215302 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.295373 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Attempting to bind port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:07.295998 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Attempting to bind port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:07.296551 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Attempting to bind port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:07.315559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:07.316516 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:07.316861 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.317608 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:07.318242 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Bound port: 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:07.318798 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.348895 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Pushing event updated for resources: {'Port': ['ID=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:07.368952 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.369511 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.370034 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.370635 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.371119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.371627 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.372108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.372612 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.373126 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.373626 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.374115 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.374604 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:07.384609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Allocated IP 172.20.0.1 (8159fe2f-50b7-4efa-96dd-10455de47820/886d1104-f76b-4221-9f6c-ee07aa90b2bb/6df2c8c3-a738-473e-b300-5f6bc8aa2feb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:07.401013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 07f8ad76-d2ce-4769-b246-215294f50533 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:07.430837 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] For port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:07.434988 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] For port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:07.443582 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.448083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ba48824a-82ac-496e-9632-50d5d87bb36e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:07.550802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:07.552057 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:03:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:07.635015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ba48824a-82ac-496e-9632-50d5d87bb36e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:07.635657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.652147 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a4399-9421-4790-9afd-7caeacea85c0 None None] Pushing event updated for resources: {'Port': ['ID=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:07.689585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:07.705027 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.717290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] Sync routers for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:07.732086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.732817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Transition to ACTIVE for port object 6df2c8c3-a738-473e-b300-5f6bc8aa2feb will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:07.736348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:07.737802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:03:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:07.784003 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:07.878617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0faecdd8-24e9-4ac2-882d-a6b1673c8d52 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/floatingips/397ea79c-07e8-4b9d-8573-140042afd60b HTTP/1.1" status: 204 len: 168 time: 2.3798923 Apr 25 15:04:07.880817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Network 8159fe2f-50b7-4efa-96dd-10455de47820 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:07.890376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:04:07.897003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:07.917978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:07.989639 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:07.995477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:08.182525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:08.197162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Pushing event updated for resources: {'Port': ['ID=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:08.409249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-60d0322a-3da3-4861-b5a0-551577f0fae5 None None] Provisioning for port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:08.492920 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a318ba97-88e3-4bfd-9c6e-679818c90c13'] response: {'name': 'network-changed', 'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'status': 'completed', 'code': 200} Apr 25 15:04:08.516867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499d7b-7311-47cf-94f8-8e847292fad0 req-76c4d012-7255-4225-9748-11f5cb1b206c tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:08.522181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7499d7b-7311-47cf-94f8-8e847292fad0 req-76c4d012-7255-4225-9748-11f5cb1b206c tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 946 time: 0.3334837 Apr 25 15:04:08.569299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-60d0322a-3da3-4861-b5a0-551577f0fae5 None None] Provisioning complete for port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:08.569836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60d0322a-3da3-4861-b5a0-551577f0fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:08.609780 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:04Z', 'revision_number': 3, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:08.618477 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aabc14-fa91-464c-b61b-15a18ad95275 None None] The sync data for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 is: [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:04Z', 'revision_number': 3, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:08.682205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-60d0322a-3da3-4861-b5a0-551577f0fae5 None None] Port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:04:08.718795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7499d7b-7311-47cf-94f8-8e847292fad0 req-6ed3cd64-d55b-4a53-a050-770e3c7735f8 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185763 Apr 25 15:04:08.762294 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:08.781301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e44144fe-b2e4-4112-96c3-4407194a1946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:08.854934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-6d2d6c79-edaa-42d6-935d-c71a496a0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:08.856973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-6d2d6c79-edaa-42d6-935d-c71a496a0177 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 1096 time: 0.3337550 Apr 25 15:04:08.887313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e901ae-9a68-4215-b654-700c3732c8f3 req-5272e2f8-063f-4f9e-8c69-dcf2efa9e71c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:08.888760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-68e901ae-9a68-4215-b654-700c3732c8f3 req-5272e2f8-063f-4f9e-8c69-dcf2efa9e71c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Synchronizing usage tracker for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:04:08.912519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-68e901ae-9a68-4215-b654-700c3732c8f3 req-5272e2f8-063f-4f9e-8c69-dcf2efa9e71c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Unset dirty status for tenant:ae32593a4b7749ddaa7d8fc4b651cf18 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:04:08.913919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68e901ae-9a68-4215-b654-700c3732c8f3 req-5272e2f8-063f-4f9e-8c69-dcf2efa9e71c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.1568365 Apr 25 15:04:08.919886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:27Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:08.928673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] Checking router: 07f8ad76-d2ce-4769-b246-215294f50533 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:08.950890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:08.951826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:03:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:09.033750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68e901ae-9a68-4215-b654-700c3732c8f3 req-2361e956-680a-482b-ba4d-8603f21311ac tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133428 Apr 25 15:04:09.203357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:09.270736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-6eba8218-bf3b-42e1-9dae-4302a53642c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:09.273487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-6eba8218-bf3b-42e1-9dae-4302a53642c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45e1afe2-1581-4c32-9627-1b8f2141dbad HTTP/1.1" status: 200 len: 898 time: 0.4074328 Apr 25 15:04:09.441766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-307e1bf6-2334-479f-9126-69790f704719 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:09.449609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-307e1bf6-2334-479f-9126-69790f704719 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.15 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 946 time: 0.1990492 Apr 25 15:04:09.535578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:09.646290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Deleting port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:09.647807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:09.684547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.15', 54388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:09.746873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-ab4b98bf-60c3-4ef8-801d-aab8ffe5fce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d2eece-da39-4817-8363-9b5381f437e0 HTTP/1.1" status: 200 len: 217 time: 0.3851304 Apr 25 15:04:09.789612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:09.803377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:09.804267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:09.810042 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:09.832073 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:09.967612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:27Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:09.982186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Pushing event updated for resources: {'Port': ['ID=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:09.996949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463a9e6-d5bc-4350-bc25-3bf9f95f6b81 None None] The sync data for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 is: [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:02:18Z', 'revision_number': 4, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '44391555-385c-4c1e-bdb4-4da977d9f58b', 'name': '', 'network_id': '45e1afe2-1581-4c32-9627-1b8f2141dbad', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'mac_address': 'fa:16:3e:a3:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '7555c918-6f9b-473b-9a74-0c3586309904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:15Z', 'updated_at': '2022-04-25T15:02:27Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'subnets': [{'id': '7555c918-6f9b-473b-9a74-0c3586309904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:10.083702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-8b103d70-c1be-4cc0-81a2-0cd417f3ee28 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:10.085360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-8b103d70-c1be-4cc0-81a2-0cd417f3ee28 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.3998563 Apr 25 15:04:10.114152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-cfe49b3e-f104-4147-9a7c-45c2cd64ac30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4176624 Apr 25 15:04:10.130147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:10.147096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:10.164780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-94023883-e335-4b3b-a6c9-563596fa3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:10.166727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-94023883-e335-4b3b-a6c9-563596fa3b24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7555c918-6f9b-473b-9a74-0c3586309904 HTTP/1.1" status: 200 len: 834 time: 0.4060838 Apr 25 15:04:10.185624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:10.201582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:10.308171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:10.371205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663b9d0-b7ab-449d-8ef3-e1a796d6a414 req-f974b715-4c07-40c6-b692-91013e0bdd59 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:10.373234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0663b9d0-b7ab-449d-8ef3-e1a796d6a414 req-f974b715-4c07-40c6-b692-91013e0bdd59 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 946 time: 0.3951957 Apr 25 15:04:10.443529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 72d2eece-da39-4817-8363-9b5381f437e0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:10.444299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:10.447336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-582028fc-5b17-4dfe-8a67-1358f09aa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:10.448599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-582028fc-5b17-4dfe-8a67-1358f09aa978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45e1afe2-1581-4c32-9627-1b8f2141dbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648096 Apr 25 15:04:10.459982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Network 8159fe2f-50b7-4efa-96dd-10455de47820 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:10.484376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:10.491470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0663b9d0-b7ab-449d-8ef3-e1a796d6a414 req-ffe1128c-8e41-46c7-9f38-41324310c578 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f71cf37d-4e20-4c67-9504-100bc8ce586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032708 Apr 25 15:04:10.683573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] For port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,segment=NetworkSegment(b4333308-150a-4bc6-b99e-c9320c732e64),segment_id=b4333308-150a-4bc6-b99e-c9320c732e64)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:10.684107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:10.844183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-84213d68-76a7-4ef1-ae26-aff2a40b01c7 None None] Provisioning complete for port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:10.844629 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84213d68-76a7-4ef1-ae26-aff2a40b01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:10.906437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Calling delete_port for e7927c1f-2a0a-4ba5-aa05-c0a347f8905c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:10.941726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-73732e82-8d5d-4401-ba00-b9f37ba2ca2a service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803865 Apr 25 15:04:10.958807 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e9c436-92fa-4c32-a9aa-12bb69ce76df None None] New status for floating IP 397ea79c-07e8-4b9d-8573-140042afd60b: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:04:10.973234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-84213d68-76a7-4ef1-ae26-aff2a40b01c7 None None] Port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:04:10.978011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a737a471-b4ec-4cd9-a436-c34f3c393bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:11.007533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-5edaad7a-2638-4689-a4ee-93568f3bb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:11.008965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-5edaad7a-2638-4689-a4ee-93568f3bb9be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e6527c732444499a0e7d6b88d7df960&device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 1097 time: 0.7206266 Apr 25 15:04:11.055586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95e90c-b309-472e-8eb0-a638f959cdf3 req-111ee399-9542-4670-9a65-eda48f2ea185 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:11.058715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Router 2fbb6004-9378-4add-ab4a-1a12e6a17114 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:11.062614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e95e90c-b309-472e-8eb0-a638f959cdf3 req-111ee399-9542-4670-9a65-eda48f2ea185 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.7675526 Apr 25 15:04:11.268066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-cedd714c-f2f2-456d-bd63-e73ff2dddd9f service neutron] 10.222.0.15 "GET /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180780 Apr 25 15:04:11.378923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e95e90c-b309-472e-8eb0-a638f959cdf3 req-8f335710-3739-4fa8-ba78-81214a5f3f26 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154426 Apr 25 15:04:11.394964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:11.416171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79aa498d-a26b-4535-b85a-ee40a9ed660e admin admin] 10.222.0.23 "PUT /v2.0/routers/2fbb6004-9378-4add-ab4a-1a12e6a17114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4186487 Apr 25 15:04:11.416286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58094-886d-460c-bf88-850977327554 None None] Sync routers for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:11.429396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:11.430191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:11.443648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-b913760f-b173-4754-81eb-757ce68ffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:11.445134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-b913760f-b173-4754-81eb-757ce68ffb34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 200 len: 909 time: 0.3646166 Apr 25 15:04:11.590961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:11.651118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-5c73ecbe-0a67-4238-b6e4-e34650d6d5d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 200 len: 1002 time: 0.1933420 Apr 25 15:04:11.664909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 72d2eece-da39-4817-8363-9b5381f437e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=72d2eece-da39-4817-8363-9b5381f437e0,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:11.665673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:11.683088 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7da796fb-02ab-4218-947f-9a0cf648855b req-5e5528af-8d1d-4b19-8c41-234ce11fa5a0 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 210 time: 0.0570126 Apr 25 15:04:11.752953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:11.778245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:11.778642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:11.816202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-5d6ad80b-3ecf-46c9-8922-506db7f49152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:11.818960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-5d6ad80b-3ecf-46c9-8922-506db7f49152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 200 len: 847 time: 0.1434438 Apr 25 15:04:11.873502 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:11.916883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:12.020615 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.182066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50792) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:12.187358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1984982394-network', 'tenant_id': '3d8739003f0a4d849df3715a44781be2'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:12.193379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:12.197407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Usage tracker for resource:network and tenant:3d8739003f0a4d849df3715a44781be2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:12.201741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:12.205292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Pushing event deleted for resources: {'Port': ['ID=e7927c1f-2a0a-4ba5-aa05-c0a347f8905c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:12.208445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:12.221060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Made reservation on behalf of 3d8739003f0a4d849df3715a44781be2 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:04:12.225764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.230935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 72d2eece-da39-4817-8363-9b5381f437e0 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:12.241132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.259524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:12.264273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Usage tracker for resource:security_group_rule and tenant:3d8739003f0a4d849df3715a44781be2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:12.267808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:12.276675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:12.422444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.423747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] No DVR routers for this DVR port e7927c1f-2a0a-4ba5-aa05-c0a347f8905c on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:04:12.429608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.430935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.441275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 2, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:12.450532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58094-886d-460c-bf88-850977327554 None None] Checking router: 2fbb6004-9378-4add-ab4a-1a12e6a17114 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:12.451122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58094-886d-460c-bf88-850977327554 None None] Updating router 2fbb6004-9378-4add-ab4a-1a12e6a17114 port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:04:12.467985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:04:12.472226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'name': 'network-vif-deleted', 'tag': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:04:12.480022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22090300-ef55-4977-b072-d88eb05fd8f5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:12.487182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.488742 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Added segment 4d39bae7-601f-4051-acc8-92c61ecfae7b of type vlan for network 150d42b2-cafa-47a3-941f-013353146571 Apr 25 15:04:12.513723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.15 "DELETE /v2.0/ports/e7927c1f-2a0a-4ba5-aa05-c0a347f8905c HTTP/1.1" status: 204 len: 173 time: 3.0554862 Apr 25 15:04:12.554344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.631913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.633064 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:12.633666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.635797 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cf58094-886d-460c-bf88-850977327554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.650124 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316c2694-d79e-4b9f-81c4-8ae479717c38'] response: {'server_uuid': '61623ef3-3cb9-4fa1-829a-6d874248d40c', 'name': 'network-vif-deleted', 'tag': 'e7927c1f-2a0a-4ba5-aa05-c0a347f8905c', 'status': 'completed', 'code': 200} Apr 25 15:04:12.651953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 72d2eece-da39-4817-8363-9b5381f437e0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:12.652983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-c4e73889-0567-49e3-be19-f4663f020b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:12.655142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-c4e73889-0567-49e3-be19-f4663f020b9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5103913a-3275-4901-83f1-70838439cb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7859273 Apr 25 15:04:12.914154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7309644 Apr 25 15:04:12.916564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2e92-9780-43cd-94f0-ccd38945269a admin admin] Pushing event updated for resources: {'Network': ['ID=150d42b2-cafa-47a3-941f-013353146571,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:12.918840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50810) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:12.926834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Request body: {'subnet': {'network_id': '150d42b2-cafa-47a3-941f-013353146571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1984982394-subnet', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:12.933079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:12.940730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Usage tracker for resource:subnet and tenant:3d8739003f0a4d849df3715a44781be2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:12.944879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:12.966779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:12.991959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Made reservation on behalf of 3d8739003f0a4d849df3715a44781be2 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:04:12.993028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:12.994502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:13.009265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 150d42b2-cafa-47a3-941f-013353146571 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:04:13.367721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-a4551201-8be5-4551-be17-1cb294221159 service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454810 Apr 25 15:04:13.373971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e7927c1f-2a0a-4ba5-aa05-c0a347f8905c no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:13.434265 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:13.436242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: e7927c1f-2a0a-4ba5-aa05-c0a347f8905c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:04:13.436394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device e7927c1f-2a0a-4ba5-aa05-c0a347f8905c not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:04:13.531420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41ffb0-d0d5-455d-abb1-e650bd32a655 req-07dd4f9a-8d32-45df-b445-07c7d41272ed tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:13.533150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb41ffb0-d0d5-455d-abb1-e650bd32a655 req-07dd4f9a-8d32-45df-b445-07c7d41272ed tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/ports?device_id=520f93f8-43c0-4c69-81e2-30b2ba1bbc29 HTTP/1.1" status: 200 len: 945 time: 0.8766353 Apr 25 15:04:13.577429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9cc57a8-d2b8-4bc7-9e76-db240032385c req-cb87300d-ac14-4e02-98a9-76a0e5142267 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] 10.222.0.23 "GET /v2.0/ports?device_id=61623ef3-3cb9-4fa1-829a-6d874248d40c HTTP/1.1" status: 200 len: 210 time: 0.1938992 Apr 25 15:04:13.583818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=72d2eece-da39-4817-8363-9b5381f437e0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:13.699266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:13.802152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] No DVR routers for this DVR port 72d2eece-da39-4817-8363-9b5381f437e0 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:04:13.804884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:13.817374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cf58094-886d-460c-bf88-850977327554 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:13.833068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5cf58094-886d-460c-bf88-850977327554 None None] Transition to ACTIVE for port object 6df2c8c3-a738-473e-b300-5f6bc8aa2feb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:13.843040 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cf58094-886d-460c-bf88-850977327554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:13.852555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb41ffb0-d0d5-455d-abb1-e650bd32a655 req-c0948292-4e83-4608-a5d9-6f25e68a1b53 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e1efad9-125d-4cee-9aab-a1a26ba25d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069456 Apr 25 15:04:13.856031 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-40eb045b-f274-437a-8bbe-201fc469ad74 req-0a1157ae-8f76-4a28-b00e-7a69eba019e8 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.15 "DELETE /v2.0/ports/72d2eece-da39-4817-8363-9b5381f437e0 HTTP/1.1" status: 204 len: 173 time: 3.7404733 Apr 25 15:04:13.904960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4202e8b7-85e8-442b-bbb6-17b0542d824e req-ae5d3157-de54-4697-a550-69efc21b9db6 service neutron] 10.222.0.15 "GET /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228624 Apr 25 15:04:14.015106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.162642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Checking segment: {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:14.162642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Network hostable DHCP agents. Network: 150d42b2-cafa-47a3-941f-013353146571, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:04:14.198265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00d64d3-814b-45ce-bdbf-18a6cdad5fc2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:14.207561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Network 150d42b2-cafa-47a3-941f-013353146571 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:04:14.223431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 150d42b2-cafa-47a3-941f-013353146571) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:14.231527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:14.232643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.264564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50830) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:14.265587 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-63aa6ab1-9275-4654-9bb0-cf4b28978604 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3454106 Apr 25 15:04:14.271637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:14.284849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:14.293299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d6666-5369-487f-8e8c-428021027bba None None] Network 150d42b2-cafa-47a3-941f-013353146571 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:14.298961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Usage tracker for resource:router and tenant:3d8739003f0a4d849df3715a44781be2 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:14.303482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:14.313676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:14.347965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa11610-036d-4e50-9ea9-2274abe8a39d None None] Pushing event updated for resources: {'Port': ['ID=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:14.357863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.359740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.381439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.430603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5cf58094-886d-460c-bf88-850977327554 None None] Attempting to bind port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:14.430981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5cf58094-886d-460c-bf88-850977327554 None None] Attempting to bind port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:14.431351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf58094-886d-460c-bf88-850977327554 None None] Attempting to bind port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb on network 8159fe2f-50b7-4efa-96dd-10455de47820 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:14.450905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf58094-886d-460c-bf88-850977327554 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:14.451207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf58094-886d-460c-bf88-850977327554 None None] Checking segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:14.451616 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cf58094-886d-460c-bf88-850977327554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.452009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf58094-886d-460c-bf88-850977327554 None None] Bound using segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:14.452488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5cf58094-886d-460c-bf88-850977327554 None None] Bound port: 6df2c8c3-a738-473e-b300-5f6bc8aa2feb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:14.452861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cf58094-886d-460c-bf88-850977327554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.730889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.737742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-deleted', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:04:14.740602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5cf58094-886d-460c-bf88-850977327554 None None] For port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:14.745453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5cf58094-886d-460c-bf88-850977327554 None None] For port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:14.753497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cf58094-886d-460c-bf88-850977327554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.817026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-150d42b2-cafa-47a3-941f-013353146571', 'network_id': '150d42b2-cafa-47a3-941f-013353146571', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'fixed_ips': [{'subnet_id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:04:14.817984 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:14.849823 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637f8de8-46da-43fb-9219-991c4c722ae0'] response: {'server_uuid': '520f93f8-43c0-4c69-81e2-30b2ba1bbc29', 'name': 'network-vif-deleted', 'tag': '72d2eece-da39-4817-8363-9b5381f437e0', 'status': 'completed', 'code': 200} Apr 25 15:04:15.005060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:15.019197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:15.019873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:15.208757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:15.257072 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:15.299644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa11610-036d-4e50-9ea9-2274abe8a39d None None] Pushing event updated for resources: {'Port': ['ID=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:15.398823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:15.555877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-1f0265a1-9ba1-4ee1-86d3-7a3873ea6a1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2057357 Apr 25 15:04:15.579297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Allocated IP 172.25.0.144 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/e418525a-1de9-45ff-8aa8-73e4f145583f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:15.824032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Allocated IP 172.20.0.2 (150d42b2-cafa-47a3-941f-013353146571/e00d64d3-814b-45ce-bdbf-18a6cdad5fc2/a083d8cd-f6be-48a4-aa47-67f40504bedf) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:16.010877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.043017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.112400 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.114882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.124358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Transition to ACTIVE for port object a083d8cd-f6be-48a4-aa47-67f40504bedf will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:16.172393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Transition to ACTIVE for port object a083d8cd-f6be-48a4-aa47-67f40504bedf will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:16.215486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.216460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:16.220517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:16.233803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:16.290470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Pushing event updated for resources: {'Port': ['ID=e418525a-1de9-45ff-8aa8-73e4f145583f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:16.399124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-5737940d-852d-4061-9c24-91b7f902b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:16.402541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-5737940d-852d-4061-9c24-91b7f902b2f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 1097 time: 0.6891685 Apr 25 15:04:16.433759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Network 150d42b2-cafa-47a3-941f-013353146571 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:16.437352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:16.447919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:16.730365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 44391555-385c-4c1e-bdb4-4da977d9f58b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:16.731200 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.745185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Pushing event updated for resources: {'Port': ['ID=a083d8cd-f6be-48a4-aa47-67f40504bedf,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:16.815332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Attempting to bind port a083d8cd-f6be-48a4-aa47-67f40504bedf on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:16.815809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Attempting to bind port a083d8cd-f6be-48a4-aa47-67f40504bedf by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:16.816280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Attempting to bind port a083d8cd-f6be-48a4-aa47-67f40504bedf on network 150d42b2-cafa-47a3-941f-013353146571 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:16.829435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:16.830982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Checking segment: {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:16.831122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.831732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Bound using segment: {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:16.832393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Bound port: a083d8cd-f6be-48a4-aa47-67f40504bedf, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:16.832894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:16.998552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5cf58094-886d-460c-bf88-850977327554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:14Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:17.021062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58094-886d-460c-bf88-850977327554 None None] The sync data for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 is: [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:14Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:17.115351 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:17.134127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] For port a083d8cd-f6be-48a4-aa47-67f40504bedf, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:17.147999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] For port a083d8cd-f6be-48a4-aa47-67f40504bedf, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a083d8cd-f6be-48a4-aa47-67f40504bedf,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:17.162761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:17.306862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 44391555-385c-4c1e-bdb4-4da977d9f58b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44391555-385c-4c1e-bdb4-4da977d9f58b,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:17.306862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:17.435733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d98726-def4-415d-9614-b2fb40295ddf None None] Pushing event updated for resources: {'Port': ['ID=a083d8cd-f6be-48a4-aa47-67f40504bedf,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:17.600373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df2c8c3-a738-473e-b300-5f6bc8aa2feb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:17.691796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-0b2327e0-3e48-42cf-afde-fdbe31599e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:17.693376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-0b2327e0-3e48-42cf-afde-fdbe31599e0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 1.1408043 Apr 25 15:04:17.696899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:17.702023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 44391555-385c-4c1e-bdb4-4da977d9f58b owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:17.784160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:17.790773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:17.791111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:18.168732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:18.263404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:18.273394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:18.492644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:18.580651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-dc084d84-5785-4ed5-9e75-543a220b28c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 200 len: 1002 time: 0.7917485 Apr 25 15:04:18.744362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:18.747155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-3c3e4355-5b6e-4b54-b5d3-bb8f1fae8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:18.748823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-3c3e4355-5b6e-4b54-b5d3-bb8f1fae8e3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1627014 Apr 25 15:04:18.889104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=44391555-385c-4c1e-bdb4-4da977d9f58b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:18.935392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Router c6141b34-11a7-4b63-a8a0-fbac43d26779 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:04:19.165427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eeb9b2-9778-431b-962a-907470767db9 None None] Network 150d42b2-cafa-47a3-941f-013353146571 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:19.171901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-1bc19762-8e67-4770-82f4-0b4dc5d6b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:19.173697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-1bc19762-8e67-4770-82f4-0b4dc5d6b5be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4107943 Apr 25 15:04:19.661983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-7f08b0d0-b159-4ea4-901e-dd2c482ac601 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673522 Apr 25 15:04:19.722821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:19.740591 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Sync routers for ids ['c6141b34-11a7-4b63-a8a0-fbac43d26779'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:19.755363 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Routers {'c6141b34-11a7-4b63-a8a0-fbac43d26779'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:19.756098 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c6141b34-11a7-4b63-a8a0-fbac43d26779'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:19.761687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:19.829455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a083d8cd-f6be-48a4-aa47-67f40504bedf up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:19.926885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b70bfd5a-7b5a-4337-b6db-57e005cce06c None None] Provisioning for port a083d8cd-f6be-48a4-aa47-67f40504bedf completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:20.052248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a083d8cd-f6be-48a4-aa47-67f40504bedf completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:20.096327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a083d8cd-f6be-48a4-aa47-67f40504bedf triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:20.096663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:20.121466 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Set router c6141b34-11a7-4b63-a8a0-fbac43d26779 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:20.138854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:20.138854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12f1f942-df21-411c-a5cc-79aa4cb73f89 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8721118 Apr 25 15:04:20.139325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 50938) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:20.325468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:20.394722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a083d8cd-f6be-48a4-aa47-67f40504bedf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a083d8cd-f6be-48a4-aa47-67f40504bedf,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:20.405204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:20.406378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df2c8c3-a738-473e-b300-5f6bc8aa2feb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:20.449889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd2e1f34-5ee2-455b-8d68-a53d3f2c84f3 req-e08ea745-f45d-4cb8-a831-82d5e0ef8908 service neutron] 10.222.0.21 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159123 Apr 25 15:04:20.765717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Router 07f8ad76-d2ce-4769-b246-215294f50533 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:20.769492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a083d8cd-f6be-48a4-aa47-67f40504bedf,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:20.854441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fde3df4f-059e-4613-bcc8-fb452b47c2ac None None] Provisioning complete for port a083d8cd-f6be-48a4-aa47-67f40504bedf triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:20.855166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fde3df4f-059e-4613-bcc8-fb452b47c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.026582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:21.031688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.074951 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:04:16Z', 'revision_number': 3, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:21.089180 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Checking router: c6141b34-11a7-4b63-a8a0-fbac43d26779 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:21.089933 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Updating router c6141b34-11a7-4b63-a8a0-fbac43d26779 port e418525a-1de9-45ff-8aa8-73e4f145583f binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:04:21.185708 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.497435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:21.524247 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b64e579-329b-4736-8b36-f0cec793b298 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "PUT /v2.0/routers/07f8ad76-d2ce-4769-b246-215294f50533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5174618 Apr 25 15:04:21.527030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:21.545108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] Sync routers for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:21.572922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:21.573987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:21.612462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting subnet 7555c918-6f9b-473b-9a74-0c3586309904 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:04:21.616340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.751277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.842632 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.852933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.867973 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Transition to ACTIVE for port object e418525a-1de9-45ff-8aa8-73e4f145583f will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:21.882752 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.955971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:21.957358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:22.085370 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Attempting to bind port e418525a-1de9-45ff-8aa8-73e4f145583f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:22.085370 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Attempting to bind port e418525a-1de9-45ff-8aa8-73e4f145583f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:22.086352 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Attempting to bind port e418525a-1de9-45ff-8aa8-73e4f145583f on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:22.146555 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:22.147181 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:22.160405 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:22.164802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:22.165566 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Bound port: e418525a-1de9-45ff-8aa8-73e4f145583f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:22.166153 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:22.243013 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:22.272728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a083d8cd-f6be-48a4-aa47-67f40504bedf up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:22.313071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e20114-7251-4a0f-92a7-9fa758c9618b None None] Pushing event updated for resources: {'Port': ['ID=e418525a-1de9-45ff-8aa8-73e4f145583f,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:22.351839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Subnet': ['ID=7555c918-6f9b-473b-9a74-0c3586309904,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:22.365935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:22.382208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-53d2f1cb-a681-4d09-a335-da8d4d2308a9 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/subnets/7555c918-6f9b-473b-9a74-0c3586309904 HTTP/1.1" status: 204 len: 168 time: 0.8538697 Apr 25 15:04:22.385290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 50976) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:22.406266 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] For port e418525a-1de9-45ff-8aa8-73e4f145583f, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:22.416162 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] For port e418525a-1de9-45ff-8aa8-73e4f145583f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e418525a-1de9-45ff-8aa8-73e4f145583f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:22.421861 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:22.581674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Allocated IP 172.20.0.1 (150d42b2-cafa-47a3-941f-013353146571/e00d64d3-814b-45ce-bdbf-18a6cdad5fc2/f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:22.594413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6195b-2cbc-4aa6-b448-be14c646d01c None None] Network 45e1afe2-1581-4c32-9627-1b8f2141dbad requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:22.620078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Routers {'c6141b34-11a7-4b63-a8a0-fbac43d26779'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:22.621085 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c6141b34-11a7-4b63-a8a0-fbac43d26779'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:22.879391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.027926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:23.031126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a083d8cd-f6be-48a4-aa47-67f40504bedf triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:23.031680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.092244 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e20114-7251-4a0f-92a7-9fa758c9618b None None] Pushing event updated for resources: {'Port': ['ID=e418525a-1de9-45ff-8aa8-73e4f145583f,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:23.115576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.177462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Transition to ACTIVE for port object f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:23.200934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] Checking router: 07f8ad76-d2ce-4769-b246-215294f50533 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:23.213279 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] Set router c6141b34-11a7-4b63-a8a0-fbac43d26779 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:23.258228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.303299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] Routers {'07f8ad76-d2ce-4769-b246-215294f50533'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:23.304094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['07f8ad76-d2ce-4769-b246-215294f50533'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:23.378211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Network 150d42b2-cafa-47a3-941f-013353146571 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:23.385747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:23.394467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:23.485264 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.496006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Pushing event updated for resources: {'Port': ['ID=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:23.540291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 92f355e5-a6b7-49d5-b50a-4887bc5902be {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:23.544928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.567087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.655179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] DHCP port deletion for 45e1afe2-1581-4c32-9627-1b8f2141dbad request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:04:23.732178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] Deleting port 63f65902-7ef3-49dd-ad95-9a0f64089a7e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:23.732566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:23.962037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:24.048463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:04:16Z', 'revision_number': 3, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:24.054688 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a80dbd-a87b-4873-bc44-7ecff67271e5 None None] The sync data for ids ['c6141b34-11a7-4b63-a8a0-fbac43d26779'] in n-d-811416-6 is: [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:04:16Z', 'revision_number': 3, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:24.119970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] For port 92f355e5-a6b7-49d5-b50a-4887bc5902be, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=92f355e5-a6b7-49d5-b50a-4887bc5902be,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:24.120338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:24.343689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Calling delete_port for 92f355e5-a6b7-49d5-b50a-4887bc5902be owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:24.536108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:24.546778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:24.889731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:24.977061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:24.996285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-49a1a6f8-e803-4342-9d60-51b47c8a8586 None None] Provisioning for port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:25.066847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Pushing event updated for resources: {'Port': ['ID=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:25.070181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] Set router 07f8ad76-d2ce-4769-b246-215294f50533 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:25.106802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Port': ['ID=92f355e5-a6b7-49d5-b50a-4887bc5902be,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:25.243677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.329992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Network 150d42b2-cafa-47a3-941f-013353146571 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:25.331776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:25.375619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e418525a-1de9-45ff-8aa8-73e4f145583f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:25.553304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-49a1a6f8-e803-4342-9d60-51b47c8a8586 None None] Provisioning complete for port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:25.554079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-49a1a6f8-e803-4342-9d60-51b47c8a8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.726958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Router c6141b34-11a7-4b63-a8a0-fbac43d26779 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:25.729026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] For port 63f65902-7ef3-49dd-ad95-9a0f64089a7e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=63f65902-7ef3-49dd-ad95-9a0f64089a7e,segment=NetworkSegment(a22deedf-a6db-4c54-859c-05b8505524d0),segment_id=a22deedf-a6db-4c54-859c-05b8505524d0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:25.729677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.835453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.838485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.887913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.888835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Fanout notify agent at l3_agent the message router_deleted on router 07f8ad76-d2ce-4769-b246-215294f50533 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:04:25.915991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:25.919693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df4d733a-20cf-4a09-a15a-4cf6f968472c tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/routers/07f8ad76-d2ce-4769-b246-215294f50533 HTTP/1.1" status: 204 len: 168 time: 3.5307894 Apr 25 15:04:25.920369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51036) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:26.138810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] Calling delete_port for 63f65902-7ef3-49dd-ad95-9a0f64089a7e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:26.173430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:26.184079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.190635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20dbea94-6c84-4fa3-98a9-e7e37b731aed admin admin] 10.222.0.23 "PUT /v2.0/routers/c6141b34-11a7-4b63-a8a0-fbac43d26779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0490925 Apr 25 15:04:26.212194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Deleting port 63f65902-7ef3-49dd-ad95-9a0f64089a7e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:26.213106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.256791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-49a1a6f8-e803-4342-9d60-51b47c8a8586 None None] Port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:04:26.324489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e418525a-1de9-45ff-8aa8-73e4f145583f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:26.327739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.384715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] Pushing event deleted for resources: {'Port': ['ID=63f65902-7ef3-49dd-ad95-9a0f64089a7e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:26.414447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e418525a-1de9-45ff-8aa8-73e4f145583f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:26.415098 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.421436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] The port '63f65902-7ef3-49dd-ad95-9a0f64089a7e' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:04:26.601171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3b2b1-5886-4c47-90ff-69bf323ebf78 None None] No DVR routers for this DVR port 63f65902-7ef3-49dd-ad95-9a0f64089a7e on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:04:26.609325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.641133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e1afe2-1581-4c32-9627-1b8f2141dbad']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:26.663651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22deedf-a6db-4c54-859c-05b8505524d0') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:26.664483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22deedf-a6db-4c54-859c-05b8505524d0') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:26.678731 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.721561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.732551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b03e32f1-d317-4d8b-8051-761530b3e885 None None] Provisioning complete for port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:26.733739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b03e32f1-d317-4d8b-8051-761530b3e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.738140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:04:26.738555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:04:26.767184 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:04:26.894302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.943851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:26.986955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'Network': ['ID=45e1afe2-1581-4c32-9627-1b8f2141dbad,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:27.005898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51072) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:27.006833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-070cbaff-4a61-4509-96d7-b6646db75f49 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/networks/45e1afe2-1581-4c32-9627-1b8f2141dbad HTTP/1.1" status: 204 len: 168 time: 1.0847852 Apr 25 15:04:27.099205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b03e32f1-d317-4d8b-8051-761530b3e885 None None] Port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:04:27.137935 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:27.141743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd725495-4af9-427c-a4f5-d3c115163d43 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:27.148698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:27.159193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e418525a-1de9-45ff-8aa8-73e4f145583f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e418525a-1de9-45ff-8aa8-73e4f145583f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:27.161107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1ffc7-a617-48e8-8b85-f977a42ba47d None None] The sync data for ids ['07f8ad76-d2ce-4769-b246-215294f50533'] in n-d-811416-6 is: [{'id': '07f8ad76-d2ce-4769-b246-215294f50533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476450266', 'tenant_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:02:00Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': 'ae32593a4b7749ddaa7d8fc4b651cf18', 'gw_port': {'id': '92f355e5-a6b7-49d5-b50a-4887bc5902be', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f8ad76-d2ce-4769-b246-215294f50533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:02:01Z', 'updated_at': '2022-04-25T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:27.166318 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:27.225716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd725495-4af9-427c-a4f5-d3c115163d43 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:27.289350 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Sync routers for ids ['c6141b34-11a7-4b63-a8a0-fbac43d26779'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:27.327481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e418525a-1de9-45ff-8aa8-73e4f145583f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:27.336849 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Routers {'c6141b34-11a7-4b63-a8a0-fbac43d26779'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:27.342061 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c6141b34-11a7-4b63-a8a0-fbac43d26779'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:27.365125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd725495-4af9-427c-a4f5-d3c115163d43 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:27.412915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dd725495-4af9-427c-a4f5-d3c115163d43 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:27.414216 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd725495-4af9-427c-a4f5-d3c115163d43 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] 10.222.0.23 "DELETE /v2.0/security-groups/0e1efad9-125d-4cee-9aab-a1a26ba25d24 HTTP/1.1" status: 204 len: 168 time: 0.4073327 Apr 25 15:04:27.416142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725495-4af9-427c-a4f5-d3c115163d43 tempest-TestNetworkAdvancedServerOps-1357503286 tempest-TestNetworkAdvancedServerOps-1357503286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1efad9-125d-4cee-9aab-a1a26ba25d24,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:27.521119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 63f65902-7ef3-49dd-ad95-9a0f64089a7e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:27.667072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 63f65902-7ef3-49dd-ad95-9a0f64089a7e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:04:27.667425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 63f65902-7ef3-49dd-ad95-9a0f64089a7e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:04:27.811073 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Set router c6141b34-11a7-4b63-a8a0-fbac43d26779 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:27.907033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e418525a-1de9-45ff-8aa8-73e4f145583f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:28.030584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e418525a-1de9-45ff-8aa8-73e4f145583f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:28.030963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:28.284849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51130) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:28.331147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44391555-385c-4c1e-bdb4-4da977d9f58b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:28.469966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 44391555-385c-4c1e-bdb4-4da977d9f58b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:04:28.470606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44391555-385c-4c1e-bdb4-4da977d9f58b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:04:28.628775 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:04:23Z', 'revision_number': 4, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44', 'name': '', 'network_id': '150d42b2-cafa-47a3-941f-013353146571', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'mac_address': 'fa:16:3e:f9:3b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:21Z', 'updated_at': '2022-04-25T15:04:24Z', 'revision_number': 2, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'subnets': [{'id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:28.638056 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Checking router: c6141b34-11a7-4b63-a8a0-fbac43d26779 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:28.638406 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Updating router c6141b34-11a7-4b63-a8a0-fbac43d26779 port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:04:28.755394 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:28.775472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0a5c0f7a-805d-4d62-83cf-2f3a2f88e314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae32593a4b7749ddaa7d8fc4b651cf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894254 Apr 25 15:04:28.777894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51150) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:28.855144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ad3723a-f824-45fc-9e51-a84ef7441a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:28.894123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ad3723a-f824-45fc-9e51-a84ef7441a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:28.956515 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.010529 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ad3723a-f824-45fc-9e51-a84ef7441a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.042627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3723a-f824-45fc-9e51-a84ef7441a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98e075-d629-4202-8217-c41fa2345fbb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:29.054098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5ad3723a-f824-45fc-9e51-a84ef7441a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.056416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5ad3723a-f824-45fc-9e51-a84ef7441a94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b98e075-d629-4202-8217-c41fa2345fbb HTTP/1.1" status: 204 len: 168 time: 0.2773418 Apr 25 15:04:29.405934 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.489899 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Transition to ACTIVE for port object f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:29.499683 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.732683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92f355e5-a6b7-49d5-b50a-4887bc5902be no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:29.733584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51196) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:29.816572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 92f355e5-a6b7-49d5-b50a-4887bc5902be {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:04:29.817218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92f355e5-a6b7-49d5-b50a-4887bc5902be not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:04:29.830443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad62bd-dff5-4be5-b809-2755cb315f63 None None] Pushing event updated for resources: {'Port': ['ID=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:29.875699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd06cc5d-401d-468a-ba2a-c17dd5b31470 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8b61b9e24de4d7d83dd33a395589488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385036 Apr 25 15:04:29.876104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51202) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:29.965452 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Attempting to bind port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:29.965975 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Attempting to bind port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:29.966346 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Attempting to bind port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 on network 150d42b2-cafa-47a3-941f-013353146571 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:29.985302 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:29.986006 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Checking segment: {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:29.986485 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.986947 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Bound using segment: {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:29.987507 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Bound port: f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d39bae7-601f-4051-acc8-92c61ecfae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '150d42b2-cafa-47a3-941f-013353146571'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:29.987983 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:29.995510 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8530a90b-01cc-4d5a-88aa-1cf98bc43f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:30.049634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8530a90b-01cc-4d5a-88aa-1cf98bc43f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:30.116968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8530a90b-01cc-4d5a-88aa-1cf98bc43f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:30.140112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530a90b-01cc-4d5a-88aa-1cf98bc43f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337745a1-fdea-4b69-9d6a-b8dd5569da8f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:30.171636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8530a90b-01cc-4d5a-88aa-1cf98bc43f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:30.174034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8530a90b-01cc-4d5a-88aa-1cf98bc43f52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/337745a1-fdea-4b69-9d6a-b8dd5569da8f HTTP/1.1" status: 204 len: 168 time: 0.2960265 Apr 25 15:04:30.214933 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] For port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:30.219279 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] For port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:30.225707 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:30.392994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Routers {'c6141b34-11a7-4b63-a8a0-fbac43d26779'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:30.393802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c6141b34-11a7-4b63-a8a0-fbac43d26779'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:30.477451 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad62bd-dff5-4be5-b809-2755cb315f63 None None] Pushing event updated for resources: {'Port': ['ID=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:30.727582 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] Set router c6141b34-11a7-4b63-a8a0-fbac43d26779 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:31.483980 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:04:31.572475 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:04:23Z', 'revision_number': 4, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44', 'name': '', 'network_id': '150d42b2-cafa-47a3-941f-013353146571', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'mac_address': 'fa:16:3e:f9:3b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:21Z', 'updated_at': '2022-04-25T15:04:30Z', 'revision_number': 4, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'subnets': [{'id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:31.586311 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac3d6-3531-403e-ab66-d09142976023 None None] The sync data for ids ['c6141b34-11a7-4b63-a8a0-fbac43d26779'] in n-d-811416-6 is: [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:04:23Z', 'revision_number': 4, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44', 'name': '', 'network_id': '150d42b2-cafa-47a3-941f-013353146571', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'mac_address': 'fa:16:3e:f9:3b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:21Z', 'updated_at': '2022-04-25T15:04:30Z', 'revision_number': 4, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'subnets': [{'id': 'e00d64d3-814b-45ce-bdbf-18a6cdad5fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:31.613737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:31.882753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:31.883335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1147108586-network', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:31.891292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:31.903142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Usage tracker for resource:network and tenant:9a8f54002ef846d0b4fa338cbba49276 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:31.907615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:31.914646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:31.934696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Made reservation on behalf of 9a8f54002ef846d0b4fa338cbba49276 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:04:31.950380 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:31.995820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.045988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:32.072166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8f54002ef846d0b4fa338cbba49276 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:32.080146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:32.094106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:32.185230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:32.193873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:32.194279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.314317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.322501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.363980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:04:32.400996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.401375 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Added segment 7f5d78bb-6d4c-4d01-871a-98a4cb36d38e of type vlan for network b8293d72-f02c-4074-9962-fbba029b19ae Apr 25 15:04:32.501372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6255500-a4e1-4e04-a18b-6d3e09bb1942,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:32.505587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.692443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.695656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:32.696262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.759524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.828795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:32.847969 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:32.949437 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3345392 Apr 25 15:04:32.955212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51280) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:32.965600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Request body: {'subnet': {'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1147108586-subnet', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:32.979187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:32.986541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9fe8d-b2ee-426e-9410-23b1c6ffd233 admin admin] Pushing event updated for resources: {'Network': ['ID=b8293d72-f02c-4074-9962-fbba029b19ae,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:32.999998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Usage tracker for resource:subnet and tenant:9a8f54002ef846d0b4fa338cbba49276 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:33.014464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:33.063879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:33.097372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:33.101970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network b8293d72-f02c-4074-9962-fbba029b19ae details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:04:33.122848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Made reservation on behalf of 9a8f54002ef846d0b4fa338cbba49276 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:04:33.126162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:33.488225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:33.621320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Checking segment: {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:33.624000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Network hostable DHCP agents. Network: b8293d72-f02c-4074-9962-fbba029b19ae, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:04:33.642145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef15cfcc-e51a-40b2-95f4-77b95cdddf9c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:33.663762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Network b8293d72-f02c-4074-9962-fbba029b19ae is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:04:33.677910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, b8293d72-f02c-4074-9962-fbba029b19ae) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:33.686007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:33.686139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:33.691848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfc14b-a117-4f24-8df9-8b6c53149701 None None] Network b8293d72-f02c-4074-9962-fbba029b19ae requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:33.757879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5755fdaf-ff9c-46cf-b80d-f90077ce635e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8005507 Apr 25 15:04:33.760584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:33.768103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:33.782421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:33.797812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Usage tracker for resource:router and tenant:9a8f54002ef846d0b4fa338cbba49276 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:33.802477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:33.811715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:33.853932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:33.854770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:33.857393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:33.906612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:33.974827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:33.975232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:34.277578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-b8293d72-f02c-4074-9962-fbba029b19ae', 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'fixed_ips': [{'subnet_id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:04:34.278569 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:34.417141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:34.631708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Allocated IP 172.20.0.2 (b8293d72-f02c-4074-9962-fbba029b19ae/ef15cfcc-e51a-40b2-95f4-77b95cdddf9c/b4cb80ca-e417-470b-b59a-74e28ee3a534) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:34.843467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.109803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.122849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Transition to ACTIVE for port object b4cb80ca-e417-470b-b59a-74e28ee3a534 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:35.149086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Transition to ACTIVE for port object b4cb80ca-e417-470b-b59a-74e28ee3a534 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:35.160972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.279896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Network b8293d72-f02c-4074-9962-fbba029b19ae is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:35.283483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:35.285955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:35.382970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Pushing event updated for resources: {'Port': ['ID=b4cb80ca-e417-470b-b59a-74e28ee3a534,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:35.510670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Attempting to bind port b4cb80ca-e417-470b-b59a-74e28ee3a534 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:35.511049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Attempting to bind port b4cb80ca-e417-470b-b59a-74e28ee3a534 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:35.511447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Attempting to bind port b4cb80ca-e417-470b-b59a-74e28ee3a534 on network b8293d72-f02c-4074-9962-fbba029b19ae {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:35.514833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.525251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:35.526375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Checking segment: {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:35.528536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.529321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Bound using segment: {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:35.530086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Bound port: b4cb80ca-e417-470b-b59a-74e28ee3a534, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:35.530991 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.621904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.765255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] For port b4cb80ca-e417-470b-b59a-74e28ee3a534, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:35.770935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] For port b4cb80ca-e417-470b-b59a-74e28ee3a534, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b4cb80ca-e417-470b-b59a-74e28ee3a534,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:35.779819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:35.803227 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Allocated IP 172.25.0.82 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/9193314e-fd05-4105-bc53-3b17fbd219f0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:35.933333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eea499-1fd2-403c-a4b1-b6f80f0d32c1 None None] Pushing event updated for resources: {'Port': ['ID=b4cb80ca-e417-470b-b59a-74e28ee3a534,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:36.295639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:36.343238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:36.471077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:36.475452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:36.493677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:36.706353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Pushing event updated for resources: {'Port': ['ID=9193314e-fd05-4105-bc53-3b17fbd219f0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:37.293503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:37.570453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b54fe2-9d75-401c-bab2-8ea8a6fd6593 None None] Network b8293d72-f02c-4074-9962-fbba029b19ae requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:04:38.032241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b4cb80ca-e417-470b-b59a-74e28ee3a534 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:38.210711 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:38.264715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6211b9de-c177-4b41-90f1-f85b6ccbfa1f None None] Provisioning for port b4cb80ca-e417-470b-b59a-74e28ee3a534 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:38.311118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b4cb80ca-e417-470b-b59a-74e28ee3a534 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:38.328986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b4cb80ca-e417-470b-b59a-74e28ee3a534 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:38.329479 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:38.782518 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ca719f6-cdea-4e4f-91d1-5c1dade891c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:38.803859 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:38.810872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d156676-1d8e-49fc-a6c4-c40486d572a5 req-104bd01b-8cdf-423e-8e85-e0484ce31a04 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:38.819335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d156676-1d8e-49fc-a6c4-c40486d572a5 req-104bd01b-8cdf-423e-8e85-e0484ce31a04 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.5351977 Apr 25 15:04:38.884352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b4cb80ca-e417-470b-b59a-74e28ee3a534, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b4cb80ca-e417-470b-b59a-74e28ee3a534,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:38.895002 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:38.943325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:04:39.009590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7d156676-1d8e-49fc-a6c4-c40486d572a5 req-24ff4233-3eca-4f14-b626-c5f0b4dce785 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892831 Apr 25 15:04:39.079065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9431bf16-b9c5-44d3-a11e-1e30979869b7 None None] Provisioning complete for port b4cb80ca-e417-470b-b59a-74e28ee3a534 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:39.082886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9431bf16-b9c5-44d3-a11e-1e30979869b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:39.204183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b4cb80ca-e417-470b-b59a-74e28ee3a534,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:39.307775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:39.322181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Sync routers for ids ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:39.345748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:39.348020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-70adbba6-c49f-48c9-b8a4-7bedaa1138ae admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5854354 Apr 25 15:04:39.350486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:39.352508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Routers {'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:39.353260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:39.591297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Set router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:39.845914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-baaf6892-4f10-41df-9758-1928f32e7f3f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:39.848053 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-baaf6892-4f10-41df-9758-1928f32e7f3f tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.1677642 Apr 25 15:04:39.928724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b4cb80ca-e417-470b-b59a-74e28ee3a534 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:39.972650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port 6e6c19be-2679-468a-8852-b8c16167f0b1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:39.973347 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:40.133630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:36Z', 'revision_number': 3, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:40.137579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b4cb80ca-e417-470b-b59a-74e28ee3a534 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:40.138191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:40.206398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Checking router: ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:40.206763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Updating router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 port 9193314e-fd05-4105-bc53-3b17fbd219f0 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:04:40.352770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:40.371183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] For port 6e6c19be-2679-468a-8852-b8c16167f0b1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6e6c19be-2679-468a-8852-b8c16167f0b1,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:40.371634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:40.901847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:40.920832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321dab6-230a-4469-8b86-1e25d30f5a11 req-25760735-c198-4436-b8e4-737828007b54 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:40.930357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5321dab6-230a-4469-8b86-1e25d30f5a11 req-25760735-c198-4436-b8e4-737828007b54 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 946 time: 0.4435992 Apr 25 15:04:40.952412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c318fbc-deca-47f8-b61f-39846ecc4651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.037811 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5321dab6-230a-4469-8b86-1e25d30f5a11 req-d048ba40-2f8c-4ae0-bc66-50be674728ac tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5598f7f3-c4a1-4619-9e96-134733510d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063845 Apr 25 15:04:41.168799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.210123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Transition to ACTIVE for port object 9193314e-fd05-4105-bc53-3b17fbd219f0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:41.221780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.252382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.252759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.253103 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP a2c39874-cf08-4b8f-86c6-b16f6ecae3f5 disassociated. External IP: 172.25.0.161, port: 6e6c19be-2679-468a-8852-b8c16167f0b1. Apr 25 15:04:41.253529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for 6e6c19be-2679-468a-8852-b8c16167f0b1 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:41.415834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Allocated IP 172.20.0.1 (b8293d72-f02c-4074-9962-fbba029b19ae/ef15cfcc-e51a-40b2-95f4-77b95cdddf9c/5ffab7cf-728e-414e-9f39-402308ae01f2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:41.419985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6916bb-8a53-4365-8669-1934cd1e7643 None None] Pushing event updated for resources: {'Port': ['ID=9193314e-fd05-4105-bc53-3b17fbd219f0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:41.439617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Attempting to bind port 9193314e-fd05-4105-bc53-3b17fbd219f0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:41.441822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Attempting to bind port 9193314e-fd05-4105-bc53-3b17fbd219f0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:41.457873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Attempting to bind port 9193314e-fd05-4105-bc53-3b17fbd219f0 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:41.486773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:41.487328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:41.488323 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.488830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:41.489475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Bound port: 9193314e-fd05-4105-bc53-3b17fbd219f0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:41.489966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.550572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.717436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=6e6c19be-2679-468a-8852-b8c16167f0b1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:41.768182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] For port 9193314e-fd05-4105-bc53-3b17fbd219f0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:41.776441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] For port 9193314e-fd05-4105-bc53-3b17fbd219f0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9193314e-fd05-4105-bc53-3b17fbd219f0,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:41.789088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.853667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.894351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Transition to ACTIVE for port object 5ffab7cf-728e-414e-9f39-402308ae01f2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:41.932545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6916bb-8a53-4365-8669-1934cd1e7643 None None] Pushing event updated for resources: {'Port': ['ID=9193314e-fd05-4105-bc53-3b17fbd219f0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:41.947470 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.981762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:41.997610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Routers {'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:41.999114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:42.052496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Network b8293d72-f02c-4074-9962-fbba029b19ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:42.059886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:42.078859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:42.171407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffab7cf-728e-414e-9f39-402308ae01f2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:42.232687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:42.239812 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:42.498193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] Set router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:42.601089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9eaa1469-e0ef-49ac-84b7-afd3e3e3054b req-19636081-3ced-4930-8a16-019f63cdfb82 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 210 time: 0.0649107 Apr 25 15:04:42.723747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:42.875566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab7cf4-8b8b-496f-a4e9-e28a77381c43 req-d16aa44a-1d3c-479c-bd77-546ad4c3d449 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:42.882574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18ab7cf4-8b8b-496f-a4e9-e28a77381c43 req-d16aa44a-1d3c-479c-bd77-546ad4c3d449 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 0.4045525 Apr 25 15:04:42.978621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:43.020525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-941d95fa-e8c8-4cf2-9803-cb5f4477b983 None None] Provisioning for port 5ffab7cf-728e-414e-9f39-402308ae01f2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:43.030071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-941d95fa-e8c8-4cf2-9803-cb5f4477b983 None None] Provisioning complete for port 5ffab7cf-728e-414e-9f39-402308ae01f2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:43.031037 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-941d95fa-e8c8-4cf2-9803-cb5f4477b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:43.142260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18ab7cf4-8b8b-496f-a4e9-e28a77381c43 req-2289039f-e7ee-4300-a43e-e9fbf7c997ce tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506149 Apr 25 15:04:43.193126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:43.216063 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:43.236053 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:43.238781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:43.257479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-941d95fa-e8c8-4cf2-9803-cb5f4477b983 None None] Port 5ffab7cf-728e-414e-9f39-402308ae01f2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:04:43.382993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:36Z', 'revision_number': 3, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:43.391661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef8e01-e2f6-41c1-a0e6-5f02898bdaef None None] The sync data for ids ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'] in n-d-811416-6 is: [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:36Z', 'revision_number': 3, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:43.440535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6e6c19be-2679-468a-8852-b8c16167f0b1 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:43.444121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] No DVR routers for this DVR port 6e6c19be-2679-468a-8852-b8c16167f0b1 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:04:43.450831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:43.467199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'name': 'network-vif-deleted', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:04:43.583590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc05d4dd-7a1a-47e1-af33-f98a759eaa7a req-220ac352-cd7f-493f-bd35-8ef73a4ec655 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.21 "DELETE /v2.0/ports/6e6c19be-2679-468a-8852-b8c16167f0b1 HTTP/1.1" status: 204 len: 173 time: 3.7293429 Apr 25 15:04:43.587990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 6e6c19be-2679-468a-8852-b8c16167f0b1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:04:43.587990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6e6c19be-2679-468a-8852-b8c16167f0b1 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:04:43.634360 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:43.648978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b2291-0567-4042-9592-699cedd90791 req-4a0d3312-943f-426f-8019-921fcf59d25b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:43.650519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-104b2291-0567-4042-9592-699cedd90791 req-4a0d3312-943f-426f-8019-921fcf59d25b tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.15 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 0.3616745 Apr 25 15:04:43.652121 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d91a399-c69c-4256-83db-bd70f7ab8f73'] response: {'server_uuid': 'a3468054-dbcf-4c67-baaa-18b90a18b538', 'name': 'network-vif-deleted', 'tag': '6e6c19be-2679-468a-8852-b8c16167f0b1', 'status': 'completed', 'code': 200} Apr 25 15:04:43.678280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:43.690914 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:43.698556 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:44.033590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Deleting port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:44.034121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:44.142904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:44.169245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffab7cf-728e-414e-9f39-402308ae01f2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:44.291835 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:44.321339 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:44.341840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e1387495-8223-404c-9f3b-d6052e6e917a req-3efc4482-2e76-480b-9c4e-1afdfbf0c9f0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:04:44.364856 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:44.374370 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:44.452333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e1387495-8223-404c-9f3b-d6052e6e917a req-3efc4482-2e76-480b-9c4e-1afdfbf0c9f0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:04:44.466526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1387495-8223-404c-9f3b-d6052e6e917a req-3efc4482-2e76-480b-9c4e-1afdfbf0c9f0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3468054-dbcf-4c67-baaa-18b90a18b538 HTTP/1.1" status: 200 len: 210 time: 0.3102262 Apr 25 15:04:44.535978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Network b8293d72-f02c-4074-9962-fbba029b19ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:44.688470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:44.911271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] For port dcfb3228-1cc0-44d6-9d8b-ad30eae19100, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:44.911271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:44.921175 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:45.209000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f1249a58-cf82-4879-a302-6ed263848c2b None None] Provisioning complete for port 5ffab7cf-728e-414e-9f39-402308ae01f2 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:45.209624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1249a58-cf82-4879-a302-6ed263848c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:45.344538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1249a58-cf82-4879-a302-6ed263848c2b None None] Port 5ffab7cf-728e-414e-9f39-402308ae01f2 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:04:45.665977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761197e9-6596-4e10-a689-4af0c66142ff req-e6041ba4-72db-4027-8d43-0473cc30b115 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:45.674825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-761197e9-6596-4e10-a689-4af0c66142ff req-e6041ba4-72db-4027-8d43-0473cc30b115 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 946 time: 1.1356342 Apr 25 15:04:45.692440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:45.750881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:45.752183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:45.756364 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Floating IP 73fa18ca-554b-4a42-b1ef-67462fb22c73 disassociated. External IP: 172.25.0.177, port: dcfb3228-1cc0-44d6-9d8b-ad30eae19100. Apr 25 15:04:45.756944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Calling delete_port for dcfb3228-1cc0-44d6-9d8b-ad30eae19100 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:45.813092 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:45.815320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:45.827104 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e43b4-866e-4fa6-af74-637d8d35f0e1 None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:45.936823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9193314e-fd05-4105-bc53-3b17fbd219f0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:46.121115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:46.130494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9193314e-fd05-4105-bc53-3b17fbd219f0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:46.130846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:46.146529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9193314e-fd05-4105-bc53-3b17fbd219f0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:46.147424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:46.162192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-761197e9-6596-4e10-a689-4af0c66142ff req-71e8a538-9a2d-40a7-bdb3-02dc43656afb tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a96c0c-6f1c-43a9-9b0d-7c3078081476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4864967 Apr 25 15:04:46.190932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d9364953-bdb5-4b66-9f21-ebd0f889be90 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8388124 Apr 25 15:04:46.313278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:46.515212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc89b1-0034-4ea6-aaec-c843e3ad97fc None None] New status for floating IP a2c39874-cf08-4b8f-86c6-b16f6ecae3f5: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:04:46.517025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:46.640938 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:46.645424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:46.674763 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Sync routers for ids ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:46.701754 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Routers {'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:46.702610 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:46.828736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device dcfb3228-1cc0-44d6-9d8b-ad30eae19100 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:04:46.914684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598f7f3-c4a1-4619-9e96-134733510d75,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:46.947209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event deleted for resources: {'Port': ['ID=dcfb3228-1cc0-44d6-9d8b-ad30eae19100,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:47.168699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: dcfb3228-1cc0-44d6-9d8b-ad30eae19100 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:04:47.169071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device dcfb3228-1cc0-44d6-9d8b-ad30eae19100 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:04:47.185086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9193314e-fd05-4105-bc53-3b17fbd219f0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9193314e-fd05-4105-bc53-3b17fbd219f0,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:47.208041 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:47.226952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.227518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.228271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.228770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.229300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.229799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.230518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.231019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.231518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.231999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.232479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.232969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.237110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.237782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.238289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.238903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.239403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.239905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.240561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.241233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.241861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.242338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.242820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.243308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:47.248892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:47.250648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ac112244-d8ac-4bc0-9b7a-cae67e65bf2d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/security-groups/5598f7f3-c4a1-4619-9e96-134733510d75 HTTP/1.1" status: 204 len: 168 time: 1.4341712 Apr 25 15:04:47.253897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51562) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:47.258306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:47.288608 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-eba424ba-7493-4e51-942d-cd25b39bbe29 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] show failed (client error): The resource could not be found. Apr 25 15:04:47.300165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eba424ba-7493-4e51-942d-cd25b39bbe29 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups/5598f7f3-c4a1-4619-9e96-134733510d75 HTTP/1.1" status: 404 len: 347 time: 0.0451083 Apr 25 15:04:47.300784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:47.456687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9193314e-fd05-4105-bc53-3b17fbd219f0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:47.479131 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Set router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:47.748820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e5b4c409-c369-4857-a352-5b01cdec260d req-2170fe6d-0e36-42ce-9e6b-a6b092d04bdd tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Synchronizing usage tracker for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:04:47.926033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9193314e-fd05-4105-bc53-3b17fbd219f0 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:47.952719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e5b4c409-c369-4857-a352-5b01cdec260d req-2170fe6d-0e36-42ce-9e6b-a6b092d04bdd tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Unset dirty status for tenant:3e6527c732444499a0e7d6b88d7df960 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:04:47.959120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5b4c409-c369-4857-a352-5b01cdec260d req-2170fe6d-0e36-42ce-9e6b-a6b092d04bdd tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 210 time: 0.3431094 Apr 25 15:04:47.971042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:48.024429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] Sync routers for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:48.049157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port ebe1818b-4346-494a-9e1b-219b94f52394 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:48.053754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:48.060491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:48.062104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:48.198056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] No DVR routers for this DVR port dcfb3228-1cc0-44d6-9d8b-ad30eae19100 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:04:48.207572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:48.211770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-104b2291-0567-4042-9592-699cedd90791 req-d4bfb175-61da-4dce-9cee-94bc86d73ad3 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.15 "DELETE /v2.0/ports/dcfb3228-1cc0-44d6-9d8b-ad30eae19100 HTTP/1.1" status: 204 len: 173 time: 4.5374084 Apr 25 15:04:48.212576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'name': 'network-vif-deleted', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:04:48.310723 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca9c226-b856-4e9f-b0e0-3a9ee87bc8e1'] response: {'server_uuid': '44594ddc-3d79-4ab8-8553-f2e41f936f46', 'name': 'network-vif-deleted', 'tag': 'dcfb3228-1cc0-44d6-9d8b-ad30eae19100', 'status': 'completed', 'code': 200} Apr 25 15:04:48.367079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:42Z', 'revision_number': 4, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '5ffab7cf-728e-414e-9f39-402308ae01f2', 'name': '', 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'mac_address': 'fa:16:3e:5a:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:41Z', 'updated_at': '2022-04-25T15:04:43Z', 'revision_number': 2, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'subnets': [{'id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:48.375057 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Checking router: ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:48.382919 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Updating router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 port 5ffab7cf-728e-414e-9f39-402308ae01f2 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:04:48.392569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9193314e-fd05-4105-bc53-3b17fbd219f0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:48.392853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:48.469560 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:48.531820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:48.533862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:48.943809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for ebe1818b-4346-494a-9e1b-219b94f52394 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:49.069934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:49.386328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:49.402252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45bb91c3-a710-4606-ba61-bd81ffe4e69f req-ee8e8ca2-6b5b-4b11-9ac7-5e37f59132b7 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "GET /v2.0/ports?device_id=44594ddc-3d79-4ab8-8553-f2e41f936f46 HTTP/1.1" status: 200 len: 210 time: 0.0664451 Apr 25 15:04:49.528808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51610) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:49.568463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=ebe1818b-4346-494a-9e1b-219b94f52394,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:49.605119 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:49.642710 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Transition to ACTIVE for port object 5ffab7cf-728e-414e-9f39-402308ae01f2 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:04:49.643187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.643653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.645363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.645821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.646274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.650026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.650540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.650976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.651459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.651892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.652387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.654403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:04:49.669686 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:49.839155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:49.881773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:49.886838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9648fcb5-3a5c-40af-a7e8-4e6237d7b664 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/floatingips/a2c39874-cf08-4b8f-86c6-b16f6ecae3f5 HTTP/1.1" status: 204 len: 168 time: 2.5825696 Apr 25 15:04:50.114631 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Attempting to bind port 5ffab7cf-728e-414e-9f39-402308ae01f2 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:04:50.117615 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Attempting to bind port 5ffab7cf-728e-414e-9f39-402308ae01f2 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:04:50.118036 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Attempting to bind port 5ffab7cf-728e-414e-9f39-402308ae01f2 on network b8293d72-f02c-4074-9962-fbba029b19ae {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:04:50.121734 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980302f5-2a8d-40b9-8c28-e9f64f7d3f8b None None] Pushing event updated for resources: {'Port': ['ID=5ffab7cf-728e-414e-9f39-402308ae01f2,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:50.134294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:50.135796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:04:50.137471 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Checking segment: {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:04:50.138066 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:50.138625 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Bound using segment: {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:04:50.143585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] Checking router: 0b807bb5-a037-4742-96ef-55d6f2bb6c17 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:50.144366 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Bound port: 5ffab7cf-728e-414e-9f39-402308ae01f2, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:04:50.144943 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:50.164226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:50.165020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:50.367663 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] For port 5ffab7cf-728e-414e-9f39-402308ae01f2, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:04:50.376408 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] For port 5ffab7cf-728e-414e-9f39-402308ae01f2, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5ffab7cf-728e-414e-9f39-402308ae01f2,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:04:50.387396 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:50.592185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51632) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:50.600038 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144704024', 'description': 'tempest-description--538445230'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:50.606525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Routers {'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:50.608523 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:50.614284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:50.624591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:50.639560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:50.662059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:50.680058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51636) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:50.784415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:50.802540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:50.805814 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980302f5-2a8d-40b9-8c28-e9f64f7d3f8b None None] Pushing event updated for resources: {'Port': ['ID=5ffab7cf-728e-414e-9f39-402308ae01f2,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:50.992739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:51.004119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:51.008424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Deleting port 785aa0d5-634a-4b15-a381-70d68c60be28 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:51.008977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:51.120581 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] Set router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:51.145113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:51.160733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:51.267139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:51.691371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:51.700757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd99026-4473-4ceb-9285-3f2bc1d319bf None None] The sync data for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 is: [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T14:58:40Z', 'revision_number': 4, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'b90a9532-c5a5-478a-a2d2-bd68a4f39706', 'name': '', 'network_id': '5103913a-3275-4901-83f1-70838439cb09', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'mac_address': 'fa:16:3e:5d:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:37Z', 'updated_at': '2022-04-25T14:59:00Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'subnets': [{'id': '7a5a288e-c4d2-41a6-bacf-a0eb3604a614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:51.893531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:51.893531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:51.966720 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:42Z', 'revision_number': 4, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '5ffab7cf-728e-414e-9f39-402308ae01f2', 'name': '', 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'mac_address': 'fa:16:3e:5a:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:41Z', 'updated_at': '2022-04-25T15:04:50Z', 'revision_number': 4, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'subnets': [{'id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:51.984579 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d159c56-61c6-462c-8bd7-b6b07ba7e160 None None] The sync data for ids ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'] in n-d-811416-6 is: [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:42Z', 'revision_number': 4, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '5ffab7cf-728e-414e-9f39-402308ae01f2', 'name': '', 'network_id': 'b8293d72-f02c-4074-9962-fbba029b19ae', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'mac_address': 'fa:16:3e:5a:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:41Z', 'updated_at': '2022-04-25T15:04:50Z', 'revision_number': 4, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'subnets': [{'id': 'ef15cfcc-e51a-40b2-95f4-77b95cdddf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:04:52.044522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:52.207802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:52.234637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Calling delete_port for 785aa0d5-634a-4b15-a381-70d68c60be28 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:52.288968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Deleting port 5ffab7cf-728e-414e-9f39-402308ae01f2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:52.288968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:52.360556 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127b591-821f-4be2-9f5b-30a507424914 None None] New status for floating IP 73fa18ca-554b-4a42-b1ef-67462fb22c73: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:04:52.549203 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:52.549203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9215183 Apr 25 15:04:52.585568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:52.593324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': '53e5ef0a-6597-4617-b2e7-c1728db226ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:52.595232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2421794-9ae5-4286-8c24-e6a73a256b16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e5ef0a-6597-4617-b2e7-c1728db226ee,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:52.619748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:52.679025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:52.811427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] For port 5ffab7cf-728e-414e-9f39-402308ae01f2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5ffab7cf-728e-414e-9f39-402308ae01f2,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:52.812517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:52.840479 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.db.api [None req-1127b591-821f-4be2-9f5b-30a507424914 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:04:52.841527 n-d-811416-6 neutron-server[88063]: DEBUG oslo_db.api [None req-1127b591-821f-4be2-9f5b-30a507424914 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:04:52.970222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event deleted for resources: {'Port': ['ID=785aa0d5-634a-4b15-a381-70d68c60be28,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:52.979746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.017792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.031007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Calling delete_port for 5ffab7cf-728e-414e-9f39-402308ae01f2 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:53.032591 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-011fd4d9-a117-4cc7-9150-6478d53e5db5 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "DELETE /v2.0/floatingips/73fa18ca-554b-4a42-b1ef-67462fb22c73 HTTP/1.1" status: 204 len: 168 time: 2.3501806 Apr 25 15:04:53.108050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:53.121842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:53.137869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:53.226404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.294677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51702) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:53.347524 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127b591-821f-4be2-9f5b-30a507424914 None None] New status for floating IP 73fa18ca-554b-4a42-b1ef-67462fb22c73: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:04:53.392575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91706f3a-81ae-4c46-834b-b4f33671ddc1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.431740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91706f3a-81ae-4c46-834b-b4f33671ddc1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.544029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91706f3a-81ae-4c46-834b-b4f33671ddc1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.575656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91706f3a-81ae-4c46-834b-b4f33671ddc1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a96c0c-6f1c-43a9-9b0d-7c3078081476,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:53.636688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-91706f3a-81ae-4c46-834b-b4f33671ddc1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.640725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-91706f3a-81ae-4c46-834b-b4f33671ddc1 tempest-TestServerBasicOps-228752869 tempest-TestServerBasicOps-228752869-project] 10.222.0.23 "DELETE /v2.0/security-groups/77a96c0c-6f1c-43a9-9b0d-7c3078081476 HTTP/1.1" status: 204 len: 168 time: 0.3438411 Apr 25 15:04:53.708825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:53.849153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.885409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:53.923738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5ffab7cf-728e-414e-9f39-402308ae01f2 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:53.975588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f12a21-ed39-40af-844b-f1b2b267d41c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:54.018538 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.021976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-14e8fde8-3318-495f-b622-c0bd81ce1db5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4339054 Apr 25 15:04:54.037148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:54.046699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5ffab7cf-728e-414e-9f39-402308ae01f2 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:04:54.056759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5ffab7cf-728e-414e-9f39-402308ae01f2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:54.058513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.067754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'security_group_rule': {'security_group_id': '53e5ef0a-6597-4617-b2e7-c1728db226ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:54.084397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:54.093247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:security_group_rule and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:54.099101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:54.111889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:54.214312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.306733 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.366710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5ffab7cf-728e-414e-9f39-402308ae01f2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5ffab7cf-728e-414e-9f39-402308ae01f2,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:54.372027 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.391030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.417835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.488718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76a1f56-4724-4583-ae7b-199eea5460ac,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:54.499512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.501294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50a3443f-9c99-4f8c-94f7-45d142d8aec5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4578111 Apr 25 15:04:54.507721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51744) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:54.526888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:04:54.545083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:04:54.550180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:04:54.550741 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:04:54.579240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Usage tracker for resource:floatingip and tenant:700bd23b9445478a9e59222159060338 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:04:54.590246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:04:54.605564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5ffab7cf-728e-414e-9f39-402308ae01f2,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:54.618095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:04:54.657480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:54.836126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:55.016758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.25.0.191 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/cb6780ce-6bca-4993-9576-f7947d16de53) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:04:55.028088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:55.053576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Deleting port 5ffab7cf-728e-414e-9f39-402308ae01f2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:55.054361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:55.430755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:55.507864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:55.702734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Deleting port b90a9532-c5a5-478a-a2d2-bd68a4f39706 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:55.703492 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:55.827113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5ffab7cf-728e-414e-9f39-402308ae01f2 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:04:55.883740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:04:55.888343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:04:55.894164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:04:55.994625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5ffab7cf-728e-414e-9f39-402308ae01f2 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:04:55.997001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:56.030239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=cb6780ce-6bca-4993-9576-f7947d16de53,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:56.048511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] For port b90a9532-c5a5-478a-a2d2-bd68a4f39706, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b90a9532-c5a5-478a-a2d2-bd68a4f39706,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:56.055388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:56.074404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:56.221760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:56.246159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Calling delete_port for b90a9532-c5a5-478a-a2d2-bd68a4f39706 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:56.639277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] For port 5ffab7cf-728e-414e-9f39-402308ae01f2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5ffab7cf-728e-414e-9f39-402308ae01f2,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:04:56.639517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:56.842968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:56.846630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Calling delete_port for 5ffab7cf-728e-414e-9f39-402308ae01f2 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:04:57.042761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90a9532-c5a5-478a-a2d2-bd68a4f39706,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:57.155562 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:04:57.174899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:57.190570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:57.287619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=cb6780ce-6bca-4993-9576-f7947d16de53,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:57.289959 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:57.326575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:57.430683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffab7cf-728e-414e-9f39-402308ae01f2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:04:57.815900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:58.050845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:58.052278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb0e527e-9478-40df-a05d-672d9aaa57c3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5412939 Apr 25 15:04:58.363565 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:58.396419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:58.803648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:58.814609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] Sync routers for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:04:58.842552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:58.843687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:58.852429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9756de7c-2ea5-4af2-9069-287a764aa6f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/0b807bb5-a037-4742-96ef-55d6f2bb6c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1418550 Apr 25 15:04:58.855675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51842) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:04:58.999730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-88b3f71d-86a9-462d-b148-05303de93e2e req-460a3c2a-50f8-42ef-ba20-ea933ff1dd1e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:04:59.106096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-88b3f71d-86a9-462d-b148-05303de93e2e req-460a3c2a-50f8-42ef-ba20-ea933ff1dd1e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:04:59.116021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-460a3c2a-50f8-42ef-ba20-ea933ff1dd1e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1144704024&fields=id&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 267 time: 0.4644973 Apr 25 15:04:59.263335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:04:59.296555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:59.427599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:04:59.520377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:59.531052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:59.563530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Deleting port d6880466-00f7-4db2-9687-e391c251bfbb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:04:59.564066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:04:59.843748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-ecf7636d-9799-48cb-9371-d9c6fdf2b294 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:04:59.854303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-ecf7636d-9799-48cb-9371-d9c6fdf2b294 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.7372782 Apr 25 15:04:59.887372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T15:04:56Z', 'revision_number': 5, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port': {'id': 'd6880466-00f7-4db2-9687-e391c251bfbb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:19Z', 'updated_at': '2022-04-25T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:59.898018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] Checking router: 0b807bb5-a037-4742-96ef-55d6f2bb6c17 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:04:59.918869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] Routers {'0b807bb5-a037-4742-96ef-55d6f2bb6c17'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:04:59.923342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:04:59.985506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:04:59.993545 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b0b0852d-394f-4cdd-a551-9eee1de2f9ff admin admin] 10.222.0.23 "PUT /v2.0/routers/ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4595163 Apr 25 15:05:00.008503 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-9850933b-8846-4dcb-8e4a-bdd425c051ba tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/quotas/700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 375 time: 0.1449273 Apr 25 15:05:00.008733 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] Sync routers for ids ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:05:00.015319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:00.047807 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] Routers {'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:05:00.048501 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:00.199763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-e378b86d-f6ca-4242-98db-d6a7a36243e3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1980612 Apr 25 15:05:00.232442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] For port d6880466-00f7-4db2-9687-e391c251bfbb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6880466-00f7-4db2-9687-e391c251bfbb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:00.233283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:00.304040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] Set router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:00.383242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Calling delete_port for d6880466-00f7-4db2-9687-e391c251bfbb owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:00.434052 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] Set router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:00.632899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T15:04:59Z', 'revision_number': 6, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:00.642050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae65fe-f96c-41cc-9fc2-63dec3445968 None None] The sync data for ids ['0b807bb5-a037-4742-96ef-55d6f2bb6c17'] in n-d-811416-6 is: [{'id': '0b807bb5-a037-4742-96ef-55d6f2bb6c17', 'name': 'tempest-TestServerBasicOps-101593911-router', 'tenant_id': '3e6527c732444499a0e7d6b88d7df960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:15Z', 'updated_at': '2022-04-25T15:04:59Z', 'revision_number': 6, 'project_id': '3e6527c732444499a0e7d6b88d7df960', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:05:00.712985 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-d25a9a4f-bf42-4db5-a123-084342c32c55 service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878545 Apr 25 15:05:00.723840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:00.995255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-7543b28c-52ec-4831-8a60-67df6183ac7e service neutron] 10.222.0.23 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807431 Apr 25 15:05:01.010543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:57Z', 'revision_number': 5, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:01.042559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] Checking router: ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:05:01.074963 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] Routers {'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:05:01.076001 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:04:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:01.387888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dbb659df-7ac5-4c81-b13a-e84c1193de71 req-69fe34b8-9047-4b3b-bcf7-c94b12e4182b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:05:01.448411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-dbb659df-7ac5-4c81-b13a-e84c1193de71 req-69fe34b8-9047-4b3b-bcf7-c94b12e4182b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:05:01.449942 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbb659df-7ac5-4c81-b13a-e84c1193de71 req-69fe34b8-9047-4b3b-bcf7-c94b12e4182b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 210 time: 0.1489027 Apr 25 15:05:01.531423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] Set router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:01.565009 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:01.586040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Deleting port 9193314e-fd05-4105-bc53-3b17fbd219f0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:01.586533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:01.912634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6880466-00f7-4db2-9687-e391c251bfbb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:02.044343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51908) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:02.083238 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:57Z', 'revision_number': 5, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:02.091465 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d73e9-28d5-4a55-a592-720d1e77e5ad None None] The sync data for ids ['ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11'] in n-d-811416-6 is: [{'id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'name': 'tempest-ImageQuotaTest-1147108586-router', 'tenant_id': '9a8f54002ef846d0b4fa338cbba49276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:33Z', 'updated_at': '2022-04-25T15:04:57Z', 'revision_number': 5, 'project_id': '9a8f54002ef846d0b4fa338cbba49276', 'gw_port': {'id': '9193314e-fd05-4105-bc53-3b17fbd219f0', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:35Z', 'updated_at': '2022-04-25T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:05:02.153178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] For port 9193314e-fd05-4105-bc53-3b17fbd219f0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9193314e-fd05-4105-bc53-3b17fbd219f0,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:02.154777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.175139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Deleting subnet c08cb6f6-5431-4153-8e9d-ff613dfe675f {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:05:02.180192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.234339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.250343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.329732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.357698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Calling delete_port for 9193314e-fd05-4105-bc53-3b17fbd219f0 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:02.456741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.463364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.511603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6880466-00f7-4db2-9687-e391c251bfbb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:02.548716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b90a9532-c5a5-478a-a2d2-bd68a4f39706 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:02.601096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08cb6f6-5431-4153-8e9d-ff613dfe675f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:02.626833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.660069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bc09723c-733e-48a7-8d3d-12bd548487de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c08cb6f6-5431-4153-8e9d-ff613dfe675f HTTP/1.1" status: 204 len: 168 time: 0.6145737 Apr 25 15:05:02.662636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 51922) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:02.664950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b90a9532-c5a5-478a-a2d2-bd68a4f39706 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:02.665346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b90a9532-c5a5-478a-a2d2-bd68a4f39706 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:02.710227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.928152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7db4267d-b602-44d0-a9be-1b389a889bac req-04746c80-c233-4b51-beff-59b5a15e6b3e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 210 time: 0.1593852 Apr 25 15:05:02.930795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.979374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:02.982146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.057317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.057819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b807bb5-a037-4742-96ef-55d6f2bb6c17 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:05:03.088274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.092573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-86626eb4-187d-4f4b-9f8a-67c06c4e591f admin admin] 10.222.0.23 "DELETE /v2.0/routers/0b807bb5-a037-4742-96ef-55d6f2bb6c17 HTTP/1.1" status: 204 len: 168 time: 4.2319157 Apr 25 15:05:03.092573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:03.165484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.328997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Deleting subnet 7a5a288e-c4d2-41a6-bacf-a0eb3604a614 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:05:03.332554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.350499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.388395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9193314e-fd05-4105-bc53-3b17fbd219f0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:03.389124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4f2ddd-064f-4249-b142-4dc62f1538c9']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:03.414817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4333308-150a-4bc6-b99e-c9320c732e64') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:03.415580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4333308-150a-4bc6-b99e-c9320c732e64') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:03.433112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.452474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.464666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.472778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:05:03.474058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:05:03.521266 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:05:03.747127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.810609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-54046fe2-0fb3-4626-9577-acc8d44d5be3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:03.811112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-54046fe2-0fb3-4626-9577-acc8d44d5be3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 815 time: 0.2012463 Apr 25 15:05:03.905078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5ffab7cf-728e-414e-9f39-402308ae01f2 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:03.910175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-48e7e7ed-02f8-4741-90c2-fbb998ced15c tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700bd23b9445478a9e59222159060338 HTTP/1.1" status: 200 len: 380 time: 0.0678368 Apr 25 15:05:03.912731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.919048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'port': {'device_id': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'admin_state_up': True, 'tenant_id': '700bd23b9445478a9e59222159060338', 'security_groups': ['53e5ef0a-6597-4617-b2e7-c1728db226ee']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:05:03.948356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 5ffab7cf-728e-414e-9f39-402308ae01f2 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:03.949773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5ffab7cf-728e-414e-9f39-402308ae01f2 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:03.960442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:03.978095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4f2ddd-064f-4249-b142-4dc62f1538c9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:04.007684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6012fc82-2f44-41c8-9bc9-8ccd0f317a02 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc4f2ddd-064f-4249-b142-4dc62f1538c9 HTTP/1.1" status: 204 len: 168 time: 1.3438878 Apr 25 15:05:04.023127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:04.191128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:05:04.204286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:05:04.218814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Made reservation on behalf of 700bd23b9445478a9e59222159060338 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:05:04.224171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.247267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.256933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.289510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d120d43b-a25d-4da6-8bfb-7f216e827362 req-da4892eb-278d-412e-b3fc-e3f148084fcf tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 210 time: 0.1048212 Apr 25 15:05:04.380438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Deleting subnet df07b10b-9452-4d8f-90f6-2bebb229701b {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:05:04.391048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.432580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.442529 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.476094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Allocated IP 172.20.0.10 (3625009f-9661-4b0d-81e3-a0f6017b5902/07ace9f6-a624-4c28-857b-fc8e65bfb60b/24c3738d-f60c-454f-8044-7f332d40a302) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:05:04.527979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.528997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:05:04.559573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.674443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.682170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e9dde-8511-4b12-94b9-6e9f1c250ca1 None None] Network 5103913a-3275-4901-83f1-70838439cb09 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:05:04.718325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.722570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8bcf0b22-f4a3-4f8b-b213-e5d204abdd58 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ea426c6b-3d4f-4205-8fe9-5f1c36ac7f11 HTTP/1.1" status: 204 len: 168 time: 4.7027497 Apr 25 15:05:04.723565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5a288e-c4d2-41a6-bacf-a0eb3604a614,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:04.733931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51954) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:04.747708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-27f1a2b0-5db5-4379-873a-9261de009b51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a5a288e-c4d2-41a6-bacf-a0eb3604a614 HTTP/1.1" status: 204 len: 168 time: 1.6545622 Apr 25 15:05:04.834049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 51958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:04.863926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.883792 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Transition to ACTIVE for port object 24c3738d-f60c-454f-8044-7f332d40a302 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:05:04.904947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:04.918832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.052351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.070500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Deleting subnet ef15cfcc-e51a-40b2-95f4-77b95cdddf9c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:05:05.096583 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.101782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:05:05.103397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:05:05.106910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:05:05.209628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.247096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:05.247968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.323859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Deleting port 172123b7-7f6b-4f08-93e0-a96e565e5277 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:05.324418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.337677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event updated for resources: {'Port': ['ID=24c3738d-f60c-454f-8044-7f332d40a302,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:05.368270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-c20ce8fa-a6bc-4c90-87b8-636feb3393dd tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4532859 Apr 25 15:05:05.382489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Request body: {'port': {'device_id': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:05:05.554567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] DHCP port deletion for 5103913a-3275-4901-83f1-70838439cb09 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:05:05.558800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Deleting port 172123b7-7f6b-4f08-93e0-a96e565e5277 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:05.559128 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.635238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.648484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:05.990174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.020220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555deba-966e-4ac3-9169-0936bd5d3cb0 req-a5b5d338-4d2f-45ac-9890-d7f96ddd5248 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:06.021147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e555deba-966e-4ac3-9169-0936bd5d3cb0 req-a5b5d338-4d2f-45ac-9890-d7f96ddd5248 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:05:06.071100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e555deba-966e-4ac3-9169-0936bd5d3cb0 req-a5b5d338-4d2f-45ac-9890-d7f96ddd5248 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:05:06.071323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] For port 172123b7-7f6b-4f08-93e0-a96e565e5277, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=172123b7-7f6b-4f08-93e0-a96e565e5277,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:06.071576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.072506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e555deba-966e-4ac3-9169-0936bd5d3cb0 req-a5b5d338-4d2f-45ac-9890-d7f96ddd5248 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 932 time: 0.4252796 Apr 25 15:05:06.122835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 172123b7-7f6b-4f08-93e0-a96e565e5277 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:06.127461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df07b10b-9452-4d8f-90f6-2bebb229701b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:06.213910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] For port 172123b7-7f6b-4f08-93e0-a96e565e5277, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=172123b7-7f6b-4f08-93e0-a96e565e5277,segment=NetworkSegment(3730d462-a274-40c9-bea7-c0d931355dd5),segment_id=3730d462-a274-40c9-bea7-c0d931355dd5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:06.214738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.280784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e555deba-966e-4ac3-9169-0936bd5d3cb0 req-b5a784b9-4bba-4758-91ad-17bf8599ff9e tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815672 Apr 25 15:05:06.334608 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.345188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Calling delete_port for 172123b7-7f6b-4f08-93e0-a96e565e5277 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:06.389385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5bf285e-777a-4ca7-83e4-2e7145069a54 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/df07b10b-9452-4d8f-90f6-2bebb229701b HTTP/1.1" status: 204 len: 168 time: 2.3649459 Apr 25 15:05:06.392045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52100) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:06.413557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.539184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.585390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Calling delete_port for 172123b7-7f6b-4f08-93e0-a96e565e5277 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:06.650568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-832e76ed-2321-480b-bbb9-a6f2310dd454 None None] Provisioning for port 24c3738d-f60c-454f-8044-7f332d40a302 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:05:06.689280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-832e76ed-2321-480b-bbb9-a6f2310dd454 None None] Provisioning complete for port 24c3738d-f60c-454f-8044-7f332d40a302 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:05:06.689681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-832e76ed-2321-480b-bbb9-a6f2310dd454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.696962 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:05:06.754563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.833499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-832e76ed-2321-480b-bbb9-a6f2310dd454 None None] Port 24c3738d-f60c-454f-8044-7f332d40a302 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:05:06.893246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 172123b7-7f6b-4f08-93e0-a96e565e5277 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:05:06.893794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 172123b7-7f6b-4f08-93e0-a96e565e5277 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:06.894295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9193314e-fd05-4105-bc53-3b17fbd219f0 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:06.894519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c3738d-f60c-454f-8044-7f332d40a302 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:05:06.915295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:06.993926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.011506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 9193314e-fd05-4105-bc53-3b17fbd219f0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:07.020843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=172123b7-7f6b-4f08-93e0-a96e565e5277,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:07.029397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9193314e-fd05-4105-bc53-3b17fbd219f0 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:07.029397 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:05:07.029397 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:05:07.036966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] No DVR routers for this DVR port 172123b7-7f6b-4f08-93e0-a96e565e5277 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:05:07.084233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Transition to ACTIVE for port object 24c3738d-f60c-454f-8044-7f332d40a302 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:05:07.113143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.119381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.173679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef15cfcc-e51a-40b2-95f4-77b95cdddf9c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:07.173876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97924a97-5648-4365-ba8e-8e32fcbe00c9']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:07.231954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.238485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c8ccee-893b-4383-a437-3269ca75316d None None] Network b8293d72-f02c-4074-9962-fbba029b19ae requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:05:07.251996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.288110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1eb61b2-ff94-45df-bccc-9887ab5c637d') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:07.288110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1eb61b2-ff94-45df-bccc-9887ab5c637d') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:07.331293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.333605 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a0c3ded6-f2c5-4a0a-bf2d-715d51e6d25a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef15cfcc-e51a-40b2-95f4-77b95cdddf9c HTTP/1.1" status: 204 len: 168 time: 2.5813165 Apr 25 15:05:07.336962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52188) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:07.356377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.371019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:05:07.372339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.436921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5103913a-3275-4901-83f1-70838439cb09']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:05:07.490004 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:05:07.516905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3730d462-a274-40c9-bea7-c0d931355dd5') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:07.518823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3730d462-a274-40c9-bea7-c0d931355dd5') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:07.595868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Deleting port 172123b7-7f6b-4f08-93e0-a96e565e5277 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:07.597166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.690287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.699599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Pushing event updated for resources: {'Port': ['ID=24c3738d-f60c-454f-8044-7f332d40a302,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:07.727298 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.739484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a002d932-914d-4eb1-b738-f4319ce0681b None None] The port '172123b7-7f6b-4f08-93e0-a96e565e5277' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:05:07.742584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.752811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=97924a97-5648-4365-ba8e-8e32fcbe00c9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:07.767468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6edf0204-44d1-4d3d-a286-574086036c09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/97924a97-5648-4365-ba8e-8e32fcbe00c9 HTTP/1.1" status: 204 len: 168 time: 1.3738077 Apr 25 15:05:07.800815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.806331 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.815163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Attempting to bind port 24c3738d-f60c-454f-8044-7f332d40a302 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:05:07.815561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Attempting to bind port 24c3738d-f60c-454f-8044-7f332d40a302 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:05:07.816087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Attempting to bind port 24c3738d-f60c-454f-8044-7f332d40a302 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:05:07.821585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Port 24c3738d-f60c-454f-8044-7f332d40a302 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:05:07.822105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Attempting to bind port 24c3738d-f60c-454f-8044-7f332d40a302 on network 3625009f-9661-4b0d-81e3-a0f6017b5902 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:05:07.824942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:05:07.829151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.842054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:05:07.842733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Checking segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:05:07.843405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Bound using segment: {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:05:07.844442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Bound port: 24c3738d-f60c-454f-8044-7f332d40a302, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b802c154-e722-460a-8893-629842804247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:05:07.845373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:05:07.855989 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:05:07.861214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Deleting port b4cb80ca-e417-470b-b59a-74e28ee3a534 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:07.861970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.914336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] DHCP port deletion for b8293d72-f02c-4074-9962-fbba029b19ae request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:05:07.920962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Deleting port b4cb80ca-e417-470b-b59a-74e28ee3a534 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:07.921807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:07.987889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] For port 24c3738d-f60c-454f-8044-7f332d40a302, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:05:07.994133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] For port 24c3738d-f60c-454f-8044-7f332d40a302, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=24c3738d-f60c-454f-8044-7f332d40a302,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:05:07.995350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52258) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:08.016371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.027181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79191-93c4-48df-b2e6-73d4a0f9e183 req-9449315b-8ea5-4f95-b03e-de6cf601a1ca tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:08.038449 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.042152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8be79191-93c4-48df-b2e6-73d4a0f9e183 req-9449315b-8ea5-4f95-b03e-de6cf601a1ca tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 944 time: 0.3722234 Apr 25 15:05:08.108981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-50680b12-d239-4c13-bdd7-aa93c09a8c35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa1deee6899d4e529f02bf35c3126609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104107 Apr 25 15:05:08.109620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52272) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:08.133913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:08.134545 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.135927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] 10.222.0.15 "PUT /v2.0/ports/24c3738d-f60c-454f-8044-7f332d40a302 HTTP/1.1" status: 200 len: 1092 time: 2.7590878 Apr 25 15:05:08.146336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:05:08.205519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.244191 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46205993-baf8-45f2-af18-2bc86fd0668b'] response: {'name': 'network-changed', 'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302', 'status': 'completed', 'code': 200} Apr 25 15:05:08.270964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5103913a-3275-4901-83f1-70838439cb09 HTTP/1.1" status: 204 len: 168 time: 3.4354591 Apr 25 15:05:08.273578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52290) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:08.291177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b22b23-78f0-4b2f-bd41-291ba3f66ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5103913a-3275-4901-83f1-70838439cb09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:08.306195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d32cb-5f8d-4717-b065-b7462e03c40c service neutron] Pushing event updated for resources: {'Port': ['ID=24c3738d-f60c-454f-8044-7f332d40a302,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:08.324549 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:05:08.358940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fdf66bb-dbde-4740-8811-dbde2478ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.380701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] For port b4cb80ca-e417-470b-b59a-74e28ee3a534, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b4cb80ca-e417-470b-b59a-74e28ee3a534,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:08.381602 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.405475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fdf66bb-dbde-4740-8811-dbde2478ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.420213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8be79191-93c4-48df-b2e6-73d4a0f9e183 req-16cc66d2-0fd8-4cd3-8b34-d32b918d8b8d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Synchronizing usage tracker for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:05:08.479926 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fdf66bb-dbde-4740-8811-dbde2478ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.505339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-b2b159bd-d3d5-45e4-9de3-e1be1c93accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:08.507435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-b2b159bd-d3d5-45e4-9de3-e1be1c93accf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 1095 time: 0.3183534 Apr 25 15:05:08.510900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf66bb-dbde-4740-8811-dbde2478ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71cf37d-4e20-4c67-9504-100bc8ce586f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:08.590848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-d9aa6e02-64f8-49b5-b21c-0e4c481877d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c3738d-f60c-454f-8044-7f332d40a302 HTTP/1.1" status: 200 len: 217 time: 0.0766330 Apr 25 15:05:08.593369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1fdf66bb-dbde-4740-8811-dbde2478ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.598252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1fdf66bb-dbde-4740-8811-dbde2478ff5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f71cf37d-4e20-4c67-9504-100bc8ce586f HTTP/1.1" status: 204 len: 168 time: 0.4748585 Apr 25 15:05:08.675942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-851d80d7-eda7-4904-b8a0-7a07f4473060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:08.677427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-851d80d7-eda7-4904-b8a0-7a07f4473060 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.0780230 Apr 25 15:05:08.681097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8be79191-93c4-48df-b2e6-73d4a0f9e183 req-16cc66d2-0fd8-4cd3-8b34-d32b918d8b8d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Unset dirty status for tenant:700bd23b9445478a9e59222159060338 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:05:08.683118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8be79191-93c4-48df-b2e6-73d4a0f9e183 req-16cc66d2-0fd8-4cd3-8b34-d32b918d8b8d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6397972 Apr 25 15:05:08.745939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Calling delete_port for b4cb80ca-e417-470b-b59a-74e28ee3a534 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:08.775714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] For port b4cb80ca-e417-470b-b59a-74e28ee3a534, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b4cb80ca-e417-470b-b59a-74e28ee3a534,segment=NetworkSegment(7f5d78bb-6d4c-4d01-871a-98a4cb36d38e),segment_id=7f5d78bb-6d4c-4d01-871a-98a4cb36d38e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:08.776334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:08.877536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f71d-86a9-462d-b148-05303de93e2e req-f6cc5d5b-3486-4e15-99e6-c7b04462b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:08.879230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-f6cc5d5b-3486-4e15-99e6-c7b04462b9b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818340 Apr 25 15:05:08.944130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Calling delete_port for b4cb80ca-e417-470b-b59a-74e28ee3a534 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:08.969484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23d76f7a-1de4-46cd-a2eb-9b8816e5d988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:09.031654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:09.163679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Pushing event deleted for resources: {'Port': ['ID=b4cb80ca-e417-470b-b59a-74e28ee3a534,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:09.168639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] No DVR routers for this DVR port b4cb80ca-e417-470b-b59a-74e28ee3a534 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:05:09.201790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-5c618493-d874-4774-b75b-0e495d634117 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163266 Apr 25 15:05:09.207442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.213470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.213826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.214171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.214510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.214908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.219255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.219255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.219255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.219622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.219805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.220336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d1644-7003-4a62-9d8f-406f3496815f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:05:09.393198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52398) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:09.403171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88b3f71d-86a9-462d-b148-05303de93e2e req-da0628e8-2e59-40cd-b81d-c94e4dee3b2c service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930692 Apr 25 15:05:09.555818 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c34f6d1c-3db5-4ad6-a4e0-49a649fdd3d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c0899b5ce9841ef81e4b7190a646938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613221 Apr 25 15:05:09.558636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:09.561569 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:05:09.562556 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:05:09.660054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ac71e3c-7a74-42a9-b17c-a8d65c485509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:09.699872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ac71e3c-7a74-42a9-b17c-a8d65c485509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:09.709151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-9cca0fc5-8309-45b6-bd57-8d688325ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:09.713245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-9cca0fc5-8309-45b6-bd57-8d688325ba47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 1095 time: 0.2474020 Apr 25 15:05:09.847028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ac71e3c-7a74-42a9-b17c-a8d65c485509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:09.872468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b4cb80ca-e417-470b-b59a-74e28ee3a534 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:09.913245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71e3c-7a74-42a9-b17c-a8d65c485509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f4c28-2883-4817-a784-dcebd8b39eed,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:09.929114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b4cb80ca-e417-470b-b59a-74e28ee3a534 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:09.929774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b4cb80ca-e417-470b-b59a-74e28ee3a534 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:09.947831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.037303 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ac71e3c-7a74-42a9-b17c-a8d65c485509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.038572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1ac71e3c-7a74-42a9-b17c-a8d65c485509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d54f4c28-2883-4817-a784-dcebd8b39eed HTTP/1.1" status: 204 len: 168 time: 0.4787121 Apr 25 15:05:10.051813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-1264f54c-2c15-45dd-945b-1fcd07783185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:10.053291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-1264f54c-2c15-45dd-945b-1fcd07783185 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.3355463 Apr 25 15:05:10.065760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Deleting port b4cb80ca-e417-470b-b59a-74e28ee3a534 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:10.066286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.129402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-4b8516d6-473f-4041-85ac-ff8165b89490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c3738d-f60c-454f-8044-7f332d40a302 HTTP/1.1" status: 200 len: 217 time: 0.0692272 Apr 25 15:05:10.200141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d072fd0-1e90-44a8-8dda-60f496dcbc42 req-c9c65031-b1d8-4814-b9ef-86e4e3363cd9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:10.201916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d072fd0-1e90-44a8-8dda-60f496dcbc42 req-c9c65031-b1d8-4814-b9ef-86e4e3363cd9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 944 time: 0.2603893 Apr 25 15:05:10.230547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-0b557eaa-1315-43ba-9a53-7ad2c27dd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:10.235307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-0b557eaa-1315-43ba-9a53-7ad2c27dd20b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.0987751 Apr 25 15:05:10.296146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] The port 'b4cb80ca-e417-470b-b59a-74e28ee3a534' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:05:10.349579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6d072fd0-1e90-44a8-8dda-60f496dcbc42 req-7f6591f1-d2cf-4a8a-9e2e-05116a1ad2d8 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233184 Apr 25 15:05:10.398318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-df7a2501-7e7d-4aaa-af33-48d025f02937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:10.399762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-df7a2501-7e7d-4aaa-af33-48d025f02937 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360676 Apr 25 15:05:10.544060 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.619718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8293d72-f02c-4074-9962-fbba029b19ae']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:10.670747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:10.671058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5d78bb-6d4c-4d01-871a-98a4cb36d38e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:10.678007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-f9d07676-d028-4dff-8da1-3fcd613d10b3 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705503 Apr 25 15:05:10.685883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.716284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.727764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:05:10.728477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: util.warn( Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:05:10.745823 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:05:10.932623 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f379f6f1-9cac-4435-a39e-83a151d6170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:10.936457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82ffe1f0-4551-42d3-ac73-4f0547779ce7 req-173facd2-e69c-4d87-a806-b959c90c8cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537861 Apr 25 15:05:11.016887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Deleting port 2907e343-5880-44ce-bf9f-77bfb398ddd8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:11.017810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.057745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.063695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.090499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8293d72-f02c-4074-9962-fbba029b19ae,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:11.096402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e9d5fe1d-dc4b-4ede-865f-4d7f17ce271f admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8293d72-f02c-4074-9962-fbba029b19ae HTTP/1.1" status: 204 len: 168 time: 3.7551320 Apr 25 15:05:11.253780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] For port 2907e343-5880-44ce-bf9f-77bfb398ddd8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2907e343-5880-44ce-bf9f-77bfb398ddd8,segment=NetworkSegment(27f7079a-254e-474a-88e6-57d666e15684),segment_id=27f7079a-254e-474a-88e6-57d666e15684)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:11.254408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.366480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52520) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:11.411454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Calling delete_port for 2907e343-5880-44ce-bf9f-77bfb398ddd8 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:11.482574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2c57cb88-192a-4419-bced-cf6268b14d2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a8f54002ef846d0b4fa338cbba49276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147630 Apr 25 15:05:11.484848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52530) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:11.769968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0101075f-8b6b-4200-9bf2-f4e5fddb1480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.810606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0101075f-8b6b-4200-9bf2-f4e5fddb1480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.838528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd4cc0-ee7d-44e6-b81d-0164b755738d req-36b70003-5677-4453-ad6e-51a9092e14c5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:11.840582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dbd4cc0-ee7d-44e6-b81d-0164b755738d req-36b70003-5677-4453-ad6e-51a9092e14c5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 944 time: 0.3041410 Apr 25 15:05:11.848125 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:11.992974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0101075f-8b6b-4200-9bf2-f4e5fddb1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:12.003074 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:12.048299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101075f-8b6b-4200-9bf2-f4e5fddb1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6255500-a4e1-4e04-a18b-6d3e09bb1942,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:12.057562 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:12.092310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dbd4cc0-ee7d-44e6-b81d-0164b755738d req-f742533b-a79f-4249-afd9-2db31d0d8d8a tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389786 Apr 25 15:05:12.105735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0101075f-8b6b-4200-9bf2-f4e5fddb1480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:12.107035 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0101075f-8b6b-4200-9bf2-f4e5fddb1480 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6255500-a4e1-4e04-a18b-6d3e09bb1942 HTTP/1.1" status: 204 len: 168 time: 0.6204851 Apr 25 15:05:12.199680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2907e343-5880-44ce-bf9f-77bfb398ddd8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:12.519893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:12.783838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52560) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:12.811306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:12.831763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:05:12.835713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:05:12.838720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:05:12.844455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:05:12.894265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 24c3738d-f60c-454f-8044-7f332d40a302 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:05:13.018427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Router feb7e8ba-1cce-44de-af39-b544b54a8a31 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:05:13.028135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.037191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.067057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 24c3738d-f60c-454f-8044-7f332d40a302, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=24c3738d-f60c-454f-8044-7f332d40a302,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:13.085406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '24c3738d-f60c-454f-8044-7f332d40a302', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'port_id': '24c3738d-f60c-454f-8044-7f332d40a302', 'mac_address': 'fa:16:3e:73:21:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:05:13.198275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52576) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:13.203302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3819053 Apr 25 15:05:13.204780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ac655-3e0c-486d-96a4-c5dd1aa1ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474bbff4-9e87-4977-988f-3a532f4aacef,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:13.216111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.237208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c3738d-f60c-454f-8044-7f332d40a302 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:05:13.254396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 24c3738d-f60c-454f-8044-7f332d40a302, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=24c3738d-f60c-454f-8044-7f332d40a302,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:13.265578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.362409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=24c3738d-f60c-454f-8044-7f332d40a302,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:13.426083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:05:13.442917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] Sync routers for ids ['feb7e8ba-1cce-44de-af39-b544b54a8a31'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:05:13.461007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] Routers {'feb7e8ba-1cce-44de-af39-b544b54a8a31'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:05:13.462023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:05:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['feb7e8ba-1cce-44de-af39-b544b54a8a31'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:13.466209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52588) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:13.466946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbb3047d-a6e4-4ce9-9bda-980d76182a21 admin admin] 10.222.0.23 "PUT /v2.0/routers/feb7e8ba-1cce-44de-af39-b544b54a8a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1801131 Apr 25 15:05:13.477197 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d057d2d5-52b3-4813-ae25-7b659a02c645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.513619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d057d2d5-52b3-4813-ae25-7b659a02c645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.578767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['24c3738d-f60c-454f-8044-7f332d40a302'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:05:13.626033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb826e-0233-4d06-a51a-6a5a310a776f req-347078d8-79d7-46bf-9c82-074b2edf12c9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:13.631711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fdb826e-0233-4d06-a51a-6a5a310a776f req-347078d8-79d7-46bf-9c82-074b2edf12c9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 945 time: 0.3216891 Apr 25 15:05:13.779232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.806316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7fdb826e-0233-4d06-a51a-6a5a310a776f req-bda1d7e6-4023-4e5c-9f7c-8b1f8a791553 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632519 Apr 25 15:05:13.832885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d057d2d5-52b3-4813-ae25-7b659a02c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.865564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057d2d5-52b3-4813-ae25-7b659a02c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474bbff4-9e87-4977-988f-3a532f4aacef,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:13.871831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d057d2d5-52b3-4813-ae25-7b659a02c645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:13.873913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d057d2d5-52b3-4813-ae25-7b659a02c645 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/474bbff4-9e87-4977-988f-3a532f4aacef HTTP/1.1" status: 204 len: 168 time: 0.6751778 Apr 25 15:05:14.135474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] Set router feb7e8ba-1cce-44de-af39-b544b54a8a31 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:14.152007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:14.565793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1179b-f2fa-4714-a376-0d728d7d1b6a req-2f209add-100e-4224-a339-62fd6edbd374 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:14.567963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1a1179b-f2fa-4714-a376-0d728d7d1b6a req-2f209add-100e-4224-a339-62fd6edbd374 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 949 time: 0.5726738 Apr 25 15:05:14.655037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1a1179b-f2fa-4714-a376-0d728d7d1b6a req-79b8e4a0-0435-4d2d-85d8-fb4a39878f66 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782218 Apr 25 15:05:14.679075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:14.699417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Deleting port 7d394739-6418-44d2-9d81-e027cbdd708b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:14.699770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:14.779380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T15:05:11Z', 'revision_number': 5, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port': {'id': '7d394739-6418-44d2-9d81-e027cbdd708b', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:56Z', 'updated_at': '2022-04-25T14:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:14.786482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] Checking router: feb7e8ba-1cce-44de-af39-b544b54a8a31 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:05:14.796697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] Routers {'feb7e8ba-1cce-44de-af39-b544b54a8a31'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:05:14.799221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:05:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['feb7e8ba-1cce-44de-af39-b544b54a8a31'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:14.929879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] For port 7d394739-6418-44d2-9d81-e027cbdd708b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7d394739-6418-44d2-9d81-e027cbdd708b,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:14.930687 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:14.992662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] Set router feb7e8ba-1cce-44de-af39-b544b54a8a31 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:15.121956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Calling delete_port for 7d394739-6418-44d2-9d81-e027cbdd708b owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:15.195917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T15:05:14Z', 'revision_number': 6, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:15.200198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853526a-faf4-4be8-8ef5-5181f5357987 None None] The sync data for ids ['feb7e8ba-1cce-44de-af39-b544b54a8a31'] in n-d-811416-6 is: [{'id': 'feb7e8ba-1cce-44de-af39-b544b54a8a31', 'name': 'tempest-TestServerBasicOps-620528243-router', 'tenant_id': '7d881fc062e648ad9318531d3aabbd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:52Z', 'updated_at': '2022-04-25T15:05:14Z', 'revision_number': 6, 'project_id': '7d881fc062e648ad9318531d3aabbd11', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:05:15.228185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05364f-617b-4f8c-a251-670c56ee53a6 req-0a9541d2-1916-4a8d-b263-33128bf40f58 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:15.238599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a05364f-617b-4f8c-a251-670c56ee53a6 req-0a9541d2-1916-4a8d-b263-33128bf40f58 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 945 time: 0.1635699 Apr 25 15:05:15.298922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a05364f-617b-4f8c-a251-670c56ee53a6 req-2fa39315-c393-4148-a781-a4c2360674a0 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568240 Apr 25 15:05:15.365743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:15.476248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d394739-6418-44d2-9d81-e027cbdd708b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:15.585652 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:15.730162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-be2d9b45-16cd-4aec-822e-7bb1017fa9b2 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:15.731663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-be2d9b45-16cd-4aec-822e-7bb1017fa9b2 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 949 time: 0.3318932 Apr 25 15:05:15.917700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:15.925182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:15.990464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:15.991031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb7e8ba-1cce-44de-af39-b544b54a8a31 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:05:16.001013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Deleting port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:16.001463 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:16.161022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d394739-6418-44d2-9d81-e027cbdd708b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:16.184256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2fce5-f0ae-4c8d-961f-beba5ebcae26 req-09931127-fed9-4a91-a89a-c20177778ab3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:16.186058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10a2fce5-f0ae-4c8d-961f-beba5ebcae26 req-09931127-fed9-4a91-a89a-c20177778ab3 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 949 time: 0.3671386 Apr 25 15:05:16.199493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:16.204822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fe1d25a3-bd75-47fe-99ee-0d83f0122169 admin admin] 10.222.0.23 "DELETE /v2.0/routers/feb7e8ba-1cce-44de-af39-b544b54a8a31 HTTP/1.1" status: 204 len: 168 time: 2.7337277 Apr 25 15:05:16.205159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52642) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:16.239597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7d394739-6418-44d2-9d81-e027cbdd708b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:16.244695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7d394739-6418-44d2-9d81-e027cbdd708b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:16.244695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2907e343-5880-44ce-bf9f-77bfb398ddd8 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:16.296598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 2907e343-5880-44ce-bf9f-77bfb398ddd8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:16.297265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2907e343-5880-44ce-bf9f-77bfb398ddd8 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:16.339008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Deleting subnet 4e8545ce-e9ce-434a-be29-03d6b1eb63cd {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:05:16.348469 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:16.431431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] For port 6102a231-33e4-4c17-9f58-609e5dc3aeb4, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=6102a231-33e4-4c17-9f58-609e5dc3aeb4,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:16.432056 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:16.678827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:16.776126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Calling delete_port for 6102a231-33e4-4c17-9f58-609e5dc3aeb4 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:16.843551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:16.848107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10a2fce5-f0ae-4c8d-961f-beba5ebcae26 req-1992a871-7a7a-48fd-b5d8-7455a597820d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/security-groups?id=61768e4d-7255-4dab-bb9a-e6acc1593b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509905 Apr 25 15:05:16.913439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 24c3738d-f60c-454f-8044-7f332d40a302 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:05:17.009061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e10b-e3e2-4014-9987-29ec923652e4 req-ec041704-1c3a-4f7e-ba93-cfe1b0a55c28 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:17.015107 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b397e10b-e3e2-4014-9987-29ec923652e4 req-ec041704-1c3a-4f7e-ba93-cfe1b0a55c28 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 945 time: 0.2871063 Apr 25 15:05:17.019452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.034695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.052273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['6102a231-33e4-4c17-9f58-609e5dc3aeb4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:05:17.072879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8545ce-e9ce-434a-be29-03d6b1eb63cd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:17.094976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.106713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f942e04e-4cd9-45a3-a29e-f68876096af6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4e8545ce-e9ce-434a-be29-03d6b1eb63cd HTTP/1.1" status: 204 len: 168 time: 0.8996811 Apr 25 15:05:17.109616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:17.129301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Pushing event deleted for resources: {'Port': ['ID=6102a231-33e4-4c17-9f58-609e5dc3aeb4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:17.143435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb3978-14f1-4e2a-ab6b-1367de9b2741 None None] Network 534ca105-cd88-4aa2-9b84-21186e1231f8 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:05:17.167863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b397e10b-e3e2-4014-9987-29ec923652e4 req-f9647af3-6387-435d-a88a-1a6de1a30dc2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361206 Apr 25 15:05:17.273556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] No DVR routers for this DVR port 6102a231-33e4-4c17-9f58-609e5dc3aeb4 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:05:17.276432 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.279201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'name': 'network-vif-deleted', 'tag': '6102a231-33e4-4c17-9f58-609e5dc3aeb4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:05:17.290920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.303902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Deleting port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:17.307981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.319239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71165ea3-a597-40c9-a8b5-d3e1ceef7a0d req-2263bac8-d7b3-411e-957c-9636b61c985d tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.21 "DELETE /v2.0/ports/6102a231-33e4-4c17-9f58-609e5dc3aeb4 HTTP/1.1" status: 204 len: 173 time: 1.4945250 Apr 25 15:05:17.396768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 24c3738d-f60c-454f-8044-7f332d40a302 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:05:17.410045 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0285e0ec-e095-49a0-8a45-d3ebaeca7ae8'] response: {'server_uuid': 'ab16d88c-25e3-4926-a3e5-9af03b28940f', 'name': 'network-vif-deleted', 'tag': '6102a231-33e4-4c17-9f58-609e5dc3aeb4', 'status': 'completed', 'code': 200} Apr 25 15:05:17.439342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 24c3738d-f60c-454f-8044-7f332d40a302 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:05:17.439975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.661787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] For port 6bc9a315-f2a7-4a25-acf4-509604e4ca15, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6bc9a315-f2a7-4a25-acf4-509604e4ca15,segment=NetworkSegment(27f7079a-254e-474a-88e6-57d666e15684),segment_id=27f7079a-254e-474a-88e6-57d666e15684)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:17.662473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.740144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf42a88-cbd1-458d-b438-3598fa5ef535 None None] DHCP port deletion for 534ca105-cd88-4aa2-9b84-21186e1231f8 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:05:17.760542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dbf42a88-cbd1-458d-b438-3598fa5ef535 None None] Deleting port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:05:17.760988 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dbf42a88-cbd1-458d-b438-3598fa5ef535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.836903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Calling delete_port for 6bc9a315-f2a7-4a25-acf4-509604e4ca15 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:05:17.887882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6bc9a315-f2a7-4a25-acf4-509604e4ca15 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:17.936710 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:17.992522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.003065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:05:18.031971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dbf42a88-cbd1-458d-b438-3598fa5ef535 None None] The port '6bc9a315-f2a7-4a25-acf4-509604e4ca15' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:05:18.042912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 24c3738d-f60c-454f-8044-7f332d40a302, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=24c3738d-f60c-454f-8044-7f332d40a302,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:05:18.061077 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.074688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] No DVR routers for this DVR port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:05:18.107825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc9a315-f2a7-4a25-acf4-509604e4ca15,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:18.139398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 6bc9a315-f2a7-4a25-acf4-509604e4ca15 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:05:18.140407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6bc9a315-f2a7-4a25-acf4-509604e4ca15 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:18.142980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=24c3738d-f60c-454f-8044-7f332d40a302,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:18.289571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f382b18-1fa8-4cb9-a101-c2d472d55e37 req-ad2eb72b-bb59-410c-a94b-114ba462e6a0 tempest-VolumesBackupsTest-1963564828 tempest-VolumesBackupsTest-1963564828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab16d88c-25e3-4926-a3e5-9af03b28940f HTTP/1.1" status: 200 len: 210 time: 0.1236629 Apr 25 15:05:18.302774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.339630 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deaf3572-65e0-4455-b7a6-29e364226c3b'] response: {'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302', 'code': 200} Apr 25 15:05:18.380191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534ca105-cd88-4aa2-9b84-21186e1231f8']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:18.418595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f7079a-254e-474a-88e6-57d666e15684') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:18.418892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f7079a-254e-474a-88e6-57d666e15684') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:18.440902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.512745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71e8e-0225-4901-b65e-0612472efc56 req-abb49a89-f7d2-4c73-88c0-c7ad767fac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:18.516817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28c71e8e-0225-4901-b65e-0612472efc56 req-abb49a89-f7d2-4c73-88c0-c7ad767fac36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 1097 time: 0.0981786 Apr 25 15:05:18.565847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.582321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:05:18.582932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.594273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28c71e8e-0225-4901-b65e-0612472efc56 req-ae6010d5-0e72-4b63-8ac6-69092ff263dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699708 Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:05:18.603025 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:05:18.701283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad9c64-d1d4-4b03-8792-018eeb140638 req-075287b3-1abf-4a29-90cf-9e7ecf0aec53 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:18.702754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4ad9c64-d1d4-4b03-8792-018eeb140638 req-075287b3-1abf-4a29-90cf-9e7ecf0aec53 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 946 time: 0.2343211 Apr 25 15:05:18.708810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.718504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:18.759734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=534ca105-cd88-4aa2-9b84-21186e1231f8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:18.767837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-105a7a99-d61b-4cb4-b036-a1c9c6057c2e admin admin] 10.222.0.23 "DELETE /v2.0/networks/534ca105-cd88-4aa2-9b84-21186e1231f8 HTTP/1.1" status: 204 len: 168 time: 1.6568151 Apr 25 15:05:18.817369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a4ad9c64-d1d4-4b03-8792-018eeb140638 req-196a73f8-cc84-426b-ada4-bf3e91645f16 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900168 Apr 25 15:05:18.929153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52702) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:18.980637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-549ce43a-88b3-440a-9d42-d6d8c4df3ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e6527c732444499a0e7d6b88d7df960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502458 Apr 25 15:05:18.983263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:19.047072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b061f91-d235-48ef-87a0-c8c03a3f5087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.073815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b061f91-d235-48ef-87a0-c8c03a3f5087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.127107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b061f91-d235-48ef-87a0-c8c03a3f5087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.145442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b061f91-d235-48ef-87a0-c8c03a3f5087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe24a0-34d5-44ad-ad10-995bd9d411b9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:19.152826 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5b061f91-d235-48ef-87a0-c8c03a3f5087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.154070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5b061f91-d235-48ef-87a0-c8c03a3f5087 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95fe24a0-34d5-44ad-ad10-995bd9d411b9 HTTP/1.1" status: 204 len: 168 time: 0.1698358 Apr 25 15:05:19.608960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6102a231-33e4-4c17-9f58-609e5dc3aeb4 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:05:19.611295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52724) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:19.690439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 6102a231-33e4-4c17-9f58-609e5dc3aeb4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:05:19.691048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 6102a231-33e4-4c17-9f58-609e5dc3aeb4 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:05:19.711057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8d581d90-e7fe-4506-ba7d-e2243a8ea665 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d881fc062e648ad9318531d3aabbd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983686 Apr 25 15:05:19.712504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52728) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:19.814214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9d92952-297b-4f4d-9b3b-c49a779ec146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.843939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9d92952-297b-4f4d-9b3b-c49a779ec146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.933241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9d92952-297b-4f4d-9b3b-c49a779ec146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.959669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d92952-297b-4f4d-9b3b-c49a779ec146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e64006-cc83-4305-b907-804d2efda84d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:19.972266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9d92952-297b-4f4d-9b3b-c49a779ec146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:19.973772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9d92952-297b-4f4d-9b3b-c49a779ec146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57e64006-cc83-4305-b907-804d2efda84d HTTP/1.1" status: 204 len: 168 time: 0.2596340 Apr 25 15:05:20.277653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf4e26-e87f-475a-bd7c-1dceb1399841 req-774d8775-e7ff-456a-be6b-d1dfb05b227d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:20.302637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e9bf4e26-e87f-475a-bd7c-1dceb1399841 req-774d8775-e7ff-456a-be6b-d1dfb05b227d tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 946 time: 0.3445554 Apr 25 15:05:20.382815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e9bf4e26-e87f-475a-bd7c-1dceb1399841 req-1b51fa95-d49e-4ed5-9222-a3e2beb50117 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790572 Apr 25 15:05:20.791924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354a33-25e9-404b-a33c-c974da54baa6 req-2253d075-02d4-4ab1-ab13-eca8f709a6ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:20.797753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32354a33-25e9-404b-a33c-c974da54baa6 req-2253d075-02d4-4ab1-ab13-eca8f709a6ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 946 time: 0.1877413 Apr 25 15:05:20.803521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52750) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:20.809600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Request body: {'floatingip': {'port_id': '24c3738d-f60c-454f-8044-7f332d40a302'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:05:20.949503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:21.742585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:21.752758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:22.017636 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP b83b33cd-ba01-4de3-92d7-dce8a3d9872d associated. External IP: 172.25.0.191, port: 24c3738d-f60c-454f-8044-7f332d40a302. Apr 25 15:05:22.530639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:05:22.740065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:05:22.744738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:22.749650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:05:22.760485 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:05:22.761126 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:05:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:22.819790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3d53ae5b-f82f-42af-bcbd-eb75e2f67173 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "PUT /v2.0/floatingips/b83b33cd-ba01-4de3-92d7-dce8a3d9872d HTTP/1.1" status: 200 len: 992 time: 2.0145535 Apr 25 15:05:22.820390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:05:22.963914 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:23.162686 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff37f97a-8cb3-4d34-ac42-fcb52349e861'] response: {'name': 'network-changed', 'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302', 'status': 'completed', 'code': 200} Apr 25 15:05:23.303339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-d8b8af30-c720-40c4-94d6-d08c9a2a5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:23.305923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-d8b8af30-c720-40c4-94d6-d08c9a2a5291 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=700bd23b9445478a9e59222159060338&device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 1097 time: 0.1128139 Apr 25 15:05:23.435463 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b83b33cd-ba01-4de3-92d7-dce8a3d9872d', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.191', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '24c3738d-f60c-454f-8044-7f332d40a302', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:73:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:04:56Z', 'updated_at': '2022-04-25T15:05:21Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:23.446888 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:05:23.465011 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:05:23.466075 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:05:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:23.488341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-f35e4849-38d6-4075-b49e-7db20d10d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:23.490758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-f35e4849-38d6-4075-b49e-7db20d10d51a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 200 len: 916 time: 0.1771507 Apr 25 15:05:23.711269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-e99f9faa-86df-474c-be06-598fb7b659d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c3738d-f60c-454f-8044-7f332d40a302 HTTP/1.1" status: 200 len: 1000 time: 0.2137563 Apr 25 15:05:23.762642 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:05:23.853581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-fe7452db-2f91-40c8-9845-716bda6c84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:23.856561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-fe7452db-2f91-40c8-9845-716bda6c84c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 200 len: 854 time: 0.1391692 Apr 25 15:05:24.057599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-130ec537-e230-45a0-bd65-9547d4c8755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:05:24.059918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-130ec537-e230-45a0-bd65-9547d4c8755c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3625009f-9661-4b0d-81e3-a0f6017b5902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908197 Apr 25 15:05:24.287343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-e6b9e6e6-a2a1-417d-a29f-e0b88dac9569 service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212574 Apr 25 15:05:24.338104 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b83b33cd-ba01-4de3-92d7-dce8a3d9872d', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.191', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '24c3738d-f60c-454f-8044-7f332d40a302', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:73:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:04:56Z', 'updated_at': '2022-04-25T15:05:21Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:05:24.343893 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45464b-2f00-420b-97ad-fe731d804cdf None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'b83b33cd-ba01-4de3-92d7-dce8a3d9872d', 'tenant_id': '700bd23b9445478a9e59222159060338', 'floating_ip_address': '172.25.0.191', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'port_id': '24c3738d-f60c-454f-8044-7f332d40a302', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'mac_address': 'fa:16:3e:73:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:04:56Z', 'updated_at': '2022-04-25T15:05:21Z', 'revision_number': 1, 'project_id': '700bd23b9445478a9e59222159060338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:05:24.537336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3be4f528-1aeb-4dec-bf16-08a7b9b1e32b req-facb6d52-8927-4398-8028-680c8606ad0f service neutron] 10.222.0.15 "GET /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386212 Apr 25 15:05:24.657561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20013d83-04b0-4f40-80e0-1b99b7ad6fe2 None None] New status for floating IP b83b33cd-ba01-4de3-92d7-dce8a3d9872d: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:05:27.347201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52918) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:27.515111 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.536377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:05:27.541393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Usage tracker for resource:security_group_rule and tenant:7a838f30d76d466990798f8b27ac37c7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:05:27.544372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:05:27.551599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:05:27.646467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.651755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.709675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a838f30d76d466990798f8b27ac37c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587763 Apr 25 15:05:27.710283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52924) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:27.710892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bb07c-7ed9-4018-84a2-44b6eabe1227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f094d2b4-9a96-4939-a71a-fccbdf561174,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:27.784221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60b65b1c-9eaf-468f-b786-25c8e45eeaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.811481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60b65b1c-9eaf-468f-b786-25c8e45eeaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.882801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60b65b1c-9eaf-468f-b786-25c8e45eeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.905640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b65b1c-9eaf-468f-b786-25c8e45eeaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f094d2b4-9a96-4939-a71a-fccbdf561174,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:27.913354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60b65b1c-9eaf-468f-b786-25c8e45eeaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:27.914455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-60b65b1c-9eaf-468f-b786-25c8e45eeaa7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f094d2b4-9a96-4939-a71a-fccbdf561174 HTTP/1.1" status: 204 len: 168 time: 0.2029388 Apr 25 15:05:28.260532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52938) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:28.287791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.309926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:05:28.315725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Usage tracker for resource:security_group_rule and tenant:06ee4560ece1463ea2c7b3ac920c8987 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:05:28.319825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:05:28.327837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:05:28.417578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.424484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.484433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 52942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:28.485722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06ee4560ece1463ea2c7b3ac920c8987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226698 Apr 25 15:05:28.488602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806421d0-4f08-4fdc-848c-d2913ec0b138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7807c7ac-6283-412d-a0d5-f4f78ce96ddb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:28.620681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a456d48b-6e02-4ae1-bef3-823e3db07f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.648893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a456d48b-6e02-4ae1-bef3-823e3db07f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.709479 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a456d48b-6e02-4ae1-bef3-823e3db07f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.729952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d48b-6e02-4ae1-bef3-823e3db07f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7807c7ac-6283-412d-a0d5-f4f78ce96ddb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:28.752921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a456d48b-6e02-4ae1-bef3-823e3db07f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:28.756911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a456d48b-6e02-4ae1-bef3-823e3db07f59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7807c7ac-6283-412d-a0d5-f4f78ce96ddb HTTP/1.1" status: 204 len: 168 time: 0.2680917 Apr 25 15:05:28.957280 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.211991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52958) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:29.230074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.245934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:05:29.251280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Usage tracker for resource:security_group_rule and tenant:f25d3ac457cb471d800be90b80213dc6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:05:29.254216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:05:29.260334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:05:29.356951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.362293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.410270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104617ac-484f-47fd-9d10-71bdf4715e9c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:29.415910 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-70cd02fd-6086-451c-b22e-995f88fa6134 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f25d3ac457cb471d800be90b80213dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029264 Apr 25 15:05:29.418462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 52962) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:05:29.492549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d66d0fa2-2c36-4965-ada1-2fa7cc154861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.538368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d66d0fa2-2c36-4965-ada1-2fa7cc154861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.593874 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d66d0fa2-2c36-4965-ada1-2fa7cc154861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.613903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d0fa2-2c36-4965-ada1-2fa7cc154861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104617ac-484f-47fd-9d10-71bdf4715e9c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:05:29.623889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d66d0fa2-2c36-4965-ada1-2fa7cc154861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:29.627972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d66d0fa2-2c36-4965-ada1-2fa7cc154861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/104617ac-484f-47fd-9d10-71bdf4715e9c HTTP/1.1" status: 204 len: 168 time: 0.2058072 Apr 25 15:05:34.440907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:38.573239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8f9de19b-6f94-42de-ad20-7f286f945929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:40.932534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a388d6e-b572-48bd-a779-852e007b3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:41.850668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:42.002907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:43.711183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:05:45.324470 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:05:58.993596 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:04.462917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:06.319626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f296ebd-3e01-434c-b0e1-e07f828b2d13 req-b9c30b52-027d-4744-96f0-2190be71bfa9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:06:06.319626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f296ebd-3e01-434c-b0e1-e07f828b2d13 req-b9c30b52-027d-4744-96f0-2190be71bfa9 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 946 time: 0.1171896 Apr 25 15:06:06.385339 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f296ebd-3e01-434c-b0e1-e07f828b2d13 req-5f40158a-44b5-44ce-9465-1f37440b0d2b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544198 Apr 25 15:06:07.894193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5d3c8-61bd-4159-ad95-eb8771ee230f req-e92346c5-a213-49bb-98d0-d069168a27c2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:06:07.895931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30a5d3c8-61bd-4159-ad95-eb8771ee230f req-e92346c5-a213-49bb-98d0-d069168a27c2 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 946 time: 0.3356392 Apr 25 15:06:07.910553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-8610b774-cc14-42e1-a32b-d255e09a3bab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:06:07.912033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-8610b774-cc14-42e1-a32b-d255e09a3bab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 946 time: 0.1775484 Apr 25 15:06:08.014401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port 24c3738d-f60c-454f-8044-7f332d40a302 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:08.014905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:08.154027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30a5d3c8-61bd-4159-ad95-eb8771ee230f req-d5ea61b4-c9cc-4b7d-b351-a43586c85847 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups?id=53e5ef0a-6597-4617-b2e7-c1728db226ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409961 Apr 25 15:06:08.353659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] For port 24c3738d-f60c-454f-8044-7f332d40a302, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=24c3738d-f60c-454f-8044-7f332d40a302,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:06:08.354205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:08.568937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b4903a-8389-4060-92c8-91c53f1b4f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:08.855974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:08.870505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:08.871978 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Floating IP b83b33cd-ba01-4de3-92d7-dce8a3d9872d disassociated. External IP: 172.25.0.191, port: 24c3738d-f60c-454f-8044-7f332d40a302. Apr 25 15:06:08.872995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for 24c3738d-f60c-454f-8044-7f332d40a302 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:06:09.077095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:09.132904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=24c3738d-f60c-454f-8044-7f332d40a302,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:09.148704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.149313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.149658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.149998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.150333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.150668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.150997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.151324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.151647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.151974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.152299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.152900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:09.421944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a2ca8b5-9353-4baa-b462-407e3e84795b req-3b3d2c94-4fec-40fe-819c-da5dbf1ad64b tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 210 time: 0.0782938 Apr 25 15:06:09.449502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:06:09.736666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:06:09.747757 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:06:09.768543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:06:09.772335 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:05:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:09.881578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] No DVR routers for this DVR port 24c3738d-f60c-454f-8044-7f332d40a302 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:06:09.886028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:09.891625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'name': 'network-vif-deleted', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:06:09.919502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66b1c7b0-e323-4f1e-bbc4-9c62787287c3 req-78b2ff81-5f0d-4b37-8ba0-4375dd3180e5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.15 "DELETE /v2.0/ports/24c3738d-f60c-454f-8044-7f332d40a302 HTTP/1.1" status: 204 len: 173 time: 1.9916434 Apr 25 15:06:09.988664 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97910af2-4b6c-46e2-9ab3-8538cbcf0e57'] response: {'server_uuid': '1337a963-bd6d-40eb-b11f-d9a86bd47086', 'name': 'network-vif-deleted', 'tag': '24c3738d-f60c-454f-8044-7f332d40a302', 'status': 'completed', 'code': 200} Apr 25 15:06:10.146992 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:06:10.633870 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:10.639280 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:06:10.665501 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:06:10.667899 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:05:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:10.941743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-135b97e8-2ee8-4692-ad16-5cb858c015ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:10.961889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e67206e3-2484-4db8-81e4-396b6188358d req-ef20b9c0-bd8c-44f1-b3c8-7e98e8234df5 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1337a963-bd6d-40eb-b11f-d9a86bd47086 HTTP/1.1" status: 200 len: 210 time: 0.1126089 Apr 25 15:06:11.104332 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:06:11.110905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 24c3738d-f60c-454f-8044-7f332d40a302 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:06:11.157988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 24c3738d-f60c-454f-8044-7f332d40a302 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:06:11.158352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 24c3738d-f60c-454f-8044-7f332d40a302 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:06:11.550421 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:11.555428 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06b71e-891c-4a0d-8abb-57c018c76dee None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T14:58:53Z', 'revision_number': 4, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bef907f4-6c9c-4012-9778-8e222d50e58e', 'name': '', 'network_id': '3625009f-9661-4b0d-81e3-a0f6017b5902', 'tenant_id': '700bd23b9445478a9e59222159060338', 'mac_address': 'fa:16:3e:17:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:51Z', 'updated_at': '2022-04-25T14:59:10Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'subnets': [{'id': '07ace9f6-a624-4c28-857b-fc8e65bfb60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:06:11.878839 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:11.977333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484718e9-69f4-42af-be22-f18850584b38 None None] New status for floating IP b83b33cd-ba01-4de3-92d7-dce8a3d9872d: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:06:12.118900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53882) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:12.264081 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:12.426702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1fdf-7173-4d1e-8bfb-879b1836fea3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:12.499863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1fdf-7173-4d1e-8bfb-879b1836fea3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:12.586508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1fdf-7173-4d1e-8bfb-879b1836fea3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:12.610475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd1fdf-7173-4d1e-8bfb-879b1836fea3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e5ef0a-6597-4617-b2e7-c1728db226ee,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:12.618865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1fd1fdf-7173-4d1e-8bfb-879b1836fea3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:12.620248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e1fd1fdf-7173-4d1e-8bfb-879b1836fea3 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/security-groups/53e5ef0a-6597-4617-b2e7-c1728db226ee HTTP/1.1" status: 204 len: 168 time: 0.5000672 Apr 25 15:06:12.622835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53890) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:12.650910 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-7ed56865-baff-4826-9ce5-9e4fa1010a43 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] show failed (client error): The resource could not be found. Apr 25 15:06:12.654649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7ed56865-baff-4826-9ce5-9e4fa1010a43 tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "GET /v2.0/security-groups/53e5ef0a-6597-4617-b2e7-c1728db226ee HTTP/1.1" status: 404 len: 347 time: 0.0282221 Apr 25 15:06:12.655097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 53894) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:12.853788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Deleting port cb6780ce-6bca-4993-9576-f7947d16de53 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:12.854483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:13.070859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:13.071194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:13.229536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Calling delete_port for cb6780ce-6bca-4993-9576-f7947d16de53 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:06:13.407641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:13.483474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Pushing event deleted for resources: {'Port': ['ID=cb6780ce-6bca-4993-9576-f7947d16de53,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:13.623406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:13.643057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:13.646758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-162940cd-fab5-4f9b-83f6-853d738803ab tempest-AttachVolumeNegativeTest-256828668 tempest-AttachVolumeNegativeTest-256828668-project] 10.222.0.23 "DELETE /v2.0/floatingips/b83b33cd-ba01-4de3-92d7-dce8a3d9872d HTTP/1.1" status: 204 len: 168 time: 0.9881392 Apr 25 15:06:13.699412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:22.294463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54142) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:22.323637 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:06:23.327990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:23.914858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Deleting port bef907f4-6c9c-4012-9778-8e222d50e58e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:23.915340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:24.124456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] For port bef907f4-6c9c-4012-9778-8e222d50e58e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bef907f4-6c9c-4012-9778-8e222d50e58e,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:06:24.124821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:24.285469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Calling delete_port for bef907f4-6c9c-4012-9778-8e222d50e58e owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:06:24.573705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:24.628522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef907f4-6c9c-4012-9778-8e222d50e58e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:24.675978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.676325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.676656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.677007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.677357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.677684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.678014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.678482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.678695 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.678993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.679318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.679640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:06:24.923515 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:25.437230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:06:25.696027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:06:25.714552 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] Sync routers for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:06:25.715103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ed7493c-ec61-4f58-aeb4-fca75ceeccd8 admin admin] 10.222.0.23 "PUT /v2.0/routers/70e6b9db-2eeb-4d77-8dee-0e86d9d67e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4162343 Apr 25 15:06:25.715199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54192) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:25.723145 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:06:25.723743 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:06:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:26.157241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:26.241801 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:06:26.433447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:26.463497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Deleting port 5958837c-ad69-4140-b5dc-4cc795421fbc {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:26.463497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:26.851575 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T15:06:24Z', 'revision_number': 5, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port': {'id': '5958837c-ad69-4140-b5dc-4cc795421fbc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:95:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T14:58:43Z', 'updated_at': '2022-04-25T14:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:26.853923 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] Checking router: 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:06:26.876732 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] Routers {'70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:06:26.876732 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:06:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:26.929561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] For port 5958837c-ad69-4140-b5dc-4cc795421fbc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5958837c-ad69-4140-b5dc-4cc795421fbc,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:06:26.930080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:27.094781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] Set router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:06:27.173787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Calling delete_port for 5958837c-ad69-4140-b5dc-4cc795421fbc owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:06:27.270869 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T15:06:26Z', 'revision_number': 6, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:27.270869 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e0e88-0f8d-4abf-b283-52fe64a1a96d None None] The sync data for ids ['70e6b9db-2eeb-4d77-8dee-0e86d9d67e41'] in n-d-811416-6 is: [{'id': '70e6b9db-2eeb-4d77-8dee-0e86d9d67e41', 'name': 'tempest-AttachVolumeNegativeTest-1325093008-router', 'tenant_id': '700bd23b9445478a9e59222159060338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T14:58:41Z', 'updated_at': '2022-04-25T15:06:26Z', 'revision_number': 6, 'project_id': '700bd23b9445478a9e59222159060338', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:06:27.439811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:27.502020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5958837c-ad69-4140-b5dc-4cc795421fbc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:27.675058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:27.921098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bef907f4-6c9c-4012-9778-8e222d50e58e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:06:28.000982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: bef907f4-6c9c-4012-9778-8e222d50e58e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:06:28.001475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bef907f4-6c9c-4012-9778-8e222d50e58e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:06:28.012731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.015166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.046314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.047298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:06:28.061290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.064909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ec9dfb11-3a27-45e8-b16c-d03d21928c79 admin admin] 10.222.0.23 "DELETE /v2.0/routers/70e6b9db-2eeb-4d77-8dee-0e86d9d67e41 HTTP/1.1" status: 204 len: 168 time: 2.3462861 Apr 25 15:06:28.065348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:28.190218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Deleting subnet 07ace9f6-a624-4c28-857b-fc8e65bfb60b {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:06:28.199346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.275211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.434619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.561464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.610098 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.614567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a41bf4-3ef0-488c-baa5-9440a2e5961b None None] Network 3625009f-9661-4b0d-81e3-a0f6017b5902 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:06:28.626041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ace9f6-a624-4c28-857b-fc8e65bfb60b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:28.643751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f9b02b7-9455-404d-b5f7-16d36b61331b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07ace9f6-a624-4c28-857b-fc8e65bfb60b HTTP/1.1" status: 204 len: 168 time: 0.5738373 Apr 25 15:06:28.644592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54250) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:28.860696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:28.908519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Deleting port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:28.908519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:29.006263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:29.143490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] DHCP port deletion for 3625009f-9661-4b0d-81e3-a0f6017b5902 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:06:29.150007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Deleting port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:29.150007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:29.298281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] For port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:06:29.298657 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:29.548336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Calling delete_port for 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:06:29.727132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] For port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,segment=NetworkSegment(b802c154-e722-460a-8893-629842804247),segment_id=b802c154-e722-460a-8893-629842804247)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:06:29.727538 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:29.793848 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:29.908346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:29.935910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] No DVR routers for this DVR port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:06:30.025457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5958837c-ad69-4140-b5dc-4cc795421fbc no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:06:30.118655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Calling delete_port for 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:06:30.125900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.151038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 5958837c-ad69-4140-b5dc-4cc795421fbc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:06:30.151396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5958837c-ad69-4140-b5dc-4cc795421fbc not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:06:30.151985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:06:30.169582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3625009f-9661-4b0d-81e3-a0f6017b5902']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:30.197522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:06:30.197915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:06:30.201584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b802c154-e722-460a-8893-629842804247') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:30.202381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b802c154-e722-460a-8893-629842804247') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:06:30.233769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.251213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.254994 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:06:30.256012 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:06:30.260953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:06:30.261382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:06:30.278792 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:06:30.381452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.402402 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.433871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3625009f-9661-4b0d-81e3-a0f6017b5902,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:30.455630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1322eac7-90f8-42bb-9912-a3e0978f6ed3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3625009f-9661-4b0d-81e3-a0f6017b5902 HTTP/1.1" status: 204 len: 168 time: 1.8056700 Apr 25 15:06:30.681189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54284) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:30.769011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Deleting port 3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:06:30.769011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.800597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-46c3ff67-4990-471d-b1e3-2c35cc5ec4b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=700bd23b9445478a9e59222159060338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1171145 Apr 25 15:06:30.818523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54290) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:30.933886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a77e9624-a449-429d-aa06-9c82ce2f396a None None] The port '3f57a45e-7ef9-4db6-a9f6-38ed094ab2a3' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:06:30.963613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06745095-85f5-4cff-8869-30894a7d0ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:30.993733 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06745095-85f5-4cff-8869-30894a7d0ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:31.082154 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06745095-85f5-4cff-8869-30894a7d0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:31.129762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06745095-85f5-4cff-8869-30894a7d0ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41043835-34b8-4b3a-83d7-4dc3fc2efe9f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:31.139810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-06745095-85f5-4cff-8869-30894a7d0ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:31.139810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-06745095-85f5-4cff-8869-30894a7d0ae2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41043835-34b8-4b3a-83d7-4dc3fc2efe9f HTTP/1.1" status: 204 len: 168 time: 0.3417120 Apr 25 15:06:32.460643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54338) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:32.622426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:32.647218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:32.653004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Usage tracker for resource:security_group_rule and tenant:641e22f279074d64a54712ac0dc73727 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:32.658177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:32.665781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:32.823496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:32.833418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:32.893349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5312c1eb-23df-4611-9eb7-efb5b1450e4f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:32.919527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-22ca7294-f549-42b4-aa12-3730aeedae92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=641e22f279074d64a54712ac0dc73727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576080 Apr 25 15:06:32.922260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54368) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:33.100840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2966-b97a-44e6-9036-2bbfdb3e99a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:33.135543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2966-b97a-44e6-9036-2bbfdb3e99a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:33.233753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2966-b97a-44e6-9036-2bbfdb3e99a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:33.254906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2966-b97a-44e6-9036-2bbfdb3e99a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:33.267926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e9fe2966-b97a-44e6-9036-2bbfdb3e99a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5312c1eb-23df-4611-9eb7-efb5b1450e4f HTTP/1.1" status: 204 len: 168 time: 0.3322504 Apr 25 15:06:33.267926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe2966-b97a-44e6-9036-2bbfdb3e99a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312c1eb-23df-4611-9eb7-efb5b1450e4f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:33.560542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54394) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:33.755933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:33.795198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:33.815184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Usage tracker for resource:security_group_rule and tenant:a14b1f0a8062460e9c2b9664f84d81d1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:33.815184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:33.828661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:33.952086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:33.965333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.025706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54420) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:34.026267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a14b1f0a8062460e9c2b9664f84d81d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641168 Apr 25 15:06:34.027440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacffeb-475a-48c5-83b9-2db03b103345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b427ad15-5804-4b2f-862c-bd927c4dc3da,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:34.108819 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-29664e8a-67e4-4c07-ab99-661be5a5f328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.156810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-29664e8a-67e4-4c07-ab99-661be5a5f328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.235412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-29664e8a-67e4-4c07-ab99-661be5a5f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.256988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29664e8a-67e4-4c07-ab99-661be5a5f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b427ad15-5804-4b2f-862c-bd927c4dc3da,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:34.285911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-29664e8a-67e4-4c07-ab99-661be5a5f328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.285911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-29664e8a-67e4-4c07-ab99-661be5a5f328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b427ad15-5804-4b2f-862c-bd927c4dc3da HTTP/1.1" status: 204 len: 168 time: 0.2580862 Apr 25 15:06:34.343400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54430) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:34.427420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.525119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1042301064-network', 'tenant_id': '9c8be9ca298e4805ad65e452e2bf01fc'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:06:34.525119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:34.525119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Usage tracker for resource:network and tenant:9c8be9ca298e4805ad65e452e2bf01fc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:34.532445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:34.541875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:34.550255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Made reservation on behalf of 9c8be9ca298e4805ad65e452e2bf01fc for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:06:34.550255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.567850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.586556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:34.586556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Usage tracker for resource:security_group_rule and tenant:9c8be9ca298e4805ad65e452e2bf01fc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:34.592189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:34.601889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:34.706594 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.710782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.753861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:06:34.768374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d819b-fdd7-46db-b602-242e4b67c8b5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:34.773278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.773623 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Added segment 04c8b0ec-2140-40ac-86e3-4ccf62fcb257 of type vlan for network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe Apr 25 15:06:34.815152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.866358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.868074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:06:34.868880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:34.977250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] Pushing event updated for resources: {'Network': ['ID=44dabf3f-f9c1-4962-a067-9b142d2ae6fe,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:34.994686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:06:35.001162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-083456fa-2f67-44c6-85da-6873d53dd72b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6582036 Apr 25 15:06:35.001162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:35.016262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Request body: {'subnet': {'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1042301064-subnet', 'tenant_id': '9c8be9ca298e4805ad65e452e2bf01fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:06:35.025731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:35.038049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Usage tracker for resource:subnet and tenant:9c8be9ca298e4805ad65e452e2bf01fc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:35.038049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:35.050470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:35.072237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Made reservation on behalf of 9c8be9ca298e4805ad65e452e2bf01fc for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:06:35.072237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:35.338740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:35.422802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46af9f46-7ce7-4289-89cf-6383ebc59a3c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:35.458666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Checking segment: {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:06:35.458666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Network hostable DHCP agents. Network: 44dabf3f-f9c1-4962-a067-9b142d2ae6fe, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:06:35.506828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:06:35.527520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 44dabf3f-f9c1-4962-a067-9b142d2ae6fe) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:06:35.527520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:06:35.527520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:35.554442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c690444-4024-43b3-b776-1338c4046223 None None] Network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:06:35.578811 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e26e903b-52db-4ebb-b00a-1c5184e6eb36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5629697 Apr 25 15:06:35.923504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f2116-fb86-47ea-8165-5ec912ec420d None None] Network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:06:37.889951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54556) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:38.037978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.066311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:38.070333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Usage tracker for resource:security_group_rule and tenant:abf8730003e744968f2adbf3224deaf7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:38.073272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:38.079356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:38.191323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.197124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.274238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abf8730003e744968f2adbf3224deaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863423 Apr 25 15:06:38.274238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d046006-b3b4-49fa-88ac-d6f3eac6172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc6dcb0-ab8c-4d24-9e7f-435b1f5b98c2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:38.279404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54572) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:38.371613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc14e24-0ed7-4b12-b489-f69330d1f090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.419101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc14e24-0ed7-4b12-b489-f69330d1f090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.526943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc14e24-0ed7-4b12-b489-f69330d1f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.559317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14e24-0ed7-4b12-b489-f69330d1f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc6dcb0-ab8c-4d24-9e7f-435b1f5b98c2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:38.570003 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc14e24-0ed7-4b12-b489-f69330d1f090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:38.571246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4bc14e24-0ed7-4b12-b489-f69330d1f090 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dc6dcb0-ab8c-4d24-9e7f-435b1f5b98c2 HTTP/1.1" status: 204 len: 168 time: 0.2982984 Apr 25 15:06:38.579358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddb7682d-621b-4b46-bb45-5bc468a19ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.010586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54594) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:39.029907 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.050621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:39.056263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Usage tracker for resource:security_group_rule and tenant:9f1ae698cc164fe680fe93ba3e3aff1a is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:39.056263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:39.065157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:39.193407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.201192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.270625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f1ae698cc164fe680fe93ba3e3aff1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489905 Apr 25 15:06:39.275497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:39.282593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e4d5-06b1-4b83-88d2-848d31e9c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14026b8-19c4-4c73-a444-e8c3f0964ddb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:39.363486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adad7883-3524-46e1-a412-057039443a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.420607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adad7883-3524-46e1-a412-057039443a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.584508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adad7883-3524-46e1-a412-057039443a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.599700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7883-3524-46e1-a412-057039443a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14026b8-19c4-4c73-a444-e8c3f0964ddb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:39.613759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adad7883-3524-46e1-a412-057039443a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:39.616012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-adad7883-3524-46e1-a412-057039443a91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b14026b8-19c4-4c73-a444-e8c3f0964ddb HTTP/1.1" status: 204 len: 168 time: 0.3458765 Apr 25 15:06:40.920606 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de7d5ebd-45c0-481c-83dc-67a729e57209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:41.884261 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:42.013121 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:43.308564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:43.518903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:43.605621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:43.624486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Usage tracker for resource:security_group_rule and tenant:b43cf457c4fb4eb6943ba86815137196 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:43.624486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:43.624486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:43.712377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:43.742049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:43.749191 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:43.808606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be562d5c-3408-48bd-b794-81f5e3359bfd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:43.811938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7682bf92-2bdd-4ae9-8ce4-350acb44ea84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b43cf457c4fb4eb6943ba86815137196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005560 Apr 25 15:06:43.812359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54756) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:43.895820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-175a8c2f-2c18-4cd6-8445-b08457d596ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:43.958617 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-175a8c2f-2c18-4cd6-8445-b08457d596ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.038649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-175a8c2f-2c18-4cd6-8445-b08457d596ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.056094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a8c2f-2c18-4cd6-8445-b08457d596ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be562d5c-3408-48bd-b794-81f5e3359bfd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:44.068780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-175a8c2f-2c18-4cd6-8445-b08457d596ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.068780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-175a8c2f-2c18-4cd6-8445-b08457d596ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be562d5c-3408-48bd-b794-81f5e3359bfd HTTP/1.1" status: 204 len: 168 time: 0.2512977 Apr 25 15:06:44.582458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 54778) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:44.608541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.662339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:06:44.666483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Usage tracker for resource:security_group_rule and tenant:422490b339144492ac0855f232db0ee6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:06:44.669453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:06:44.677822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:06:44.808540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.808540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.864958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064cc255-2269-42c6-bf11-614af7b8f748,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:44.874666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-74b19f7a-4eb8-4e66-869d-a8a257d8e518 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=422490b339144492ac0855f232db0ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846532 Apr 25 15:06:44.878881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 54790) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:06:44.970957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93dde78c-992c-4721-b691-89130793e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:44.998393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93dde78c-992c-4721-b691-89130793e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:45.072158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93dde78c-992c-4721-b691-89130793e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:45.126613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dde78c-992c-4721-b691-89130793e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cc255-2269-42c6-bf11-614af7b8f748,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:06:45.150880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93dde78c-992c-4721-b691-89130793e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:45.151785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93dde78c-992c-4721-b691-89130793e209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/064cc255-2269-42c6-bf11-614af7b8f748 HTTP/1.1" status: 204 len: 168 time: 0.2802050 Apr 25 15:06:59.006048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:06:59.325024 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:07:02.068741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:02.266057 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.285019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:02.289103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Usage tracker for resource:security_group_rule and tenant:3449254f40dc40128a2879e682891f35 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:02.292642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:02.299488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:02.447663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.461837 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.518059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3449254f40dc40128a2879e682891f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485555 Apr 25 15:07:02.518748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70f84c-e6ac-4c6a-a986-d38f72b7fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce45f8e-5f7b-4fb7-8b58-37bf35e0e9d8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:02.521070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55394) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:02.610923 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db79d3f8-8773-4bcf-821b-fbb9f0e1685b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.651264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db79d3f8-8773-4bcf-821b-fbb9f0e1685b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.745275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db79d3f8-8773-4bcf-821b-fbb9f0e1685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.770990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db79d3f8-8773-4bcf-821b-fbb9f0e1685b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:02.770990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-db79d3f8-8773-4bcf-821b-fbb9f0e1685b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ce45f8e-5f7b-4fb7-8b58-37bf35e0e9d8 HTTP/1.1" status: 204 len: 168 time: 0.2465057 Apr 25 15:07:02.773974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79d3f8-8773-4bcf-821b-fbb9f0e1685b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce45f8e-5f7b-4fb7-8b58-37bf35e0e9d8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:03.204401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55426) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:03.222312 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:03.236763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:03.241374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:1212ccb962084693980e1a753585d88c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:03.244308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:03.253102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:03.411541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:03.419145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:03.614884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1212ccb962084693980e1a753585d88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005451 Apr 25 15:07:03.614884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553b774-38c5-4ff4-a24c-a63e20c6dbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e024242-d268-41d7-8a17-2d40e078a382,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:03.622215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55434) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:03.932714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a39858a-8efe-489c-adb2-62831576705c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:03.968857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a39858a-8efe-489c-adb2-62831576705c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:04.030472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a39858a-8efe-489c-adb2-62831576705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:04.052275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39858a-8efe-489c-adb2-62831576705c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e024242-d268-41d7-8a17-2d40e078a382,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:04.054823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a39858a-8efe-489c-adb2-62831576705c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:04.056209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a39858a-8efe-489c-adb2-62831576705c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e024242-d268-41d7-8a17-2d40e078a382 HTTP/1.1" status: 204 len: 168 time: 0.4456222 Apr 25 15:07:04.433067 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:06.749449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55570) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:06.755179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413505257', 'description': 'tempest-secgroup-smoke-1413505257 description', 'project_id': '9112525b7ee84fdd832c30b5b9498cec'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:06.770562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:06.774836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:06.778198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:06.787077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:06.800887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:06.824505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:06.828875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:06.832054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:06.838045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:06.968094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:06.975750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.022208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adae42e-f68f-4806-9a28-cfa6d9420f31,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:07.041713 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.043237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d4477ef4-f168-464d-9201-9b982e4a2e10 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2922311 Apr 25 15:07:07.046242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55590) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:07.052300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group_rule': {'security_group_id': '7adae42e-f68f-4806-9a28-cfa6d9420f31', 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:07.059007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:07.063499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:07.067277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:07.073090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:07.095055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.184788 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.192163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.211498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ab6077-7501-4408-b028-e983e8db967c,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:07.232195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.233716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f8e09252-d561-4e4f-b907-e88408cc42a1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857445 Apr 25 15:07:07.237052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55604) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:07.244385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group_rule': {'security_group_id': '7adae42e-f68f-4806-9a28-cfa6d9420f31', 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:07.255152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:07.264892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:07.273323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:07.278687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:07.304122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.390125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.396756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.443065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51900d7-11d6-43a3-839d-b293ecb9d426,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:07.445307 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.446478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0a53d44b-68a7-4bdb-89e3-e8ebd37b66eb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2080245 Apr 25 15:07:07.448991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55612) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:07.454639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group_rule': {'security_group_id': '7adae42e-f68f-4806-9a28-cfa6d9420f31', 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:07.462451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:07.466311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:07.470272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:07.476259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:07.498911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.588874 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.597363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55626) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:07.598983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.640870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.644828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919098 Apr 25 15:07:07.644828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87c9ff-7b7e-4116-8cb6-5ed2927f103c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7616af4c-0423-4183-a0c8-6f56f506e150,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:07.656519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55634) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:07.675368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group_rule': {'security_group_id': '7adae42e-f68f-4806-9a28-cfa6d9420f31', 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:07.684072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:07.688258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:07.692133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:07.698571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:07.734579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.807162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.811160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.833725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.833893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b158d1-6190-46f9-8865-0a9afa553667,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:07.846908 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.848323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f1fd47f5-8c08-496f-b9f0-a2b7eacab07c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863225 Apr 25 15:07:07.851095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55640) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:07.858024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group_rule': {'security_group_id': '7adae42e-f68f-4806-9a28-cfa6d9420f31', 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:07.858549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:07.863334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0bad9fd5ac5d4aaa81ad674c4ba03d37 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:07.865625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:07.867423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:07.870700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:07.874194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:07.874729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:07.881470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:07.897431 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Project 9112525b7ee84fdd832c30b5b9498cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:07:07.914564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:07.990991 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.003779 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.023530 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.028207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.064134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61996c5-cd28-4a15-8b06-a4f7735f7df1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:08.076830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254874ad-2d9f-4de2-bfa4-2227de7f5bbc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:08.093292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.093292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-363b963b-6f16-4fdc-b2fd-f519af6d5c08 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2326391 Apr 25 15:07:08.093292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55656) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:08.093292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55658) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:08.099333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-49efabf0-df4d-4c6a-a88d-7f41f0dc25a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bad9fd5ac5d4aaa81ad674c4ba03d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915078 Apr 25 15:07:08.104950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'security_group_rule': {'security_group_id': '7adae42e-f68f-4806-9a28-cfa6d9420f31', 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:08.106559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:08.125879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:security_group_rule and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:08.127318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:08.136499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:08.165399 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Project 9112525b7ee84fdd832c30b5b9498cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:07:08.175751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.213052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3463a652-c213-43ca-a331-48e5126dfb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.258240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3463a652-c213-43ca-a331-48e5126dfb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.316814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.322434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.355330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42eb49a-7da7-4a12-80ad-2fa1f7176009,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:08.372584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.373794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1af56605-685f-4fe8-9c1c-51e2cc1c41b9 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2826364 Apr 25 15:07:08.380440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3463a652-c213-43ca-a331-48e5126dfb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.383978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3463a652-c213-43ca-a331-48e5126dfb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.389894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3463a652-c213-43ca-a331-48e5126dfb13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/254874ad-2d9f-4de2-bfa4-2227de7f5bbc HTTP/1.1" status: 204 len: 168 time: 0.2954519 Apr 25 15:07:08.412838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463a652-c213-43ca-a331-48e5126dfb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254874ad-2d9f-4de2-bfa4-2227de7f5bbc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:08.564645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfb-fcb9-4e34-8780-4606c6ab099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.809599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 55696) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:08.836360 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.853517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:08.865371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Usage tracker for resource:security_group_rule and tenant:d7dc525b09754563ab255a354e71182b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:08.870226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:08.884260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:08.984113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:08.988637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:09.044387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7dc525b09754563ab255a354e71182b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332950 Apr 25 15:07:09.046152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6511a-7d78-44a7-b46f-6fa77f03f583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c8229-e6db-4f8c-a01b-e1aefc076d45,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:09.046987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55702) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:09.154718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28eed71a-83a8-41d7-bd31-2906f5b15412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:09.192342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-9851176f-8e10-4958-b90b-c4da9febc3aa tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413505257&fields=id&tenant_id=9112525b7ee84fdd832c30b5b9498cec HTTP/1.1" status: 200 len: 267 time: 0.0752175 Apr 25 15:07:09.234935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28eed71a-83a8-41d7-bd31-2906f5b15412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:09.398846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-06972b10-0581-44a2-93e1-01fd5195f5e8 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:09.400513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-06972b10-0581-44a2-93e1-01fd5195f5e8 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 813 time: 0.1942055 Apr 25 15:07:09.410990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28eed71a-83a8-41d7-bd31-2906f5b15412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:09.438446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eed71a-83a8-41d7-bd31-2906f5b15412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c8229-e6db-4f8c-a01b-e1aefc076d45,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:09.447112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-5846b28b-4c4d-4141-b5e8-186c85688e87 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/quotas/9112525b7ee84fdd832c30b5b9498cec HTTP/1.1" status: 200 len: 375 time: 0.0373938 Apr 25 15:07:09.547378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28eed71a-83a8-41d7-bd31-2906f5b15412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:09.564190 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-28eed71a-83a8-41d7-bd31-2906f5b15412 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/072c8229-e6db-4f8c-a01b-e1aefc076d45 HTTP/1.1" status: 204 len: 168 time: 0.5085177 Apr 25 15:07:09.622323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-69cb675b-64d2-40e5-9bb7-3e973a6cc2a8 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Synchronizing usage tracker for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:09.643009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-69cb675b-64d2-40e5-9bb7-3e973a6cc2a8 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Unset dirty status for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:09.657669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-69cb675b-64d2-40e5-9bb7-3e973a6cc2a8 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2035997 Apr 25 15:07:10.032507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-3d768847-a513-445a-bc46-7154dd853264 service neutron] 10.222.0.23 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710320 Apr 25 15:07:10.196666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1ea8fed1-7c53-45a1-8534-bb078c46682e service neutron] 10.222.0.23 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578398 Apr 25 15:07:10.925059 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-876564f5-2722-4ec9-ae62-afd7636775ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:11.214699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb03e25e-7e8a-437d-b1e5-133ea8812bae req-d2b4273c-4019-487a-a300-723cb44cb5bd tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 210 time: 0.4990335 Apr 25 15:07:11.844694 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:12.017631 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:12.234437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-b566e6e7-4aa5-4a85-b20e-fc30baabeba6 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:12.236005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-b566e6e7-4aa5-4a85-b20e-fc30baabeba6 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Synchronizing usage tracker for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:12.279035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-b566e6e7-4aa5-4a85-b20e-fc30baabeba6 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Unset dirty status for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:12.280356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-b566e6e7-4aa5-4a85-b20e-fc30baabeba6 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 813 time: 0.2031696 Apr 25 15:07:12.389249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-71baf913-94b6-4407-bf8c-b42d7f4bdaff tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Synchronizing usage tracker for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:12.434143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-71baf913-94b6-4407-bf8c-b42d7f4bdaff tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Unset dirty status for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:12.438082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-71baf913-94b6-4407-bf8c-b42d7f4bdaff tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9112525b7ee84fdd832c30b5b9498cec HTTP/1.1" status: 200 len: 380 time: 0.1365869 Apr 25 15:07:12.457396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'port': {'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'admin_state_up': True, 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'security_groups': ['7adae42e-f68f-4806-9a28-cfa6d9420f31']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:12.615347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d1336d3-0047-4f13-845a-fe906b4d4756 req-37a251cb-4ff7-4058-82b8-f80b801f9818 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 210 time: 0.1423812 Apr 25 15:07:12.713628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:12.731606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:12.744960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Made reservation on behalf of 9112525b7ee84fdd832c30b5b9498cec for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:12.750221 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.005676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Allocated IP 172.20.0.13 (8159fe2f-50b7-4efa-96dd-10455de47820/886d1104-f76b-4221-9f6c-ee07aa90b2bb/52732cb5-d726-4b10-8704-a5503233a1c8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:13.261708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.284504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Transition to ACTIVE for port object 52732cb5-d726-4b10-8704-a5503233a1c8 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:13.314837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.419439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Network 8159fe2f-50b7-4efa-96dd-10455de47820 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:13.423170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:13.428488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:13.498560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55932) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:13.516529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:13.517256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.522770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'Port': ['ID=52732cb5-d726-4b10-8704-a5503233a1c8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:13.543342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.543695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.544031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.544363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.544690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.545248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.545573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.545895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.546216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.546679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.547000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.547314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:13.597860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-1c3bf2e3-9de8-4c48-b5da-5fe97b0c8e0a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1553664 Apr 25 15:07:13.609516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Request body: {'port': {'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:13.720342 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.794615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.821044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:13.827346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Usage tracker for resource:security_group_rule and tenant:95b783c148a745c29dab25b95c4c7d6c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:13.834531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:13.848846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:13.873184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3942ff0f-a1b1-4a73-83b3-ce68f3f0d93d None None] Provisioning for port 52732cb5-d726-4b10-8704-a5503233a1c8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:13.885588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3942ff0f-a1b1-4a73-83b3-ce68f3f0d93d None None] Provisioning complete for port 52732cb5-d726-4b10-8704-a5503233a1c8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:13.886309 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3942ff0f-a1b1-4a73-83b3-ce68f3f0d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.967899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:13.988620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.010284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3942ff0f-a1b1-4a73-83b3-ce68f3f0d93d None None] Port 52732cb5-d726-4b10-8704-a5503233a1c8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:07:14.048851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.081265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95b783c148a745c29dab25b95c4c7d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815327 Apr 25 15:07:14.082254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:14.082922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eab56-8432-44bc-bd82-dcc6ae005a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b7636-9201-4d93-b63f-d7ccf5ee7d37,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:14.216795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa050eca-418b-4efe-a604-bd52f4ca6466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.255742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa050eca-418b-4efe-a604-bd52f4ca6466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.327976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212c54-91ef-4003-9220-0548fb03552b req-35d5e6ed-5e77-491b-8332-2ec143b21334 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:14.328808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1e212c54-91ef-4003-9220-0548fb03552b req-35d5e6ed-5e77-491b-8332-2ec143b21334 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Synchronizing usage tracker for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:14.346272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa050eca-418b-4efe-a604-bd52f4ca6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.356369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1e212c54-91ef-4003-9220-0548fb03552b req-35d5e6ed-5e77-491b-8332-2ec143b21334 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Unset dirty status for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:14.357718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e212c54-91ef-4003-9220-0548fb03552b req-35d5e6ed-5e77-491b-8332-2ec143b21334 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 932 time: 0.3099804 Apr 25 15:07:14.393492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa050eca-418b-4efe-a604-bd52f4ca6466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b7636-9201-4d93-b63f-d7ccf5ee7d37,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:14.417132 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa050eca-418b-4efe-a604-bd52f4ca6466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.432313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa050eca-418b-4efe-a604-bd52f4ca6466 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e44b7636-9201-4d93-b63f-d7ccf5ee7d37 HTTP/1.1" status: 204 len: 168 time: 0.3463566 Apr 25 15:07:14.578432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e212c54-91ef-4003-9220-0548fb03552b req-ab71f431-77bf-4e8b-88f4-a2b4b81d7b01 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101355 Apr 25 15:07:14.703586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52732cb5-d726-4b10-8704-a5503233a1c8 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:07:14.712777 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.731963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Transition to ACTIVE for port object 52732cb5-d726-4b10-8704-a5503233a1c8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:14.737157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.870583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55964) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:14.894314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:14.926786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:14.933625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Usage tracker for resource:security_group_rule and tenant:07ec11e0bc9349108250e25cf365888c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:14.937590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:14.951222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:14.990601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=52732cb5-d726-4b10-8704-a5503233a1c8,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:15.094462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Attempting to bind port 52732cb5-d726-4b10-8704-a5503233a1c8 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:15.096079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Attempting to bind port 52732cb5-d726-4b10-8704-a5503233a1c8 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:15.098878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Attempting to bind port 52732cb5-d726-4b10-8704-a5503233a1c8 on network 8159fe2f-50b7-4efa-96dd-10455de47820 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:15.108518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Port 52732cb5-d726-4b10-8704-a5503233a1c8 on network 8159fe2f-50b7-4efa-96dd-10455de47820 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:07:15.108960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Attempting to bind port 52732cb5-d726-4b10-8704-a5503233a1c8 on network 8159fe2f-50b7-4efa-96dd-10455de47820 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:15.116867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:15.117616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Checking segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:15.118155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Bound using segment: {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:15.118796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Bound port: 52732cb5-d726-4b10-8704-a5503233a1c8, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6d678f-8d64-40f1-9850-3fc9182478f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:15.119348 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.146448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.152259 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.195302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07ec11e0bc9349108250e25cf365888c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215349 Apr 25 15:07:15.197974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 55974) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:15.230838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] For port 52732cb5-d726-4b10-8704-a5503233a1c8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:15.233308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c703b-d4ef-4e5d-891d-f877cf68d81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98111060-c7f6-4430-bf3e-dd4f02ebb85e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:15.235088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] For port 52732cb5-d726-4b10-8704-a5503233a1c8, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=52732cb5-d726-4b10-8704-a5503233a1c8,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:15.242122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.281739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5f12-3d86-4c2d-83a7-c662a4f8e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.306255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:15.306896 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.308266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] 10.222.0.15 "PUT /v2.0/ports/52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 1092 time: 1.7037292 Apr 25 15:07:15.308706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:07:15.311603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5f12-3d86-4c2d-83a7-c662a4f8e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.335311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73952d9-87f7-492e-9f03-66e8e5240ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=52732cb5-d726-4b10-8704-a5503233a1c8,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:15.412552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5f12-3d86-4c2d-83a7-c662a4f8e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.418720 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ea250a-2fd2-4ba1-ae0d-400a652fb739'] response: {'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'status': 'completed', 'code': 200} Apr 25 15:07:15.433809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d5f12-3d86-4c2d-83a7-c662a4f8e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98111060-c7f6-4430-bf3e-dd4f02ebb85e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:15.442142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5f12-3d86-4c2d-83a7-c662a4f8e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:15.443487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe9d5f12-3d86-4c2d-83a7-c662a4f8e36e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98111060-c7f6-4430-bf3e-dd4f02ebb85e HTTP/1.1" status: 204 len: 168 time: 0.2444284 Apr 25 15:07:15.471162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-3598ffde-46b8-499a-b1d5-8b72975d7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:15.472702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-3598ffde-46b8-499a-b1d5-8b72975d7b7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1095 time: 0.1158316 Apr 25 15:07:15.570106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-fbf653a7-7006-4cb2-bf98-32a1c370b774 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 217 time: 0.0840409 Apr 25 15:07:15.698508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-daab3756-79a4-40f9-ae6c-e058e27109bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:15.701821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-daab3756-79a4-40f9-ae6c-e058e27109bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.1248960 Apr 25 15:07:15.897684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-4e970e62-2b8e-4f0c-a870-4d4c6b5130ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:15.899272 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-4e970e62-2b8e-4f0c-a870-4d4c6b5130ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853411 Apr 25 15:07:15.909120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3866e51-e775-4ed3-88e1-3e4607585db0 req-3fbbd30a-8275-416b-ba89-8113b4dfd5cf tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:15.910892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d3866e51-e775-4ed3-88e1-3e4607585db0 req-3fbbd30a-8275-416b-ba89-8113b4dfd5cf tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 944 time: 0.1216407 Apr 25 15:07:16.043684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d3866e51-e775-4ed3-88e1-3e4607585db0 req-53ee1fae-45a7-4c6a-8c70-504f36668aae tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095107 Apr 25 15:07:16.115953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-98a2b457-9576-4806-945b-8da20b2b575f service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038896 Apr 25 15:07:16.279306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b44a6c62-d4b8-4c30-9904-d50b5d784984 req-2aea10a0-99e0-443e-9625-ddc3fc526a82 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573372 Apr 25 15:07:16.601219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224f7b-043d-46d3-9313-23c089cffadc req-96de4ac6-550f-4223-af37-07528172c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:16.603743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-96de4ac6-550f-4223-af37-07528172c1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1095 time: 0.2651472 Apr 25 15:07:16.702359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56034) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:16.787508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224f7b-043d-46d3-9313-23c089cffadc req-156a0161-43b5-47e1-8478-80eedb459130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:16.788536 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-156a0161-43b5-47e1-8478-80eedb459130 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 914 time: 0.1777608 Apr 25 15:07:16.890875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-41d2af04-73cc-4b2c-901a-37ece9c3876b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 217 time: 0.0898154 Apr 25 15:07:16.891655 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-58a05c26-38a0-45b6-a2bf-187ab922c0ce tempest-AgentManagementNegativeTest-964879511 tempest-AgentManagementNegativeTest-964879511-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1873689 Apr 25 15:07:16.969323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224f7b-043d-46d3-9313-23c089cffadc req-9f029adb-9e47-4911-8e5b-af32f22011fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:16.971695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-9f029adb-9e47-4911-8e5b-af32f22011fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.0745082 Apr 25 15:07:17.075571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224f7b-043d-46d3-9313-23c089cffadc req-e3e11aa7-d90a-4692-a63c-d78993aa8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:17.077130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-e3e11aa7-d90a-4692-a63c-d78993aa8594 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991466 Apr 25 15:07:17.343835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-7f7c0295-ccb0-4fd3-ac2c-9f48f583147a service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598362 Apr 25 15:07:17.348652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc539bfe-e316-4e36-a5b8-a85f6571c2f6 req-dca89286-863c-49b7-8435-8d1354f40149 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:17.357401 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc539bfe-e316-4e36-a5b8-a85f6571c2f6 req-dca89286-863c-49b7-8435-8d1354f40149 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 944 time: 0.1036572 Apr 25 15:07:17.392508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56054) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:17.428949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc539bfe-e316-4e36-a5b8-a85f6571c2f6 req-16a76b4b-17ae-419f-a0d3-de324c3705e1 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647542 Apr 25 15:07:17.578959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-44224f7b-043d-46d3-9313-23c089cffadc req-e6bf66e4-f996-4056-a939-83bc54f4bb87 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254019 Apr 25 15:07:17.585786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.602348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:17.606757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Usage tracker for resource:security_group_rule and tenant:8ca99009cbb6426e80989e64b3970baf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:17.609732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:17.615896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:17.707158 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.711789 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.767068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ca99009cbb6426e80989e64b3970baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690081 Apr 25 15:07:17.767818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56068) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:17.769148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb654018-4229-458d-aaff-e3df6562bbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af5f83-837f-4de8-8a44-e28650df8359,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:17.867093 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35fb051e-39d6-474e-8cde-44f7d39a4929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.898622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35fb051e-39d6-474e-8cde-44f7d39a4929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.954879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35fb051e-39d6-474e-8cde-44f7d39a4929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.973859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb051e-39d6-474e-8cde-44f7d39a4929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af5f83-837f-4de8-8a44-e28650df8359,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:17.975851 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35fb051e-39d6-474e-8cde-44f7d39a4929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:17.977157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-35fb051e-39d6-474e-8cde-44f7d39a4929 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80af5f83-837f-4de8-8a44-e28650df8359 HTTP/1.1" status: 204 len: 168 time: 0.2078297 Apr 25 15:07:18.633869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3735bd-c816-4c1a-b0e2-b5d363d3f0fb req-0e246cf2-7e2c-44eb-8ebc-525bd868b077 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:18.641856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f3735bd-c816-4c1a-b0e2-b5d363d3f0fb req-0e246cf2-7e2c-44eb-8ebc-525bd868b077 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 944 time: 0.1015601 Apr 25 15:07:18.709109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f3735bd-c816-4c1a-b0e2-b5d363d3f0fb req-ef53d2d7-2464-4214-8b63-94fe21341721 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589919 Apr 25 15:07:18.888433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:19.016675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1998270478'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:19.025652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:19.030160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:network and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:19.034750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:19.058867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:19.067859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:19.071757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.085997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.103782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:19.107696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:security_group_rule and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:19.110965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:19.117622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:19.227089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.235819 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.271656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:07:19.296784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782449b0-c971-43eb-a994-eb88c6de8893,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:19.304028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.325227 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Added segment 9f0ede4b-a575-4e81-a20d-3298d2d37c73 of type vlan for network fae6f61f-894f-41a6-b7c3-0cf91e784673 Apr 25 15:07:19.354076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.395506 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.401532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:19.402148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:19.519638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Network': ['ID=fae6f61f-894f-41a6-b7c3-0cf91e784673,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:19.534233 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-923d566b-af38-4916-8a64-c463cf80a09e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6445606 Apr 25 15:07:19.542246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:07:19.542779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56132) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:19.547817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:19.680251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:19.684117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:19.687498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:19.693645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:19.704000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:19.707549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:20.063160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42d91-a99d-4f97-a23c-351691d04618 req-3864a1e3-77a1-4888-a851-0da8a01f5530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:20.064614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49a42d91-a99d-4f97-a23c-351691d04618 req-3864a1e3-77a1-4888-a851-0da8a01f5530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 944 time: 0.2555685 Apr 25 15:07:20.135909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:20.183203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49a42d91-a99d-4f97-a23c-351691d04618 req-45407833-0610-48ac-963b-5b656407f5c0 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098683 Apr 25 15:07:20.243154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:20.248355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:20.248964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network hostable DHCP agents. Network: fae6f61f-894f-41a6-b7c3-0cf91e784673, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:07:20.269578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:07:20.279930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, fae6f61f-894f-41a6-b7c3-0cf91e784673) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:20.286233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:20.287763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:20.291446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881acf5-1f83-4e25-b191-6f18d9ddb3b2 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:20.339295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:20.339818 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c39366d-317f-4107-8433-0231af36983c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7983580 Apr 25 15:07:20.346980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'name': 'tempest-NetworksTestDHCPv6-1620512168'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:20.518022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:20.522592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:20.525721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:20.534418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:20.575061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:20.576302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:20.613531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port dde350d6-56f1-4a77-9c1c-415d13b6380b yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:20.626317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:20.627503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:20.861351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::29 (fae6f61f-894f-41a6-b7c3-0cf91e784673/ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a/dde350d6-56f1-4a77-9c1c-415d13b6380b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:21.111382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.136882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object dde350d6-56f1-4a77-9c1c-415d13b6380b will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:21.166406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.261508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:21.261508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:21.261508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=dde350d6-56f1-4a77-9c1c-415d13b6380b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:21.267350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:21.273010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a/126d36cf-bd94-40cb-bc8a-76efc41150b1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:21.276855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:21.276855 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.306990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd5760f2-2837-4181-a8e4-b6168f0b3e29 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9584606 Apr 25 15:07:21.306990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56182) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:21.555142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.566483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Transition to ACTIVE for port object 126d36cf-bd94-40cb-bc8a-76efc41150b1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:21.570267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34176871-04d9-4f41-bb42-aaa1e880e3cf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:21.570267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34176871-04d9-4f41-bb42-aaa1e880e3cf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:21.594700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Transition to ACTIVE for port object 126d36cf-bd94-40cb-bc8a-76efc41150b1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:21.598180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938184a2-69c1-4dd4-9496-9e2785431555 req-9f987093-3e99-4340-b20d-5e93742b69bf tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:21.605698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-938184a2-69c1-4dd4-9496-9e2785431555 req-9f987093-3e99-4340-b20d-5e93742b69bf tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 944 time: 0.2180893 Apr 25 15:07:21.616247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.694806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:21.700821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:21.708630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:21.742500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Pushing event updated for resources: {'Port': ['ID=126d36cf-bd94-40cb-bc8a-76efc41150b1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:21.787862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.787983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.788759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.788759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.789409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.789409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.790054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.790054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.790205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.790696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.791169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.791753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:21.792164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-938184a2-69c1-4dd4-9496-9e2785431555 req-26f5e7c4-44a1-48d2-b68f-ed9a8a713630 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900637 Apr 25 15:07:21.805196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34176871-04d9-4f41-bb42-aaa1e880e3cf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:21.806378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-34176871-04d9-4f41-bb42-aaa1e880e3cf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5024626 Apr 25 15:07:21.809145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56200) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:21.839198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Attempting to bind port 126d36cf-bd94-40cb-bc8a-76efc41150b1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:21.839198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Attempting to bind port 126d36cf-bd94-40cb-bc8a-76efc41150b1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:21.839198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Attempting to bind port 126d36cf-bd94-40cb-bc8a-76efc41150b1 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:21.851495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:21.852173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:21.852592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.853534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:21.854032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Bound port: 126d36cf-bd94-40cb-bc8a-76efc41150b1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:21.854424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.881051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port dde350d6-56f1-4a77-9c1c-415d13b6380b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:21.881406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:21.969284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] For port 126d36cf-bd94-40cb-bc8a-76efc41150b1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:21.969284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] For port 126d36cf-bd94-40cb-bc8a-76efc41150b1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=126d36cf-bd94-40cb-bc8a-76efc41150b1,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:21.985746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:22.101930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92367e4-4543-44f8-b2ea-715b527e10b0 None None] Pushing event updated for resources: {'Port': ['ID=126d36cf-bd94-40cb-bc8a-76efc41150b1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:22.251349 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:22.417377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for dde350d6-56f1-4a77-9c1c-415d13b6380b owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:22.636992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:22.740521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=dde350d6-56f1-4a77-9c1c-415d13b6380b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:22.760075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:22.768242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3cf7f6d2-cb1b-481b-a374-85cf4d63e43a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/dde350d6-56f1-4a77-9c1c-415d13b6380b HTTP/1.1" status: 204 len: 168 time: 0.9547513 Apr 25 15:07:22.770128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56216) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:22.882581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08731494-6af4-4a04-838b-a8c9493568e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:22.887283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08731494-6af4-4a04-838b-a8c9493568e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:22.888287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-08731494-6af4-4a04-838b-a8c9493568e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:22.967592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-08731494-6af4-4a04-838b-a8c9493568e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:22.967592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-08731494-6af4-4a04-838b-a8c9493568e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1970994 Apr 25 15:07:22.976279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56228) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:23.049020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6b743-335c-460b-8765-0d442867fa66 req-26a2550b-95a7-4404-894a-26673900ab50 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:23.057496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffe6b743-335c-460b-8765-0d442867fa66 req-26a2550b-95a7-4404-894a-26673900ab50 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 944 time: 0.1457539 Apr 25 15:07:23.063821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:23.069691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:23.114022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ffe6b743-335c-460b-8765-0d442867fa66 req-b41b79da-b58c-4b2d-ac57-d6e6deb44466 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Apr 25 15:07:23.163009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:23.327095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:23.442928 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:23.469519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 52732cb5-d726-4b10-8704-a5503233a1c8 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:07:23.497989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:23.502677 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:23.509936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2780a7e-25b0-4820-8162-ae3a50b605cd None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:23.565556 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cdd461e3-1099-44c3-8260-80eafd79d645 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a HTTP/1.1" status: 204 len: 168 time: 0.5839422 Apr 25 15:07:23.565556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56242) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:23.656979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-764f15df-f51a-426e-9f4e-ffa658f0e1c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916195 Apr 25 15:07:23.656979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56246) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:23.665753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:23.770950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-198c6c9a-0fc3-4f0c-9255-8cff848ccd09 None None] Provisioning for port 126d36cf-bd94-40cb-bc8a-76efc41150b1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:23.795681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:23.800293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:23.803337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:23.809523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:23.821922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:23.826323 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:23.878492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 52732cb5-d726-4b10-8704-a5503233a1c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=52732cb5-d726-4b10-8704-a5503233a1c8,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:23.898226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '52732cb5-d726-4b10-8704-a5503233a1c8', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:07:23.998155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.046118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52732cb5-d726-4b10-8704-a5503233a1c8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:07:24.082221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:07:24.090906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 52732cb5-d726-4b10-8704-a5503233a1c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=52732cb5-d726-4b10-8704-a5503233a1c8,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:24.092458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] Deleting port 126d36cf-bd94-40cb-bc8a-76efc41150b1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:24.093000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.123363 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.285616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=52732cb5-d726-4b10-8704-a5503233a1c8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:24.314744 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.357881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['52732cb5-d726-4b10-8704-a5503233a1c8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:07:24.376192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:24.513318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:24.513318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:24.513318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.567590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=2a95c783-28c6-4971-b3e4-3fc6d61669b9,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:24.591432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-519793a9-dde3-4ed3-be87-95a12d5b3cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9270196 Apr 25 15:07:24.594462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56266) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:24.609390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'name': 'tempest-NetworksTestDHCPv6-1752905015'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:24.615200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2631-3fb4-490f-ac06-a44b3322609e req-73af0381-132d-44f5-a30e-fbe1ba405d2a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:24.615200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa0e2631-3fb4-490f-ac06-a44b3322609e req-73af0381-132d-44f5-a30e-fbe1ba405d2a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 945 time: 0.3548512 Apr 25 15:07:24.695075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aa0e2631-3fb4-490f-ac06-a44b3322609e req-7b63f7ce-f261-4f07-b9d9-e68c9cef145f tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755711 Apr 25 15:07:24.791975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] For port 126d36cf-bd94-40cb-bc8a-76efc41150b1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=126d36cf-bd94-40cb-bc8a-76efc41150b1,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:24.791975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.802073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:24.817264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:24.817264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:24.830304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:24.859393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:24.867281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:24.908646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port fdb515fc-28d4-4b0f-abe3-31c94e710a8e yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:24.981275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] Calling delete_port for 126d36cf-bd94-40cb-bc8a-76efc41150b1 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:25.132981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::13e (fae6f61f-894f-41a6-b7c3-0cf91e784673/2a95c783-28c6-4971-b3e4-3fc6d61669b9/fdb515fc-28d4-4b0f-abe3-31c94e710a8e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:25.158046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:25.237937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] Pushing event deleted for resources: {'Port': ['ID=126d36cf-bd94-40cb-bc8a-76efc41150b1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:25.248777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ba288-a334-4ea2-bb2d-bfbdab73ccd6 None None] No DVR routers for this DVR port 126d36cf-bd94-40cb-bc8a-76efc41150b1 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:07:25.263908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a8701-5f31-4d41-9522-d1ef5e4ece9c None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:25.404446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:25.421359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object fdb515fc-28d4-4b0f-abe3-31c94e710a8e will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:25.450179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:25.606510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:25.606510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=fdb515fc-28d4-4b0f-abe3-31c94e710a8e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:25.606510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:25.606510 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:25.610916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:25.610916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.628166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.632520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.632520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:07:25.661278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6b896138-26ac-4bbc-ae1b-ff91cbe77c5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0689209 Apr 25 15:07:25.665065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56288) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:25.699289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '2a95c783-28c6-4971-b3e4-3fc6d61669b9'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:25.700176 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:25.792170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba48e9e-e2a4-4966-b395-1a47dcbfec3d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:25.793435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cba48e9e-e2a4-4966-b395-1a47dcbfec3d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:25.816835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cba48e9e-e2a4-4966-b395-1a47dcbfec3d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:25.818749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cba48e9e-e2a4-4966-b395-1a47dcbfec3d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1557369 Apr 25 15:07:25.821534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56298) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:25.955431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port fdb515fc-28d4-4b0f-abe3-31c94e710a8e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:25.965381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:25.995354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 126d36cf-bd94-40cb-bc8a-76efc41150b1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:07:26.044530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 126d36cf-bd94-40cb-bc8a-76efc41150b1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:07:26.044530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 126d36cf-bd94-40cb-bc8a-76efc41150b1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:07:26.078493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/2a95c783-28c6-4971-b3e4-3fc6d61669b9/9801acdd-c174-4001-acf2-0cbb9b59b3d9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:26.130372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be617e0-c912-4097-af13-3ee489952817 req-9d6a008a-cd17-4629-96be-f00c924c8623 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:26.130372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5be617e0-c912-4097-af13-3ee489952817 req-9d6a008a-cd17-4629-96be-f00c924c8623 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 945 time: 0.2201526 Apr 25 15:07:26.279770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5be617e0-c912-4097-af13-3ee489952817 req-05a77150-ef71-419d-8345-450d7f463c12 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312563 Apr 25 15:07:26.307471 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:26.316702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:26.318135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Transition to ACTIVE for port object 9801acdd-c174-4001-acf2-0cbb9b59b3d9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:26.347946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Transition to ACTIVE for port object 9801acdd-c174-4001-acf2-0cbb9b59b3d9 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:26.359336 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:26.451072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:26.451072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:26.451072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:26.462847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Pushing event updated for resources: {'Port': ['ID=9801acdd-c174-4001-acf2-0cbb9b59b3d9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:26.535287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for fdb515fc-28d4-4b0f-abe3-31c94e710a8e owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Attempting to bind port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Attempting to bind port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Attempting to bind port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Bound port: 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:26.575975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:26.700238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:26.700238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9801acdd-c174-4001-acf2-0cbb9b59b3d9,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:26.711242 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:26.824776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fe68a-c283-49d7-833c-61b0abc9978e None None] Pushing event updated for resources: {'Port': ['ID=9801acdd-c174-4001-acf2-0cbb9b59b3d9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:26.920231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.052923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=fdb515fc-28d4-4b0f-abe3-31c94e710a8e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:27.093814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.108939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56320) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:27.119371 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-aac18448-807f-4716-b244-a05771354808 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/fdb515fc-28d4-4b0f-abe3-31c94e710a8e HTTP/1.1" status: 204 len: 168 time: 1.2832367 Apr 25 15:07:27.210064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6671e0-3aa3-405d-af7b-f96a4fb8f9b4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:27.210064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6671e0-3aa3-405d-af7b-f96a4fb8f9b4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:27.210064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f6671e0-3aa3-405d-af7b-f96a4fb8f9b4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:27.234529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f6671e0-3aa3-405d-af7b-f96a4fb8f9b4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:27.237098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f6671e0-3aa3-405d-af7b-f96a4fb8f9b4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1291685 Apr 25 15:07:27.238675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56324) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:27.316580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 2a95c783-28c6-4971-b3e4-3fc6d61669b9 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:27.319752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.464916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.503231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 52732cb5-d726-4b10-8704-a5503233a1c8 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:07:27.591631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 52732cb5-d726-4b10-8704-a5503233a1c8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:27.598239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 52732cb5-d726-4b10-8704-a5503233a1c8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:27.598700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.598984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ac8c-da0e-4aa1-893a-1e6a1d573f06 req-2206433b-b306-44d5-81cb-27c864a77a66 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:27.600511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-51d0ac8c-da0e-4aa1-893a-1e6a1d573f06 req-2206433b-b306-44d5-81cb-27c864a77a66 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 945 time: 0.1981578 Apr 25 15:07:27.611472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.723765 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-51d0ac8c-da0e-4aa1-893a-1e6a1d573f06 req-90268264-766e-4802-9845-caf446fa8556 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827456 Apr 25 15:07:27.760648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.820559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=2a95c783-28c6-4971-b3e4-3fc6d61669b9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:27.822650 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.833821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.881866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 52732cb5-d726-4b10-8704-a5503233a1c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=52732cb5-d726-4b10-8704-a5503233a1c8,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:27.881866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:07:27.885534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56340) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:27.888425 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6c672606-a1e6-4cf4-b652-a653c360ef13 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/2a95c783-28c6-4971-b3e4-3fc6d61669b9 HTTP/1.1" status: 204 len: 168 time: 0.6433084 Apr 25 15:07:27.908503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:27.988066 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dca4a0-d1ff-45bf-9aaf-1845353cade9'] response: {'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'code': 200} Apr 25 15:07:28.073121 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eed71a1b-2a11-439e-ab4e-76823f0fd053 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1859818 Apr 25 15:07:28.073751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56350) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:28.076947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9801acdd-c174-4001-acf2-0cbb9b59b3d9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:07:28.142093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:28.149624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=52732cb5-d726-4b10-8704-a5503233a1c8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:28.173817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:28.278836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86df88-53fc-4486-a2ee-2c628cd4ef51 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:28.323691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:28.323691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:28.328323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:28.333835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:28.360700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:28.364631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:28.414276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60be09-30ea-41ac-b1ab-45c3c2bf12ff req-bf97b384-9475-486f-8c24-ccc42be0515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:28.415780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c60be09-30ea-41ac-b1ab-45c3c2bf12ff req-bf97b384-9475-486f-8c24-ccc42be0515e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1097 time: 0.3392107 Apr 25 15:07:28.434526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Could not find standard attr ID for object fdb515fc-28d4-4b0f-abe3-31c94e710a8e. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:07:28.519414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Provisioning for port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:28.533233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Provisioning complete for port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:28.533640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:28.663604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c60be09-30ea-41ac-b1ab-45c3c2bf12ff req-40d8c6c5-b050-4046-80d0-e1f0f3860bf4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006338 Apr 25 15:07:28.713844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:07:28.717797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Deleting port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:28.717797 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:28.793117 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:28.796707 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:28.895115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9801acdd-c174-4001-acf2-0cbb9b59b3d9,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:28.914463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:28.987941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:28.991696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:28.997979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:28.998658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:29.005845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=a256de07-a43d-4f38-ab29-6a088aab95e5,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:29.051468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aac1aa7f-8575-494d-9020-f5aa0199d693 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9762764 Apr 25 15:07:29.054015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56374) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:29.059785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'name': 'tempest-NetworksTestDHCPv6-757593609'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:29.081517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913f22d-03f9-4057-ada1-44b12ca2307d req-a0400d45-291a-4fc2-abc7-12199a3c1d2d tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:29.089576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f913f22d-03f9-4057-ada1-44b12ca2307d req-a0400d45-291a-4fc2-abc7-12199a3c1d2d tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 946 time: 0.1882522 Apr 25 15:07:29.201401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f913f22d-03f9-4057-ada1-44b12ca2307d req-ad2141a7-2f38-44a5-b54c-9624de60a1fb tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000404 Apr 25 15:07:29.205320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9801acdd-c174-4001-acf2-0cbb9b59b3d9,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:29.205320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:29.258357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:29.276960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:29.276960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:29.276960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:29.291721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:29.298484 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:29.336311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port e664ced3-202e-4e6a-a85d-fd62bcfb11ac yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:29.362408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f499c-f547-4e17-ac38-fa33770c4179 None None] Pushing event updated for resources: {'Port': ['ID=9801acdd-c174-4001-acf2-0cbb9b59b3d9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:29.371825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Calling delete_port for 9801acdd-c174-4001-acf2-0cbb9b59b3d9 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:29.438185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:29.475538 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:07:29.475538 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:07:29.528454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::172 (fae6f61f-894f-41a6-b7c3-0cf91e784673/a256de07-a43d-4f38-ab29-6a088aab95e5/e664ced3-202e-4e6a-a85d-fd62bcfb11ac) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:29.816939 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:29.837565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object e664ced3-202e-4e6a-a85d-fd62bcfb11ac will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:29.889461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:29.931908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9801acdd-c174-4001-acf2-0cbb9b59b3d9 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:07:29.986765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Deleting port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:29.987157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:30.026569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=e664ced3-202e-4e6a-a85d-fd62bcfb11ac,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:30.086887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:30.086887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:30.093157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:30.103641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:30.103641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:30.131920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-11b121e1-b412-414a-bca9-3c89f4bcdfcc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0726416 Apr 25 15:07:30.131920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56392) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:30.233691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32dd64-ff75-4be4-ba85-26b6ed740cf2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:30.239648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32dd64-ff75-4be4-ba85-26b6ed740cf2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:30.240301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b32dd64-ff75-4be4-ba85-26b6ed740cf2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:30.259795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b32dd64-ff75-4be4-ba85-26b6ed740cf2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:30.261906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1b32dd64-ff75-4be4-ba85-26b6ed740cf2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1299965 Apr 25 15:07:30.264395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56402) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:30.361668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:30.383570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9801acdd-c174-4001-acf2-0cbb9b59b3d9,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:30.384731 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:30.442430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port e664ced3-202e-4e6a-a85d-fd62bcfb11ac {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:30.442430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:30.555591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Calling delete_port for 9801acdd-c174-4001-acf2-0cbb9b59b3d9 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:30.593743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9801acdd-c174-4001-acf2-0cbb9b59b3d9,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:30.599227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:30.674110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa934b49-091d-4e6b-bccb-95b7e5a49032 req-61379e1f-dd4b-4090-ad5f-f8d8c41ea03a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:30.680884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aa934b49-091d-4e6b-bccb-95b7e5a49032 req-61379e1f-dd4b-4090-ad5f-f8d8c41ea03a tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 946 time: 0.3129609 Apr 25 15:07:30.706478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=9801acdd-c174-4001-acf2-0cbb9b59b3d9,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:30.709074 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:07:30.709456 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:07:30.841235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aa934b49-091d-4e6b-bccb-95b7e5a49032 req-9007f81b-8077-4b9a-9434-9fde0b5c0c51 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521866 Apr 25 15:07:30.905681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.051002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for e664ced3-202e-4e6a-a85d-fd62bcfb11ac owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:31.076489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03343-303c-4798-95ea-9919a5e0c1da req-75b43200-9fa8-4c26-bf11-211d1954c020 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:31.085231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c03343-303c-4798-95ea-9919a5e0c1da req-75b43200-9fa8-4c26-bf11-211d1954c020 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 946 time: 0.1201100 Apr 25 15:07:31.097831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Deleting port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:31.098425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.188602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c03343-303c-4798-95ea-9919a5e0c1da req-4a7e65aa-b184-4638-8e2e-1d4988265621 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022937 Apr 25 15:07:31.217545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56422) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:31.377248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.438586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=e664ced3-202e-4e6a-a85d-fd62bcfb11ac,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:31.487579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] For port 9801acdd-c174-4001-acf2-0cbb9b59b3d9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9801acdd-c174-4001-acf2-0cbb9b59b3d9,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:31.487959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.525752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.569463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3faf4c45-a6fc-4ddd-8792-66e184e27836 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/e664ced3-202e-4e6a-a85d-fd62bcfb11ac HTTP/1.1" status: 204 len: 168 time: 1.3026369 Apr 25 15:07:31.570360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56432) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:31.597282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf539c-815f-4d0d-a11d-b2531d7ffe1a tempest-TestVolumeBackupRestore-1737812180 tempest-TestVolumeBackupRestore-1737812180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:31.598350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24bf539c-815f-4d0d-a11d-b2531d7ffe1a tempest-TestVolumeBackupRestore-1737812180 tempest-TestVolumeBackupRestore-1737812180-project-admin] Synchronizing usage tracker for tenant:3d8739003f0a4d849df3715a44781be2 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:31.637642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-24bf539c-815f-4d0d-a11d-b2531d7ffe1a tempest-TestVolumeBackupRestore-1737812180 tempest-TestVolumeBackupRestore-1737812180-project-admin] Unset dirty status for tenant:3d8739003f0a4d849df3715a44781be2 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:31.648367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-24bf539c-815f-4d0d-a11d-b2531d7ffe1a tempest-TestVolumeBackupRestore-1737812180 tempest-TestVolumeBackupRestore-1737812180-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1092 time: 0.4288495 Apr 25 15:07:31.653236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56440) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:31.662744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:31.672169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:31.673321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Calling delete_port for 9801acdd-c174-4001-acf2-0cbb9b59b3d9 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:31.678887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Usage tracker for resource:floatingip and tenant:9112525b7ee84fdd832c30b5b9498cec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:31.682267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:31.689006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:31.710416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a3b0a-c1c8-43b4-996f-383646d47bf5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:31.724230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a3b0a-c1c8-43b4-996f-383646d47bf5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:31.725520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-310a3b0a-c1c8-43b4-996f-383646d47bf5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1539922 Apr 25 15:07:31.735063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56444) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:31.742382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.813420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.868891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet a256de07-a43d-4f38-ab29-6a088aab95e5 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:31.868891 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:31.925337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] Pushing event deleted for resources: {'Port': ['ID=9801acdd-c174-4001-acf2-0cbb9b59b3d9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:31.925337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f6f03-a106-48b2-bc9c-a67a38362098 None None] No DVR routers for this DVR port 9801acdd-c174-4001-acf2-0cbb9b59b3d9 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:07:31.947029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a5531-78ea-4285-ad7c-192824175ec7 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:31.961164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.046284 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.079846 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.187964 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.238234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=a256de07-a43d-4f38-ab29-6a088aab95e5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:32.244942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Allocated IP 172.25.0.162 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/8b26da0d-3d03-47cf-8863-500620ceaf0d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:32.278344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.289098 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e98ca630-1ada-4090-b6bb-8905caad75c6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/a256de07-a43d-4f38-ab29-6a088aab95e5 HTTP/1.1" status: 204 len: 168 time: 0.5409789 Apr 25 15:07:32.289098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:32.301464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c269bb3-a08d-4cda-b31e-4a45ff485ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'a256de07-a43d-4f38-ab29-6a088aab95e5'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:32.301464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c269bb3-a08d-4cda-b31e-4a45ff485ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.406515 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.434594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-15369321-c8bf-467d-95e5-684180e76d56 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374824 Apr 25 15:07:32.434594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56462) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:32.448558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:32.522994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:32.525953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:32.560321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:32.623234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'Port': ['ID=8b26da0d-3d03-47cf-8863-500620ceaf0d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:32.680143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-27e0bab2-a316-4a4e-ab42-ee8b25fb9020 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:32.698692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-27e0bab2-a316-4a4e-ab42-ee8b25fb9020 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:32.700114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-27e0bab2-a316-4a4e-ab42-ee8b25fb9020 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2678394 Apr 25 15:07:32.702758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56468) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:32.807911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd9102-8daa-46aa-8eec-2db547586342 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:32.807911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-16fd9102-8daa-46aa-8eec-2db547586342 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:32.822424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-16fd9102-8daa-46aa-8eec-2db547586342 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:32.822424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16fd9102-8daa-46aa-8eec-2db547586342 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1165745 Apr 25 15:07:32.826898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56472) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:32.913382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6e24d96f-7010-4851-95f1-55517f0f17ee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890279 Apr 25 15:07:32.919263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:32.927411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:33.143130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:33.167847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:33.187970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:33.189267 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:33.396382 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:33.527516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:33.774036 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:33.802718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:33.813842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:33.822055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0236e0b9-51ee-4704-9a7c-94160217f99e None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:33.833968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:33.833968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:33.833968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=11e672f3-e9c2-4445-8428-6041742908de,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:33.911141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-87ebc070-fc03-482c-86dd-5537b7c31c2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9906847 Apr 25 15:07:33.914219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:33.921152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '11e672f3-e9c2-4445-8428-6041742908de', 'ip_address': '2001:db8::de1f:c0b1:de1:28a3'}], 'name': 'tempest-NetworksTestDHCPv6-1532270505'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:34.164488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.165240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:34.180097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:34.187366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.199295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:34.284301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22259c43-071f-4937-b460-838af5646482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '11e672f3-e9c2-4445-8428-6041742908de'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:34.284301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22259c43-071f-4937-b460-838af5646482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.325275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event updated for resources: {'Port': ['ID=8b26da0d-3d03-47cf-8863-500620ceaf0d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:34.347235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.384533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.412378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 8fbe8be3-800e-41c6-9d8e-901e665a938e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:34.438291 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.549570 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Floating IP d55c8141-60a8-41a9-8270-3c0d397b045b associated. External IP: 172.25.0.162, port: 52732cb5-d726-4b10-8704-a5503233a1c8. Apr 25 15:07:34.563303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-22259c43-071f-4937-b460-838af5646482 None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/11e672f3-e9c2-4445-8428-6041742908de/eb3b4108-fde1-4bd5-b46a-96a1c004d681) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:34.913286 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22259c43-071f-4937-b460-838af5646482 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:34.929136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-22259c43-071f-4937-b460-838af5646482 None None] Transition to ACTIVE for port object eb3b4108-fde1-4bd5-b46a-96a1c004d681 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:34.953410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-22259c43-071f-4937-b460-838af5646482 None None] Transition to ACTIVE for port object eb3b4108-fde1-4bd5-b46a-96a1c004d681 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:34.961222 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22259c43-071f-4937-b460-838af5646482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.053324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22259c43-071f-4937-b460-838af5646482 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:35.078077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-22259c43-071f-4937-b460-838af5646482 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:35.083752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::de1f:c0b1:de1:28a3 (fae6f61f-894f-41a6-b7c3-0cf91e784673/11e672f3-e9c2-4445-8428-6041742908de/8fbe8be3-800e-41c6-9d8e-901e665a938e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:35.087850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22259c43-071f-4937-b460-838af5646482 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:35.091922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Router 2fbb6004-9378-4add-ab4a-1a12e6a17114 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:07:35.214082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22259c43-071f-4937-b460-838af5646482 None None] Pushing event updated for resources: {'Port': ['ID=eb3b4108-fde1-4bd5-b46a-96a1c004d681,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:35.220152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-22259c43-071f-4937-b460-838af5646482 None None] Attempting to bind port eb3b4108-fde1-4bd5-b46a-96a1c004d681 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:35.220152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-22259c43-071f-4937-b460-838af5646482 None None] Attempting to bind port eb3b4108-fde1-4bd5-b46a-96a1c004d681 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:35.220152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259c43-071f-4937-b460-838af5646482 None None] Attempting to bind port eb3b4108-fde1-4bd5-b46a-96a1c004d681 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:35.229759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259c43-071f-4937-b460-838af5646482 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:35.229759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259c43-071f-4937-b460-838af5646482 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:35.229759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22259c43-071f-4937-b460-838af5646482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.229759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259c43-071f-4937-b460-838af5646482 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:35.229759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-22259c43-071f-4937-b460-838af5646482 None None] Bound port: eb3b4108-fde1-4bd5-b46a-96a1c004d681, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:35.229759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22259c43-071f-4937-b460-838af5646482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.348602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-22259c43-071f-4937-b460-838af5646482 None None] For port eb3b4108-fde1-4bd5-b46a-96a1c004d681, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:35.351686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-22259c43-071f-4937-b460-838af5646482 None None] For port eb3b4108-fde1-4bd5-b46a-96a1c004d681, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=eb3b4108-fde1-4bd5-b46a-96a1c004d681,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:35.357953 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22259c43-071f-4937-b460-838af5646482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.444718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.473184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:07:35.501778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 8fbe8be3-800e-41c6-9d8e-901e665a938e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:35.505242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.517111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] Sync routers for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:07:35.532320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22259c43-071f-4937-b460-838af5646482 None None] Pushing event updated for resources: {'Port': ['ID=eb3b4108-fde1-4bd5-b46a-96a1c004d681,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:35.540813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:07:35.540813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:35.576455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.592420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9bc9387d-20d4-4d0b-99a6-50a46737b310 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9336872 Apr 25 15:07:35.592420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56524) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:35.592420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:07:35.715698 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08effc66-9878-4c5c-9409-90542c13102b'] response: {'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'status': 'completed', 'code': 200} Apr 25 15:07:35.770873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4408d-9678-4a64-bf15-4803e3a5a347 tempest-TestVolumeBackupRestore-1737812180 tempest-TestVolumeBackupRestore-1737812180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:35.772435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-efa4408d-9678-4a64-bf15-4803e3a5a347 tempest-TestVolumeBackupRestore-1737812180 tempest-TestVolumeBackupRestore-1737812180-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1092 time: 0.1777904 Apr 25 15:07:35.777643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56534) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:35.792493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Request body: {'floatingip': {'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:35.832453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:35.840493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:35.856159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:35.863183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:35.863917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:35.892490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=8fbe8be3-800e-41c6-9d8e-901e665a938e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:35.951418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2a36dd84-e068-4dc4-acb8-1f0ee3dd3a89 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0359201 Apr 25 15:07:35.954071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56542) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:35.979243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:36.064885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-94b0b1df-6976-4ad1-bd3d-1fafe5b22679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:36.064885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-94b0b1df-6976-4ad1-bd3d-1fafe5b22679 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1097 time: 0.2983162 Apr 25 15:07:36.091301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eb3b4108-fde1-4bd5-b46a-96a1c004d681 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:07:36.177147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:07:36.325935 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:07:36.379606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734aa753-2c6d-44af-91a8-7cee2395860f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:36.384165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734aa753-2c6d-44af-91a8-7cee2395860f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:36.384165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-734aa753-2c6d-44af-91a8-7cee2395860f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:36.443431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-d3f04e36-df14-4707-a093-ad8538d3f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:36.443431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-d3f04e36-df14-4707-a093-ad8538d3f2b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 914 time: 0.3688040 Apr 25 15:07:36.443431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-734aa753-2c6d-44af-91a8-7cee2395860f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:36.443431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-734aa753-2c6d-44af-91a8-7cee2395860f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4848585 Apr 25 15:07:36.525148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56550) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:36.732672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port eb3b4108-fde1-4bd5-b46a-96a1c004d681 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:36.779926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 8fbe8be3-800e-41c6-9d8e-901e665a938e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:36.780339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:36.987826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-bf3ac33a-de8c-4f40-88c7-fd5969f91f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 1000 time: 0.5448167 Apr 25 15:07:37.069261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd55c8141-60a8-41a9-8270-3c0d397b045b', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:07:33Z', 'updated_at': '2022-04-25T15:07:33Z', 'revision_number': 0, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:37.076746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] Checking router: 2fbb6004-9378-4add-ab4a-1a12e6a17114 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:07:37.103659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:07:37.103659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:37.407259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:07:37.524501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-04b02b45-529d-420a-8172-c45b6c83b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:37.526111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-04b02b45-529d-420a-8172-c45b6c83b2ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.5086312 Apr 25 15:07:37.563706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:37.578195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:37.709635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-e42f0e0f-773e-4a56-85e2-fe52a9650918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:37.709635 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-e42f0e0f-773e-4a56-85e2-fe52a9650918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237638 Apr 25 15:07:37.709635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:37.898997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] Provisioning for port eb3b4108-fde1-4bd5-b46a-96a1c004d681 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:37.912409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] Provisioning complete for port eb3b4108-fde1-4bd5-b46a-96a1c004d681 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:37.912409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.022967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd55c8141-60a8-41a9-8270-3c0d397b045b', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:07:33Z', 'updated_at': '2022-04-25T15:07:33Z', 'revision_number': 0, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:38.031540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844192cd-ee0c-4694-b1e0-bdc793eafa4d None None] The sync data for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 is: [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd55c8141-60a8-41a9-8270-3c0d397b045b', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:07:33Z', 'updated_at': '2022-04-25T15:07:33Z', 'revision_number': 0, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:07:38.122913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 8fbe8be3-800e-41c6-9d8e-901e665a938e owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:38.148026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Router 2fbb6004-9378-4add-ab4a-1a12e6a17114 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:07:38.160111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.231949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] For port eb3b4108-fde1-4bd5-b46a-96a1c004d681, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=eb3b4108-fde1-4bd5-b46a-96a1c004d681,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:38.241358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-bdec5186-e2cc-4add-801f-8e652c05b973 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195630 Apr 25 15:07:38.248915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.416047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:07:38.420791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.429243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752bfdc-9b95-4ee1-ba78-daa9652a99fd None None] New status for floating IP d55c8141-60a8-41a9-8270-3c0d397b045b: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:07:38.448492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3bc3-243e-4654-9e3d-e5020f57e557 None None] Pushing event updated for resources: {'Port': ['ID=eb3b4108-fde1-4bd5-b46a-96a1c004d681,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:38.462583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6e6b5d40-1c06-428f-a17d-9160280e4d3e None None] Provisioning for port 8fbe8be3-800e-41c6-9d8e-901e665a938e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:38.476341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6e6b5d40-1c06-428f-a17d-9160280e4d3e None None] Provisioning complete for port 8fbe8be3-800e-41c6-9d8e-901e665a938e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:38.476723 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5d40-1c06-428f-a17d-9160280e4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.571187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b5d40-1c06-428f-a17d-9160280e4d3e None None] Port 8fbe8be3-800e-41c6-9d8e-901e665a938e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:07:38.637777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:07:38.665026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3108a62b-874e-41cf-9cde-b07872a0752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.703665 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c5476a-21cb-4738-bdd0-5409c0704f20'] response: {'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'status': 'completed', 'code': 200} Apr 25 15:07:38.729800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-372a1c8c-d8a9-4750-9c51-689f6a341530 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "PUT /v2.0/floatingips/d55c8141-60a8-41a9-8270-3c0d397b045b HTTP/1.1" status: 200 len: 992 time: 2.9417222 Apr 25 15:07:38.762233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f44d864-8a08-4236-8b02-663b5c2ca8b0 req-261cc806-cab0-4d06-adfa-3119d2de6d54 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904099 Apr 25 15:07:38.794495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:38.937221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=8fbe8be3-800e-41c6-9d8e-901e665a938e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:39.043501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:39.082863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cec4702b-762b-4dd4-a03c-fa81b3ad9ac1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/8fbe8be3-800e-41c6-9d8e-901e665a938e HTTP/1.1" status: 204 len: 168 time: 2.5591226 Apr 25 15:07:39.085087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56592) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:39.087338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-b135ddc8-7848-4616-aaef-fbf128d2ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:39.087338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-b135ddc8-7848-4616-aaef-fbf128d2ddbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1097 time: 0.2526155 Apr 25 15:07:39.169013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] Sync routers for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:07:39.183018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:07:39.183573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:39.205382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e01b7c-171a-4fe2-bc47-b5f073c15962 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:39.208258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e01b7c-171a-4fe2-bc47-b5f073c15962 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:39.209563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b8e01b7c-171a-4fe2-bc47-b5f073c15962 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:39.251075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b8e01b7c-171a-4fe2-bc47-b5f073c15962 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:39.257528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56598) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:39.257734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b8e01b7c-171a-4fe2-bc47-b5f073c15962 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1701174 Apr 25 15:07:39.360762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 11e672f3-e9c2-4445-8428-6041742908de {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:39.365679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-ed7b359d-e2d6-4c0f-8948-a8b6cc250b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:39.367385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-ed7b359d-e2d6-4c0f-8948-a8b6cc250b84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 914 time: 0.2761667 Apr 25 15:07:39.368053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:39.514094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:39.521417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:07:39.611336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-a5c1c926-350b-4c0d-870c-e83b2c1e59e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 1002 time: 0.2111614 Apr 25 15:07:39.710210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-9da20096-64bf-4afa-9347-94371e0ff7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:39.711984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-9da20096-64bf-4afa-9347-94371e0ff7f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.0891988 Apr 25 15:07:39.953699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:39.954676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eb3b4108-fde1-4bd5-b46a-96a1c004d681 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:07:40.032048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-1b11e356-48e5-4d5b-9a43-59db9eaed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:40.033688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-1b11e356-48e5-4d5b-9a43-59db9eaed7ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153870 Apr 25 15:07:40.068310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-7d9badf0-a1c3-46bc-ac62-36cda75b8ba5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:07:40.068310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-7d9badf0-a1c3-46bc-ac62-36cda75b8ba5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063882 Apr 25 15:07:40.121385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:40.150294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port eb3b4108-fde1-4bd5-b46a-96a1c004d681 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:40.150294 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:40.223580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd55c8141-60a8-41a9-8270-3c0d397b045b', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:07:33Z', 'updated_at': '2022-04-25T15:07:38Z', 'revision_number': 2, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:40.228937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=11e672f3-e9c2-4445-8428-6041742908de,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:40.233187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] Checking router: 2fbb6004-9378-4add-ab4a-1a12e6a17114 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:07:40.240548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:40.248032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-39f4b986-c1fb-4166-85a3-bcb7ec7c9106 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/11e672f3-e9c2-4445-8428-6041742908de HTTP/1.1" status: 204 len: 168 time: 0.9822884 Apr 25 15:07:40.250852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56614) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:40.292744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-251e91fc-4845-4c47-bc2c-ded84ba32fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180929 Apr 25 15:07:40.295529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936d72c-b60e-4855-b54c-d1d6578daac3 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:40.492637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:07:40.493376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:40.527287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e74c0c3e-1748-458d-b2a8-b47ddb9ee9e0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2802045 Apr 25 15:07:40.529614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56620) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:40.548686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:40.551440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09f21176-3313-472c-bcdd-363d377c0ad6 req-a87db3a3-807b-4bdd-8ace-6eaff93ec261 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529924 Apr 25 15:07:40.728660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:07:40.754382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:40.759716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:40.769383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:40.786580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:40.795617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:40.799392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:40.866277 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960e48c6-08ff-4adc-bcd3-df2a28e88e99'] response: {'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'status': 'completed', 'code': 200} Apr 25 15:07:40.954013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:07:41.022673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-99557311-d701-4d4e-9a30-f7f11252eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:41.027244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-99557311-d701-4d4e-9a30-f7f11252eabe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1097 time: 0.1396158 Apr 25 15:07:41.033940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64ba592c-6773-432d-8379-8cfb00dd7129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:41.183277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:07:41.196576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] Deleting port eb3b4108-fde1-4bd5-b46a-96a1c004d681 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:41.196576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:41.325278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:41.417296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-8f570b32-143f-4d85-a6b0-962907f88ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:41.421930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-8f570b32-143f-4d85-a6b0-962907f88ab2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 914 time: 0.3889997 Apr 25 15:07:41.426759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:41.432870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:41.446373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:41.449752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:41.527608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=704ab3bb-d014-4c47-927a-c1403c2b46a4,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:41.571817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0d8a6363-7b5b-45b8-a8c7-e64ce0b7895a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0333989 Apr 25 15:07:41.571817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56638) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:41.597544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '704ab3bb-d014-4c47-927a-c1403c2b46a4', 'ip_address': '2001:db8::92e1:6940:4f22:294e'}], 'name': 'tempest-NetworksTestDHCPv6-1068873488'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:41.670646 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-769e9992-93f6-4b4c-82a7-45789630ac7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 1002 time: 0.2360463 Apr 25 15:07:41.848198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:41.867869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:41.875178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:41.898219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:41.904339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:41.923685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-c8972860-26d6-4a70-a207-8caa597844dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:41.925445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-c8972860-26d6-4a70-a207-8caa597844dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.2471089 Apr 25 15:07:41.933709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:41.939881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] For port eb3b4108-fde1-4bd5-b46a-96a1c004d681, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=eb3b4108-fde1-4bd5-b46a-96a1c004d681,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:41.940386 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:41.973399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device eb3b4108-fde1-4bd5-b46a-96a1c004d681 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:07:42.109097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-2a565f2c-34c6-4d07-9e65-9e126dc1d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:42.109097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-2a565f2c-34c6-4d07-9e65-9e126dc1d649 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770799 Apr 25 15:07:42.155840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:42.191183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:42.320129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] Calling delete_port for eb3b4108-fde1-4bd5-b46a-96a1c004d681 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:42.361565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-f8dbca43-f3b7-423c-b3fd-243508da24dc service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474790 Apr 25 15:07:42.471251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd55c8141-60a8-41a9-8270-3c0d397b045b', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:07:33Z', 'updated_at': '2022-04-25T15:07:38Z', 'revision_number': 2, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:07:42.482182 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:42.506061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70447e74-5fdc-422f-bdcf-a5b89d582af8 None None] The sync data for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 is: [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'd55c8141-60a8-41a9-8270-3c0d397b045b', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'port_id': '52732cb5-d726-4b10-8704-a5503233a1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'mac_address': 'fa:16:3e:2e:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:07:33Z', 'updated_at': '2022-04-25T15:07:38Z', 'revision_number': 2, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:07:42.616824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf1a1170-7102-4f6e-b1eb-039d50e4d057 req-34a49a39-c5cd-46c2-bc31-04ce28d1e212 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484822 Apr 25 15:07:42.721979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:42.794080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] Pushing event deleted for resources: {'Port': ['ID=eb3b4108-fde1-4bd5-b46a-96a1c004d681,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:42.807591 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:42.819352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5869de10-e122-42a5-8ccd-0d81b723b79f None None] No DVR routers for this DVR port eb3b4108-fde1-4bd5-b46a-96a1c004d681 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:07:42.826366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::92e1:6940:4f22:294e (fae6f61f-894f-41a6-b7c3-0cf91e784673/704ab3bb-d014-4c47-927a-c1403c2b46a4/d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:42.882746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1930c4-9ef7-4674-ab25-b0bb0985f474 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:43.293344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '704ab3bb-d014-4c47-927a-c1403c2b46a4'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:43.293344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.309265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.349770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:43.380136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.450226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:43.453948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:43.463258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:43.469074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:43.469759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.484740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/704ab3bb-d014-4c47-927a-c1403c2b46a4/7184af30-5190-4554-a587-9207f550d0a2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:43.487801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:43.510134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-506850eb-7207-4959-9793-c9c676ac76fc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9393051 Apr 25 15:07:43.511959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56672) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:43.665478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033906a-1015-4e51-ac9f-54f8fa29c273 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:43.665478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a033906a-1015-4e51-ac9f-54f8fa29c273 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:43.688919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a033906a-1015-4e51-ac9f-54f8fa29c273 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:43.688919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a033906a-1015-4e51-ac9f-54f8fa29c273 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1736956 Apr 25 15:07:43.692704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56680) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:43.783521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:43.783921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.803619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.865612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.881329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Transition to ACTIVE for port object 7184af30-5190-4554-a587-9207f550d0a2 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:43.910843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Transition to ACTIVE for port object 7184af30-5190-4554-a587-9207f550d0a2 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:43.923791 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:43.994559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:43.994559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:43.994559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:44.042829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Pushing event updated for resources: {'Port': ['ID=7184af30-5190-4554-a587-9207f550d0a2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:44.114613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Attempting to bind port 7184af30-5190-4554-a587-9207f550d0a2 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:44.114613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Attempting to bind port 7184af30-5190-4554-a587-9207f550d0a2 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:44.114613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Attempting to bind port 7184af30-5190-4554-a587-9207f550d0a2 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:44.122230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:44.122230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:44.122230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:44.122230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:44.122230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Bound port: 7184af30-5190-4554-a587-9207f550d0a2, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:44.122230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:44.206962 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:44.240890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] For port 7184af30-5190-4554-a587-9207f550d0a2, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:44.250040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] For port 7184af30-5190-4554-a587-9207f550d0a2, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7184af30-5190-4554-a587-9207f550d0a2,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:44.264375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:44.365215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e2717-e916-45f3-8ae3-2d713d4fce1e None None] Pushing event updated for resources: {'Port': ['ID=7184af30-5190-4554-a587-9207f550d0a2,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:44.400380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:44.599059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:44.712239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:44.776278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:44.794867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56698) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:44.797639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b71508a8-c11d-49c7-88f1-d1e6e1d2fef3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69 HTTP/1.1" status: 204 len: 168 time: 1.0974324 Apr 25 15:07:44.862663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337b7dba-124a-4e38-a814-5185c111e865 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:44.864099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337b7dba-124a-4e38-a814-5185c111e865 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:44.864843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-337b7dba-124a-4e38-a814-5185c111e865 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:44.885451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-337b7dba-124a-4e38-a814-5185c111e865 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:44.890720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-337b7dba-124a-4e38-a814-5185c111e865 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0964415 Apr 25 15:07:44.890942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:44.991857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 704ab3bb-d014-4c47-927a-c1403c2b46a4 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:44.999946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:45.065587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:45.168599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:45.281832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:45.354801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=704ab3bb-d014-4c47-927a-c1403c2b46a4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:45.361851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:45.378489 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ad89a9a9-f478-4fe9-ae28-52b28c06753c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/704ab3bb-d014-4c47-927a-c1403c2b46a4 HTTP/1.1" status: 204 len: 168 time: 0.4841800 Apr 25 15:07:45.381561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:45.479742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7608e713-b873-459a-84f9-13f1efd7ffb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000180 Apr 25 15:07:45.482445 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56726) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:45.494236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:45.619509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbada07-3c86-4ec3-b7c1-57aa2550e41b None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:45.704137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:45.711800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:45.711800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:45.719209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:45.741062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:45.745726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:45.758281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4b89a14b-81f8-48b2-b949-dc10222e75b4 None None] Provisioning for port 7184af30-5190-4554-a587-9207f550d0a2 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:46.040640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:07:46.040640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] Deleting port 7184af30-5190-4554-a587-9207f550d0a2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:46.040640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:46.051899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:46.124559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:46.128027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:46.132506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:46.133297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:46.160100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=c673ed13-23ee-4a30-82da-c0ad86503846,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:46.166583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c27e097-9e50-4ffb-8cc4-838492fce680 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6830742 Apr 25 15:07:46.169531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56740) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:46.175543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': 'c673ed13-23ee-4a30-82da-c0ad86503846', 'ip_address': '2001:db8::a5b3:9245:379c:6b24'}], 'name': 'tempest-NetworksTestDHCPv6-643099155'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:46.359942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] For port 7184af30-5190-4554-a587-9207f550d0a2, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7184af30-5190-4554-a587-9207f550d0a2,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:46.359942 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:46.390558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:46.395622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:46.400256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:46.407200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:46.419885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:46.506547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] Calling delete_port for 7184af30-5190-4554-a587-9207f550d0a2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:46.568092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:46.614173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port bb452e21-bb2d-4d00-8d7f-a7d711810a6f yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:46.661463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:46.716033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] Pushing event deleted for resources: {'Port': ['ID=7184af30-5190-4554-a587-9207f550d0a2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:46.726393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc35d0-7a18-4976-bb70-8339b202b058 None None] No DVR routers for this DVR port 7184af30-5190-4554-a587-9207f550d0a2 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:07:46.737293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60817055-be0a-4b00-a027-8627fcbfcdfc None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:47.034565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::a5b3:9245:379c:6b24 (fae6f61f-894f-41a6-b7c3-0cf91e784673/c673ed13-23ee-4a30-82da-c0ad86503846/bb452e21-bb2d-4d00-8d7f-a7d711810a6f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:47.078659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'c673ed13-23ee-4a30-82da-c0ad86503846'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:47.079597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:47.336196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:47.370146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object bb452e21-bb2d-4d00-8d7f-a7d711810a6f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:47.407271 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:47.536387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:47.536387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:47.540335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/c673ed13-23ee-4a30-82da-c0ad86503846/e4a06277-10ad-4e50-9e06-cbdc524fb7cc) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:47.543693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:47.555857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:47.555857 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:47.583676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=bb452e21-bb2d-4d00-8d7f-a7d711810a6f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:47.602179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b5c58efc-3630-4dfe-af1e-d2a9c7123fa2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4277411 Apr 25 15:07:47.605635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:47.708548 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a8f32-e683-4af3-a8a2-0f8a21b1c325 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:47.717589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d16a8f32-e683-4af3-a8a2-0f8a21b1c325 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:47.750987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d16a8f32-e683-4af3-a8a2-0f8a21b1c325 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:47.752606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d16a8f32-e683-4af3-a8a2-0f8a21b1c325 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1498899 Apr 25 15:07:47.755602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56774) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:47.848262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port bb452e21-bb2d-4d00-8d7f-a7d711810a6f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:47.848262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:47.872142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:47.898212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Transition to ACTIVE for port object e4a06277-10ad-4e50-9e06-cbdc524fb7cc will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:47.931406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Transition to ACTIVE for port object e4a06277-10ad-4e50-9e06-cbdc524fb7cc will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:47.945917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.016824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7184af30-5190-4554-a587-9207f550d0a2 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:07:48.042900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Pushing event updated for resources: {'Port': ['ID=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:48.071262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7184af30-5190-4554-a587-9207f550d0a2 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:07:48.071613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7184af30-5190-4554-a587-9207f550d0a2 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:07:48.089989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:48.091220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:48.093269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:48.183330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.201017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Attempting to bind port e4a06277-10ad-4e50-9e06-cbdc524fb7cc on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:48.201017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Attempting to bind port e4a06277-10ad-4e50-9e06-cbdc524fb7cc by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:48.201017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Attempting to bind port e4a06277-10ad-4e50-9e06-cbdc524fb7cc on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:48.208462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:48.208462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:48.208462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.208462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:48.208462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Bound port: e4a06277-10ad-4e50-9e06-cbdc524fb7cc, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:48.208462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.328773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] For port e4a06277-10ad-4e50-9e06-cbdc524fb7cc, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:48.331067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] For port e4a06277-10ad-4e50-9e06-cbdc524fb7cc, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:48.335503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for bb452e21-bb2d-4d00-8d7f-a7d711810a6f owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:48.336901 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.505727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0874a63-3646-4392-bd90-b318a7c3fe45 None None] Pushing event updated for resources: {'Port': ['ID=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:48.593213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.739613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=bb452e21-bb2d-4d00-8d7f-a7d711810a6f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:48.758204 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:48.790688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fdd9921e-8c05-4046-823b-52c3f5c7a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/bb452e21-bb2d-4d00-8d7f-a7d711810a6f HTTP/1.1" status: 204 len: 168 time: 1.0269053 Apr 25 15:07:48.793842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56790) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:48.876293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3c326-fc56-40ed-ba0f-d1b0034f00ae tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:48.876293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3c326-fc56-40ed-ba0f-d1b0034f00ae tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:48.876293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5df3c326-fc56-40ed-ba0f-d1b0034f00ae tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:48.901325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5df3c326-fc56-40ed-ba0f-d1b0034f00ae tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:48.901325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5df3c326-fc56-40ed-ba0f-d1b0034f00ae tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1042714 Apr 25 15:07:48.909106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56794) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:49.013942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet c673ed13-23ee-4a30-82da-c0ad86503846 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:49.013942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:49.076126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:49.196236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:49.286145 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:49.346002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=c673ed13-23ee-4a30-82da-c0ad86503846,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:49.346002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:49.363956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57f1797d-17f4-41bc-b539-75e2db68b1a6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/c673ed13-23ee-4a30-82da-c0ad86503846 HTTP/1.1" status: 204 len: 168 time: 0.4659405 Apr 25 15:07:49.370187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56808) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:49.454225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d48af355-0a70-4d5b-b954-f29c53585283 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797465 Apr 25 15:07:49.457260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56812) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:49.603086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8d0a8-7578-476d-9368-a0c77ce4540d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:49.603086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dcb8d0a8-7578-476d-9368-a0c77ce4540d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1512825 Apr 25 15:07:49.615399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:49.725338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb9820-c09c-45a8-ae6c-4116cb398f0d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:49.735080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-33fb9820-c09c-45a8-ae6c-4116cb398f0d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202588 Apr 25 15:07:49.738210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56824) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:49.943308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bee18735-2870-412c-95de-1c317e6cae2a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087953 Apr 25 15:07:49.943308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56828) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:49.955973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d49971d-14b0-463b-b0dd-27e2f1a20c25 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:49.959766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:50.049782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e4a06277-10ad-4e50-9e06-cbdc524fb7cc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:07:50.101304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:50.101304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:50.102756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:50.111059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:50.125862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:50.129572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.178520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cb3e4a22-31e5-4293-8779-614118a24c65 None None] Provisioning for port e4a06277-10ad-4e50-9e06-cbdc524fb7cc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:50.308692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e4a06277-10ad-4e50-9e06-cbdc524fb7cc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:50.318784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e4a06277-10ad-4e50-9e06-cbdc524fb7cc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:50.318784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.509738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.594384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.601926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:07:50.630506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] Deleting port e4a06277-10ad-4e50-9e06-cbdc524fb7cc {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:50.630506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.690914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:50.698793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:50.698793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:50.698793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.715617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e4a06277-10ad-4e50-9e06-cbdc524fb7cc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:50.745690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=3ef66a98-8dc4-46a7-847a-32b100ab36bb,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:50.749578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:50.759034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-81999488-04de-4a69-97cb-35fb3f7ac3d3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8111231 Apr 25 15:07:50.761760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:50.779086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '3ef66a98-8dc4-46a7-847a-32b100ab36bb', 'ip_address': '2001:db8::7c0:fbe3:eab:20c9'}], 'name': 'tempest-NetworksTestDHCPv6-30109079'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:50.912926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:51.015545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:51.015545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:51.027870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:51.038834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] For port e4a06277-10ad-4e50-9e06-cbdc524fb7cc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:51.038834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:51.044275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:51.052536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:51.160962 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] Calling delete_port for e4a06277-10ad-4e50-9e06-cbdc524fb7cc owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:51.261007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:51.338678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:51.345119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] Pushing event deleted for resources: {'Port': ['ID=e4a06277-10ad-4e50-9e06-cbdc524fb7cc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:51.345119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428d795-130e-4580-a4b0-7f3e6ce789cb None None] No DVR routers for this DVR port e4a06277-10ad-4e50-9e06-cbdc524fb7cc on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:07:51.362566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b94fb-d263-42f3-a64f-8227736e3cb8 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:51.372176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 38d05d74-2ea4-4061-a6c5-f167a2198285 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:51.618326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::7c0:fbe3:eab:20c9 (fae6f61f-894f-41a6-b7c3-0cf91e784673/3ef66a98-8dc4-46a7-847a-32b100ab36bb/38d05d74-2ea4-4061-a6c5-f167a2198285) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:51.715952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '3ef66a98-8dc4-46a7-847a-32b100ab36bb'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:51.716747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:51.901879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:51.926492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 38d05d74-2ea4-4061-a6c5-f167a2198285 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:51.958898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:51.993120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e4a06277-10ad-4e50-9e06-cbdc524fb7cc no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:07:52.024826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:52.035150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:52.035150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:52.042347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e4a06277-10ad-4e50-9e06-cbdc524fb7cc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:07:52.042347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e4a06277-10ad-4e50-9e06-cbdc524fb7cc not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:07:52.044311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:52.044311 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.081412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/3ef66a98-8dc4-46a7-847a-32b100ab36bb/e1277b56-948d-4ce5-8937-eb6a9e3b4934) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:52.107412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3493886 Apr 25 15:07:52.108913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b37d-6e2f-4c96-977c-e13142871cd1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=38d05d74-2ea4-4061-a6c5-f167a2198285,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:52.110895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56862) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:52.117525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '3ef66a98-8dc4-46a7-847a-32b100ab36bb', 'ip_address': '2001:db8::7c0:fbe3:eab:20c9'}], 'name': 'tempest-NetworksTestDHCPv6-2093461606'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:52.361351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:52.367154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:52.367154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:52.376281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:52.390778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:52.444091 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.462637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Transition to ACTIVE for port object e1277b56-948d-4ce5-8937-eb6a9e3b4934 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:52.491044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Transition to ACTIVE for port object e1277b56-948d-4ce5-8937-eb6a9e3b4934 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:52.498488 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.603629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.613328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:52.620296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:52.623697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 1a454e7b-a1d0-4cc0-84fb-167a7c50fe1e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:52.625970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:52.722323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Pushing event updated for resources: {'Port': ['ID=e1277b56-948d-4ce5-8937-eb6a9e3b4934,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:52.742715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Attempting to bind port e1277b56-948d-4ce5-8937-eb6a9e3b4934 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:52.742715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Attempting to bind port e1277b56-948d-4ce5-8937-eb6a9e3b4934 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:52.742715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Attempting to bind port e1277b56-948d-4ce5-8937-eb6a9e3b4934 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:52.754998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:52.754998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:52.754998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.754998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:52.754998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Bound port: e1277b56-948d-4ce5-8937-eb6a9e3b4934, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:52.754998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.875671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] For port e1277b56-948d-4ce5-8937-eb6a9e3b4934, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:52.883722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] For port e1277b56-948d-4ce5-8937-eb6a9e3b4934, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e1277b56-948d-4ce5-8937-eb6a9e3b4934,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:52.892251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:52.920828 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 25 15:07:52.920828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:07:52.948714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b750bc6a-a17c-489f-8f8f-b2942652cfe0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.8315532 Apr 25 15:07:52.948714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56880) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:53.037801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e1b68-63cb-4437-bde4-e3f266bae10a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:53.045680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e1b68-63cb-4437-bde4-e3f266bae10a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:53.045680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff1e1b68-63cb-4437-bde4-e3f266bae10a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:07:53.057325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194e87d-dac5-4959-b8b4-8d70a922ea9e None None] Pushing event updated for resources: {'Port': ['ID=e1277b56-948d-4ce5-8937-eb6a9e3b4934,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:53.070849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff1e1b68-63cb-4437-bde4-e3f266bae10a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:07:53.070849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff1e1b68-63cb-4437-bde4-e3f266bae10a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.1203289 Apr 25 15:07:53.076440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:53.185623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 38d05d74-2ea4-4061-a6c5-f167a2198285 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:53.185971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:53.578710 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:53.719544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 38d05d74-2ea4-4061-a6c5-f167a2198285 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:53.944325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.039431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e1277b56-948d-4ce5-8937-eb6a9e3b4934 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:07:54.178482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e1277b56-948d-4ce5-8937-eb6a9e3b4934 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:54.183614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=38d05d74-2ea4-4061-a6c5-f167a2198285,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:54.189545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.229795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-acc78d47-ae28-4d63-9116-afa7d441b0df tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/38d05d74-2ea4-4061-a6c5-f167a2198285 HTTP/1.1" status: 204 len: 168 time: 1.1537027 Apr 25 15:07:54.229795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:54.332504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70571b0-3265-43a3-a13e-2ef09916cb73 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:54.332504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70571b0-3265-43a3-a13e-2ef09916cb73 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:54.335535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56910) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:54.338621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b70571b0-3265-43a3-a13e-2ef09916cb73 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1046968 Apr 25 15:07:54.444268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 3ef66a98-8dc4-46a7-847a-32b100ab36bb {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:54.444268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.584501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.635178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Provisioning for port e1277b56-948d-4ce5-8937-eb6a9e3b4934 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:07:54.644516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Provisioning complete for port e1277b56-948d-4ce5-8937-eb6a9e3b4934 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:07:54.644516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.756382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.866155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:54.888755 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.014195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef66a98-8dc4-46a7-847a-32b100ab36bb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:55.043041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.053641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5226664e-fc9f-402b-b3e4-45a5dda720c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/3ef66a98-8dc4-46a7-847a-32b100ab36bb HTTP/1.1" status: 204 len: 168 time: 0.7176924 Apr 25 15:07:55.064099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56930) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:55.075033 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:07:55.075033 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:07:55.158190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-004d2836-ea31-46f5-80be-ce216ad6ba76 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915573 Apr 25 15:07:55.158190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:55.173705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:55.209680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b62a38-ca26-4e79-9adf-4a0a5569fe60 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:55.329912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:55.334087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:55.336906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:55.342938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:55.355578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:55.359988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.533371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:07:55.541590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Deleting port e1277b56-948d-4ce5-8937-eb6a9e3b4934 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:55.541590 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.682586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.841863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.864616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] For port e1277b56-948d-4ce5-8937-eb6a9e3b4934, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e1277b56-948d-4ce5-8937-eb6a9e3b4934,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:55.871624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:55.963314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:55.966668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:55.999192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:56.001622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:56.041933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=09de71e9-8925-4243-a548-d8c46f44b387,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:56.043373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb360-3a71-43f8-b896-324c0a9e495e None None] Pushing event updated for resources: {'Port': ['ID=e1277b56-948d-4ce5-8937-eb6a9e3b4934,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:56.049637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e1277b56-948d-4ce5-8937-eb6a9e3b4934 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:07:56.064235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:56.070357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '09de71e9-8925-4243-a548-d8c46f44b387', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1994104336'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:56.078212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0536c24e-7418-459a-977e-3a2f29318fb0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9189134 Apr 25 15:07:56.111243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-75633e5e-2491-4f94-a3f7-2fd4898880c6 None None] Could not find standard attr ID for object bb452e21-bb2d-4d00-8d7f-a7d711810a6f. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:07:56.160220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-75633e5e-2491-4f94-a3f7-2fd4898880c6 None None] Could not find standard attr ID for object d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:07:56.200815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] For port e1277b56-948d-4ce5-8937-eb6a9e3b4934, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e1277b56-948d-4ce5-8937-eb6a9e3b4934,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:56.200815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:56.258838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:56.263646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:56.268469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:56.278149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:56.291296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:56.298182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:56.338376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 9efa0b0a-81c1-4910-a58a-950b9231af26 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:07:56.393562 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:56.412468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Calling delete_port for e1277b56-948d-4ce5-8937-eb6a9e3b4934 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:56.541415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e1277b56-948d-4ce5-8937-eb6a9e3b4934, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e1277b56-948d-4ce5-8937-eb6a9e3b4934,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:56.553373 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:07:56.553373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:07:56.556760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:56.593994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-052c2cad-2274-4c45-bff9-56484ff24c67 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5239451 Apr 25 15:07:56.598285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56958) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:56.642264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e1277b56-948d-4ce5-8937-eb6a9e3b4934,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:56.651548 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:07:56.651548 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:07:56.721375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdbb3b6-b8d1-4010-9960-e9c9b2b4d8f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:56.722905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5cdbb3b6-b8d1-4010-9960-e9c9b2b4d8f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1299951 Apr 25 15:07:56.725780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56964) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:56.820782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040815a8-7229-4838-8e86-b191b0708a2f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:56.820782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040815a8-7229-4838-8e86-b191b0708a2f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:56.820782 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-040815a8-7229-4838-8e86-b191b0708a2f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0936632 Apr 25 15:07:56.826558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56968) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:56.902753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 09de71e9-8925-4243-a548-d8c46f44b387 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:07:56.906207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:56.989824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.055048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.149418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Deleting port e1277b56-948d-4ce5-8937-eb6a9e3b4934 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:07:57.149418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.175165 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.243429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=09de71e9-8925-4243-a548-d8c46f44b387,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:57.251849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.267994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-125f25d6-363f-475b-bf74-2a8ee3cfa872 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/09de71e9-8925-4243-a548-d8c46f44b387 HTTP/1.1" status: 204 len: 168 time: 0.4433103 Apr 25 15:07:57.271151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56978) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:57.375135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-70018281-7f9b-4b02-b5b1-f984773d5d87 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003814 Apr 25 15:07:57.384601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 56984) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:57.384601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:57.481548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] For port e1277b56-948d-4ce5-8937-eb6a9e3b4934, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e1277b56-948d-4ce5-8937-eb6a9e3b4934,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:07:57.482073 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.571769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:57.592298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:57.592298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:57.592298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:57.614917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:07:57.614917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.659229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Calling delete_port for e1277b56-948d-4ce5-8937-eb6a9e3b4934 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:07:57.758259 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:57.811337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] Pushing event deleted for resources: {'Port': ['ID=e1277b56-948d-4ce5-8937-eb6a9e3b4934,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:57.835220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1979575-403e-4e76-bc7e-9534398f4705 None None] No DVR routers for this DVR port e1277b56-948d-4ce5-8937-eb6a9e3b4934 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:07:57.849900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249ef47-25dc-4417-9d08-7337b4111293 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:07:57.978517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.060289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:58.071169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:58.071169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:07:58.071169 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.115520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 56996) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:58.115852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7366371 Apr 25 15:07:58.119583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c26db2-ce19-48a4-80fb-36ef0bdf5e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=47a0cd9b-1d7a-42ee-8253-f836586bd49a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:58.121424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:07:58.142068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:07:58.152957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:router and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:07:58.165918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:07:58.182334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:07:58.236032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:07:58.236032 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.453279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.456903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.492750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.563568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.594701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/47a0cd9b-1d7a-42ee-8253-f836586bd49a/b87d9cc0-ec87-4887-a4d6-dc4060803d8d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:07:58.617223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.618641 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4ca0e3e5-41d1-4620-8d0a-239c662cf731 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5019548 Apr 25 15:07:58.621859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:07:58.945064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:58.968629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Transition to ACTIVE for port object b87d9cc0-ec87-4887-a4d6-dc4060803d8d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:59.038419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Transition to ACTIVE for port object b87d9cc0-ec87-4887-a4d6-dc4060803d8d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:07:59.061390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:59.114487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:59.141424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:07:59.141424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:07:59.141424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:07:59.243713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Pushing event updated for resources: {'Port': ['ID=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:07:59.284358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Attempting to bind port b87d9cc0-ec87-4887-a4d6-dc4060803d8d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:07:59.284358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Attempting to bind port b87d9cc0-ec87-4887-a4d6-dc4060803d8d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:07:59.284358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Attempting to bind port b87d9cc0-ec87-4887-a4d6-dc4060803d8d on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:07:59.330599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:07:59.330599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:07:59.330599 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:59.330599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:07:59.330599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Bound port: b87d9cc0-ec87-4887-a4d6-dc4060803d8d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:07:59.330599 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:59.459304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:59.559069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] For port b87d9cc0-ec87-4887-a4d6-dc4060803d8d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:07:59.559069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] For port b87d9cc0-ec87-4887-a4d6-dc4060803d8d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:07:59.569504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:07:59.660502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cf5cd-1f0a-4cb9-be27-e708f2833270 None None] Pushing event updated for resources: {'Port': ['ID=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:00.191593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::1 (fae6f61f-894f-41a6-b7c3-0cf91e784673/47a0cd9b-1d7a-42ee-8253-f836586bd49a/e193c2ab-ef3b-4356-8bc7-efa742cf039c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:00.442525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:00.470719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object e193c2ab-ef3b-4356-8bc7-efa742cf039c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:00.503082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:00.587624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:00.597384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:00.602400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:00.602987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:00.750474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=e193c2ab-ef3b-4356-8bc7-efa742cf039c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:00.935082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:01.257359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77691ab-3cd6-4875-9806-89e9a289b333 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:01.439699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4b032aa4-4d75-4e28-8914-959424806b38 None None] Provisioning for port b87d9cc0-ec87-4887-a4d6-dc4060803d8d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:01.518130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:01.529981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:01.536803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:01.816104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=e193c2ab-ef3b-4356-8bc7-efa742cf039c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:01.861647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:01.866909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:02.040921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87d9cc0-ec87-4887-a4d6-dc4060803d8d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:02.209540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b87d9cc0-ec87-4887-a4d6-dc4060803d8d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:02.232369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b87d9cc0-ec87-4887-a4d6-dc4060803d8d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:02.232369 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:02.275302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb62fe10-684c-4045-a96f-82235dc5a456 None None] Provisioning for port e193c2ab-ef3b-4356-8bc7-efa742cf039c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:02.295270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb62fe10-684c-4045-a96f-82235dc5a456 None None] Provisioning complete for port e193c2ab-ef3b-4356-8bc7-efa742cf039c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:02.295730 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb62fe10-684c-4045-a96f-82235dc5a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:02.395183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:08:02.416591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eb62fe10-684c-4045-a96f-82235dc5a456 None None] Port e193c2ab-ef3b-4356-8bc7-efa742cf039c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:08:02.496942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb62fe10-684c-4045-a96f-82235dc5a456 None None] Provisioning complete for port b87d9cc0-ec87-4887-a4d6-dc4060803d8d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:02.497407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb62fe10-684c-4045-a96f-82235dc5a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:02.588996 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:02.653728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b87d9cc0-ec87-4887-a4d6-dc4060803d8d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:02.662362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:02.815791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:02.846167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:02.857089 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Sync routers for ids ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:02.875493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Routers {'ef097381-9d34-4d12-85f4-3b39e4bdf1c8'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:02.875922 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:02.883569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b2e11d1-fe16-4664-aa32-ec540bbce116 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "PUT /v2.0/routers/ef097381-9d34-4d12-85f4-3b39e4bdf1c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2589276 Apr 25 15:08:02.884847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57284) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:02.971043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c4ff1399-6237-4c87-9d2a-cca24e7fcd14 None None] Could not find standard attr ID for object 38d05d74-2ea4-4061-a6c5-f167a2198285. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:03.057974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e4c6d-1b13-4d99-a339-1a1b3e7b16f0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:03.058696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d42e4c6d-1b13-4d99-a339-1a1b3e7b16f0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:03.107790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2ea9f684-7d5e-405f-b539-c5f8c96c7ac0 None None] Provisioning complete for port e193c2ab-ef3b-4356-8bc7-efa742cf039c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:03.109016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f684-7d5e-405f-b539-c5f8c96c7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:03.112070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d42e4c6d-1b13-4d99-a339-1a1b3e7b16f0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:03.114637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d42e4c6d-1b13-4d99-a339-1a1b3e7b16f0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports/e193c2ab-ef3b-4356-8bc7-efa742cf039c HTTP/1.1" status: 200 len: 911 time: 0.2278633 Apr 25 15:08:03.118695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 57308) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:03.134101 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Set router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:03.223120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9f684-7d5e-405f-b539-c5f8c96c7ac0 None None] Port e193c2ab-ef3b-4356-8bc7-efa742cf039c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:08:03.252748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71c8a1-b828-4d1b-83c1-60a3ac31c093 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:03.263487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71c8a1-b828-4d1b-83c1-60a3ac31c093 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:03.264430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd71c8a1-b828-4d1b-83c1-60a3ac31c093 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:03.282573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd71c8a1-b828-4d1b-83c1-60a3ac31c093 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:03.284593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd71c8a1-b828-4d1b-83c1-60a3ac31c093 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1642830 Apr 25 15:08:03.288231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57328) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:03.473578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-836168e2-5a32-41d3-b021-e6f8d19a306f None None] Provisioning complete for port e193c2ab-ef3b-4356-8bc7-efa742cf039c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:03.474688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-836168e2-5a32-41d3-b021-e6f8d19a306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:03.604778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-836168e2-5a32-41d3-b021-e6f8d19a306f None None] Port e193c2ab-ef3b-4356-8bc7-efa742cf039c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:08:03.784120 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:07:58Z', 'updated_at': '2022-04-25T15:08:00Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None, '_interfaces': [{'id': 'e193c2ab-ef3b-4356-8bc7-efa742cf039c', 'name': '', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'mac_address': 'fa:16:3e:89:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:07:59Z', 'updated_at': '2022-04-25T15:08:01Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'subnets': [{'id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:03.794079 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Checking router: ef097381-9d34-4d12-85f4-3b39e4bdf1c8 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:03.794727 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Updating router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 port e193c2ab-ef3b-4356-8bc7-efa742cf039c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:08:03.885574 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:03.972602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87d9cc0-ec87-4887-a4d6-dc4060803d8d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:04.067546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b87d9cc0-ec87-4887-a4d6-dc4060803d8d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:04.067926 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.255926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.411741 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.426022 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Transition to ACTIVE for port object e193c2ab-ef3b-4356-8bc7-efa742cf039c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:04.435937 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.469682 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.684109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port e193c2ab-ef3b-4356-8bc7-efa742cf039c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:04.684445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.704801 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Pushing event updated for resources: {'Port': ['ID=e193c2ab-ef3b-4356-8bc7-efa742cf039c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:04.737961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.738600 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.739134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.739623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.740103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.740577 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.741068 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.741545 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.742024 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.742866 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.744031 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.744994 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:04.821590 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Attempting to bind port e193c2ab-ef3b-4356-8bc7-efa742cf039c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:04.822301 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Attempting to bind port e193c2ab-ef3b-4356-8bc7-efa742cf039c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:04.822892 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Attempting to bind port e193c2ab-ef3b-4356-8bc7-efa742cf039c on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:04.879734 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:04.880111 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:04.880529 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:04.882543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:04.882942 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Bound port: e193c2ab-ef3b-4356-8bc7-efa742cf039c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:04.883327 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:05.022057 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] For port e193c2ab-ef3b-4356-8bc7-efa742cf039c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:05.030131 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] For port e193c2ab-ef3b-4356-8bc7-efa742cf039c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e193c2ab-ef3b-4356-8bc7-efa742cf039c,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:05.042641 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:05.102742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port e193c2ab-ef3b-4356-8bc7-efa742cf039c, host n-d-811416-6, got binding levels [] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:05.103628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:05.184772 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6113cb-f2c4-4bfc-b478-4f64952c68f7 None None] Pushing event updated for resources: {'Port': ['ID=e193c2ab-ef3b-4356-8bc7-efa742cf039c,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:05.188944 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Routers {'ef097381-9d34-4d12-85f4-3b39e4bdf1c8'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:05.191245 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:05.315181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for e193c2ab-ef3b-4356-8bc7-efa742cf039c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:05.604046 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] Set router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:05.618139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:05.619426 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:05.970749 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:07:58Z', 'updated_at': '2022-04-25T15:08:00Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None, '_interfaces': [{'id': 'e193c2ab-ef3b-4356-8bc7-efa742cf039c', 'name': '', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'mac_address': 'fa:16:3e:89:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:07:59Z', 'updated_at': '2022-04-25T15:08:05Z', 'revision_number': 4, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'subnets': [{'id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:05.970749 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a48717-ae16-4581-94d8-b39a0444a1cb None None] The sync data for ids ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'] in n-d-811416-6 is: [{'id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:07:58Z', 'updated_at': '2022-04-25T15:08:00Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None, '_interfaces': [{'id': 'e193c2ab-ef3b-4356-8bc7-efa742cf039c', 'name': '', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'mac_address': 'fa:16:3e:89:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:07:59Z', 'updated_at': '2022-04-25T15:08:05Z', 'revision_number': 4, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'subnets': [{'id': '47a0cd9b-1d7a-42ee-8253-f836586bd49a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:06.124226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port e193c2ab-ef3b-4356-8bc7-efa742cf039c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:06.124226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:06.360939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-19be53b1-6b0d-4ac8-96e4-e874def894e1 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:06.362119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-097aef0f-509f-47da-8eb8-562ff42072db req-19be53b1-6b0d-4ac8-96e4-e874def894e1 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Synchronizing usage tracker for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:06.399649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-097aef0f-509f-47da-8eb8-562ff42072db req-19be53b1-6b0d-4ac8-96e4-e874def894e1 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Unset dirty status for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:06.402628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-19be53b1-6b0d-4ac8-96e4-e874def894e1 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/networks?id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 200 len: 814 time: 0.2379043 Apr 25 15:08:06.432909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-0c4322b7-0364-42ec-8a24-cba154eff373 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/quotas/9c8be9ca298e4805ad65e452e2bf01fc HTTP/1.1" status: 200 len: 375 time: 0.0188453 Apr 25 15:08:06.552842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-87374fc0-868a-4535-b705-eeb5b98262e4 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023128 Apr 25 15:08:06.564666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port e193c2ab-ef3b-4356-8bc7-efa742cf039c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e193c2ab-ef3b-4356-8bc7-efa742cf039c,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:06.564666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:06.726641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for e193c2ab-ef3b-4356-8bc7-efa742cf039c owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:06.740548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-03c1ac9d-5841-48ff-b749-77c43f05f709 service neutron] 10.222.0.23 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795328 Apr 25 15:08:06.906065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-a87ef596-9a37-41f0-b267-c2d268ebebdd service neutron] 10.222.0.23 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641459 Apr 25 15:08:07.001500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:07.079334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=e193c2ab-ef3b-4356-8bc7-efa742cf039c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:07.222886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f12df5e5-14ee-4b2f-a004-f4148a41f0b0 req-7a4cc19e-3c8a-4f88-bfcc-134c4f67b8d4 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 210 time: 0.1144660 Apr 25 15:08:07.351925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:07.753997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:08:08.033894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:08.055026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] Sync routers for ids ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:08.063282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8589ead9-db85-414e-8586-6449cbcf3424 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "PUT /v2.0/routers/ef097381-9d34-4d12-85f4-3b39e4bdf1c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7715325 Apr 25 15:08:08.063821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:08.080180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] Routers {'ef097381-9d34-4d12-85f4-3b39e4bdf1c8'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:08.084285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:08.168543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba79d23-a949-4c04-9b86-31aa1334f085 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:08.171708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba79d23-a949-4c04-9b86-31aa1334f085 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:08.172700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ba79d23-a949-4c04-9b86-31aa1334f085 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:08.204272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ba79d23-a949-4c04-9b86-31aa1334f085 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:08.209159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3ba79d23-a949-4c04-9b86-31aa1334f085 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1432862 Apr 25 15:08:08.211745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:08.292247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] Set router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:08.443019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:07:58Z', 'updated_at': '2022-04-25T15:08:06Z', 'revision_number': 3, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:08.471361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] Checking router: ef097381-9d34-4d12-85f4-3b39e4bdf1c8 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:08.505981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] Routers {'ef097381-9d34-4d12-85f4-3b39e4bdf1c8'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:08.508239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:07:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:08.536307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e981a58-1553-4c49-b467-87934bfd2467 req-d255432f-0eb5-498a-8aa7-3917d1215f3d tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 210 time: 0.0789454 Apr 25 15:08:08.607553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 47a0cd9b-1d7a-42ee-8253-f836586bd49a {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:08.613239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:08.748732 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:08.804901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] Set router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:08.948686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-8101e4ff-2390-4c25-b019-9b78203c0d4a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:08.954089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-8101e4ff-2390-4c25-b019-9b78203c0d4a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.21 "GET /v2.0/networks?id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 200 len: 814 time: 0.2708817 Apr 25 15:08:08.967218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Request body: {'port': {'device_id': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe', 'admin_state_up': True, 'tenant_id': '9c8be9ca298e4805ad65e452e2bf01fc'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:09.015713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:09.211141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:09.253583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d31f-852e-4d09-b0c6-48788b9eada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:09.255086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:07:58Z', 'updated_at': '2022-04-25T15:08:06Z', 'revision_number': 3, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:09.260617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ab649-eacb-4618-b59c-79ac61ca6dda None None] The sync data for ids ['ef097381-9d34-4d12-85f4-3b39e4bdf1c8'] in n-d-811416-6 is: [{'id': 'ef097381-9d34-4d12-85f4-3b39e4bdf1c8', 'name': 'tempest-NetworksTestDHCPv6-router-1973796648', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:07:58Z', 'updated_at': '2022-04-25T15:08:06Z', 'revision_number': 3, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:09.308082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:09.314444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=47a0cd9b-1d7a-42ee-8253-f836586bd49a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:09.316975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Usage tracker for resource:port and tenant:9c8be9ca298e4805ad65e452e2bf01fc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:09.322630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:09.331410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:09.339757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:09.343984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf2afd-4c33-4783-b719-633f886b796c None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:09.348085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Made reservation on behalf of 9c8be9ca298e4805ad65e452e2bf01fc for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:09.353233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:09.362380 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c62a23cb-b913-4c31-a82c-c5c413339eb2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/47a0cd9b-1d7a-42ee-8253-f836586bd49a HTTP/1.1" status: 204 len: 168 time: 1.1476021 Apr 25 15:08:09.364471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57690) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:09.589592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dfa6261f-02cf-4a2f-a27c-d24902c571d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:router {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:09.636789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dfa6261f-02cf-4a2f-a27c-d24902c571d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:router {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:09.638391 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dfa6261f-02cf-4a2f-a27c-d24902c571d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2728281 Apr 25 15:08:09.641610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57722) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:09.675889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Allocated IP 172.20.0.8 (44dabf3f-f9c1-4962-a067-9b142d2ae6fe/46af9f46-7ce7-4289-89cf-6383ebc59a3c/67b60a8b-a833-4968-802f-039817b53377) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:09.867055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:09.879524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] Deleting port b87d9cc0-ec87-4887-a4d6-dc4060803d8d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:09.879524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:09.994638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d20a13e-f2b6-4f84-a507-f1e0e6613dae req-39cc50f9-45df-49c1-ae12-c3ae1a0146a1 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 210 time: 0.0865874 Apr 25 15:08:09.995353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.222871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e193c2ab-ef3b-4356-8bc7-efa742cf039c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:10.311389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e193c2ab-ef3b-4356-8bc7-efa742cf039c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:10.312088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e193c2ab-ef3b-4356-8bc7-efa742cf039c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:10.312956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b87d9cc0-ec87-4887-a4d6-dc4060803d8d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:10.322451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.369698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] For port b87d9cc0-ec87-4887-a4d6-dc4060803d8d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:10.370111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.378016 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.447184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.450372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.494915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:10.500949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:10.506527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.506675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Fanout notify agent at l3_agent the message router_deleted on router ef097381-9d34-4d12-85f4-3b39e4bdf1c8 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:08:10.510258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Pushing event updated for resources: {'Port': ['ID=67b60a8b-a833-4968-802f-039817b53377,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:10.515982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] Calling delete_port for b87d9cc0-ec87-4887-a4d6-dc4060803d8d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:10.520472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:10.571797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.575781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-19ccfe99-951e-4bbf-a1e3-6f833af8c776 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/routers/ef097381-9d34-4d12-85f4-3b39e4bdf1c8 HTTP/1.1" status: 204 len: 168 time: 0.9305747 Apr 25 15:08:10.576205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:10.584556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:10.685801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:10.689559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.690518 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.719445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-bd595dc0-32cb-4413-87f8-8c96068f1e37 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7596827 Apr 25 15:08:10.731104 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.732475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Request body: {'port': {'device_id': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:10.807584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] No DVR routers for this DVR port b87d9cc0-ec87-4887-a4d6-dc4060803d8d on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:10.826367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:10.834125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:10.839772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2044dc-1b45-4782-a51d-f014082b6512 None None] Pushing event deleted for resources: {'Port': ['ID=b87d9cc0-ec87-4887-a4d6-dc4060803d8d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:10.842692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:10.854471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:10.873417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:10.879104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.930734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29ff38a7-0745-4182-968f-e9f3d638d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:10.939708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.354074 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.381718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-64357b90-48c2-46b2-92c1-bfd2bca25ce2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:11.382434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-64357b90-48c2-46b2-92c1-bfd2bca25ce2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Synchronizing usage tracker for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:11.412508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:11.415829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:11.420550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:11.421769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.430235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-64357b90-48c2-46b2-92c1-bfd2bca25ce2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Unset dirty status for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:11.431577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-64357b90-48c2-46b2-92c1-bfd2bca25ce2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 931 time: 0.2797928 Apr 25 15:08:11.434305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db9bfe-b4d6-4cc6-b8c3-fca667ac54f1 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:11.445885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=b68f9782-9871-403a-bae8-ea261e907a55,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:11.459021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3c7491cc-3eb9-45eb-8844-6a907d88abd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8818033 Apr 25 15:08:11.459687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57898) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:11.465307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:11.475615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:11.480086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:router and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:11.483047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:11.490785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:11.503088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.504236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.531292 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.565018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.627077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.631159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b2a0890-2d19-4dec-8d11-df87cfba473a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1676137 Apr 25 15:08:11.631342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b60a8b-a833-4968-802f-039817b53377 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:08:11.631438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 57920) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:11.637396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.659403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Transition to ACTIVE for port object 67b60a8b-a833-4968-802f-039817b53377 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:11.669592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.720519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-ae8c5063-3f06-4ead-85a0-24aab046b04a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Synchronizing usage tracker for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:11.728215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'b68f9782-9871-403a-bae8-ea261e907a55'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:08:11.729274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:11.918958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Pushing event updated for resources: {'Port': ['ID=67b60a8b-a833-4968-802f-039817b53377,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:11.927087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-ae8c5063-3f06-4ead-85a0-24aab046b04a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Unset dirty status for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:11.928092 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7071d72f-a104-40e6-9db5-5153f1dbd50a req-ae8c5063-3f06-4ead-85a0-24aab046b04a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631009 Apr 25 15:08:11.964604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/b68f9782-9871-403a-bae8-ea261e907a55/07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:11.985224 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.028384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Attempting to bind port 67b60a8b-a833-4968-802f-039817b53377 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:12.028727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Attempting to bind port 67b60a8b-a833-4968-802f-039817b53377 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:12.029297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Attempting to bind port 67b60a8b-a833-4968-802f-039817b53377 on network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:12.038203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Port 67b60a8b-a833-4968-802f-039817b53377 on network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:08:12.041308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Attempting to bind port 67b60a8b-a833-4968-802f-039817b53377 on network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:12.048818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:12.049420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Checking segment: {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:12.049907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Bound using segment: {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:12.050561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Bound port: 67b60a8b-a833-4968-802f-039817b53377, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:12.051032 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.104842 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.280322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] For port 67b60a8b-a833-4968-802f-039817b53377, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:12.296977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] For port 67b60a8b-a833-4968-802f-039817b53377, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67b60a8b-a833-4968-802f-039817b53377,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:12.307396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.331135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.347832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Transition to ACTIVE for port object 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:12.378234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:12.378843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.380327 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] 10.222.0.21 "PUT /v2.0/ports/67b60a8b-a833-4968-802f-039817b53377 HTTP/1.1" status: 200 len: 1091 time: 1.6533649 Apr 25 15:08:12.380709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Transition to ACTIVE for port object 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:12.381113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'tag': '67b60a8b-a833-4968-802f-039817b53377'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:08:12.396500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.419820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.423046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408fa2b-cea7-4956-b09c-642496e10d9b service neutron] Pushing event updated for resources: {'Port': ['ID=67b60a8b-a833-4968-802f-039817b53377,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:12.478812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Pushing event updated for resources: {'Port': ['ID=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:12.498553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:12.500526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:12.506673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:12.534025 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e561fa57-ba34-4aad-951c-03da6a2754e2'] response: {'name': 'network-changed', 'server_uuid': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'tag': '67b60a8b-a833-4968-802f-039817b53377', 'status': 'completed', 'code': 200} Apr 25 15:08:12.605520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Attempting to bind port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:12.606368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Attempting to bind port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:12.606901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Attempting to bind port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:12.614089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:12.614903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:12.615744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.616305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:12.616934 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Bound port: 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:12.617540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.651087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-36f3c880-3781-438c-b85c-8efe42205b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:12.652946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-36f3c880-3781-438c-b85c-8efe42205b20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 1094 time: 0.2144277 Apr 25 15:08:12.725625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-f4ebc958-82b7-450c-96f9-0ac7fc5e094f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b60a8b-a833-4968-802f-039817b53377 HTTP/1.1" status: 200 len: 217 time: 0.0640161 Apr 25 15:08:12.728214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] For port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:12.732340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] For port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:12.738510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:12.789347 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-54284afe-4e50-4851-a094-100c3708c7a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1941900 Apr 25 15:08:12.819933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aef0f-509f-47da-8eb8-562ff42072db req-889ad68b-7461-40d9-b27e-46acfbddf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:12.821431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-889ad68b-7461-40d9-b27e-46acfbddf744 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46af9f46-7ce7-4289-89cf-6383ebc59a3c HTTP/1.1" status: 200 len: 854 time: 0.0854816 Apr 25 15:08:12.832598 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65be2b-ce20-453c-ae5e-b916cc46b5ab None None] Pushing event updated for resources: {'Port': ['ID=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:12.874745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::1 (fae6f61f-894f-41a6-b7c3-0cf91e784673/b68f9782-9871-403a-bae8-ea261e907a55/d85c7a68-99aa-41f9-a3ba-7097872df447) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:12.918172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-76cd1891-bee3-4c3b-8ce1-556891c58632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893023 Apr 25 15:08:13.096035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:13.116911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object d85c7a68-99aa-41f9-a3ba-7097872df447 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:13.154606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:13.226550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:13.231635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:13.234351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:13.234882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:13.319815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-bd7949f9-f993-41eb-a319-98ca31cec043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:13.321847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-bd7949f9-f993-41eb-a319-98ca31cec043 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1097 time: 0.4476457 Apr 25 15:08:13.328924 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:08:13.338133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-ea335a8d-ebdd-45ee-bb7f-1e7d5e931a1a service neutron] 10.222.0.21 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139233 Apr 25 15:08:13.346883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302fb84-a1a6-496f-bfb8-ee7847c859fa req-0b81e346-3bf4-450b-b7d6-bc8bb2bf95d8 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:13.348457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d302fb84-a1a6-496f-bfb8-ee7847c859fa req-0b81e346-3bf4-450b-b7d6-bc8bb2bf95d8 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 943 time: 0.2599247 Apr 25 15:08:13.517828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=d85c7a68-99aa-41f9-a3ba-7097872df447,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:13.643673 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d302fb84-a1a6-496f-bfb8-ee7847c859fa req-6391cbbf-d0c7-4d7c-9c1a-f740c02e9807 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487035 Apr 25 15:08:13.680066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:13.730547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:13.763153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-a1aa1cbf-bdd9-44c1-b138-26d04b309283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:13.765894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-a1aa1cbf-bdd9-44c1-b138-26d04b309283 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 914 time: 0.4153888 Apr 25 15:08:13.768087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-097aef0f-509f-47da-8eb8-562ff42072db req-8b9f1c45-09bd-4e88-a8e1-0396b750dae5 service neutron] 10.222.0.21 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184551 Apr 25 15:08:14.004981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-5c9a07cc-e986-461e-ae1f-290a240cff17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 1002 time: 0.2323034 Apr 25 15:08:14.043213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:14.103016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-5676ccd9-72d8-4726-9082-2c8a154df5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:14.104848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-5676ccd9-72d8-4726-9082-2c8a154df5e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 1094 time: 0.2231026 Apr 25 15:08:14.151704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:14.154823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-49b7efcb-2aaf-42de-b9c7-50bf8956f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:14.156925 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-49b7efcb-2aaf-42de-b9c7-50bf8956f3de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.1448226 Apr 25 15:08:14.259514 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.266077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.266839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.335751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] Provisioning for port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:14.344820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] Provisioning complete for port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:14.346390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.360757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-97ab2edf-e30d-40b1-8814-753f475a0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:14.362542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-97ab2edf-e30d-40b1-8814-753f475a0bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887817 Apr 25 15:08:14.365406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-c76572ac-7f50-46ec-a601-bd59007b90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:14.367060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-c76572ac-7f50-46ec-a601-bd59007b90e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 200 len: 915 time: 0.2552092 Apr 25 15:08:14.487230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=d85c7a68-99aa-41f9-a3ba-7097872df447,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:14.492107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-c284613d-f71e-4a58-9293-8696eaf4a7f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b60a8b-a833-4968-802f-039817b53377 HTTP/1.1" status: 200 len: 217 time: 0.0978541 Apr 25 15:08:14.556643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:14.564447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:14.622106 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.677686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] For port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:14.687734 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.811519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-54c681f7-b906-49ce-a987-c26a19b709fd service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403861 Apr 25 15:08:14.843684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ebb1d1fa-bf6c-471d-9371-3858f0ce486b None None] Provisioning for port d85c7a68-99aa-41f9-a3ba-7097872df447 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:14.855119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ebb1d1fa-bf6c-471d-9371-3858f0ce486b None None] Provisioning complete for port d85c7a68-99aa-41f9-a3ba-7097872df447 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:14.855703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d1fa-bf6c-471d-9371-3858f0ce486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:14.922667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-f7149103-ea8c-4489-a2fa-20850c124652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:14.925059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-f7149103-ea8c-4489-a2fa-20850c124652 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46af9f46-7ce7-4289-89cf-6383ebc59a3c HTTP/1.1" status: 200 len: 854 time: 0.4214673 Apr 25 15:08:14.940100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cc153-6961-496a-9b66-f64207d0e038 None None] Pushing event updated for resources: {'Port': ['ID=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:14.955714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b064f-85db-48a3-83ec-bf2f7dc15c50 req-d871595a-49b8-42f1-82a9-1c79459a8fdf tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:14.959501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd3b064f-85db-48a3-83ec-bf2f7dc15c50 req-d871595a-49b8-42f1-82a9-1c79459a8fdf tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 943 time: 0.1608315 Apr 25 15:08:14.989139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1d1fa-bf6c-471d-9371-3858f0ce486b None None] Port d85c7a68-99aa-41f9-a3ba-7097872df447 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:08:15.008003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:08:15.035928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd3b064f-85db-48a3-83ec-bf2f7dc15c50 req-eec34417-3c78-47fd-b32b-d475e9ee90b7 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696900 Apr 25 15:08:15.058668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b96cae9f-bc59-49e1-a239-ae2cd7804ddf req-7e874421-252c-4f36-98b5-4d8d32fc1c38 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284594 Apr 25 15:08:15.124422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8c867be-f986-4350-ad88-19da6bf95dd8 None None] Provisioning complete for port d85c7a68-99aa-41f9-a3ba-7097872df447 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:15.124995 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c867be-f986-4350-ad88-19da6bf95dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:15.142544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-1f42c46c-f5a2-42e6-8b20-91c001033d9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580150 Apr 25 15:08:15.154853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-801b55a0-548a-4b2d-9702-e7130eda29ba service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:08:15.161571 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-801b55a0-548a-4b2d-9702-e7130eda29ba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118544 Apr 25 15:08:15.204583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b8c867be-f986-4350-ad88-19da6bf95dd8 None None] Port d85c7a68-99aa-41f9-a3ba-7097872df447 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:08:15.248384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:15.260796 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Sync routers for ids ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:15.268086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3dd49938-cb9d-449f-99fe-294a20704e78 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "PUT /v2.0/routers/e3ec9342-0f28-4927-8d69-6dd7aafd6b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6357572 Apr 25 15:08:15.270597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58038) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:15.275802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Routers {'e3ec9342-0f28-4927-8d69-6dd7aafd6b79'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:15.276493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:15.375649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664f2c3-1a73-49c3-931f-7cd62665925d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:15.377248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e664f2c3-1a73-49c3-931f-7cd62665925d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:15.404422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e664f2c3-1a73-49c3-931f-7cd62665925d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:15.404422 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e664f2c3-1a73-49c3-931f-7cd62665925d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports/d85c7a68-99aa-41f9-a3ba-7097872df447 HTTP/1.1" status: 200 len: 911 time: 0.1324582 Apr 25 15:08:15.409297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58044) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:15.486956 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Set router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:15.518628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-8ff2b6ea-0cdb-4a26-9f56-b12e02190a1b service neutron] 10.222.0.21 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495533 Apr 25 15:08:15.524552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bec9a9-5d75-4f03-a2ad-37ad716d49e0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:15.533484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bec9a9-5d75-4f03-a2ad-37ad716d49e0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:15.537965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a7bec9a9-5d75-4f03-a2ad-37ad716d49e0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1249840 Apr 25 15:08:15.539042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58048) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:15.697810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fea1b88c-4b8a-4724-907a-644c5542ce88 req-fa862cce-114c-4a72-b924-22ba076a76a0 service neutron] 10.222.0.21 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726830 Apr 25 15:08:15.863840 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:08:11Z', 'updated_at': '2022-04-25T15:08:13Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None, '_interfaces': [{'id': 'd85c7a68-99aa-41f9-a3ba-7097872df447', 'name': '', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'mac_address': 'fa:16:3e:64:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b68f9782-9871-403a-bae8-ea261e907a55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:08:12Z', 'updated_at': '2022-04-25T15:08:14Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'subnets': [{'id': 'b68f9782-9871-403a-bae8-ea261e907a55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:15.892566 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Checking router: e3ec9342-0f28-4927-8d69-6dd7aafd6b79 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:15.892566 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Updating router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 port d85c7a68-99aa-41f9-a3ba-7097872df447 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:08:15.947595 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:15.975387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:16.053856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:16.054289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.262843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.280566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67b60a8b-a833-4968-802f-039817b53377 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:08:16.303267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170be014-a2eb-4c7f-9a01-cd40e770e074 req-7674aefb-f33c-4437-958e-f44d03e2585d tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:16.305433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-170be014-a2eb-4c7f-9a01-cd40e770e074 req-7674aefb-f33c-4437-958e-f44d03e2585d tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 943 time: 0.0925529 Apr 25 15:08:16.353713 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-170be014-a2eb-4c7f-9a01-cd40e770e074 req-51cb3e52-def9-4b85-b1ac-25654937d69c tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Apr 25 15:08:16.459458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 67b60a8b-a833-4968-802f-039817b53377, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67b60a8b-a833-4968-802f-039817b53377,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:16.481074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '67b60a8b-a833-4968-802f-039817b53377', 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe', 'port_id': '67b60a8b-a833-4968-802f-039817b53377', 'mac_address': 'fa:16:3e:12:56:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46af9f46-7ce7-4289-89cf-6383ebc59a3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:08:16.482976 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.502153 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Transition to ACTIVE for port object d85c7a68-99aa-41f9-a3ba-7097872df447 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:16.522101 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.542318 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.561902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b60a8b-a833-4968-802f-039817b53377 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:08:16.586368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 67b60a8b-a833-4968-802f-039817b53377, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67b60a8b-a833-4968-802f-039817b53377,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:16.593310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.609960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port d85c7a68-99aa-41f9-a3ba-7097872df447 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:16.610500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.708041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=67b60a8b-a833-4968-802f-039817b53377,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:16.715413 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02f47d-9b9a-4577-9038-6b478de48e56 None None] Pushing event updated for resources: {'Port': ['ID=d85c7a68-99aa-41f9-a3ba-7097872df447,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:16.813080 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Attempting to bind port d85c7a68-99aa-41f9-a3ba-7097872df447 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:16.813531 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Attempting to bind port d85c7a68-99aa-41f9-a3ba-7097872df447 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:16.814318 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Attempting to bind port d85c7a68-99aa-41f9-a3ba-7097872df447 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:16.820446 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:16.821108 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:16.821704 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.822369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:16.823021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Bound port: d85c7a68-99aa-41f9-a3ba-7097872df447, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:16.823704 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.872576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port d85c7a68-99aa-41f9-a3ba-7097872df447, host n-d-811416-6, got binding levels [] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:16.873124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:16.927643 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] For port d85c7a68-99aa-41f9-a3ba-7097872df447, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:16.931059 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] For port d85c7a68-99aa-41f9-a3ba-7097872df447, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d85c7a68-99aa-41f9-a3ba-7097872df447,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:16.938582 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:17.008248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['67b60a8b-a833-4968-802f-039817b53377'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:08:17.027475 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Routers {'e3ec9342-0f28-4927-8d69-6dd7aafd6b79'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:17.028543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:17.045167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for d85c7a68-99aa-41f9-a3ba-7097872df447 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:17.211524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:17.211953 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:17.243559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02f47d-9b9a-4577-9038-6b478de48e56 None None] Pushing event updated for resources: {'Port': ['ID=d85c7a68-99aa-41f9-a3ba-7097872df447,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:17.260346 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] Set router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:17.670330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021fe28-2210-4207-9c91-839eaeb799f9 req-f1011e31-7423-470f-9a30-3b4ff5ada571 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:17.673855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5021fe28-2210-4207-9c91-839eaeb799f9 req-f1011e31-7423-470f-9a30-3b4ff5ada571 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 944 time: 0.0985777 Apr 25 15:08:17.713753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port d85c7a68-99aa-41f9-a3ba-7097872df447 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:17.714094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:17.714819 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:08:11Z', 'updated_at': '2022-04-25T15:08:13Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None, '_interfaces': [{'id': 'd85c7a68-99aa-41f9-a3ba-7097872df447', 'name': '', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'mac_address': 'fa:16:3e:64:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b68f9782-9871-403a-bae8-ea261e907a55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:08:12Z', 'updated_at': '2022-04-25T15:08:16Z', 'revision_number': 4, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'subnets': [{'id': 'b68f9782-9871-403a-bae8-ea261e907a55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:17.719127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330861c7-d710-47c2-8dcf-09338edaa73d None None] The sync data for ids ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'] in n-d-811416-6 is: [{'id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:08:11Z', 'updated_at': '2022-04-25T15:08:13Z', 'revision_number': 2, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None, '_interfaces': [{'id': 'd85c7a68-99aa-41f9-a3ba-7097872df447', 'name': '', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'mac_address': 'fa:16:3e:64:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b68f9782-9871-403a-bae8-ea261e907a55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:08:12Z', 'updated_at': '2022-04-25T15:08:16Z', 'revision_number': 4, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'subnets': [{'id': 'b68f9782-9871-403a-bae8-ea261e907a55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:17.749566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5021fe28-2210-4207-9c91-839eaeb799f9 req-18a30edc-4836-4935-8458-26eab2507f32 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722785 Apr 25 15:08:18.044042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d85c7a68-99aa-41f9-a3ba-7097872df447 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:18.065614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port d85c7a68-99aa-41f9-a3ba-7097872df447, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d85c7a68-99aa-41f9-a3ba-7097872df447,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:18.066147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.124489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d85c7a68-99aa-41f9-a3ba-7097872df447 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:18.130890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d85c7a68-99aa-41f9-a3ba-7097872df447 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:18.131350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.210992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for d85c7a68-99aa-41f9-a3ba-7097872df447 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:18.267872 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.298827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67b60a8b-a833-4968-802f-039817b53377 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:18.356294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d85c7a68-99aa-41f9-a3ba-7097872df447, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d85c7a68-99aa-41f9-a3ba-7097872df447,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:18.368343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.374279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:18.374962 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:18.467942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d85c7a68-99aa-41f9-a3ba-7097872df447,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:18.484354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 67b60a8b-a833-4968-802f-039817b53377 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:18.492631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 67b60a8b-a833-4968-802f-039817b53377 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:18.495981 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.567996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port d85c7a68-99aa-41f9-a3ba-7097872df447 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:18.569184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.638619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.668591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b60a8b-a833-4968-802f-039817b53377'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:08:18.680217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 67b60a8b-a833-4968-802f-039817b53377, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67b60a8b-a833-4968-802f-039817b53377,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:18.686587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.737172 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5512dd48-cb0e-4367-a832-e1ad09469378'] response: {'server_uuid': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b60a8b-a833-4968-802f-039817b53377', 'code': 200} Apr 25 15:08:18.783609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=67b60a8b-a833-4968-802f-039817b53377,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:18.846961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port d85c7a68-99aa-41f9-a3ba-7097872df447, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d85c7a68-99aa-41f9-a3ba-7097872df447,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:18.849118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:18.915753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8e9cc-e72a-466a-8f45-f9f802f0b611 req-319730ee-ae83-47f4-a716-2a50a9062b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:18.917320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cdb8e9cc-e72a-466a-8f45-f9f802f0b611 req-319730ee-ae83-47f4-a716-2a50a9062b42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1218832 Apr 25 15:08:18.968687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cdb8e9cc-e72a-466a-8f45-f9f802f0b611 req-83974e47-381d-4aa5-b1dd-f9c21dc5055e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Apr 25 15:08:19.039948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for d85c7a68-99aa-41f9-a3ba-7097872df447 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:19.181744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb796e-50c2-4b27-b7e9-2427f5288181 req-acb31d2f-069b-4756-97b9-667b4ff97e56 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:19.181744 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1bb796e-50c2-4b27-b7e9-2427f5288181 req-acb31d2f-069b-4756-97b9-667b4ff97e56 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 945 time: 0.2472262 Apr 25 15:08:19.266293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e1bb796e-50c2-4b27-b7e9-2427f5288181 req-fe91de38-f923-4a98-835f-cdbd34cce4b4 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 Apr 25 15:08:19.387838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:19.438179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=d85c7a68-99aa-41f9-a3ba-7097872df447,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:19.667699 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:20.113790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:08:20.290603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:20.300275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] Sync routers for ids ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:20.317555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] Routers {'e3ec9342-0f28-4927-8d69-6dd7aafd6b79'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:20.318399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:20.322067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58100) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:20.360613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a3516f44-25d4-49ed-9b3e-78e42b04a654 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "PUT /v2.0/routers/e3ec9342-0f28-4927-8d69-6dd7aafd6b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8114269 Apr 25 15:08:20.478583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1112e5-d9c6-4157-81fd-a011d5bbe18a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:20.479983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1112e5-d9c6-4157-81fd-a011d5bbe18a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:20.481175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff1112e5-d9c6-4157-81fd-a011d5bbe18a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:20.542279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff1112e5-d9c6-4157-81fd-a011d5bbe18a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:20.547233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:20.558107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff1112e5-d9c6-4157-81fd-a011d5bbe18a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2347288 Apr 25 15:08:20.643189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] Set router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:20.660669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd5ff7-b4de-4b73-bb9a-9a190f556b2e req-2c46968f-1b6a-4d82-a1c3-491486e30a08 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:20.663512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbcd5ff7-b4de-4b73-bb9a-9a190f556b2e req-2c46968f-1b6a-4d82-a1c3-491486e30a08 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 945 time: 0.1776977 Apr 25 15:08:20.703029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet b68f9782-9871-403a-bae8-ea261e907a55 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:20.710989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:20.757799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bbcd5ff7-b4de-4b73-bb9a-9a190f556b2e req-0053c30d-a2db-4d62-9fe0-55db050511da tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843074 Apr 25 15:08:20.801800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:20.810271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:08:11Z', 'updated_at': '2022-04-25T15:08:19Z', 'revision_number': 3, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:20.817831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] Checking router: e3ec9342-0f28-4927-8d69-6dd7aafd6b79 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:20.849002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] Routers {'e3ec9342-0f28-4927-8d69-6dd7aafd6b79'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:20.849115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:20.969298 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:21.117838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:21.161267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] Set router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:21.182568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=b68f9782-9871-403a-bae8-ea261e907a55,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:21.194419 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:21.214365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febe940-5508-4a39-8335-453ec36caeaa None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:21.222309 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-39f8e76e-ed6d-4753-bdf5-05ea57b9de72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b68f9782-9871-403a-bae8-ea261e907a55 HTTP/1.1" status: 204 len: 168 time: 0.6711535 Apr 25 15:08:21.224213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58158) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:21.357901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:08:11Z', 'updated_at': '2022-04-25T15:08:19Z', 'revision_number': 3, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:21.377604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62def018-abc2-46c5-8f5e-517c78e1dcc0 None None] The sync data for ids ['e3ec9342-0f28-4927-8d69-6dd7aafd6b79'] in n-d-811416-6 is: [{'id': 'e3ec9342-0f28-4927-8d69-6dd7aafd6b79', 'name': 'tempest-NetworksTestDHCPv6-router-944476759', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:08:11Z', 'updated_at': '2022-04-25T15:08:19Z', 'revision_number': 3, 'project_id': '26b7ba839c83444f926eb5fbcb8c5366', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:21.444053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58168) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:21.522883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-62dc160e-ab4b-43bc-926f-e783753884b4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2963572 Apr 25 15:08:21.525383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58172) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:21.715766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:21.783258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Deleting port 8b26da0d-3d03-47cf-8863-500620ceaf0d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:21.786105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:21.988169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d85c7a68-99aa-41f9-a3ba-7097872df447 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:22.065280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:22.080287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d85c7a68-99aa-41f9-a3ba-7097872df447 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:22.080659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d85c7a68-99aa-41f9-a3ba-7097872df447 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:22.089307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Deleting port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:22.089307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.231835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.233565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.389837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.392704 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.429954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Calling delete_port for 8b26da0d-3d03-47cf-8863-500620ceaf0d owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:22.451908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] For port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:22.452640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.471775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.471775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Fanout notify agent at l3_agent the message router_deleted on router e3ec9342-0f28-4927-8d69-6dd7aafd6b79 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:08:22.522075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.526256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-744d9cd8-7add-4692-b6dd-8d51f48b1403 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/routers/e3ec9342-0f28-4927-8d69-6dd7aafd6b79 HTTP/1.1" status: 204 len: 168 time: 0.9970803 Apr 25 15:08:22.527589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58212) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:22.735668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40739453-6ea6-4b5b-9c11-f37063c7a6ff tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:22.737579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-40739453-6ea6-4b5b-9c11-f37063c7a6ff tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2096653 Apr 25 15:08:22.744085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58224) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:22.801360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Calling delete_port for 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:22.801756 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:22.866340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event deleted for resources: {'Port': ['ID=8b26da0d-3d03-47cf-8863-500620ceaf0d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:22.895727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d267b73-fadb-423e-8adb-7255f1f0470e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:22.903504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6d267b73-fadb-423e-8adb-7255f1f0470e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1577842 Apr 25 15:08:22.905387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58234) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:22.974350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:23.051960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] No DVR routers for this DVR port 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:23.092805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Pushing event deleted for resources: {'Port': ['ID=07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:23.107657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.108534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.108885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.109253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.109593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.109929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.110259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.121424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.121998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.122333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.122832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.123322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4cee1-1fa8-4dc9-9162-7bd7659aad3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:23.144759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3d892e88-ee9b-4ac7-ac84-70e1d6504880 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:router {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:23.174267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3d892e88-ee9b-4ac7-ac84-70e1d6504880 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:router {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:23.175544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d892e88-ee9b-4ac7-ac84-70e1d6504880 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2689826 Apr 25 15:08:23.180564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58240) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:23.186343 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:23.200659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:23.201002 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Floating IP d55c8141-60a8-41a9-8270-3c0d397b045b disassociated (deleted). External IP: 172.25.0.162, port: 52732cb5-d726-4b10-8704-a5503233a1c8. Apr 25 15:08:23.447144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:23.452885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:23.457446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:23.465675 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:23.551674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:23.555435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:23.809551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Router 2fbb6004-9378-4add-ab4a-1a12e6a17114 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:08:24.066748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:24.109535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:24.117310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:24.117861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 07e1a4b3-7c6c-4e8e-af56-7cbc76f7452e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:24.120649 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] Sync routers for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:24.149636 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:24.151431 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:24.171424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:24.241203 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:08:24.257456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:24.393312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:24.398533 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:24.399262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:24.409765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:24.410488 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:24.411232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9378aae-edff-4a56-a4f8-dd95a4d2907d None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:24.428799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-369dbc3a-8e09-4d64-849d-c8dca78c1a20 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "DELETE /v2.0/floatingips/d55c8141-60a8-41a9-8270-3c0d397b045b HTTP/1.1" status: 204 len: 168 time: 2.9849813 Apr 25 15:08:24.432864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:08:24.445704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2637303 Apr 25 15:08:24.446984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4cf60-603f-446d-aa4d-80af0153fc7e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=5c21aded-de70-495c-b91f-5c5093166dcc,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:24.448730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58268) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:24.454753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:24.502732 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3079f832-2197-4aa1-a6c6-5047e5547ede'] response: {'name': 'network-changed', 'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'status': 'completed', 'code': 200} Apr 25 15:08:24.770921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-b4d97eeb-1c01-4bdc-ab35-86046727273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:24.772409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-b4d97eeb-1c01-4bdc-ab35-86046727273e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9112525b7ee84fdd832c30b5b9498cec&device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 1097 time: 0.2432125 Apr 25 15:08:24.837767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:24.846250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:24.849933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:24.985752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '5c21aded-de70-495c-b91f-5c5093166dcc'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:08:24.987688 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.008747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:25.085248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:25.089458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.143891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:25.156273 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] Checking router: 2fbb6004-9378-4add-ab4a-1a12e6a17114 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:25.170956 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:25.172092 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:25.240932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Allocated IP 2001:db8::f816:3eff:fe95:e864 (fae6f61f-894f-41a6-b7c3-0cf91e784673/5c21aded-de70-495c-b91f-5c5093166dcc/934cf0ac-5215-4f55-9f03-37f9a414559e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:25.311148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-33cc1d26-0288-4a14-a561-072bf2667964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:25.312616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-33cc1d26-0288-4a14-a561-072bf2667964 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 200 len: 914 time: 0.5122578 Apr 25 15:08:25.394406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-f0d61898-ce88-46c4-b411-7c3ee7c819ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 200 len: 217 time: 0.0723758 Apr 25 15:08:25.492002 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:25.529829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba00a4-b8b3-415a-af5c-df9fa4d6fcdb req-d1c6d3dd-4160-41eb-b625-f309192aa038 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:25.542955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfba00a4-b8b3-415a-af5c-df9fa4d6fcdb req-d1c6d3dd-4160-41eb-b625-f309192aa038 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 946 time: 0.5026019 Apr 25 15:08:25.547124 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.562766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Transition to ACTIVE for port object 934cf0ac-5215-4f55-9f03-37f9a414559e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:25.611869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-3941c590-236b-4e6a-8ed4-5fc2678a5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:25.614088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-3941c590-236b-4e6a-8ed4-5fc2678a5492 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 200 len: 852 time: 0.2085235 Apr 25 15:08:25.627160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Transition to ACTIVE for port object 934cf0ac-5215-4f55-9f03-37f9a414559e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:25.640036 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.723906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfba00a4-b8b3-415a-af5c-df9fa4d6fcdb req-5240a222-4839-4b2c-92a3-b41085cb4c1c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698046 Apr 25 15:08:25.790655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:25.794230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:25.798771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:25.807177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-bdf51c71-c56e-4feb-bfc6-b2ce7b4d4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:25.808877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-bdf51c71-c56e-4feb-bfc6-b2ce7b4d4a2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8159fe2f-50b7-4efa-96dd-10455de47820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867454 Apr 25 15:08:25.813482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.855914 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Pushing event updated for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:25.915065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:25.918609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Attempting to bind port 934cf0ac-5215-4f55-9f03-37f9a414559e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:25.919245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Attempting to bind port 934cf0ac-5215-4f55-9f03-37f9a414559e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:25.919658 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Attempting to bind port 934cf0ac-5215-4f55-9f03-37f9a414559e on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:25.925501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:25.925960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:25.926344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:25.926753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.927145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:25.927635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Bound port: 934cf0ac-5215-4f55-9f03-37f9a414559e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:25.928000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:25.985232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:25.986703 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:26.001997 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:26.008855 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32284c94-5b20-448a-9ba9-0a96bea08e8e None None] The sync data for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 is: [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:04:08Z', 'revision_number': 4, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6df2c8c3-a738-473e-b300-5f6bc8aa2feb', 'name': '', 'network_id': '8159fe2f-50b7-4efa-96dd-10455de47820', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'mac_address': 'fa:16:3e:54:b2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:07Z', 'updated_at': '2022-04-25T15:04:18Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'subnets': [{'id': '886d1104-f76b-4221-9f6c-ee07aa90b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:26.052591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=b369835b-c1d8-405d-82a7-6c00db1e3762,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:26.066812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:26.070667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:26.076862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.077470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.077961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.078265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:26.078675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.079173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.079665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.080146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.080898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.081679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.082161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.082682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.083464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:26.128561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58292) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:26.129238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d611c47-e3de-4e6e-b9fc-3678f1098959 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6789999 Apr 25 15:08:26.131967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-c584e567-ac59-4f7a-8984-f887e7fdfa7b service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130419 Apr 25 15:08:26.134297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:33:91:00', 'name': 'tempest-NetworksTestDHCPv6-2118343282'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:26.255319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78626881-035a-4e73-9afb-529fc1b5c288 None None] Pushing event updated for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:26.419978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:26.431790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:26.440722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:26.475768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee1747c-d36b-4b42-b675-2147ddc2567e req-e88b7570-5784-46cd-b4bf-67d4d4dbf594 service neutron] 10.222.0.15 "GET /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376493 Apr 25 15:08:26.480354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d43b502-d72e-4862-9ff3-5002a4b2a3a2 None None] New status for floating IP d55c8141-60a8-41a9-8270-3c0d397b045b: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:08:26.491715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:26.520210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:26.525361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-3db061f7-6430-459c-ae59-4e7e95b3bf80 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:26.527396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-3db061f7-6430-459c-ae59-4e7e95b3bf80 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.15 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 946 time: 0.1682384 Apr 25 15:08:26.723458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Deleting port 52732cb5-d726-4b10-8704-a5503233a1c8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:26.725376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:27.049786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:27.147006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port f6fef9b8-6f6c-4fad-afe5-96adb400cfd7 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:08:27.304205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc112bf-4003-4aa7-bb60-63eb242e6037 req-68fbb4e2-baf2-40ac-869b-f57c2836078c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:27.305165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3cc112bf-4003-4aa7-bb60-63eb242e6037 req-68fbb4e2-baf2-40ac-869b-f57c2836078c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Synchronizing usage tracker for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:27.375905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3cc112bf-4003-4aa7-bb60-63eb242e6037 req-68fbb4e2-baf2-40ac-869b-f57c2836078c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Unset dirty status for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:27.377535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3cc112bf-4003-4aa7-bb60-63eb242e6037 req-68fbb4e2-baf2-40ac-869b-f57c2836078c tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 946 time: 0.3089573 Apr 25 15:08:27.410494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] For port 52732cb5-d726-4b10-8704-a5503233a1c8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=52732cb5-d726-4b10-8704-a5503233a1c8,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:27.411237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:27.517242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3cc112bf-4003-4aa7-bb60-63eb242e6037 req-8a5c04c1-7bef-4ea3-89bb-2f1b2ddb02e5 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adae42e-f68f-4806-9a28-cfa6d9420f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315296 Apr 25 15:08:27.529684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 172.20.0.3 (fae6f61f-894f-41a6-b7c3-0cf91e784673/b369835b-c1d8-405d-82a7-6c00db1e3762/f6fef9b8-6f6c-4fad-afe5-96adb400cfd7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:27.550011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fe33:9100 (fae6f61f-894f-41a6-b7c3-0cf91e784673/5c21aded-de70-495c-b91f-5c5093166dcc/f6fef9b8-6f6c-4fad-afe5-96adb400cfd7) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:27.663077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Calling delete_port for 52732cb5-d726-4b10-8704-a5503233a1c8 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:27.781022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b59013-391d-4167-8c6c-774c95696738 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:27.833368 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:27.855732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object f6fef9b8-6f6c-4fad-afe5-96adb400cfd7 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:27.894305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:27.933695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-363805c7-013c-4d10-af5d-52480aa2ee88 None None] Provisioning for port 934cf0ac-5215-4f55-9f03-37f9a414559e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:27.991412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:28.002830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:28.007807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:28.052508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.111799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 934cf0ac-5215-4f55-9f03-37f9a414559e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:28.118440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event deleted for resources: {'Port': ['ID=52732cb5-d726-4b10-8704-a5503233a1c8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:28.130052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:28.130825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.140225 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=f6fef9b8-6f6c-4fad-afe5-96adb400cfd7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:28.225979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.227149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.227995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.228824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.229689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.230498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.231088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.231674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.232231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.233163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.233752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.234568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:08:28.245463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] No DVR routers for this DVR port 52732cb5-d726-4b10-8704-a5503233a1c8 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:28.248048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f2407f68-d654-4a4b-b58e-cf3375c1fa0b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1183944 Apr 25 15:08:28.250757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58326) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:28.258479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.269006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'name': 'network-vif-deleted', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:08:28.291054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c209f98a-ffcc-4cda-bbc8-f94c0d81b974 req-94c8d80a-25a5-43ff-b314-eb819a1fe6ca tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.15 "DELETE /v2.0/ports/52732cb5-d726-4b10-8704-a5503233a1c8 HTTP/1.1" status: 204 len: 173 time: 1.7478886 Apr 25 15:08:28.293352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 934cf0ac-5215-4f55-9f03-37f9a414559e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:28.338227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 934cf0ac-5215-4f55-9f03-37f9a414559e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:28.338866 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.354007 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6466ce-4108-4c4c-b13e-c3a7d2cc5f63'] response: {'server_uuid': '92015ab6-80ed-41ae-af93-5d3f4da14fab', 'name': 'network-vif-deleted', 'tag': '52732cb5-d726-4b10-8704-a5503233a1c8', 'status': 'completed', 'code': 200} Apr 25 15:08:28.391765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07602e0-cbfe-446b-b9da-bd483e661696 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:28.399123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07602e0-cbfe-446b-b9da-bd483e661696 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:28.399947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d07602e0-cbfe-446b-b9da-bd483e661696 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:28.422104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d07602e0-cbfe-446b-b9da-bd483e661696 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:28.424187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d07602e0-cbfe-446b-b9da-bd483e661696 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1715541 Apr 25 15:08:28.426973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58336) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:28.588357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port f6fef9b8-6f6c-4fad-afe5-96adb400cfd7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:28.589862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.712015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.731542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Update dhcp port {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '5c21aded-de70-495c-b91f-5c5093166dcc', 'ip_address': '2001:db8::f816:3eff:fe95:e864'}, {'subnet_id': 'b369835b-c1d8-405d-82a7-6c00db1e3762'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '934cf0ac-5215-4f55-9f03-37f9a414559e'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:08:28.851001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:28.852800 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.871880 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:28.908753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53900fcc-6d74-4c1f-a377-9eeca99858c5 req-0273ea9b-8d69-4fcd-ad87-4e8509a7d95b tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 210 time: 0.1057518 Apr 25 15:08:28.958660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:29.129416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for f6fef9b8-6f6c-4fad-afe5-96adb400cfd7 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:29.276558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:29.286258 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:29.391813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Allocated IP 172.20.0.2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/b369835b-c1d8-405d-82a7-6c00db1e3762/934cf0ac-5215-4f55-9f03-37f9a414559e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:29.472971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:29.587026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=f6fef9b8-6f6c-4fad-afe5-96adb400cfd7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:29.654436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:29.687544 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:29.714975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Transition to ACTIVE for port object 934cf0ac-5215-4f55-9f03-37f9a414559e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:29.720352 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:29.766716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:29.785180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 52732cb5-d726-4b10-8704-a5503233a1c8 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:29.786225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0613b91c-e546-4085-8e50-3128b4021038 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/f6fef9b8-6f6c-4fad-afe5-96adb400cfd7 HTTP/1.1" status: 204 len: 168 time: 1.3579535 Apr 25 15:08:29.788335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58358) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:29.883877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505744d-09b8-4161-80f0-2ea1cfffc1b3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:29.885793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505744d-09b8-4161-80f0-2ea1cfffc1b3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:29.887412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505744d-09b8-4161-80f0-2ea1cfffc1b3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:29.888279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b505744d-09b8-4161-80f0-2ea1cfffc1b3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:29.899300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 52732cb5-d726-4b10-8704-a5503233a1c8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:29.899840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 52732cb5-d726-4b10-8704-a5503233a1c8 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:29.910944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b505744d-09b8-4161-80f0-2ea1cfffc1b3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:29.914585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b505744d-09b8-4161-80f0-2ea1cfffc1b3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1227331 Apr 25 15:08:29.915444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:30.011157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf18c-6134-47b5-8637-55cfcb04f6f5 None None] Pushing event updated for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:30.068702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 5c21aded-de70-495c-b91f-5c5093166dcc {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:30.072324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.095787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 934cf0ac-5215-4f55-9f03-37f9a414559e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:30.199619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.294620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-85e71a44-c524-4655-affb-64279fcb83f6 req-8b17fb18-2f85-4037-80b9-0b0529539066 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Synchronizing usage tracker for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:30.347726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-85e71a44-c524-4655-affb-64279fcb83f6 req-8b17fb18-2f85-4037-80b9-0b0529539066 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Unset dirty status for tenant:9112525b7ee84fdd832c30b5b9498cec on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:30.348919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85e71a44-c524-4655-affb-64279fcb83f6 req-8b17fb18-2f85-4037-80b9-0b0529539066 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "GET /v2.0/ports?device_id=92015ab6-80ed-41ae-af93-5d3f4da14fab HTTP/1.1" status: 200 len: 210 time: 0.1513460 Apr 25 15:08:30.396508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.511164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.561780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=5c21aded-de70-495c-b91f-5c5093166dcc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:30.572391 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.591552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b70cba78-813b-4173-a4a9-b99d9ea474f8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/5c21aded-de70-495c-b91f-5c5093166dcc HTTP/1.1" status: 204 len: 168 time: 0.6736064 Apr 25 15:08:30.592879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58380) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:30.684524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet b369835b-c1d8-405d-82a7-6c00db1e3762 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:30.689766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.769647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.876029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:30.969640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.079540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647b5e4d-5db4-447a-8c04-2101087e6272 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:31.142437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=b369835b-c1d8-405d-82a7-6c00db1e3762,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:31.147233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.160384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-91c08168-bf9e-4686-aa82-b81778d2c8ab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b369835b-c1d8-405d-82a7-6c00db1e3762 HTTP/1.1" status: 204 len: 168 time: 0.5657544 Apr 25 15:08:31.162508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58392) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:31.244780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5fd04ccb-f2f8-4b93-9c33-7a71a1c520d2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807812 Apr 25 15:08:31.247179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58396) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:31.255188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:31.312892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-696523c8-e449-4306-93c7-7a12618d4ada None None] Provisioning for port 934cf0ac-5215-4f55-9f03-37f9a414559e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:31.320442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-696523c8-e449-4306-93c7-7a12618d4ada None None] Provisioning complete for port 934cf0ac-5215-4f55-9f03-37f9a414559e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:31.320819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-696523c8-e449-4306-93c7-7a12618d4ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.432651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:31.440817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:31.464178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:31.485710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:31.506769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:31.510424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58410) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:31.525021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:31.529515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.555852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Deleting port 934cf0ac-5215-4f55-9f03-37f9a414559e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:31.558788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.622099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-696523c8-e449-4306-93c7-7a12618d4ada None None] Could not find standard attr ID for object f6fef9b8-6f6c-4fad-afe5-96adb400cfd7. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:31.659641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a237a0ed-9923-4111-8103-18e9bb3da1c2 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.715740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a237a0ed-9923-4111-8103-18e9bb3da1c2 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.810805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a237a0ed-9923-4111-8103-18e9bb3da1c2 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.863376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237a0ed-9923-4111-8103-18e9bb3da1c2 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adae42e-f68f-4806-9a28-cfa6d9420f31,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:31.890870 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a237a0ed-9923-4111-8103-18e9bb3da1c2 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:31.895920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a237a0ed-9923-4111-8103-18e9bb3da1c2 tempest-TestVolumeBackupRestore-517379879 tempest-TestVolumeBackupRestore-517379879-project] 10.222.0.23 "DELETE /v2.0/security-groups/7adae42e-f68f-4806-9a28-cfa6d9420f31 HTTP/1.1" status: 204 len: 168 time: 0.3844345 Apr 25 15:08:31.912614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:31.913088 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:32.031677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 934cf0ac-5215-4f55-9f03-37f9a414559e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:32.095757 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:08:32.171004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Calling delete_port for 934cf0ac-5215-4f55-9f03-37f9a414559e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:32.457862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:32.520500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:32.524422 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:32.552364 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:32.676714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:32.690963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:32.722097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:32.722676 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:32.797821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:33.026527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Deleting port 934cf0ac-5215-4f55-9f03-37f9a414559e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:33.027194 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:33.334179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:33.419790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:33.421008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:33.702070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Calling delete_port for 934cf0ac-5215-4f55-9f03-37f9a414559e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:33.740083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:33.809356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:33.818647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:33.819705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:33.937784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:33.938202 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:34.211816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:34.272317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:34.283101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:34.283700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:34.300474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:34.315875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=71817ac7-d5b8-424a-ac84-277130098969,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:34.339755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a9306674-2ea9-4625-8911-d9d3ae300ad5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0915744 Apr 25 15:08:34.343294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58632) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:34.354816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:34.472390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:34.654810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Deleting port 934cf0ac-5215-4f55-9f03-37f9a414559e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:34.655416 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:34.781347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:34.791111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:34.801989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:34.810079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:34.828588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:34.834724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:35.375183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] For port 934cf0ac-5215-4f55-9f03-37f9a414559e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=934cf0ac-5215-4f55-9f03-37f9a414559e,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:35.387217 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:35.504363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:35.618525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:35.623748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:35.638110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:35.638842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:35.650009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Calling delete_port for 934cf0ac-5215-4f55-9f03-37f9a414559e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:35.671056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=3e10dcc0-656c-42c9-9988-6d7e29a7d9e5,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:35.697912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b4ea3f06-0911-4370-ae16-a27a5190ac26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3519633 Apr 25 15:08:35.700475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58758) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:35.714054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:a1:97:d6', 'name': 'tempest-NetworksTestDHCPv6-1515576589'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:35.865761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:35.940714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] Pushing event deleted for resources: {'Port': ['ID=934cf0ac-5215-4f55-9f03-37f9a414559e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:36.070824 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a5832-e7a3-4d22-8211-d74d52c718a2 None None] No DVR routers for this DVR port 934cf0ac-5215-4f55-9f03-37f9a414559e on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:36.097747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5306776f-8af9-4f8f-b71e-48f3560c7a9f None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:36.116135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:36.120625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:36.124818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:36.132303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:36.195875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:36.419456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 58836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:36.718354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '3e10dcc0-656c-42c9-9988-6d7e29a7d9e5'}, {'subnet_id': '71817ac7-d5b8-424a-ac84-277130098969'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:08:36.720815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:36.757983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:36.882420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port ea03dd00-aeb4-47d2-9b2b-307543e6e8df yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:08:37.266792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Allocated IP 172.20.0.2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/3e10dcc0-656c-42c9-9988-6d7e29a7d9e5/a5d24252-882b-487c-a3f1-22cb6ea46210) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:37.282236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Allocated IP 2001:db8::f816:3eff:fe52:7171 (fae6f61f-894f-41a6-b7c3-0cf91e784673/71817ac7-d5b8-424a-ac84-277130098969/a5d24252-882b-487c-a3f1-22cb6ea46210) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:37.762433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:37.774359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Transition to ACTIVE for port object a5d24252-882b-487c-a3f1-22cb6ea46210 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:37.794818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Transition to ACTIVE for port object a5d24252-882b-487c-a3f1-22cb6ea46210 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:37.803312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:37.886545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:37.886545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:37.894104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:38.018048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Pushing event updated for resources: {'Port': ['ID=a5d24252-882b-487c-a3f1-22cb6ea46210,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:38.051958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.086411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Attempting to bind port a5d24252-882b-487c-a3f1-22cb6ea46210 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:38.086762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Attempting to bind port a5d24252-882b-487c-a3f1-22cb6ea46210 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:38.087130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Attempting to bind port a5d24252-882b-487c-a3f1-22cb6ea46210 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:38.094338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:38.094883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:38.095537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.096009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:38.096491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Bound port: a5d24252-882b-487c-a3f1-22cb6ea46210, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:38.096880 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.126365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 172.20.0.12 (fae6f61f-894f-41a6-b7c3-0cf91e784673/3e10dcc0-656c-42c9-9988-6d7e29a7d9e5/ea03dd00-aeb4-47d2-9b2b-307543e6e8df) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:38.156561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fea1:97d6 (fae6f61f-894f-41a6-b7c3-0cf91e784673/71817ac7-d5b8-424a-ac84-277130098969/ea03dd00-aeb4-47d2-9b2b-307543e6e8df) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:38.222795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] For port a5d24252-882b-487c-a3f1-22cb6ea46210, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:38.228574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] For port a5d24252-882b-487c-a3f1-22cb6ea46210, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5d24252-882b-487c-a3f1-22cb6ea46210,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:38.235310 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.337661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a2a4-317e-4e82-b662-cdeec87c2ccd None None] Pushing event updated for resources: {'Port': ['ID=a5d24252-882b-487c-a3f1-22cb6ea46210,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:38.568122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-34328063-6882-4e73-a442-611562bed954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.638534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.707537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object ea03dd00-aeb4-47d2-9b2b-307543e6e8df will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:38.797785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:38.906192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:38.910559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:38.914340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Deleting port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:38.914340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:39.066035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:39.100659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=ea03dd00-aeb4-47d2-9b2b-307543e6e8df,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:39.180464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:39.181115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:39.297616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58968) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:39.298184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2000d19-6367-4c7a-abd7-c702beafd4d7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5950739 Apr 25 15:08:39.334924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] For port 6df2c8c3-a738-473e-b300-5f6bc8aa2feb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:39.335534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:39.458496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088cd47-56c5-41c9-8a61-86a6e5326a16 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:39.465171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088cd47-56c5-41c9-8a61-86a6e5326a16 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:39.466158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0088cd47-56c5-41c9-8a61-86a6e5326a16 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:39.495560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0088cd47-56c5-41c9-8a61-86a6e5326a16 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:39.498458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0088cd47-56c5-41c9-8a61-86a6e5326a16 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2010021 Apr 25 15:08:39.507389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 58976) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:39.511117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Calling delete_port for 6df2c8c3-a738-473e-b300-5f6bc8aa2feb owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:39.676098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port ea03dd00-aeb4-47d2-9b2b-307543e6e8df {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:39.676451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:39.834648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:39.901794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Pushing event deleted for resources: {'Port': ['ID=6df2c8c3-a738-473e-b300-5f6bc8aa2feb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:39.911217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d243f42-f442-4ecd-9dd5-eb421871991c None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:40.145972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-72187868-3051-4ce6-8d2a-3a7be07a6556 None None] Provisioning for port a5d24252-882b-487c-a3f1-22cb6ea46210 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:40.321191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5d24252-882b-487c-a3f1-22cb6ea46210 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:40.409459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:40.416308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:40.571778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a5d24252-882b-487c-a3f1-22cb6ea46210 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:40.579766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a5d24252-882b-487c-a3f1-22cb6ea46210 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:40.580157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:40.624016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for ea03dd00-aeb4-47d2-9b2b-307543e6e8df owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:40.827376 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:40.881137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a5d24252-882b-487c-a3f1-22cb6ea46210, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5d24252-882b-487c-a3f1-22cb6ea46210,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:40.909613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.033815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.034252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Router 2fbb6004-9378-4add-ab4a-1a12e6a17114 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:08:41.071537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a5d24252-882b-487c-a3f1-22cb6ea46210,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:41.079760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22c4337e-c20b-4877-be3b-9cb380b465e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.177933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=ea03dd00-aeb4-47d2-9b2b-307543e6e8df,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:41.309000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-db46c0b8-e0ed-43c0-b234-63476365d3dd None None] Could not find standard attr ID for object ea03dd00-aeb4-47d2-9b2b-307543e6e8df. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:41.327800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-db46c0b8-e0ed-43c0-b234-63476365d3dd None None] Provisioning complete for port a5d24252-882b-487c-a3f1-22cb6ea46210 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:41.328315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-db46c0b8-e0ed-43c0-b234-63476365d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.395667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.426118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-48fbefd8-a724-4ce4-9058-7f5c218a8373 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/ea03dd00-aeb4-47d2-9b2b-307543e6e8df HTTP/1.1" status: 204 len: 168 time: 1.9139068 Apr 25 15:08:41.426859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59004) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:41.523304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aafea1-59fc-4343-ac9e-29865cac26a2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:41.524751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aafea1-59fc-4343-ac9e-29865cac26a2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:41.526266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aafea1-59fc-4343-ac9e-29865cac26a2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:41.527261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-22aafea1-59fc-4343-ac9e-29865cac26a2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:41.553897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-22aafea1-59fc-4343-ac9e-29865cac26a2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:41.557775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-22aafea1-59fc-4343-ac9e-29865cac26a2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1268334 Apr 25 15:08:41.557952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59008) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:41.689254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 3e10dcc0-656c-42c9-9988-6d7e29a7d9e5 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:41.692910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.714345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1eb92654-9f55-4c2d-bc09-8cb40dd489b8 None None] Could not find standard attr ID for object f6fef9b8-6f6c-4fad-afe5-96adb400cfd7. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:41.775589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.805743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:41.818866 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] Sync routers for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:41.854487 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:41.855392 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:41.855763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:41.891890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ec9ec8e-8537-4be9-a1ea-939dc10a958f admin admin] 10.222.0.23 "PUT /v2.0/routers/2fbb6004-9378-4add-ab4a-1a12e6a17114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4653592 Apr 25 15:08:41.891890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59016) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:41.946283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.043640 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.044841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1e27bebb-ac28-465d-a6f8-5d6b4ce27547 None None] Could not find standard attr ID for object ea03dd00-aeb4-47d2-9b2b-307543e6e8df. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:42.094026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.141579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5d24252-882b-487c-a3f1-22cb6ea46210 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:42.221686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.237237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=3e10dcc0-656c-42c9-9988-6d7e29a7d9e5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:42.242928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:42.259707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.272564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-787c1b98-bc62-4b40-8815-a5b29ea2cb8e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/3e10dcc0-656c-42c9-9988-6d7e29a7d9e5 HTTP/1.1" status: 204 len: 168 time: 0.7134359 Apr 25 15:08:42.273535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:42.318928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a5d24252-882b-487c-a3f1-22cb6ea46210 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:42.319419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.378484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 71817ac7-d5b8-424a-ac84-277130098969 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:42.382357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.535095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.593373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734c922-9ab3-46b6-8abd-8d7f6a138162 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:42.693599 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.719328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Deleting port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:42.719676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.756411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.937740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:42.938967 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:08:39Z', 'revision_number': 5, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port': {'id': '48000285-ff70-4c6c-be7d-b7e0a5ab5bc5', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:03Z', 'updated_at': '2022-04-25T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:42.947949 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] Checking router: 2fbb6004-9378-4add-ab4a-1a12e6a17114 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:42.975880 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] Routers {'2fbb6004-9378-4add-ab4a-1a12e6a17114'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:42.976708 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fbb6004-9378-4add-ab4a-1a12e6a17114'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:42.996264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.012315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] For port 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:43.015052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=71817ac7-d5b8-424a-ac84-277130098969,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:43.016338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.024563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-607a1a1b-6803-4185-a8d4-22952de97e2d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/71817ac7-d5b8-424a-ac84-277130098969 HTTP/1.1" status: 204 len: 168 time: 0.7498386 Apr 25 15:08:43.025534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59044) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:43.106316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-84256b80-42f2-481d-880a-65c669ab6442 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772398 Apr 25 15:08:43.107095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59048) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:43.115537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:43.182063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:43.186937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] Deleting port a5d24252-882b-487c-a3f1-22cb6ea46210 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:43.187584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.211862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Calling delete_port for 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:43.285440 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] Set router 2fbb6004-9378-4add-ab4a-1a12e6a17114 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:43.364619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:43.374958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:43.381725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:43.395811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:43.424656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:43.429019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.605855 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.613961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] For port a5d24252-882b-487c-a3f1-22cb6ea46210, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a5d24252-882b-487c-a3f1-22cb6ea46210,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:43.615625 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.659047 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:08:42Z', 'revision_number': 6, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:43.667541 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b36d-7ba0-49a1-88d4-a1131377812c None None] The sync data for ids ['2fbb6004-9378-4add-ab4a-1a12e6a17114'] in n-d-811416-6 is: [{'id': '2fbb6004-9378-4add-ab4a-1a12e6a17114', 'name': 'tempest-TestVolumeBackupRestore-649517510-router', 'tenant_id': '9112525b7ee84fdd832c30b5b9498cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:02Z', 'updated_at': '2022-04-25T15:08:42Z', 'revision_number': 6, 'project_id': '9112525b7ee84fdd832c30b5b9498cec', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:43.709544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48000285-ff70-4c6c-be7d-b7e0a5ab5bc5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:43.867067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.899196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] Calling delete_port for a5d24252-882b-487c-a3f1-22cb6ea46210 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:43.911173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:43.969256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.008935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:44.010558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:44.017193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:44.017711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.032261 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.082311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9732513 Apr 25 15:08:44.087340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59076) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:44.120182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ebb7a-3dd8-4324-81da-436e2d54a23c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=c2eba701-e62a-4601-81c7-01fa71df3a45,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:44.124477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:44.139710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] Pushing event deleted for resources: {'Port': ['ID=a5d24252-882b-487c-a3f1-22cb6ea46210,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:44.141008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.147561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.158333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd62ea-3d2d-40ac-84c1-e09b6088b73c None None] No DVR routers for this DVR port a5d24252-882b-487c-a3f1-22cb6ea46210 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:44.179956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b62d1-4ef4-4111-b17e-e860d8b2d318 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:44.426938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.428010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbb6004-9378-4add-ab4a-1a12e6a17114 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:08:44.470112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.471471 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2d15fb6-e90b-43f1-aac9-d63d2e369ad7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2fbb6004-9378-4add-ab4a-1a12e6a17114 HTTP/1.1" status: 204 len: 168 time: 2.5791709 Apr 25 15:08:44.474205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59086) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:44.497983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:44.500019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5d24252-882b-487c-a3f1-22cb6ea46210 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:44.503868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:44.507186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:44.513638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:44.526968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:44.532614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.611367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Deleting subnet 886d1104-f76b-4221-9f6c-ee07aa90b2bb {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:44.616630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.634276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a5d24252-882b-487c-a3f1-22cb6ea46210 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:44.634893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a5d24252-882b-487c-a3f1-22cb6ea46210 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:44.635587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df2c8c3-a738-473e-b300-5f6bc8aa2feb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:44.687418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 6df2c8c3-a738-473e-b300-5f6bc8aa2feb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:44.688015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6df2c8c3-a738-473e-b300-5f6bc8aa2feb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:44.702894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'c2eba701-e62a-4601-81c7-01fa71df3a45'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:08:44.704251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:44.910828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Allocated IP 172.20.0.2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/c2eba701-e62a-4601-81c7-01fa71df3a45/4b00b19f-76b4-4dfb-933a-07ce17c04a30) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:44.941935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.124077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.221180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:08:45.222617 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.272047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.294830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:45.298501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:45.303171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:45.303845 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.307744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=6b1d789c-a2ea-4fb3-9165-73c8509eafbb,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:45.334333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77e840b8-5bc0-462a-a990-7f768ffbf3a9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2458985 Apr 25 15:08:45.337250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:45.343455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:03:cd:08', 'name': 'tempest-NetworksTestDHCPv6-2056392262'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:45.392477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886d1104-f76b-4221-9f6c-ee07aa90b2bb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:45.421814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.429563 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.437357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-89af8395-1e0e-462d-92d0-6b6594d9c728 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/886d1104-f76b-4221-9f6c-ee07aa90b2bb HTTP/1.1" status: 204 len: 168 time: 0.9559360 Apr 25 15:08:45.437357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59112) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:45.446832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Transition to ACTIVE for port object 4b00b19f-76b4-4dfb-933a-07ce17c04a30 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:45.490760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Transition to ACTIVE for port object 4b00b19f-76b4-4dfb-933a-07ce17c04a30 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:45.499882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88bcb8a-84d7-4b73-a3b1-29c21ee944b3 None None] Network 8159fe2f-50b7-4efa-96dd-10455de47820 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:45.578122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.582494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:45.587795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:45.591478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:45.598368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:45.614518 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:45.636674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.649595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Deleting port ba48824a-82ac-496e-9632-50d5d87bb36e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:45.650374 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.687616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:45.758899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:45.761662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:45.764605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Pushing event updated for resources: {'Port': ['ID=4b00b19f-76b4-4dfb-933a-07ce17c04a30,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:45.860329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:45.890663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 08efa5aa-a18f-4b88-9306-a0f3d165a675 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:08:45.991874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:46.034749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:46.035197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 48000285-ff70-4c6c-be7d-b7e0a5ab5bc5 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:46.044108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Attempting to bind port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:46.044552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Attempting to bind port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:46.045003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Attempting to bind port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:46.054988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:46.055462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:46.055933 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.056392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:46.056944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Bound port: 4b00b19f-76b4-4dfb-933a-07ce17c04a30, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:46.057426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.105075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] For port ba48824a-82ac-496e-9632-50d5d87bb36e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ba48824a-82ac-496e-9632-50d5d87bb36e,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:46.106641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.165161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] For port 4b00b19f-76b4-4dfb-933a-07ce17c04a30, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:46.168515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] For port 4b00b19f-76b4-4dfb-933a-07ce17c04a30, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b00b19f-76b4-4dfb-933a-07ce17c04a30,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:46.185675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.308864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920a715-f53d-4e5b-a435-c4f3884b2809 None None] Pushing event updated for resources: {'Port': ['ID=4b00b19f-76b4-4dfb-933a-07ce17c04a30,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:46.333180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Calling delete_port for ba48824a-82ac-496e-9632-50d5d87bb36e owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:46.344753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] DHCP port deletion for 8159fe2f-50b7-4efa-96dd-10455de47820 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:46.349408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Deleting port ba48824a-82ac-496e-9632-50d5d87bb36e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:46.349789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.364646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 172.20.0.4 (fae6f61f-894f-41a6-b7c3-0cf91e784673/c2eba701-e62a-4601-81c7-01fa71df3a45/08efa5aa-a18f-4b88-9306-a0f3d165a675) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:46.373108 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fe03:cd08 (fae6f61f-894f-41a6-b7c3-0cf91e784673/6b1d789c-a2ea-4fb3-9165-73c8509eafbb/08efa5aa-a18f-4b88-9306-a0f3d165a675) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:46.519163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.638064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba48824a-82ac-496e-9632-50d5d87bb36e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:46.641671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] No DVR routers for this DVR port ba48824a-82ac-496e-9632-50d5d87bb36e on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:46.715513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.737421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 08efa5aa-a18f-4b88-9306-a0f3d165a675 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:46.807555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.841684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] For port ba48824a-82ac-496e-9632-50d5d87bb36e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ba48824a-82ac-496e-9632-50d5d87bb36e,segment=NetworkSegment(3a6d678f-8d64-40f1-9850-3fc9182478f4),segment_id=3a6d678f-8d64-40f1-9850-3fc9182478f4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:46.844333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.845248 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.902381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8159fe2f-50b7-4efa-96dd-10455de47820']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:46.928117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:46.931285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6d678f-8d64-40f1-9850-3fc9182478f4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:46.931614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6d678f-8d64-40f1-9850-3fc9182478f4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:46.932853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:46.942350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:46.960895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:46.997259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.022413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:08:47.023125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.023448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=08efa5aa-a18f-4b88-9306-a0f3d165a675,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:08:47.046417 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:08:47.078436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:47.080026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.130929 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e18cebe4-e886-45e1-ad28-b754fd931ed8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7925434 Apr 25 15:08:47.134685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:47.143812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Calling delete_port for ba48824a-82ac-496e-9632-50d5d87bb36e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:47.206706 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.213135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.267256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8159fe2f-50b7-4efa-96dd-10455de47820 HTTP/1.1" status: 204 len: 168 time: 1.8282487 Apr 25 15:08:47.267514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59144) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:47.298013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb3ce2-09cd-42bd-8d77-079eff2ab18b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:47.305546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb3ce2-09cd-42bd-8d77-079eff2ab18b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:47.306338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3aeb3ce2-09cd-42bd-8d77-079eff2ab18b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:47.319645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:47.320018 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:47.333882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3aeb3ce2-09cd-42bd-8d77-079eff2ab18b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:47.340228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3aeb3ce2-09cd-42bd-8d77-079eff2ab18b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2044976 Apr 25 15:08:47.343129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59148) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:47.353497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c679d7c-f74f-48c3-9079-e8b31a409421 admin admin] Pushing event deleted for resources: {'Network': ['ID=8159fe2f-50b7-4efa-96dd-10455de47820,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:47.513126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 08efa5aa-a18f-4b88-9306-a0f3d165a675 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:47.513662 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.821752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Deleting port ba48824a-82ac-496e-9632-50d5d87bb36e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:47.822108 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:47.865274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb876371-7c59-4e70-8b2d-c0ef84be09e5 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:48.142993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:48.177368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b00b19f-76b4-4dfb-933a-07ce17c04a30 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:48.269602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fce2849e-b877-49c7-9733-20719a2acacd None None] The port 'ba48824a-82ac-496e-9632-50d5d87bb36e' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:08:48.351186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8d43703-c9cc-4fea-a601-fdaefc63b91a None None] Provisioning for port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:48.389347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 08efa5aa-a18f-4b88-9306-a0f3d165a675 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:48.446088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:48.455703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:48.456258 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:48.492680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:48.758823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Update dhcp port {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': 'c2eba701-e62a-4601-81c7-01fa71df3a45', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b1d789c-a2ea-4fb3-9165-73c8509eafbb'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '4b00b19f-76b4-4dfb-933a-07ce17c04a30'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:08:48.818029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:48.877449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:48.937904 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:48.988861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=08efa5aa-a18f-4b88-9306-a0f3d165a675,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:49.070569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 4b00b19f-76b4-4dfb-933a-07ce17c04a30, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b00b19f-76b4-4dfb-933a-07ce17c04a30,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:49.120459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Deleting port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:49.120802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.124402 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.226802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ba48824a-82ac-496e-9632-50d5d87bb36e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:49.274144 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.282767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Allocated IP 2001:db8::f816:3eff:fe4c:f468 (fae6f61f-894f-41a6-b7c3-0cf91e784673/6b1d789c-a2ea-4fb3-9165-73c8509eafbb/4b00b19f-76b4-4dfb-933a-07ce17c04a30) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:49.286001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: ba48824a-82ac-496e-9632-50d5d87bb36e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:49.286417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ba48824a-82ac-496e-9632-50d5d87bb36e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:49.291828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-735735ed-8e11-4796-96c8-c26d89407f59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/08efa5aa-a18f-4b88-9306-a0f3d165a675 HTTP/1.1" status: 204 len: 168 time: 1.9471862 Apr 25 15:08:49.294777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59178) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:49.317420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=4b00b19f-76b4-4dfb-933a-07ce17c04a30,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:49.376448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb4d28-b760-4a8a-8ce6-14f83d38d6d9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:49.378075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb4d28-b760-4a8a-8ce6-14f83d38d6d9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:49.379875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb4d28-b760-4a8a-8ce6-14f83d38d6d9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:49.380633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fcdb4d28-b760-4a8a-8ce6-14f83d38d6d9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:49.392490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] For port f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:49.392769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.401873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fcdb4d28-b760-4a8a-8ce6-14f83d38d6d9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:49.405895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fcdb4d28-b760-4a8a-8ce6-14f83d38d6d9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1071868 Apr 25 15:08:49.406553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:49.493450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 6b1d789c-a2ea-4fb3-9165-73c8509eafbb {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:49.540873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] For port 4b00b19f-76b4-4dfb-933a-07ce17c04a30, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b00b19f-76b4-4dfb-933a-07ce17c04a30,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:49.580542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Calling delete_port for f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:49.583038 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.601695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Transition to ACTIVE for port object 4b00b19f-76b4-4dfb-933a-07ce17c04a30 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:49.606117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.606266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.709845 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.782903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf62bf-7a7d-4a58-bc1d-4937b92f5f3d None None] Pushing event updated for resources: {'Port': ['ID=4b00b19f-76b4-4dfb-933a-07ce17c04a30,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:49.862079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.947224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:49.993944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1d789c-a2ea-4fb3-9165-73c8509eafbb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:50.002663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.017657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d89e46b1-75f9-4893-9781-2d52505ad04b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/6b1d789c-a2ea-4fb3-9165-73c8509eafbb HTTP/1.1" status: 204 len: 168 time: 0.6084003 Apr 25 15:08:50.020313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59198) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:50.097618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b00b19f-76b4-4dfb-933a-07ce17c04a30 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:50.148525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet c2eba701-e62a-4601-81c7-01fa71df3a45 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:50.149864 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.153843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.220803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:50.257578 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.331981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:08:50.388178 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.547163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.641348 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:50.644817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=c2eba701-e62a-4601-81c7-01fa71df3a45,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:50.663831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef9ebb5b-bbfc-41f1-b404-78ee262a2715 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/c2eba701-e62a-4601-81c7-01fa71df3a45 HTTP/1.1" status: 204 len: 168 time: 0.6422849 Apr 25 15:08:50.664721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59212) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:50.747267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-592fee79-45a9-4c2e-9644-489211e65ff7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:router {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:50.767005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-592fee79-45a9-4c2e-9644-489211e65ff7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:router {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:50.773943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59218) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:50.774462 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-592fee79-45a9-4c2e-9644-489211e65ff7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078949 Apr 25 15:08:50.780949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:50.836901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c37f2-0f63-4d68-a2bc-5a187269d009 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:50.840886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.017342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8d701ccc-7202-469e-aa64-9c07e2a1f532 None None] Provisioning for port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:51.019337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:51.023925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8d701ccc-7202-469e-aa64-9c07e2a1f532 None None] Provisioning complete for port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:51.024308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d701ccc-7202-469e-aa64-9c07e2a1f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.027445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:51.032205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:51.051259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:51.125935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:51.134884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.340774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8d701ccc-7202-469e-aa64-9c07e2a1f532 None None] Could not find standard attr ID for object 08efa5aa-a18f-4b88-9306-a0f3d165a675. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:51.421872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:51.433351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] Deleting port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:51.433920 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.483606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Router c6141b34-11a7-4b63-a8a0-fbac43d26779 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:08:51.754854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] For port 4b00b19f-76b4-4dfb-933a-07ce17c04a30, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=4b00b19f-76b4-4dfb-933a-07ce17c04a30,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:51.755379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.818106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:08:51.822692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.916869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] Sync routers for ids ['c6141b34-11a7-4b63-a8a0-fbac43d26779'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:08:51.925146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:51.928716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:51.933162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] Calling delete_port for 4b00b19f-76b4-4dfb-933a-07ce17c04a30 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:51.934461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:51.935083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:51.950336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=5b1b9d16-123b-49fa-b50f-e06ac923348d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:51.961919 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c76566e3-1095-4592-9d16-7267d475a4b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6141b34-11a7-4b63-a8a0-fbac43d26779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6930463 Apr 25 15:08:51.966286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59246) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:51.991237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] Routers {'c6141b34-11a7-4b63-a8a0-fbac43d26779'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:51.991937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c6141b34-11a7-4b63-a8a0-fbac43d26779'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:51.998694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9c8389d8-53ce-4b61-9f87-7049ad429dee tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2233384 Apr 25 15:08:52.003138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59250) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:52.021178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:52.165451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b00b19f-76b4-4dfb-933a-07ce17c04a30 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:52.201916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:52.265545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:52.271507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:52.278848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:52.285895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:52.301221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:52.305059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:52.320977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 4b00b19f-76b4-4dfb-933a-07ce17c04a30 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:52.321236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 4b00b19f-76b4-4dfb-933a-07ce17c04a30 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:52.342998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] Pushing event deleted for resources: {'Port': ['ID=4b00b19f-76b4-4dfb-933a-07ce17c04a30,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:52.345148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b209e5-d6e0-4ec1-bf17-84ad374383b4 None None] No DVR routers for this DVR port 4b00b19f-76b4-4dfb-933a-07ce17c04a30 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:52.363324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:52.367099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899e7e7-739c-43a6-b8e3-9ef0da4ef301 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:52.429440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] Set router c6141b34-11a7-4b63-a8a0-fbac43d26779 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:52.922278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:52.963339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Deleting port e418525a-1de9-45ff-8aa8-73e4f145583f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:52.963688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:52.982986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:08:52.997471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:53.047665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '5b1b9d16-123b-49fa-b50f-e06ac923348d'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:08:53.049202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:53.076898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:53.080280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:53.090286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:53.091375 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:53.115440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=ac5c5820-f33a-450f-96e1-c79d03ce2cd9,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:53.137441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b1603a2f-7c24-4e60-af66-3efcd7cd7ade tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1314764 Apr 25 15:08:53.138921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59270) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:53.147515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:8b:8c:24', 'name': 'tempest-NetworksTestDHCPv6-1058449135'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:53.257293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:08:50Z', 'revision_number': 5, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port': {'id': 'e418525a-1de9-45ff-8aa8-73e4f145583f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:04:15Z', 'updated_at': '2022-04-25T15:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:53.273370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] For port e418525a-1de9-45ff-8aa8-73e4f145583f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e418525a-1de9-45ff-8aa8-73e4f145583f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:53.273843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:53.292664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] Checking router: c6141b34-11a7-4b63-a8a0-fbac43d26779 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:08:53.311795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] Routers {'c6141b34-11a7-4b63-a8a0-fbac43d26779'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:08:53.312744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:08:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['c6141b34-11a7-4b63-a8a0-fbac43d26779'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:53.379038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:53.388400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:08:53.391991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:08:53.405675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:53.426529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:53.547749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Calling delete_port for e418525a-1de9-45ff-8aa8-73e4f145583f owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:53.599008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] Set router c6141b34-11a7-4b63-a8a0-fbac43d26779 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:08:53.670922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:53.717749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port a1901483-ee25-443c-bd81-1289da92163e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:08:53.770337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:08:52Z', 'revision_number': 6, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:53.774855 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c84d2c-1c94-4da0-9d34-e55931ec0b68 None None] The sync data for ids ['c6141b34-11a7-4b63-a8a0-fbac43d26779'] in n-d-811416-6 is: [{'id': 'c6141b34-11a7-4b63-a8a0-fbac43d26779', 'name': 'tempest-TestVolumeBackupRestore-1984982394-router', 'tenant_id': '3d8739003f0a4d849df3715a44781be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:04:14Z', 'updated_at': '2022-04-25T15:08:52Z', 'revision_number': 6, 'project_id': '3d8739003f0a4d849df3715a44781be2', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:08:53.777126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Allocated IP 172.20.0.2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/5b1b9d16-123b-49fa-b50f-e06ac923348d/c70a916f-a37e-4907-ae6a-bb9cd37c52dd) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:53.848575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:53.853977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Allocated IP 2001:db8::f816:3eff:fe2f:59e6 (fae6f61f-894f-41a6-b7c3-0cf91e784673/ac5c5820-f33a-450f-96e1-c79d03ce2cd9/c70a916f-a37e-4907-ae6a-bb9cd37c52dd) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:53.940043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Pushing event deleted for resources: {'Port': ['ID=e418525a-1de9-45ff-8aa8-73e4f145583f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:54.007601 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.096557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.109790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Transition to ACTIVE for port object c70a916f-a37e-4907-ae6a-bb9cd37c52dd will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:54.141429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Transition to ACTIVE for port object c70a916f-a37e-4907-ae6a-bb9cd37c52dd will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:54.152980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.197366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.200100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.245200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Pushing event updated for resources: {'Port': ['ID=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:54.250682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.251463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6141b34-11a7-4b63-a8a0-fbac43d26779 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:08:54.267725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.269946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-78c40c9f-8d8a-4043-a9c2-30dc5235ffec admin admin] 10.222.0.23 "DELETE /v2.0/routers/c6141b34-11a7-4b63-a8a0-fbac43d26779 HTTP/1.1" status: 204 len: 168 time: 2.3020051 Apr 25 15:08:54.272249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59292) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:54.272378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:54.334151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:54.334500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8f83a2f-b1f9-4d01-8e35-85cbc6ccfa44 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:54.340838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:54.342107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:54.347166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:54.382198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 172.20.0.10 (fae6f61f-894f-41a6-b7c3-0cf91e784673/5b1b9d16-123b-49fa-b50f-e06ac923348d/a1901483-ee25-443c-bd81-1289da92163e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:54.391051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Deleting subnet e00d64d3-814b-45ce-bdbf-18a6cdad5fc2 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:54.392691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fe8b:8c24 (fae6f61f-894f-41a6-b7c3-0cf91e784673/ac5c5820-f33a-450f-96e1-c79d03ce2cd9/a1901483-ee25-443c-bd81-1289da92163e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:08:54.394934 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.470193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.485510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Attempting to bind port c70a916f-a37e-4907-ae6a-bb9cd37c52dd on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:08:54.486338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Attempting to bind port c70a916f-a37e-4907-ae6a-bb9cd37c52dd by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:08:54.486863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Attempting to bind port c70a916f-a37e-4907-ae6a-bb9cd37c52dd on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:08:54.492900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:08:54.493733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:08:54.494287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.494941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:08:54.495543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Bound port: c70a916f-a37e-4907-ae6a-bb9cd37c52dd, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:08:54.496094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.581759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.641487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] For port c70a916f-a37e-4907-ae6a-bb9cd37c52dd, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:08:54.648070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] For port c70a916f-a37e-4907-ae6a-bb9cd37c52dd, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:08:54.656196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.709364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.731336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.751261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object a1901483-ee25-443c-bd81-1289da92163e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:08:54.764858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00d64d3-814b-45ce-bdbf-18a6cdad5fc2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:54.772245 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:54.781516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8320dbdd-fbfd-4095-b09f-64e2ef600d55 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e00d64d3-814b-45ce-bdbf-18a6cdad5fc2 HTTP/1.1" status: 204 len: 168 time: 0.5082376 Apr 25 15:08:54.785557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41940d11-88bf-480a-8786-d497c8d15b1f None None] Network 150d42b2-cafa-47a3-941f-013353146571 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:54.786121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:54.844916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d96382-438e-4772-a236-5f7503f822a2 None None] Pushing event updated for resources: {'Port': ['ID=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:54.961076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.042225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:08:55.073717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:08:55.079468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.085331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:08:55.196475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=a1901483-ee25-443c-bd81-1289da92163e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:55.206857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Deleting port a083d8cd-f6be-48a4-aa47-67f40504bedf {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:55.207202 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.250299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:55.250958 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.268595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] DHCP port deletion for 150d42b2-cafa-47a3-941f-013353146571 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:55.275326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] Deleting port a083d8cd-f6be-48a4-aa47-67f40504bedf {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:55.276046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.350282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c5a7c9c7-2522-4067-96b4-86c1baa8aaeb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2087777 Apr 25 15:08:55.353157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59316) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:55.579370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] For port a083d8cd-f6be-48a4-aa47-67f40504bedf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a083d8cd-f6be-48a4-aa47-67f40504bedf,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:55.579773 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.686698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] For port a083d8cd-f6be-48a4-aa47-67f40504bedf, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a083d8cd-f6be-48a4-aa47-67f40504bedf,segment=NetworkSegment(4d39bae7-601f-4051-acc8-92c61ecfae7b),segment_id=4d39bae7-601f-4051-acc8-92c61ecfae7b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:55.687262 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.704800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8df5379-a205-4868-9fca-3b714c65ff1b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:55.715467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8df5379-a205-4868-9fca-3b714c65ff1b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:55.716572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c8df5379-a205-4868-9fca-3b714c65ff1b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:55.722825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] Calling delete_port for a083d8cd-f6be-48a4-aa47-67f40504bedf owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:55.803804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:55.853221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Calling delete_port for a083d8cd-f6be-48a4-aa47-67f40504bedf owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:55.869928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] Pushing event deleted for resources: {'Port': ['ID=a083d8cd-f6be-48a4-aa47-67f40504bedf,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:55.883966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15a41a-f802-4d42-b167-6a1cebbf5519 None None] No DVR routers for this DVR port a083d8cd-f6be-48a4-aa47-67f40504bedf on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:55.898275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c8df5379-a205-4868-9fca-3b714c65ff1b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:55.902611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:55.913585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c8df5379-a205-4868-9fca-3b714c65ff1b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5594110 Apr 25 15:08:55.997682 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:08:55.998781 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:08:56.035660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port a1901483-ee25-443c-bd81-1289da92163e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:56.036053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.101649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c70a916f-a37e-4907-ae6a-bb9cd37c52dd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:56.190556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c70a916f-a37e-4907-ae6a-bb9cd37c52dd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:56.198410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9785698-616d-40a7-86d4-031ff350e8d8 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:56.298607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a083d8cd-f6be-48a4-aa47-67f40504bedf no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:56.345073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a083d8cd-f6be-48a4-aa47-67f40504bedf {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:56.345590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a083d8cd-f6be-48a4-aa47-67f40504bedf not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:56.346092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e418525a-1de9-45ff-8aa8-73e4f145583f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:08:56.360446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.389273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e418525a-1de9-45ff-8aa8-73e4f145583f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:08:56.389758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e418525a-1de9-45ff-8aa8-73e4f145583f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:08:56.401661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] Provisioning for port c70a916f-a37e-4907-ae6a-bb9cd37c52dd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:08:56.421396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] Provisioning complete for port c70a916f-a37e-4907-ae6a-bb9cd37c52dd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:56.421849 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.500204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Deleting port a083d8cd-f6be-48a4-aa47-67f40504bedf {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:56.500625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.606454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] The port 'a083d8cd-f6be-48a4-aa47-67f40504bedf' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:08:56.658840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.679498 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for a1901483-ee25-443c-bd81-1289da92163e owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:56.729952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] For port c70a916f-a37e-4907-ae6a-bb9cd37c52dd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:56.735591 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.735782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.780782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150d42b2-cafa-47a3-941f-013353146571']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:56.795242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d39bae7-601f-4051-acc8-92c61ecfae7b') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:56.795539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d39bae7-601f-4051-acc8-92c61ecfae7b') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:08:56.809798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.836834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.839504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8312b5-1476-461a-8504-10e93d79de68 None None] Pushing event updated for resources: {'Port': ['ID=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:56.855422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:08:56.855912 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:08:56.871898 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:08:56.986938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.990396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:56.992350 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.026083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=150d42b2-cafa-47a3-941f-013353146571,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:57.037823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1222aaf2-8de6-47b5-89cf-c61b3d2f7d1a admin admin] 10.222.0.23 "DELETE /v2.0/networks/150d42b2-cafa-47a3-941f-013353146571 HTTP/1.1" status: 204 len: 168 time: 2.2483332 Apr 25 15:08:57.062857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=a1901483-ee25-443c-bd81-1289da92163e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:57.235173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.251237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ab27248c-4cbb-4a6b-bbf6-3441bd75a16f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/a1901483-ee25-443c-bd81-1289da92163e HTTP/1.1" status: 204 len: 168 time: 1.3443849 Apr 25 15:08:57.251607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59358) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:57.339479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59362) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:57.347356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4756a8-197a-4c14-9c17-76680b68ce2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:57.349256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4756a8-197a-4c14-9c17-76680b68ce2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:57.350745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4756a8-197a-4c14-9c17-76680b68ce2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:57.351558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5a4756a8-197a-4c14-9c17-76680b68ce2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:57.378188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5a4756a8-197a-4c14-9c17-76680b68ce2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:57.381109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5a4756a8-197a-4c14-9c17-76680b68ce2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1262500 Apr 25 15:08:57.382210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:57.401769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b4dc891d-349a-4f96-ba87-93d26090faaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9112525b7ee84fdd832c30b5b9498cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586927 Apr 25 15:08:57.402545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59370) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:57.464967 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 5b1b9d16-123b-49fa-b50f-e06ac923348d {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:57.469124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.477534 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f29984a-b176-4318-aad7-78e8333b353c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.508970 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f29984a-b176-4318-aad7-78e8333b353c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.555504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.587568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f29984a-b176-4318-aad7-78e8333b353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.614905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29984a-b176-4318-aad7-78e8333b353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f057eba4-21ef-472f-b6da-d4af09b37f67,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:57.631761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f29984a-b176-4318-aad7-78e8333b353c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.638035 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f29984a-b176-4318-aad7-78e8333b353c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f057eba4-21ef-472f-b6da-d4af09b37f67 HTTP/1.1" status: 204 len: 168 time: 0.2332923 Apr 25 15:08:57.689842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a3d352a5-9816-45db-bb31-fba3b3b694f9 None None] Provisioning complete for port c70a916f-a37e-4907-ae6a-bb9cd37c52dd triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:57.690323 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3d352a5-9816-45db-bb31-fba3b3b694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.706972 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.833816 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.916333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a3d352a5-9816-45db-bb31-fba3b3b694f9 None None] Could not find standard attr ID for object a1901483-ee25-443c-bd81-1289da92163e. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:57.922937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1b9d16-123b-49fa-b50f-e06ac923348d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:57.928095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:57.946278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4fd63109-22c8-4e21-bf8f-3f1f9213b6d1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/5b1b9d16-123b-49fa-b50f-e06ac923348d HTTP/1.1" status: 204 len: 168 time: 0.5606968 Apr 25 15:08:57.946509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:58.032904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd10fa40-57b0-4085-bbc4-75e3f101825e None None] Could not find standard attr ID for object 08efa5aa-a18f-4b88-9306-a0f3d165a675. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:58.076944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c70a916f-a37e-4907-ae6a-bb9cd37c52dd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:08:58.087653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet ac5c5820-f33a-450f-96e1-c79d03ce2cd9 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:08:58.110920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.161059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c70a916f-a37e-4907-ae6a-bb9cd37c52dd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:08:58.161265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.197139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.328863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59398) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:58.337311 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.434729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a739dcb1-f2f2-4ecf-bd0d-65979fce8d2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d8739003f0a4d849df3715a44781be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040502 Apr 25 15:08:58.437379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59402) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:58.438352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf398ce-9c49-4683-81a5-3cc6ab950e45 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:08:58.472938 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.557168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5c5820-f33a-450f-96e1-c79d03ce2cd9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:58.563893 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5ec0-83b6-4551-a679-7dce8fee801a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.567004 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.589338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-08f81fba-38b2-494b-8b76-310f91d55e80 None None] Could not find standard attr ID for object a1901483-ee25-443c-bd81-1289da92163e. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:08:58.593309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59406) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:58.596373 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04f5cf74-2d76-4b5b-ba4d-09fa4025dc85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/ac5c5820-f33a-450f-96e1-c79d03ce2cd9 HTTP/1.1" status: 204 len: 168 time: 0.6477039 Apr 25 15:08:58.619620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5ec0-83b6-4551-a679-7dce8fee801a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.676455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-544d3ef2-a91c-45ab-a631-37998618c996 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785785 Apr 25 15:08:58.676815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59414) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:58.730105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5ec0-83b6-4551-a679-7dce8fee801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.759008 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e5ec0-83b6-4551-a679-7dce8fee801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22090300-ef55-4977-b072-d88eb05fd8f5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:58.762436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5ec0-83b6-4551-a679-7dce8fee801a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.763540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8e9e5ec0-83b6-4551-a679-7dce8fee801a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22090300-ef55-4977-b072-d88eb05fd8f5 HTTP/1.1" status: 204 len: 168 time: 0.3252192 Apr 25 15:08:58.795926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b818c-29e9-4b24-a925-7aa487566ceb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:58.797447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-943b818c-29e9-4b24-a925-7aa487566ceb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1194422 Apr 25 15:08:58.804900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59420) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:58.885222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcbd8df-3d0d-4705-871a-5ef8c2eb5d85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:08:58.887347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bfcbd8df-3d0d-4705-871a-5ef8c2eb5d85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:08:58.896295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:08:58.900821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] Deleting port c70a916f-a37e-4907-ae6a-bb9cd37c52dd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:08:58.901306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:58.910702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bfcbd8df-3d0d-4705-871a-5ef8c2eb5d85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:08:58.914443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bfcbd8df-3d0d-4705-871a-5ef8c2eb5d85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059391 Apr 25 15:08:58.914822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:59.001889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-66b21204-8540-4767-bf19-553e5ba91132 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855265 Apr 25 15:08:59.002465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59432) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:59.007918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:59.033332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.216178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:59.250503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:59.274519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:59.301272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.301272 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:08:59.301272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:08:59.311532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] For port c70a916f-a37e-4907-ae6a-bb9cd37c52dd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:08:59.311532 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.345195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b48c38ec-a998-4687-b269-6737df0cca6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3297915 Apr 25 15:08:59.348169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:59.354053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:59.582704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:59.606636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:59.618780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:59.623977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.626016 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:08:59.626591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:08:59.647725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9308a04-7d39-4ec0-b46d-b5eaac9a2128 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3085620 Apr 25 15:08:59.650738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59448) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:59.654629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] Calling delete_port for c70a916f-a37e-4907-ae6a-bb9cd37c52dd owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:08:59.658133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:59.740292 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.781634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:59.793081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] Pushing event deleted for resources: {'Port': ['ID=c70a916f-a37e-4907-ae6a-bb9cd37c52dd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:08:59.793687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:59.803957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac78693-e589-4bd1-953d-d2c983912222 None None] No DVR routers for this DVR port c70a916f-a37e-4907-ae6a-bb9cd37c52dd on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:08:59.807544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:59.812629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.813605 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:08:59.813912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:08:59.832809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e05f6ca2-2a86-4276-9145-1fd2af464a0e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1806629 Apr 25 15:08:59.835752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:08:59.841447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:08:59.969898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:08:59.979798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:08:59.990263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:08:59.993918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:08:59.995841 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:08:59.996278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:00.020796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:00.021065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f98b9f79-cf40-48ec-b72e-11053a265eaf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1842916 Apr 25 15:09:00.027240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:00.036237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c70a916f-a37e-4907-ae6a-bb9cd37c52dd no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:00.071470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c70a916f-a37e-4907-ae6a-bb9cd37c52dd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:09:00.071681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c70a916f-a37e-4907-ae6a-bb9cd37c52dd not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:09:00.173663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:00.183070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:00.192966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:00.196384 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:00.197751 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:09:00.198178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:00.216545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa1065aa-c3a0-415a-886e-525ae39b2385 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1941674 Apr 25 15:09:00.219990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59468) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:00.225550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:00.336188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:00.346835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:00.356819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:00.360315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:00.361717 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:09:00.362129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:00.380447 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-371112a4-a71f-40d3-9182-a1e5af55ecb5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1593366 Apr 25 15:09:00.383019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59476) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:00.434394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cc87d154-4b31-4a57-a4c6-37a6e3d96d21 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:00.449409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cc87d154-4b31-4a57-a4c6-37a6e3d96d21 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:00.450678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cc87d154-4b31-4a57-a4c6-37a6e3d96d21 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0667555 Apr 25 15:09:00.453699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59482) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:00.517780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ee674-a0f8-4ec0-9c1e-2bb762ea1f72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:00.518494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-552ee674-a0f8-4ec0-9c1e-2bb762ea1f72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:00.531326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-552ee674-a0f8-4ec0-9c1e-2bb762ea1f72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:00.532469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-552ee674-a0f8-4ec0-9c1e-2bb762ea1f72 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778148 Apr 25 15:09:00.535436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59486) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:00.604593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c0c140be-c800-41f3-be60-fb169cd24041 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680618 Apr 25 15:09:00.608257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59492) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:00.614050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:00.728143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:00.738024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:00.749596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:00.753355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:01.229141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:01.230330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:01.292425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:01.296013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:01.300178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:01.300770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:01.308175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eefc4dd-b288-4385-b992-d99a955491e9 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:01.314484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=bb1ea0b5-8cd3-4382-aa56-4c524c387385,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:01.334882 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c505940-9abe-416e-a6cd-1a2c5d20283a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7255015 Apr 25 15:09:01.337402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59518) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:01.346358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:c6:69:b8', 'name': 'tempest-NetworksTestDHCPv6-1786650648'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:01.539116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:01.551529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:01.566641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:01.575522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'bb1ea0b5-8cd3-4382-aa56-4c524c387385'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:01.576555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:01.715974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:01.750611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port b265be83-f4a6-47da-8e69-031ffbaa9b24 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:01.762197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Allocated IP 2001:db8::f816:3eff:fe69:b14d (fae6f61f-894f-41a6-b7c3-0cf91e784673/bb1ea0b5-8cd3-4382-aa56-4c524c387385/f63fa0e4-f16a-44b0-b37a-a6c35fd33343) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:01.990111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.000637 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Transition to ACTIVE for port object f63fa0e4-f16a-44b0-b37a-a6c35fd33343 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:02.021020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Transition to ACTIVE for port object f63fa0e4-f16a-44b0-b37a-a6c35fd33343 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:02.043131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.130736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fec6:69b8 (fae6f61f-894f-41a6-b7c3-0cf91e784673/bb1ea0b5-8cd3-4382-aa56-4c524c387385/b265be83-f4a6-47da-8e69-031ffbaa9b24) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:02.151014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:02.176374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:02.188139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:02.191180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Pushing event updated for resources: {'Port': ['ID=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:02.333449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Attempting to bind port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:02.334652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Attempting to bind port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:02.335263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Attempting to bind port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:02.342700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:02.343397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:02.344116 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.344749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:02.345506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Bound port: f63fa0e4-f16a-44b0-b37a-a6c35fd33343, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:02.346107 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.471381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.490382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object b265be83-f4a6-47da-8e69-031ffbaa9b24 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:02.518823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.540921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] For port f63fa0e4-f16a-44b0-b37a-a6c35fd33343, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:02.548274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] For port f63fa0e4-f16a-44b0-b37a-a6c35fd33343, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:02.552341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.593401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:02.600850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:02.605336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:02.610934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:02.611490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:02.623274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=b265be83-f4a6-47da-8e69-031ffbaa9b24,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:02.658638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6028991e-74bd-484f-8d4e-c7f800e0d6b2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3170428 Apr 25 15:09:02.659409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266edb3-f594-43c5-8bd7-29dd9e8dd091 None None] Pushing event updated for resources: {'Port': ['ID=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:02.660449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:02.744097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aded05-f772-4ba7-8567-e6d44a33a7de tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:02.750010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aded05-f772-4ba7-8567-e6d44a33a7de tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:02.751582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c2aded05-f772-4ba7-8567-e6d44a33a7de tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0901353 Apr 25 15:09:02.754233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59532) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:02.825821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port b265be83-f4a6-47da-8e69-031ffbaa9b24 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:02.825987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:03.206207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:03.334444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for b265be83-f4a6-47da-8e69-031ffbaa9b24 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:03.538823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:03.592679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=b265be83-f4a6-47da-8e69-031ffbaa9b24,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:03.647099 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:03.658668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7cc66fca-3a31-43c9-ba3a-b4a0c907cb96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/b265be83-f4a6-47da-8e69-031ffbaa9b24 HTTP/1.1" status: 204 len: 168 time: 0.9034407 Apr 25 15:09:03.661082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59546) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:03.743031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc50e0-abe2-4a5a-8efa-2d04c1eb5e59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:03.744891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc50e0-abe2-4a5a-8efa-2d04c1eb5e59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:03.750808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59552) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:03.773689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5edc50e0-abe2-4a5a-8efa-2d04c1eb5e59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1098781 Apr 25 15:09:03.780621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4cf898de-6a31-4665-abe7-9ae69b68ed8e None None] Provisioning for port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:03.858091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet bb1ea0b5-8cd3-4382-aa56-4c524c387385 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:03.861556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:03.933556 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.008740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f072bbc3-da18-4eea-8b7b-7366f27c778c None None] Could not find standard attr ID for object b265be83-f4a6-47da-8e69-031ffbaa9b24. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:04.077727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.147226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f63fa0e4-f16a-44b0-b37a-a6c35fd33343 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:04.185450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.238910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1ea0b5-8cd3-4382-aa56-4c524c387385,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:04.251809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.264155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-74fc9738-cf50-4f52-bc41-220127d3e76a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/bb1ea0b5-8cd3-4382-aa56-4c524c387385 HTTP/1.1" status: 204 len: 168 time: 0.5099723 Apr 25 15:09:04.264363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59560) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:04.286131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:04.295735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:04.296313 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.356712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-626f746e-1a50-4b19-bcb3-8e262e2a924f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889084 Apr 25 15:09:04.357136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:04.361406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade435b-7367-454a-8e4d-8dae5cd0969f None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:04.364764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:04.536150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:04.546199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:04.551464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:04.566311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:04.595779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:04.599981 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.651234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.659375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.707141 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f63fa0e4-f16a-44b0-b37a-a6c35fd33343, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:04.715558 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:04.819557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:04.833847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:04.844796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] Deleting port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:04.845324 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:05.255570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] For port f63fa0e4-f16a-44b0-b37a-a6c35fd33343, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:05.255968 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:05.353323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:05.407998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] Calling delete_port for f63fa0e4-f16a-44b0-b37a-a6c35fd33343 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:05.504424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:05.552331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_pluggable_backend [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 25 15:09:05.552650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.ipam_pluggable_backend [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:b14d {{(pid=88060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 25 15:09:05.559321 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:05.611087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] Pushing event deleted for resources: {'Port': ['ID=f63fa0e4-f16a-44b0-b37a-a6c35fd33343,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:05.619709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e5334-2c3a-4379-869c-f0be8cdad985 None None] No DVR routers for this DVR port f63fa0e4-f16a-44b0-b37a-a6c35fd33343 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:05.671681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:05.680039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:05.685638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:05.686270 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:05.691826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d5319-48b5-4dd5-a99b-a27515d13e26 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:05.727891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=294b0591-a6f0-426e-a861-7f7591e91a60,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:05.731612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93d8bc74-9cf6-4932-baeb-22911893a710 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3725750 Apr 25 15:09:05.734955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59578) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:05.741738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:b3:9f:44', 'name': 'tempest-NetworksTestDHCPv6-1856686668'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:05.897432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:05.902239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:05.911475 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:05.921600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:05.935168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:05.948176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '294b0591-a6f0-426e-a861-7f7591e91a60'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:05.949092 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.053351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f63fa0e4-f16a-44b0-b37a-a6c35fd33343 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:06.098488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.109381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f63fa0e4-f16a-44b0-b37a-a6c35fd33343 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:09:06.109738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f63fa0e4-f16a-44b0-b37a-a6c35fd33343 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:09:06.131791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 3f6031f0-4e37-4193-98fe-572c17874c53 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:06.186703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Allocated IP 2001:db8::f816:3eff:feb7:d7f9 (fae6f61f-894f-41a6-b7c3-0cf91e784673/294b0591-a6f0-426e-a861-7f7591e91a60/401d6a33-461f-438b-bd05-0daa11ce167d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:06.421462 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.432299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Transition to ACTIVE for port object 401d6a33-461f-438b-bd05-0daa11ce167d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:06.452973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Transition to ACTIVE for port object 401d6a33-461f-438b-bd05-0daa11ce167d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:06.460789 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.526966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:06.535003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:06.538145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:06.551166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Pushing event updated for resources: {'Port': ['ID=401d6a33-461f-438b-bd05-0daa11ce167d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:06.557536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:feb3:9f44 (fae6f61f-894f-41a6-b7c3-0cf91e784673/294b0591-a6f0-426e-a861-7f7591e91a60/3f6031f0-4e37-4193-98fe-572c17874c53) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:06.640120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Attempting to bind port 401d6a33-461f-438b-bd05-0daa11ce167d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:06.640505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Attempting to bind port 401d6a33-461f-438b-bd05-0daa11ce167d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:06.640868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Attempting to bind port 401d6a33-461f-438b-bd05-0daa11ce167d on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:06.646372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:06.646759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:06.647173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.647595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:06.648061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Bound port: 401d6a33-461f-438b-bd05-0daa11ce167d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:06.648442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.761579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] For port 401d6a33-461f-438b-bd05-0daa11ce167d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:06.766189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] For port 401d6a33-461f-438b-bd05-0daa11ce167d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=401d6a33-461f-438b-bd05-0daa11ce167d,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:06.773744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.831162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.859052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 3f6031f0-4e37-4193-98fe-572c17874c53 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:06.865693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de545e82-acea-4d65-8155-3e9ecd13abb9 None None] Pushing event updated for resources: {'Port': ['ID=401d6a33-461f-438b-bd05-0daa11ce167d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:06.895073 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:06.988061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:06.991337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:07.004279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:07.010468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:07.010628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:07.032241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=3f6031f0-4e37-4193-98fe-572c17874c53,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:07.059230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fb230f40-ad17-4607-a390-05f37a8a6c5d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3231430 Apr 25 15:09:07.070183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59588) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:07.297271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36503f-98aa-4e60-9f07-86b104bd7be3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:07.308641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36503f-98aa-4e60-9f07-86b104bd7be3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:07.310244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d36503f-98aa-4e60-9f07-86b104bd7be3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:07.330520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1d36503f-98aa-4e60-9f07-86b104bd7be3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:07.334517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59592) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:07.334756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d36503f-98aa-4e60-9f07-86b104bd7be3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2631814 Apr 25 15:09:07.408732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 3f6031f0-4e37-4193-98fe-572c17874c53 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:07.409113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:07.681665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:07.935760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 3f6031f0-4e37-4193-98fe-572c17874c53 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:08.094641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e522fa29-47fa-496b-a2f9-780e07155c5a None None] Provisioning for port 401d6a33-461f-438b-bd05-0daa11ce167d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:08.121130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 401d6a33-461f-438b-bd05-0daa11ce167d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:08.131643 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.190109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=3f6031f0-4e37-4193-98fe-572c17874c53,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:08.247175 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.269168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-22abba11-40f7-427f-a645-5bca8aea1af6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/3f6031f0-4e37-4193-98fe-572c17874c53 HTTP/1.1" status: 204 len: 168 time: 0.9323819 Apr 25 15:09:08.271028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59602) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:08.301683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 401d6a33-461f-438b-bd05-0daa11ce167d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:08.309850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 401d6a33-461f-438b-bd05-0daa11ce167d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:08.312383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.354042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a003d-3e8b-4c51-8167-183fe63114a7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:08.355852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a003d-3e8b-4c51-8167-183fe63114a7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:08.357815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a4a003d-3e8b-4c51-8167-183fe63114a7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0857680 Apr 25 15:09:08.361250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59608) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:08.402728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a35a1205-ba9d-4eb1-83cc-ac7d82d01d10 None None] Could not find standard attr ID for object 3f6031f0-4e37-4193-98fe-572c17874c53. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:08.462469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 294b0591-a6f0-426e-a861-7f7591e91a60 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:08.465644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.497319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.545434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 401d6a33-461f-438b-bd05-0daa11ce167d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=401d6a33-461f-438b-bd05-0daa11ce167d,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:08.545942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.568854 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.667042 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cb585c-e3ba-413d-9f4c-00f50485ed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.689592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.692869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=401d6a33-461f-438b-bd05-0daa11ce167d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:08.805160 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.840577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=294b0591-a6f0-426e-a861-7f7591e91a60,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:08.844594 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:08.851746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c33830-dc25-44f9-88e3-d047cb9795d4 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:08.857079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f144fd19-67ab-496a-9751-44935cf2aacd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/294b0591-a6f0-426e-a861-7f7591e91a60 HTTP/1.1" status: 204 len: 168 time: 0.4929118 Apr 25 15:09:08.858142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59616) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:08.936266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f41bb2a6-bde5-43f7-a05a-c74543c7496d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768728 Apr 25 15:09:08.939067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59620) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:09.022950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03585b0b-7f6f-434d-9d19-05c7f33ef794 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:09.023629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-03585b0b-7f6f-434d-9d19-05c7f33ef794 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:09.039606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-03585b0b-7f6f-434d-9d19-05c7f33ef794 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:09.041251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-03585b0b-7f6f-434d-9d19-05c7f33ef794 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1012416 Apr 25 15:09:09.043697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59624) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:09.111722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206aff8f-0484-4291-b66f-0669b30c3656 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:09.112420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-206aff8f-0484-4291-b66f-0669b30c3656 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:09.128175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-206aff8f-0484-4291-b66f-0669b30c3656 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:09.129356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-206aff8f-0484-4291-b66f-0669b30c3656 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847149 Apr 25 15:09:09.131837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59628) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:09.142517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:09.147501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] Deleting port 401d6a33-461f-438b-bd05-0daa11ce167d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:09.148171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:09.203689 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a5b26ed-5705-4f18-8c58-c439af7014bd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707741 Apr 25 15:09:09.207617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59632) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:09.214069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:09.331603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:09.341279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:09.351697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:09.355550 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:09.366052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] For port 401d6a33-461f-438b-bd05-0daa11ce167d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=401d6a33-461f-438b-bd05-0daa11ce167d,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:09.366448 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:09.577152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] Calling delete_port for 401d6a33-461f-438b-bd05-0daa11ce167d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:09.663722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:09.711385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] Pushing event deleted for resources: {'Port': ['ID=401d6a33-461f-438b-bd05-0daa11ce167d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:09.717360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacbf6c-e571-48f5-ab3a-7912b36b0b91 None None] No DVR routers for this DVR port 401d6a33-461f-438b-bd05-0daa11ce167d on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:09.815938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:09.817381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:09.883922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:09.886953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:09.891832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:09.892421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:09.901295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=b6598f62-3265-454e-8e1f-f5d2d7c04e1c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:09.905651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6ec30-8d9b-41f3-88af-30d0da0443d9 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:09.942224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-89eb2e1d-00d8-4db9-8903-2a95a23f4c59 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7327926 Apr 25 15:09:09.944107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59640) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:09.950410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:a0:c2:7b', 'name': 'tempest-NetworksTestDHCPv6-1626706709'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:10.046076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 401d6a33-461f-438b-bd05-0daa11ce167d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:10.090525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 401d6a33-461f-438b-bd05-0daa11ce167d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:09:10.090853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 401d6a33-461f-438b-bd05-0daa11ce167d not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:09:10.118940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:10.129697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:10.141454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:10.219822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'b6598f62-3265-454e-8e1f-f5d2d7c04e1c'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:10.222052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:10.273503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:10.302299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port aaaf0273-2597-4b48-9601-f54dc343fdc2 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:10.383259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Allocated IP 2001:db8::f816:3eff:febd:821c (fae6f61f-894f-41a6-b7c3-0cf91e784673/b6598f62-3265-454e-8e1f-f5d2d7c04e1c/ee602ca1-d255-4952-abbb-c5fc70763a4f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:10.660158 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:10.672044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Transition to ACTIVE for port object ee602ca1-d255-4952-abbb-c5fc70763a4f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:10.717759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Transition to ACTIVE for port object ee602ca1-d255-4952-abbb-c5fc70763a4f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:10.723741 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:10.819412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fea0:c27b (fae6f61f-894f-41a6-b7c3-0cf91e784673/b6598f62-3265-454e-8e1f-f5d2d7c04e1c/aaaf0273-2597-4b48-9601-f54dc343fdc2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:10.833391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:10.833391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:10.839959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:10.897969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Pushing event updated for resources: {'Port': ['ID=ee602ca1-d255-4952-abbb-c5fc70763a4f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:10.988415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Attempting to bind port ee602ca1-d255-4952-abbb-c5fc70763a4f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:10.989455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Attempting to bind port ee602ca1-d255-4952-abbb-c5fc70763a4f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:10.989834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Attempting to bind port ee602ca1-d255-4952-abbb-c5fc70763a4f on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:10.997230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:10.997721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:10.998235 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:10.998706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:10.999185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Bound port: ee602ca1-d255-4952-abbb-c5fc70763a4f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:10.999565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.011093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8cec8e1a-ab05-4eb4-b390-333ee843a0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.120190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:11.120190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:11.136847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.171900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.191357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object aaaf0273-2597-4b48-9601-f54dc343fdc2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:11.241282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df814bde-29ad-4df4-904f-9b4043bc8e7f None None] Pushing event updated for resources: {'Port': ['ID=ee602ca1-d255-4952-abbb-c5fc70763a4f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:11.245596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.321809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:11.325174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:11.334541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:11.340751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:11.342370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.359532 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=aaaf0273-2597-4b48-9601-f54dc343fdc2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:11.384066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-734f0a49-e6e8-4479-926d-f3985b25bb3b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4388452 Apr 25 15:09:11.386864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59674) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:11.545655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73374258-2a52-40a7-822e-b4a21d6c4795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:11.545655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73374258-2a52-40a7-822e-b4a21d6c4795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:11.551331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-73374258-2a52-40a7-822e-b4a21d6c4795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1579411 Apr 25 15:09:11.553493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59678) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:11.879072 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:11.896931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port aaaf0273-2597-4b48-9601-f54dc343fdc2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:11.896931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:12.050092 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:12.190899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ee602ca1-d255-4952-abbb-c5fc70763a4f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:12.313229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port ee602ca1-d255-4952-abbb-c5fc70763a4f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:12.386322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:12.590710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for aaaf0273-2597-4b48-9601-f54dc343fdc2 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:12.795026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:12.856330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=aaaf0273-2597-4b48-9601-f54dc343fdc2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:12.883700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] Provisioning for port ee602ca1-d255-4952-abbb-c5fc70763a4f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:12.898089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] Provisioning complete for port ee602ca1-d255-4952-abbb-c5fc70763a4f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:12.898089 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:12.930496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:12.985395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc08835e-a0eb-464d-97ee-5f69fbcfb437 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/aaaf0273-2597-4b48-9601-f54dc343fdc2 HTTP/1.1" status: 204 len: 168 time: 1.4308848 Apr 25 15:09:12.985820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59700) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:13.057311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00c452-e184-4284-8210-b393cb8917e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:13.058895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00c452-e184-4284-8210-b393cb8917e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:13.061043 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c00c452-e184-4284-8210-b393cb8917e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0735459 Apr 25 15:09:13.063702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:13.077680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.148919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:13.159897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.243063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet b6598f62-3265-454e-8e1f-f5d2d7c04e1c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:13.243063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.289514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c60589-cc69-479f-9395-a33a3f55a6e4 None None] Pushing event updated for resources: {'Port': ['ID=ee602ca1-d255-4952-abbb-c5fc70763a4f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:13.289514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78b34808-9922-4718-93b4-551ff7a75826 None None] Could not find standard attr ID for object aaaf0273-2597-4b48-9601-f54dc343fdc2. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:13.341774 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.495974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.639808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.701164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.703617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=b6598f62-3265-454e-8e1f-f5d2d7c04e1c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:13.720325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cce7a2ee-9406-4846-96d2-b8c351271b57 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b6598f62-3265-454e-8e1f-f5d2d7c04e1c HTTP/1.1" status: 204 len: 168 time: 0.6554995 Apr 25 15:09:13.720571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59716) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:13.725381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5c58c-2744-4c09-b725-45720ec72b0f None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:13.870695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b0da0f5d-c1c4-4c98-9209-5b43763a624d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427817 Apr 25 15:09:13.870695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59722) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:13.879556 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:13.888372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:14.053554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:14.061716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:14.072142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:14.080195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:14.094806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ee602ca1-d255-4952-abbb-c5fc70763a4f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:14.096982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:14.101342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:14.161823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:14.218805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Deleting port ee602ca1-d255-4952-abbb-c5fc70763a4f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:14.218805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:14.571209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:14.571623 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:14.628197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:14.722137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ee602ca1-d255-4952-abbb-c5fc70763a4f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:14.722137 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:14.828240 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Calling delete_port for ee602ca1-d255-4952-abbb-c5fc70763a4f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:14.843039 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.145758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:15.172543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.179610 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.180509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.181940 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:09:15.182327 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:09:15.417361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:15.427903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:15.438435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:15.438435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.463933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=8c4a49b6-1f6a-4223-b296-c5350f92ba1e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:15.472839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=ee602ca1-d255-4952-abbb-c5fc70763a4f,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:15.500339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f844fc6a-3fb0-49d3-8db3-d900357c910b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6265492 Apr 25 15:09:15.502710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59750) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:15.507824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:10:cf:05', 'name': 'tempest-NetworksTestDHCPv6-1528430287'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:15.676362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:15.680634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:15.683623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:15.684301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Deleting port ee602ca1-d255-4952-abbb-c5fc70763a4f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:15.684868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.690358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:15.703455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:15.876805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:15.919706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 4353f173-fa8d-40ae-be57-69873c213649 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:16.062183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ee602ca1-d255-4952-abbb-c5fc70763a4f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:16.132612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fe10:cf05 (fae6f61f-894f-41a6-b7c3-0cf91e784673/8c4a49b6-1f6a-4223-b296-c5350f92ba1e/4353f173-fa8d-40ae-be57-69873c213649) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:16.160287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:16.160287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.329646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Calling delete_port for ee602ca1-d255-4952-abbb-c5fc70763a4f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:16.395406 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.461441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:16.468449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.510164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.528845 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:09:16.529744 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:09:16.533647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 4353f173-fa8d-40ae-be57-69873c213649 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:16.561780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ee602ca1-d255-4952-abbb-c5fc70763a4f,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:16.563557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.669105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Deleting port ee602ca1-d255-4952-abbb-c5fc70763a4f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:16.669105 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.673193 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:16.689942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:16.689942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:16.703167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:16.703167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:16.744602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2378943 Apr 25 15:09:16.744602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764faa9d-7b5c-414a-802d-0ee641566942 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=4353f173-fa8d-40ae-be57-69873c213649,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:16.752039 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:16.847214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1f631-43b5-4aa8-afbe-89d30c7c59a0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:16.853806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1f631-43b5-4aa8-afbe-89d30c7c59a0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:16.858953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-53d1f631-43b5-4aa8-afbe-89d30c7c59a0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:16.889809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-53d1f631-43b5-4aa8-afbe-89d30c7c59a0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:16.889809 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-53d1f631-43b5-4aa8-afbe-89d30c7c59a0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1366529 Apr 25 15:09:16.894959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:17.034252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 4353f173-fa8d-40ae-be57-69873c213649 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:17.034252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:17.093437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] For port ee602ca1-d255-4952-abbb-c5fc70763a4f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ee602ca1-d255-4952-abbb-c5fc70763a4f,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:17.095177 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:17.310928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Calling delete_port for ee602ca1-d255-4952-abbb-c5fc70763a4f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:17.533495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:17.576725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:17.590568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] Pushing event deleted for resources: {'Port': ['ID=ee602ca1-d255-4952-abbb-c5fc70763a4f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:17.688709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c616464-2be8-414d-96bc-a1c7467727e3 None None] No DVR routers for this DVR port ee602ca1-d255-4952-abbb-c5fc70763a4f on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:17.729618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d2343-5851-4326-99a0-3dad32335463 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:17.743057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 4353f173-fa8d-40ae-be57-69873c213649 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:17.928480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.012171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '8c4a49b6-1f6a-4223-b296-c5350f92ba1e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:18.017173 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.038770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=4353f173-fa8d-40ae-be57-69873c213649,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:18.038770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.055515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f5c24d39-ce3d-40bd-bd4d-a983d6ff0d26 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/4353f173-fa8d-40ae-be57-69873c213649 HTTP/1.1" status: 204 len: 168 time: 1.1598535 Apr 25 15:09:18.057893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59790) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:18.161393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f512c-52f1-440a-bf74-4c9ae7d4e131 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:18.163100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f512c-52f1-440a-bf74-4c9ae7d4e131 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:18.163873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-937f512c-52f1-440a-bf74-4c9ae7d4e131 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:18.180694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-937f512c-52f1-440a-bf74-4c9ae7d4e131 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:18.184778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:18.185190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-937f512c-52f1-440a-bf74-4c9ae7d4e131 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1288486 Apr 25 15:09:18.235672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Allocated IP 2001:db8::f816:3eff:fef3:66d5 (fae6f61f-894f-41a6-b7c3-0cf91e784673/8c4a49b6-1f6a-4223-b296-c5350f92ba1e/90755bfd-adf7-4c83-bea2-6893f6bc53d6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:18.289449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 8c4a49b6-1f6a-4223-b296-c5350f92ba1e {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:18.536727 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.557593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Transition to ACTIVE for port object 90755bfd-adf7-4c83-bea2-6893f6bc53d6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:18.616861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Transition to ACTIVE for port object 90755bfd-adf7-4c83-bea2-6893f6bc53d6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:18.619947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.624389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.712341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:18.712341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:18.727481 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.730648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:18.799339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Pushing event updated for resources: {'Port': ['ID=90755bfd-adf7-4c83-bea2-6893f6bc53d6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:18.819650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3664b-99ee-4408-916b-b6fd1abb5f48 req-700d1afc-aee4-4f76-9d7a-010ab890c54b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:18.824979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.829906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0b3664b-99ee-4408-916b-b6fd1abb5f48 req-700d1afc-aee4-4f76-9d7a-010ab890c54b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 945 time: 0.1357124 Apr 25 15:09:18.861559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Attempting to bind port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:18.861941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Attempting to bind port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:18.862532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Attempting to bind port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:18.868848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:18.869535 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:18.870135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.870698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:18.871184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Bound port: 90755bfd-adf7-4c83-bea2-6893f6bc53d6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:18.871573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:18.906759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0b3664b-99ee-4408-916b-b6fd1abb5f48 req-73f9710a-06f9-4b32-9d9e-cbe23c0f4c00 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642011 Apr 25 15:09:18.970523 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:19.005331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] For port 90755bfd-adf7-4c83-bea2-6893f6bc53d6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:19.010408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] For port 90755bfd-adf7-4c83-bea2-6893f6bc53d6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=90755bfd-adf7-4c83-bea2-6893f6bc53d6,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:19.015961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:19.022182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4a49b6-1f6a-4223-b296-c5350f92ba1e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:19.022182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:19.047286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-19b8bda1-1907-4f64-b235-2eda1b522564 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/8c4a49b6-1f6a-4223-b296-c5350f92ba1e HTTP/1.1" status: 204 len: 168 time: 0.8577137 Apr 25 15:09:19.047520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59816) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:19.116011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de610-f0a0-4a2d-8fc8-bf5310020e92 None None] Pushing event updated for resources: {'Port': ['ID=90755bfd-adf7-4c83-bea2-6893f6bc53d6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:19.129197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92cb4209-16c8-4674-896e-0093db17c0de tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808487 Apr 25 15:09:19.131423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59822) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:19.241841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15787509-9f4a-4ae3-8851-a92cfa2abdd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:19.241841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-15787509-9f4a-4ae3-8851-a92cfa2abdd8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1085007 Apr 25 15:09:19.246759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:19.320499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59d74b-8b9b-41aa-b6fe-8d7201e17396 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:19.324467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ef59d74b-8b9b-41aa-b6fe-8d7201e17396 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775423 Apr 25 15:09:19.324606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59832) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:19.422894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-154a2ba8-f27d-4ea1-b253-6ecd21d98ab5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937278 Apr 25 15:09:19.428556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59836) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:19.433751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:19.567788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:19.567788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:19.572972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:19.580175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:19.591337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:19.595437 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:19.845460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:19.904172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:19.907418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:19.911769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:19.912578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:19.937510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=24cc32e9-cd0c-4135-b768-6cd22b697094,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:19.954961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-376c635d-800f-473b-87ca-01bfe78fb6b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5246756 Apr 25 15:09:19.954961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59848) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:19.966184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:54:b1:41', 'name': 'tempest-NetworksTestDHCPv6-1219764070'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:20.153567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855da0d-9d11-40a5-b971-c00a884ce4de req-aac7763c-99b0-4a25-a5b6-63e2ed459141 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:20.163488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9855da0d-9d11-40a5-b971-c00a884ce4de req-aac7763c-99b0-4a25-a5b6-63e2ed459141 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 945 time: 0.1523993 Apr 25 15:09:20.188818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 90755bfd-adf7-4c83-bea2-6893f6bc53d6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:20.237788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9855da0d-9d11-40a5-b971-c00a884ce4de req-e103b25e-41e1-4de0-89f5-c39db63b822a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Apr 25 15:09:20.282008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:20.289381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:20.294175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:20.308634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:20.321397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:20.331640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:20.487037 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:20.507471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d14763-d866-4fd1-95ec-b899c14385e5 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:20.542834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 5fe07eeb-45c4-4f0b-a187-094cb163708a yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:20.640763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] Provisioning for port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:20.653460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] Provisioning complete for port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:20.653460 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:20.772282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-de4a46ad-cd80-4a63-a05e-dc71777c3c7a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:20.785219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-de4a46ad-cd80-4a63-a05e-dc71777c3c7a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 945 time: 0.1981139 Apr 25 15:09:20.817238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f0 (fae6f61f-894f-41a6-b7c3-0cf91e784673/24cc32e9-cd0c-4135-b768-6cd22b697094/5fe07eeb-45c4-4f0b-a187-094cb163708a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:20.930810 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:20.973740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Deleting port 67b60a8b-a833-4968-802f-039817b53377 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:20.973740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:20.982863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] For port 90755bfd-adf7-4c83-bea2-6893f6bc53d6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=90755bfd-adf7-4c83-bea2-6893f6bc53d6,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:21.000163 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:21.107929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa6343-d04f-4f1a-abac-c2bd0c72830a None None] Pushing event updated for resources: {'Port': ['ID=90755bfd-adf7-4c83-bea2-6893f6bc53d6,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:21.367560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a1e8462d-d5e4-4f50-88ff-f7672ba402cb None None] Provisioning complete for port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:21.367560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1e8462d-d5e4-4f50-88ff-f7672ba402cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:21.522120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:21.647959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 5fe07eeb-45c4-4f0b-a187-094cb163708a will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:21.658221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4337a499-73b5-48e2-bcc8-9a38014dbe7c None None] Could not find standard attr ID for object 4353f173-fa8d-40ae-be57-69873c213649. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:21.705388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fe20-7e2c-42ab-a910-c2777ed2c189 req-06c92fae-fb9d-4da0-84a7-7626411306ff tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:21.712403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50e3fe20-7e2c-42ab-a910-c2777ed2c189 req-06c92fae-fb9d-4da0-84a7-7626411306ff tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 945 time: 0.3265364 Apr 25 15:09:21.783202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] For port 67b60a8b-a833-4968-802f-039817b53377, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=67b60a8b-a833-4968-802f-039817b53377,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:21.783202 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:21.972289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Calling delete_port for 67b60a8b-a833-4968-802f-039817b53377 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:22.008617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50e3fe20-7e2c-42ab-a910-c2777ed2c189 req-e4618456-f036-4b96-ad58-562227fd299c tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852869 Apr 25 15:09:22.040420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.075641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 90755bfd-adf7-4c83-bea2-6893f6bc53d6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:22.148418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:22.148817 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.149397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:22.153012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:22.167379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:22.173137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:22.173775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.193676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=5fe07eeb-45c4-4f0b-a187-094cb163708a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:22.281652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf2a6e12-88e3-4706-baad-a8f65f51e9a8 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3182034 Apr 25 15:09:22.281652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59874) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:22.348288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.446853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Pushing event deleted for resources: {'Port': ['ID=67b60a8b-a833-4968-802f-039817b53377,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:22.565070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] No DVR routers for this DVR port 67b60a8b-a833-4968-802f-039817b53377 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:22.568353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.570388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75e4171a-5a1b-4514-bfc2-137849ae4fd3 req-efe8824a-b8f4-43c3-8f4e-d8fb3c89383b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.21 "DELETE /v2.0/ports/67b60a8b-a833-4968-802f-039817b53377 HTTP/1.1" status: 204 len: 173 time: 1.7831211 Apr 25 15:09:22.571011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'name': 'network-vif-deleted', 'tag': '67b60a8b-a833-4968-802f-039817b53377'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:09:22.603944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0167c-06f7-476b-89da-dce7357835f9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:22.612099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0167c-06f7-476b-89da-dce7357835f9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:22.613163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7dd0167c-06f7-476b-89da-dce7357835f9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:22.622114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-468f8f9c-1c21-471a-9ca8-75b36fd2891d None None] Provisioning for port 5fe07eeb-45c4-4f0b-a187-094cb163708a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:22.628202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-468f8f9c-1c21-471a-9ca8-75b36fd2891d None None] Provisioning complete for port 5fe07eeb-45c4-4f0b-a187-094cb163708a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:22.628600 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-468f8f9c-1c21-471a-9ca8-75b36fd2891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.657260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7dd0167c-06f7-476b-89da-dce7357835f9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:22.657260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7dd0167c-06f7-476b-89da-dce7357835f9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3762095 Apr 25 15:09:22.657260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59884) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:22.704198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67b60a8b-a833-4968-802f-039817b53377 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:22.768764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 67b60a8b-a833-4968-802f-039817b53377 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:09:22.768764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 67b60a8b-a833-4968-802f-039817b53377 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:09:22.802881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-468f8f9c-1c21-471a-9ca8-75b36fd2891d None None] Port 5fe07eeb-45c4-4f0b-a187-094cb163708a cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:09:22.838593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 5fe07eeb-45c4-4f0b-a187-094cb163708a {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:22.838593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:22.942894 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5454726-0a3a-47a5-8ca0-9e483be6fbdd'] response: {'server_uuid': 'd52addd5-83a9-4e09-8861-7b8d0b673fe6', 'name': 'network-vif-deleted', 'tag': '67b60a8b-a833-4968-802f-039817b53377', 'status': 'completed', 'code': 200} Apr 25 15:09:23.161870 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:23.339611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fa645a35-277a-4a38-9f94-ede9e750c12e req-66f89757-fe49-4a3d-b93f-e570faa933f2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Synchronizing usage tracker for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:23.350869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 5fe07eeb-45c4-4f0b-a187-094cb163708a owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:23.398990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fa645a35-277a-4a38-9f94-ede9e750c12e req-66f89757-fe49-4a3d-b93f-e570faa933f2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Unset dirty status for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:23.400147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fa645a35-277a-4a38-9f94-ede9e750c12e req-66f89757-fe49-4a3d-b93f-e570faa933f2 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=d52addd5-83a9-4e09-8861-7b8d0b673fe6 HTTP/1.1" status: 200 len: 210 time: 0.2293882 Apr 25 15:09:23.635807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:23.689486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=5fe07eeb-45c4-4f0b-a187-094cb163708a,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:23.742101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:23.756368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6326957f-e99e-4165-b6c9-57d3cda28cb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/5fe07eeb-45c4-4f0b-a187-094cb163708a HTTP/1.1" status: 204 len: 168 time: 1.0938826 Apr 25 15:09:23.756368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59900) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:23.832648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd549cf6-ef4f-4e20-8ada-b59168d9e143 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:23.832648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd549cf6-ef4f-4e20-8ada-b59168d9e143 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:23.834889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd549cf6-ef4f-4e20-8ada-b59168d9e143 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:23.853876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd549cf6-ef4f-4e20-8ada-b59168d9e143 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:23.853876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd549cf6-ef4f-4e20-8ada-b59168d9e143 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0950899 Apr 25 15:09:23.859853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:23.948444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 24cc32e9-cd0c-4135-b768-6cd22b697094 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:23.951609 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.014666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.089259 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.169436 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.214577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=24cc32e9-cd0c-4135-b768-6cd22b697094,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:24.217813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.226648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46d4ce-f8a1-49cf-8ff1-aa7beb97ea73 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:24.232966 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fb385d9b-56fe-4fb8-9de6-379f5a5b7315 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/24cc32e9-cd0c-4135-b768-6cd22b697094 HTTP/1.1" status: 204 len: 168 time: 0.3772516 Apr 25 15:09:24.236468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59916) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:24.319379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ff35a26a-aa4f-46c0-bb5a-577c5371de96 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777628 Apr 25 15:09:24.321616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59920) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:24.434713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad5491-1c60-47fc-a900-f2da8bad3439 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:24.436294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5dad5491-1c60-47fc-a900-f2da8bad3439 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:24.460474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5dad5491-1c60-47fc-a900-f2da8bad3439 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:24.461832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5dad5491-1c60-47fc-a900-f2da8bad3439 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1430359 Apr 25 15:09:24.464428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59928) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:24.542608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:24.553902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Deleting port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:24.553902 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.610888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c37360-402f-4866-9ee1-67d7d503764b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:24.613506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59934) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:24.616891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55c37360-402f-4866-9ee1-67d7d503764b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1451936 Apr 25 15:09:24.698365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-736765d8-c60d-4e7a-b049-884fc7ab4cbb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787392 Apr 25 15:09:24.698365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 59938) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:24.722940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:24.821645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] For port 90755bfd-adf7-4c83-bea2-6893f6bc53d6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=90755bfd-adf7-4c83-bea2-6893f6bc53d6,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:24.821645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:24.873476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:24.873476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:24.880045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:24.887023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:24.928714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:24.928714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:25.003033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Calling delete_port for 90755bfd-adf7-4c83-bea2-6893f6bc53d6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:25.116447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:25.186800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] No DVR routers for this DVR port 90755bfd-adf7-4c83-bea2-6893f6bc53d6 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:25.206047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Pushing event deleted for resources: {'Port': ['ID=90755bfd-adf7-4c83-bea2-6893f6bc53d6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:25.210748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.210748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.210748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.210748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.210748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.210748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.213246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.213246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.213246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.213246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.213246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.213246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020cd109-6b9b-4254-a4c3-69f04218665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:25.390493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.objects.ports [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:25.391748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:25.465356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:25.465356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:25.480338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:25.480338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:25.489434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e1cb3-d871-405c-808a-21c865b459c8 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:25.493500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=430284c4-be9b-4bee-8c8d-d1920d097b8c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:25.510086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59952) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:25.513540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-971e7251-6383-42de-b7a1-53e2681ead51 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8107073 Apr 25 15:09:25.522458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:25.752092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:25.778343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:25.786397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:25.797490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:25.820491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:25.820491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:25.839419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '430284c4-be9b-4bee-8c8d-d1920d097b8c'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:25.839419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.019888 n-d-811416-6 neutron-server[88061]: INFO neutron.db.ipam_backend_mixin [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 430284c4-be9b-4bee-8c8d-d1920d097b8c (CIDR: 2001:db8::/64) Apr 25 15:09:26.030418 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:09:26.030890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:26.077113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d50d1165-d8a6-47a5-afbc-7be9b8df2d2b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5711091 Apr 25 15:09:26.080109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59964) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:26.087111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:26.106137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 90755bfd-adf7-4c83-bea2-6893f6bc53d6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:26.188814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 90755bfd-adf7-4c83-bea2-6893f6bc53d6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:09:26.188814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 90755bfd-adf7-4c83-bea2-6893f6bc53d6 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:09:26.222404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Allocated IP 2001:db8::f816:3eff:fe2f:746 (fae6f61f-894f-41a6-b7c3-0cf91e784673/430284c4-be9b-4bee-8c8d-d1920d097b8c/b7111d0b-3e67-4a9f-ab74-7ee7257defb7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:26.355848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:26.355848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:26.373962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:26.386027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:26.407734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:26.412796 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.618027 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.618027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Transition to ACTIVE for port object b7111d0b-3e67-4a9f-ab74-7ee7257defb7 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:26.649795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Transition to ACTIVE for port object b7111d0b-3e67-4a9f-ab74-7ee7257defb7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:26.649795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.753531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:26.763549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:26.768313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:26.802605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.854878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Pushing event updated for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:26.874327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:26.876892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:26.882675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:26.882675 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.892475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Attempting to bind port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:26.892475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Attempting to bind port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:26.892475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Attempting to bind port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:26.905425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=58a2e28c-2193-48d7-b180-d5c8bb94a022,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:26.908016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:26.908016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:26.908016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.908016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:26.908016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Bound port: b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:26.908016 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.916320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.920283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:26.932907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-376a549d-7a9f-4f94-b462-5e901275be01 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8488972 Apr 25 15:09:26.938196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 59972) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:26.943232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:00:fe:2b', 'name': 'tempest-NetworksTestDHCPv6-2095231695'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:27.018865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:27.022047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:27.029846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:27.147206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:27.150885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f476f-ec4f-4898-aa6b-941fcd296941 None None] Pushing event updated for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:27.157194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:port and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:27.159852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:27.168467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:27.183783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:27.331605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:09:27.366452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:27.413760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 2383c63d-9e34-4245-b8bc-73d9f05be1b9 yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:27.837858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8:0:1::35b (fae6f61f-894f-41a6-b7c3-0cf91e784673/58a2e28c-2193-48d7-b180-d5c8bb94a022/2383c63d-9e34-4245-b8bc-73d9f05be1b9) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:27.847966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fe00:fe2b (fae6f61f-894f-41a6-b7c3-0cf91e784673/430284c4-be9b-4bee-8c8d-d1920d097b8c/2383c63d-9e34-4245-b8bc-73d9f05be1b9) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:28.128474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b7111d0b-3e67-4a9f-ab74-7ee7257defb7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:28.241488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:28.361904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:28.381417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 2383c63d-9e34-4245-b8bc-73d9f05be1b9 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:28.411003 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:28.548832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=2383c63d-9e34-4245-b8bc-73d9f05be1b9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:28.577908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:28.583345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:28.583345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:28.592062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:28.592539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:28.601440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040cac4-b36f-4b45-b7b9-bc4111650993 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:28.643709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60010) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:28.646026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a48fb6e7-76bd-4c3d-b41c-88c685a3fe9c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7062109 Apr 25 15:09:28.759526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 2383c63d-9e34-4245-b8bc-73d9f05be1b9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:28.759526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:28.836674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] Provisioning for port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:28.845177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] Provisioning complete for port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:28.845177 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:29.131244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:29.156400 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:29.210742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:29.226268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:29.352671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:29.355097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352623c-b06d-47de-8d1f-baff5883add8 None None] Pushing event updated for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:29.482528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Update dhcp port {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '430284c4-be9b-4bee-8c8d-d1920d097b8c', 'ip_address': '2001:db8::f816:3eff:fe2f:746'}, {'subnet_id': '58a2e28c-2193-48d7-b180-d5c8bb94a022'}], 'binding:host_id': 'n-d-811416-6'}, 'id': 'b7111d0b-3e67-4a9f-ab74-7ee7257defb7'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:09:29.541090 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:29.600132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 2383c63d-9e34-4245-b8bc-73d9f05be1b9 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:29.847213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Allocated IP 2001:db8:0:1::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/58a2e28c-2193-48d7-b180-d5c8bb94a022/b7111d0b-3e67-4a9f-ab74-7ee7257defb7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:29.895195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:30.123682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=2383c63d-9e34-4245-b8bc-73d9f05be1b9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:30.126761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b7111d0b-3e67-4a9f-ab74-7ee7257defb7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:30.129780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.147424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:09:30.161817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60032) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:30.164106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e1d4dcaa-4210-443c-b897-e96621f8d87a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/2383c63d-9e34-4245-b8bc-73d9f05be1b9 HTTP/1.1" status: 204 len: 168 time: 1.5153227 Apr 25 15:09:30.186524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:30.217804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:30.256321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Transition to ACTIVE for port object b7111d0b-3e67-4a9f-ab74-7ee7257defb7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:30.266726 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:30.305709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3fa3ed-26df-402b-8ab7-89e587c80aca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:30.306573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dd3fa3ed-26df-402b-8ab7-89e587c80aca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:30.328890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-dd3fa3ed-26df-402b-8ab7-89e587c80aca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:30.333528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:30.344063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dd3fa3ed-26df-402b-8ab7-89e587c80aca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1825435 Apr 25 15:09:30.511232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1e132-3e1c-46d5-8bc1-1b8b7075807a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:30.511232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77a1e132-3e1c-46d5-8bc1-1b8b7075807a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:30.535358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e4f2c-f3f3-4914-8615-7fcc59973614 None None] Pushing event updated for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:30.572166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-77a1e132-3e1c-46d5-8bc1-1b8b7075807a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:30.578796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60044) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:30.594941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-77a1e132-3e1c-46d5-8bc1-1b8b7075807a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2590234 Apr 25 15:09:30.668692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c47eb-a545-4d14-ab32-e418e4059ae2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:30.671018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c47eb-a545-4d14-ab32-e418e4059ae2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:30.672769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c47eb-a545-4d14-ab32-e418e4059ae2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:30.673658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-652c47eb-a545-4d14-ab32-e418e4059ae2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:30.691374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-652c47eb-a545-4d14-ab32-e418e4059ae2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:30.692997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-652c47eb-a545-4d14-ab32-e418e4059ae2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1152430 Apr 25 15:09:30.695800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60050) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:30.828338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 430284c4-be9b-4bee-8c8d-d1920d097b8c {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:30.856008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:30.918854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.052660 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.151710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.192860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=430284c4-be9b-4bee-8c8d-d1920d097b8c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:31.202366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.215949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-251857c9-b906-48cf-b5f1-617ff0a17ce6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/430284c4-be9b-4bee-8c8d-d1920d097b8c HTTP/1.1" status: 204 len: 168 time: 0.5091348 Apr 25 15:09:31.219457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60060) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:31.310750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be975eff-3233-446f-b557-268b3fcadc0d None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:31.315163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 58a2e28c-2193-48d7-b180-d5c8bb94a022 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:31.326811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.450378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.603548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.620079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb507aa2-cf0f-4753-be9e-2ff85170a7cd None None] Could not find standard attr ID for object 2383c63d-9e34-4245-b8bc-73d9f05be1b9. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:31.706934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.756040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=58a2e28c-2193-48d7-b180-d5c8bb94a022,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:31.762867 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.777542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8af276fd-81d1-4cd1-8770-d19da40ba160 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/58a2e28c-2193-48d7-b180-d5c8bb94a022 HTTP/1.1" status: 204 len: 168 time: 0.5503402 Apr 25 15:09:31.777542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60068) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:31.802045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb507aa2-cf0f-4753-be9e-2ff85170a7cd None None] Provisioning for port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:31.813866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb507aa2-cf0f-4753-be9e-2ff85170a7cd None None] Provisioning complete for port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:31.814254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb507aa2-cf0f-4753-be9e-2ff85170a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:31.858820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-776909b4-0aa9-4ab3-9960-e549028f8162 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813041 Apr 25 15:09:31.858980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60074) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:31.864894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:32.018570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:32.025369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:32.025369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:32.032635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:32.035521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:32.038086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Deleting port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:32.038971 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:32.045308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:32.048911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:32.093444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b7111d0b-3e67-4a9f-ab74-7ee7257defb7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:32.441592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:32.441592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:32.458279 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:32.609974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:32.652233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Calling delete_port for b7111d0b-3e67-4a9f-ab74-7ee7257defb7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:32.707246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:32.720132 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:32.813376 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:09:32.813376 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:09:32.817424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:33.014424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-11262162-e017-4211-9113-35a44de8770b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:33.014424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-11262162-e017-4211-9113-35a44de8770b tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/networks?id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 200 len: 814 time: 0.3653564 Apr 25 15:09:33.063850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-7a04a878-7c4f-4c44-8d01-22b11730f790 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/quotas/9c8be9ca298e4805ad65e452e2bf01fc HTTP/1.1" status: 200 len: 375 time: 0.0410943 Apr 25 15:09:33.123956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-86ec0001-7ee0-4d08-88ca-8c2967cbcf3a tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566528 Apr 25 15:09:33.168829 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.312559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Deleting port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:33.312978 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.368903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-b583641d-7a63-4d18-9b9b-8f36fe2f424a service neutron] 10.222.0.23 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351184 Apr 25 15:09:33.615979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:33.623226 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f916c4df-9b48-4bb0-b0c5-75b3a9927865 service neutron] 10.222.0.23 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408056 Apr 25 15:09:33.656826 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.674555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.674555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.756713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:33.756713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.800955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:33.809009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:33.809009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:33.829136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:33.844467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=551c3f51-9a6a-461b-8875-6620c8ed46b7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:33.868488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:33.882312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0414decd-31b6-4e3a-8ba0-24011e996ce4 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0195303 Apr 25 15:09:33.883137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:33.888380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:34.002814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Calling delete_port for b7111d0b-3e67-4a9f-ab74-7ee7257defb7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:34.139465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cbe026f5-3c06-4494-9a93-a7795fcaacab req-0eac2187-9612-4c96-986e-5f24706171dd tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 210 time: 0.2130899 Apr 25 15:09:34.141553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:09:34.141553 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:09:34.174173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:34.178525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:34.181551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:34.188352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:34.197984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:34.202491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:34.354795 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 551c3f51-9a6a-461b-8875-6620c8ed46b7 (CIDR: 2001:db8::/64) Apr 25 15:09:34.360056 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:09:34.360056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:34.393081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60128) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:34.393246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6d812861-4722-43c1-a119-aa14bc6041f5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5081940 Apr 25 15:09:34.397201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:34.465639 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:34.542605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Deleting port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:34.542605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:34.634761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:34.647131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:34.647131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:34.665303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:34.687158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:34.693728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:34.894750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] For port b7111d0b-3e67-4a9f-ab74-7ee7257defb7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:34.894750 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:35.057395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Calling delete_port for b7111d0b-3e67-4a9f-ab74-7ee7257defb7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:35.112302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:35.182236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:35.182236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:35.189861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:35.189861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:35.208467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=7df55eeb-f46e-41e9-a446-8ecb543c3761,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:35.224987 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-980075e0-c01b-4601-bea2-9994bbdb5e85 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8290422 Apr 25 15:09:35.227645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60142) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:35.242164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:2e:06:91', 'name': 'tempest-NetworksTestDHCPv6-2057443097'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:35.370227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:35.426625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] Pushing event deleted for resources: {'Port': ['ID=b7111d0b-3e67-4a9f-ab74-7ee7257defb7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:35.554660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:35.574824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:35.599684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8345e-d3c6-41bb-b236-26a732517eb8 None None] No DVR routers for this DVR port b7111d0b-3e67-4a9f-ab74-7ee7257defb7 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:35.609416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:35.616542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363d336-87df-4485-8a1a-15ae8b13f32f None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:35.676483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-10a8c224-6b3c-450d-bd22-206c85805293 req-b3eececc-e68b-4e3f-9c20-0aacbff744be tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 210 time: 0.3524199 Apr 25 15:09:35.741571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-6c5a0c28-866a-4cad-a8a9-d1f6dd2784d0 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:35.743016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-6c5a0c28-866a-4cad-a8a9-d1f6dd2784d0 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.15 "GET /v2.0/networks?id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 200 len: 814 time: 0.5195842 Apr 25 15:09:35.756468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Request body: {'port': {'device_id': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe', 'admin_state_up': True, 'tenant_id': '9c8be9ca298e4805ad65e452e2bf01fc'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:35.812394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:35.874252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 09c23224-dbca-4ff7-99d0-db7a9a8e9331 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:35.965172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:35.969233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': '551c3f51-9a6a-461b-8875-6620c8ed46b7'}, {'subnet_id': '7df55eeb-f46e-41e9-a446-8ecb543c3761'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:35.969233 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:35.973279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:35.980878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Made reservation on behalf of 9c8be9ca298e4805ad65e452e2bf01fc for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:35.986588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.196575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Allocated IP 172.20.0.7 (44dabf3f-f9c1-4962-a067-9b142d2ae6fe/46af9f46-7ce7-4289-89cf-6383ebc59a3c/c0dc8381-b714-4e13-84e3-4c2d663c1c31) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:36.223509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8:0:1::172 (fae6f61f-894f-41a6-b7c3-0cf91e784673/7df55eeb-f46e-41e9-a446-8ecb543c3761/09c23224-dbca-4ff7-99d0-db7a9a8e9331) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:36.230736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::f816:3eff:fe2e:691 (fae6f61f-894f-41a6-b7c3-0cf91e784673/551c3f51-9a6a-461b-8875-6620c8ed46b7/09c23224-dbca-4ff7-99d0-db7a9a8e9331) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:36.418473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.471129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.494760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.516368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 09c23224-dbca-4ff7-99d0-db7a9a8e9331 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:36.538416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:36.542178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:36.549485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.553616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:36.637453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:36.644837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:36.644837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:36.647777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Pushing event updated for resources: {'Port': ['ID=c0dc8381-b714-4e13-84e3-4c2d663c1c31,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:36.662859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:36.662859 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.694520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:36.694520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.702588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=09c23224-dbca-4ff7-99d0-db7a9a8e9331,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:36.747058 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-85b98f9e-e1dc-4820-8e3d-680362dbf2c3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5138159 Apr 25 15:09:36.751114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60162) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:36.809618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Allocated IP 2001:db8:0:1::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/7df55eeb-f46e-41e9-a446-8ecb543c3761/9ce6f33d-45dd-462d-b723-f1dc330ab514) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:36.818081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Allocated IP 2001:db8::f816:3eff:fe2c:7f54 (fae6f61f-894f-41a6-b7c3-0cf91e784673/551c3f51-9a6a-461b-8875-6620c8ed46b7/9ce6f33d-45dd-462d-b723-f1dc330ab514) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:36.824831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-8f740aef-3058-4ad5-b3e4-0aba5b852e66 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0723820 Apr 25 15:09:36.838150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Request body: {'port': {'device_id': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:36.905916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 09c23224-dbca-4ff7-99d0-db7a9a8e9331 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:36.906577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:36.942855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7676be-c309-461b-9441-fc824452a4ae req-cec6c12a-8ab1-4418-b798-6677a670bc0d tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:36.954374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab7676be-c309-461b-9441-fc824452a4ae req-cec6c12a-8ab1-4418-b798-6677a670bc0d tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 931 time: 0.1120987 Apr 25 15:09:37.017792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab7676be-c309-461b-9441-fc824452a4ae req-8370afeb-7606-49ba-9409-4ec1603921be tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684111 Apr 25 15:09:37.196254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.211487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Transition to ACTIVE for port object 9ce6f33d-45dd-462d-b723-f1dc330ab514 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:37.256792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Transition to ACTIVE for port object 9ce6f33d-45dd-462d-b723-f1dc330ab514 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:37.260561 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.283141 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.323315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:37.323315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:37.338862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:37.346617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Pushing event updated for resources: {'Port': ['ID=9ce6f33d-45dd-462d-b723-f1dc330ab514,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:37.466823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Attempting to bind port 9ce6f33d-45dd-462d-b723-f1dc330ab514 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:37.467117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Attempting to bind port 9ce6f33d-45dd-462d-b723-f1dc330ab514 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:37.467486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Attempting to bind port 9ce6f33d-45dd-462d-b723-f1dc330ab514 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:37.472861 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:37.473360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:37.473770 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.474162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:37.474816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Bound port: 9ce6f33d-45dd-462d-b723-f1dc330ab514, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:37.475265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.559522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.613231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] For port 9ce6f33d-45dd-462d-b723-f1dc330ab514, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:37.617868 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] For port 9ce6f33d-45dd-462d-b723-f1dc330ab514, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9ce6f33d-45dd-462d-b723-f1dc330ab514,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:37.623212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:37.714205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afec825-f940-43d1-b647-daa8901dbf55 None None] Pushing event updated for resources: {'Port': ['ID=9ce6f33d-45dd-462d-b723-f1dc330ab514,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:37.728038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 09c23224-dbca-4ff7-99d0-db7a9a8e9331 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:38.201477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9ce6f33d-45dd-462d-b723-f1dc330ab514 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:38.283743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 9ce6f33d-45dd-462d-b723-f1dc330ab514 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:38.464741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dc8381-b714-4e13-84e3-4c2d663c1c31 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:09:38.488120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:38.502345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:38.511684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12cf2-5234-4620-99ae-91ededb20c94 req-4e474f58-5718-4237-a413-3c0d2a276611 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:38.512377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-21d12cf2-5234-4620-99ae-91ededb20c94 req-4e474f58-5718-4237-a413-3c0d2a276611 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Synchronizing usage tracker for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:38.570137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Transition to ACTIVE for port object c0dc8381-b714-4e13-84e3-4c2d663c1c31 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:38.573253 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd72f61e-d57e-45b5-be3e-64e6891f698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:38.580433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=09c23224-dbca-4ff7-99d0-db7a9a8e9331,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:38.587848 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:38.722210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-21d12cf2-5234-4620-99ae-91ededb20c94 req-4e474f58-5718-4237-a413-3c0d2a276611 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Unset dirty status for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:38.723447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21d12cf2-5234-4620-99ae-91ededb20c94 req-4e474f58-5718-4237-a413-3c0d2a276611 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 931 time: 0.4775233 Apr 25 15:09:38.809622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:38.921334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc8381-b714-4e13-84e3-4c2d663c1c31,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:38.932147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6e453ba6-4995-4194-a932-49e6f4b3fe46 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/09c23224-dbca-4ff7-99d0-db7a9a8e9331 HTTP/1.1" status: 204 len: 168 time: 2.1872785 Apr 25 15:09:38.934786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:38.983095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21d12cf2-5234-4620-99ae-91ededb20c94 req-1f774d2e-d0fd-4d59-b0c1-2359f2da6ef1 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075608 Apr 25 15:09:39.079225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Attempting to bind port c0dc8381-b714-4e13-84e3-4c2d663c1c31 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:39.079225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Attempting to bind port c0dc8381-b714-4e13-84e3-4c2d663c1c31 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:39.079225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Attempting to bind port c0dc8381-b714-4e13-84e3-4c2d663c1c31 on network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:39.088614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Port c0dc8381-b714-4e13-84e3-4c2d663c1c31 on network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:09:39.088614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Attempting to bind port c0dc8381-b714-4e13-84e3-4c2d663c1c31 on network 44dabf3f-f9c1-4962-a067-9b142d2ae6fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:39.101891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:39.101891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Checking segment: {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:39.101891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Bound using segment: {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:39.101891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Bound port: c0dc8381-b714-4e13-84e3-4c2d663c1c31, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c8b0ec-2140-40ac-86e3-4ccf62fcb257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:39.101891 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.138970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9548e2d-bf30-457b-b17a-cb9cf2728f5c None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:39.212760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d1875-3926-4ecd-bf92-310b91819292 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.214151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6f2d1875-3926-4ecd-bf92-310b91819292 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:39.233934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6f2d1875-3926-4ecd-bf92-310b91819292 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:39.235302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6f2d1875-3926-4ecd-bf92-310b91819292 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2972109 Apr 25 15:09:39.238451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60196) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:39.257011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] For port c0dc8381-b714-4e13-84e3-4c2d663c1c31, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:39.262146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] For port c0dc8381-b714-4e13-84e3-4c2d663c1c31, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:39.267646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] Provisioning for port 9ce6f33d-45dd-462d-b723-f1dc330ab514 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:39.270935 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.278826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] Provisioning complete for port 9ce6f33d-45dd-462d-b723-f1dc330ab514 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:39.278826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.366760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.366760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.366760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] 10.222.0.15 "PUT /v2.0/ports/c0dc8381-b714-4e13-84e3-4c2d663c1c31 HTTP/1.1" status: 200 len: 1091 time: 2.5294793 Apr 25 15:09:39.366760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'tag': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:09:39.397163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f7568-701d-4f52-b9fe-a157b0ba3e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.404769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-642f7568-701d-4f52-b9fe-a157b0ba3e33 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1583593 Apr 25 15:09:39.404769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60202) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:39.495949 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3009a779-60d3-4e14-bdbe-bae7f601880d'] response: {'name': 'network-changed', 'server_uuid': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'tag': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31', 'status': 'completed', 'code': 200} Apr 25 15:09:39.495949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835dfab-0a97-41a1-ad2f-bd59ba98c5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0dc8381-b714-4e13-84e3-4c2d663c1c31,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:39.524827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0066a8d-f2df-48cd-96cd-32eb57dc3f31 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.525169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0066a8d-f2df-48cd-96cd-32eb57dc3f31 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.526435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0066a8d-f2df-48cd-96cd-32eb57dc3f31 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.527904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a0066a8d-f2df-48cd-96cd-32eb57dc3f31 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:39.549629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a0066a8d-f2df-48cd-96cd-32eb57dc3f31 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:39.550724 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a0066a8d-f2df-48cd-96cd-32eb57dc3f31 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1469631 Apr 25 15:09:39.553522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60208) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:39.569364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-b1465418-315b-4323-abb8-5a80bc0268d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.571121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-b1465418-315b-4323-abb8-5a80bc0268d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 1094 time: 0.1638305 Apr 25 15:09:39.611781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.644378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 551c3f51-9a6a-461b-8875-6620c8ed46b7 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:39.652223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.700033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] For port 9ce6f33d-45dd-462d-b723-f1dc330ab514, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9ce6f33d-45dd-462d-b723-f1dc330ab514,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:39.712384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.715332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-3b7970ae-bb28-4f4b-a68e-3d7d6a2d55c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31 HTTP/1.1" status: 200 len: 217 time: 0.1288786 Apr 25 15:09:39.736252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.851718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65287c-18ba-4711-bb86-2b19e21ee1a6 None None] Pushing event updated for resources: {'Port': ['ID=9ce6f33d-45dd-462d-b723-f1dc330ab514,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:39.852803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-aa37f170-34b4-4d25-b489-6be111340ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:39.861794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-aa37f170-34b4-4d25-b489-6be111340ea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46af9f46-7ce7-4289-89cf-6383ebc59a3c HTTP/1.1" status: 200 len: 854 time: 0.1418161 Apr 25 15:09:39.876314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:39.922790 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-f23b861c-90e8-45fd-9221-c191782aa940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600419 Apr 25 15:09:39.996319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.043941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9b40d16b-9495-4dc3-87cb-a4713d8cd603 None None] Provisioning complete for port 9ce6f33d-45dd-462d-b723-f1dc330ab514 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:40.048100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9b40d16b-9495-4dc3-87cb-a4713d8cd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.148566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9ce6f33d-45dd-462d-b723-f1dc330ab514 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:40.161976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=551c3f51-9a6a-461b-8875-6620c8ed46b7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:40.172888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.196877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e172dc6b-bcd4-4669-8437-4ed29a9deebc tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/551c3f51-9a6a-461b-8875-6620c8ed46b7 HTTP/1.1" status: 204 len: 168 time: 0.6420765 Apr 25 15:09:40.199325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60220) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:40.283207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9121d8b-af9a-45a4-9b96-4ad1de6a2578 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:40.350985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 7df55eeb-f46e-41e9-a446-8ecb543c3761 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:40.358554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.367031 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-94c74584-fbf0-4c44-a2b1-886c3b721a11 service neutron] 10.222.0.15 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301372 Apr 25 15:09:40.411186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 9ce6f33d-45dd-462d-b723-f1dc330ab514 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:40.411186 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.467229 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.568126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589b8f-ad3f-48a8-93b5-fcfdf42e000b req-06e50baa-ff5f-4776-bad9-89108b67a51c tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:40.575041 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82589b8f-ad3f-48a8-93b5-fcfdf42e000b req-06e50baa-ff5f-4776-bad9-89108b67a51c tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 943 time: 0.2804294 Apr 25 15:09:40.618090 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.619735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-49e91dc1-cd96-4ae9-8fb6-2d6934fec586 None None] Could not find standard attr ID for object 2383c63d-9e34-4245-b8bc-73d9f05be1b9. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:40.632381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-94b1ec4c-4b11-4dc4-bb84-bd9fd075a611 req-559a8069-d8fe-4a2d-9887-fba434246ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671337 Apr 25 15:09:40.658864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-82589b8f-ad3f-48a8-93b5-fcfdf42e000b req-4682d9ff-3797-476b-bcf0-c288aec84404 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855796 Apr 25 15:09:40.721233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.770977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=7df55eeb-f46e-41e9-a446-8ecb543c3761,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:40.780080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:40.791954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-465bbaed-f8bd-474f-b3a4-d274737b2d6c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/7df55eeb-f46e-41e9-a446-8ecb543c3761 HTTP/1.1" status: 204 len: 168 time: 0.5914483 Apr 25 15:09:40.793270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-5e117302-3429-420f-8298-0c2b5a684008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:40.795096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-5e117302-3429-420f-8298-0c2b5a684008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 1094 time: 0.1003556 Apr 25 15:09:40.795606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60226) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:40.972936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c692b-9201-4620-a2b0-96b1e57d951c None None] Update dhcp port {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': '7df55eeb-f46e-41e9-a446-8ecb543c3761'}], 'binding:host_id': 'n-d-811416-6'}, 'id': '9ce6f33d-45dd-462d-b723-f1dc330ab514'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:09:41.056966 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eef4595-f109-4725-aa8a-f7ef447b9f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.068460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9d7e89cd-eda9-484e-b731-9acf51c28e53 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2715449 Apr 25 15:09:41.071774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60232) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:41.078412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-119c692b-9201-4620-a2b0-96b1e57d951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.079058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:41.177519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-73caf0cd-9c4a-4833-981a-16af5de16569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:41.179142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-73caf0cd-9c4a-4833-981a-16af5de16569 service neutron] 10.222.0.15 "GET /v2.0/networks?id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 200 len: 915 time: 0.1734076 Apr 25 15:09:41.209990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:41.217877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:41.221396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:41.229920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:41.241463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:41.248054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.264209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-f4c3c4e9-68fe-48d2-82e2-76d4a8513176 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31 HTTP/1.1" status: 200 len: 217 time: 0.0778348 Apr 25 15:09:41.281692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9faf0f-d6c6-470a-a191-ef98d40a6bd4 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:41.343771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-caa568f9-ddb8-4e44-ba59-d7dfb1df0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:41.345523 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-caa568f9-ddb8-4e44-ba59-d7dfb1df0d1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46af9f46-7ce7-4289-89cf-6383ebc59a3c HTTP/1.1" status: 200 len: 854 time: 0.0757387 Apr 25 15:09:41.411658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-50c8af17-cea3-4d19-8c2b-281bfc6ef6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=44dabf3f-f9c1-4962-a067-9b142d2ae6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589769 Apr 25 15:09:41.439381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7eadb66a-acb7-4076-9d5e-833f1837b621 None None] Provisioning complete for port 9ce6f33d-45dd-462d-b723-f1dc330ab514 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:41.440521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eadb66a-acb7-4076-9d5e-833f1837b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.530033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.561128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-4b37afd9-8669-4eb0-975c-b0d20a15b552 service neutron] 10.222.0.15 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411448 Apr 25 15:09:41.604996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:41.620826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] Deleting port 9ce6f33d-45dd-462d-b723-f1dc330ab514 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:41.621239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.624369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:41.627736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:41.632512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:41.633244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.674352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=afc024ea-f378-43b7-8de0-f8088021bdc0,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:41.680431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4c5616fb-eae6-4eab-9062-0cd30de8c5ba tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6070054 Apr 25 15:09:41.688551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60238) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:41.696237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:41.832558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c00fe8fb-7338-40f0-959a-2870b51cb005 req-38d808d6-9289-43e6-a378-70ad84a67098 service neutron] 10.222.0.15 "GET /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655423 Apr 25 15:09:41.881770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:41.887037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:41.889995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:41.895945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:41.908894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.909957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:41.917322 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.922312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9698212-f5cd-4a6d-aff8-bfad68a6a669 req-60b769c0-66c3-420b-a87e-c09c1528b6a7 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:41.924293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9698212-f5cd-4a6d-aff8-bfad68a6a669 req-60b769c0-66c3-420b-a87e-c09c1528b6a7 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 943 time: 0.1413350 Apr 25 15:09:41.943417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] For port 9ce6f33d-45dd-462d-b723-f1dc330ab514, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=9ce6f33d-45dd-462d-b723-f1dc330ab514,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:41.944085 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:41.980702 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9698212-f5cd-4a6d-aff8-bfad68a6a669 req-3e41eca5-0371-459e-b003-93ae2521e9c6 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501409 Apr 25 15:09:42.081883 n-d-811416-6 neutron-server[88061]: INFO neutron.db.ipam_backend_mixin [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afc024ea-f378-43b7-8de0-f8088021bdc0 (CIDR: 2001:db8::/64) Apr 25 15:09:42.084851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 9ce6f33d-45dd-462d-b723-f1dc330ab514 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:42.088156 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:09:42.088677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:42.109584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2793a58c-7b27-4885-8889-26c1629466ce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4174008 Apr 25 15:09:42.110271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60244) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:42.115816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:42.130774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] Calling delete_port for 9ce6f33d-45dd-462d-b723-f1dc330ab514 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:42.159129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c0dc8381-b714-4e13-84e3-4c2d663c1c31 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:09:42.196546 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.269500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:42.274003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:42.277581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:42.284797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:42.295980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:42.300957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.389861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.443238 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.460343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] Pushing event deleted for resources: {'Port': ['ID=9ce6f33d-45dd-462d-b723-f1dc330ab514,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:42.474839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09926cba-e245-4164-afdd-2e6387978e49 None None] No DVR routers for this DVR port 9ce6f33d-45dd-462d-b723-f1dc330ab514 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:42.502234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c0dc8381-b714-4e13-84e3-4c2d663c1c31, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:42.538347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e716f5-62fe-468a-8c95-de26c3628f23 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:42.580866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31', 'network_id': '44dabf3f-f9c1-4962-a067-9b142d2ae6fe', 'port_id': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31', 'mac_address': 'fa:16:3e:51:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46af9f46-7ce7-4289-89cf-6383ebc59a3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:09:42.729148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:42.730314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.747052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.784816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:42.787848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:42.792156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:42.792740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.800823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dc8381-b714-4e13-84e3-4c2d663c1c31 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:09:42.812350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=b3348444-5004-4077-aeab-1f4e1f0805ab,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:42.826859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2a82a24c-04a6-4e70-a367-6e6e9eac24a5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7154980 Apr 25 15:09:42.830142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60248) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:42.832585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c0dc8381-b714-4e13-84e3-4c2d663c1c31, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:42.843389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:42:c8:ce', 'name': 'tempest-NetworksTestDHCPv6-1984486424'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:42.867051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.922464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-fae6f61f-894f-41a6-b7c3-0cf91e784673', 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'tenant_id': '26b7ba839c83444f926eb5fbcb8c5366', 'fixed_ips': [{'subnet_id': 'afc024ea-f378-43b7-8de0-f8088021bdc0'}, {'subnet_id': 'b3348444-5004-4077-aeab-1f4e1f0805ab'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:09:42.923302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:42.991519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:42.995840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=c0dc8381-b714-4e13-84e3-4c2d663c1c31,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:43.004616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:43.025707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:43.091954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['c0dc8381-b714-4e13-84e3-4c2d663c1c31'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:09:43.159700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:43.195634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port 5e4e378b-dad9-49cb-85a4-78b2168b185f yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:43.285365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/afc024ea-f378-43b7-8de0-f8088021bdc0/ac73cc97-0dc0-4c3f-961a-9d6346c39c11) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:43.303940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe66:526c (fae6f61f-894f-41a6-b7c3-0cf91e784673/b3348444-5004-4077-aeab-1f4e1f0805ab/ac73cc97-0dc0-4c3f-961a-9d6346c39c11) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:43.347942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c813-5c68-4429-9cb6-1722572a045c req-6f2b622f-b537-467a-81c8-7e2c89ec2ef5 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:43.349520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8705c813-5c68-4429-9cb6-1722572a045c req-6f2b622f-b537-467a-81c8-7e2c89ec2ef5 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 944 time: 0.2178836 Apr 25 15:09:43.424033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8705c813-5c68-4429-9cb6-1722572a045c req-17ae5d7d-5967-4a39-9e38-07300fee0ecf tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Apr 25 15:09:43.580388 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:43.592379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Transition to ACTIVE for port object ac73cc97-0dc0-4c3f-961a-9d6346c39c11 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:43.612080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Transition to ACTIVE for port object ac73cc97-0dc0-4c3f-961a-9d6346c39c11 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:43.618009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:43.677892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:43.680555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:43.688498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:43.722378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:43.774721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::80 (fae6f61f-894f-41a6-b7c3-0cf91e784673/afc024ea-f378-43b7-8de0-f8088021bdc0/5e4e378b-dad9-49cb-85a4-78b2168b185f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:43.782725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:c8ce (fae6f61f-894f-41a6-b7c3-0cf91e784673/b3348444-5004-4077-aeab-1f4e1f0805ab/5e4e378b-dad9-49cb-85a4-78b2168b185f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:43.833333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Attempting to bind port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:09:43.833715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Attempting to bind port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:09:43.834082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Attempting to bind port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 on network fae6f61f-894f-41a6-b7c3-0cf91e784673 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:09:43.836064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:43.840409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:09:43.840796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Checking segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:43.841769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:43.842169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Bound using segment: {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:09:43.842643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Bound port: ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0ede4b-a575-4e81-a20d-3298d2d37c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:09:43.843042 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:43.940518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:09:43.943785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:09:43.950235 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.037849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51495d3-b826-4ac6-8c0c-985777674c15 None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:44.116278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.125165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c0dc8381-b714-4e13-84e3-4c2d663c1c31 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:44.134011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object 5e4e378b-dad9-49cb-85a4-78b2168b185f will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:44.167749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.205104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port c0dc8381-b714-4e13-84e3-4c2d663c1c31 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:44.210435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port c0dc8381-b714-4e13-84e3-4c2d663c1c31 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:44.210896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.251279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:44.263850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:44.277571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:44.291900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:44.292683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.326745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=5e4e378b-dad9-49cb-85a4-78b2168b185f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:44.344838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b4efb96b-ac7f-4408-83c1-ce1a3cab71db tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5117922 Apr 25 15:09:44.348028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60264) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:44.391293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.426790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port 5e4e378b-dad9-49cb-85a4-78b2168b185f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:44.427136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.431131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c0dc8381-b714-4e13-84e3-4c2d663c1c31, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:44.432281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:09:44.459866 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.537212 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3a409a-56a5-4a89-8242-1cab9b721763'] response: {'server_uuid': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31', 'code': 200} Apr 25 15:09:44.610828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=c0dc8381-b714-4e13-84e3-4c2d663c1c31,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:44.739614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f18c2-3838-4965-aaf2-e9ed05b07893 req-267301bd-d1f5-47a1-b094-7d0c51383de8 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:44.741112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb5f18c2-3838-4965-aaf2-e9ed05b07893 req-267301bd-d1f5-47a1-b094-7d0c51383de8 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 945 time: 0.1489420 Apr 25 15:09:44.746017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:44.749220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78523-720d-4fc1-acd2-0f6f8ce7209b req-f156ce20-7d6d-42c4-af6a-49884dea411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:44.750830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fcb78523-720d-4fc1-acd2-0f6f8ce7209b req-f156ce20-7d6d-42c4-af6a-49884dea411c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 1096 time: 0.1207840 Apr 25 15:09:44.818675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb5f18c2-3838-4965-aaf2-e9ed05b07893 req-710fca16-e9ee-4907-b6f2-436c05309dc4 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668900 Apr 25 15:09:44.822555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fcb78523-720d-4fc1-acd2-0f6f8ce7209b req-772dbb39-578d-428d-a160-c75cb8b05cd3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574136 Apr 25 15:09:44.877686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for 5e4e378b-dad9-49cb-85a4-78b2168b185f owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:45.109354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:45.161628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=5e4e378b-dad9-49cb-85a4-78b2168b185f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:45.243943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964b42f-d791-401a-bc3b-42116577c742 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:45.244219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:45.254110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-28f39d4a-b718-4e58-9a99-e000ec4a138a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/5e4e378b-dad9-49cb-85a4-78b2168b185f HTTP/1.1" status: 204 len: 168 time: 0.9019718 Apr 25 15:09:45.256407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60274) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:45.339179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f9ba84-3570-4a7b-936a-2ecca09b0abf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:45.339999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d0f9ba84-3570-4a7b-936a-2ecca09b0abf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:45.357849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d0f9ba84-3570-4a7b-936a-2ecca09b0abf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:45.361811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d0f9ba84-3570-4a7b-936a-2ecca09b0abf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1022313 Apr 25 15:09:45.361944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-444359fc-8459-4289-9e3c-cb382d664dc9 None None] Provisioning for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:45.362030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60278) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:45.447702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca14d52-1e78-4df6-b690-e1d414172609 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:45.452076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4ca14d52-1e78-4df6-b690-e1d414172609 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0862851 Apr 25 15:09:45.452293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60282) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:45.527165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4b480-7df9-4861-b254-c7ad4d3c5e18 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:45.529753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4b480-7df9-4861-b254-c7ad4d3c5e18 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:45.531765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4b480-7df9-4861-b254-c7ad4d3c5e18 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:45.532722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96e4b480-7df9-4861-b254-c7ad4d3c5e18 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:45.555218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-96e4b480-7df9-4861-b254-c7ad4d3c5e18 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:45.556391 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96e4b480-7df9-4861-b254-c7ad4d3c5e18 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1030993 Apr 25 15:09:45.559093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60286) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:45.631240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet afc024ea-f378-43b7-8de0-f8088021bdc0 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:45.634494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:45.697285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:45.826021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:45.984250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.026849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.035946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=afc024ea-f378-43b7-8de0-f8088021bdc0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:46.055827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7022a3e4-b2da-4039-9570-d1c2d5e0a4ca tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/afc024ea-f378-43b7-8de0-f8088021bdc0 HTTP/1.1" status: 204 len: 168 time: 0.4956737 Apr 25 15:09:46.059766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60318) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:46.120352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4694bc3-3e38-480c-8a7d-a437e0b8d545 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:46.177208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet b3348444-5004-4077-aeab-1f4e1f0805ab {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:46.179524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ac73cc97-0dc0-4c3f-961a-9d6346c39c11 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:46.189977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.218559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f4e5a-3174-43e1-92f3-a78d37dd8a95 req-a3fe6edd-3312-494a-a657-620fcc4c8e45 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:46.220175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba0f4e5a-3174-43e1-92f3-a78d37dd8a95 req-a3fe6edd-3312-494a-a657-620fcc4c8e45 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 945 time: 0.1439452 Apr 25 15:09:46.235604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-af89386b-160a-4086-8b4e-fa0d99d045e4 None None] Could not find standard attr ID for object 09c23224-dbca-4ff7-99d0-db7a9a8e9331. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:46.277697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.350731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba0f4e5a-3174-43e1-92f3-a78d37dd8a95 req-9d0f9f5f-4602-4d67-a71a-20cd3ea6f82e tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205442 Apr 25 15:09:46.397766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.445013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:46.462502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:46.463048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.506065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.556355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=b3348444-5004-4077-aeab-1f4e1f0805ab,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:46.568900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.580758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eb1ba773-3d45-44a0-82fe-169fd33f030c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b3348444-5004-4077-aeab-1f4e1f0805ab HTTP/1.1" status: 204 len: 168 time: 0.5183320 Apr 25 15:09:46.583011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60374) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:46.676616 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b9df4d5d-55b3-41cc-9b27-158aaaf796b9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896430 Apr 25 15:09:46.677356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60388) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:46.683413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:46.751573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.810743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:46.819024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.830866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:46.835200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:46.839187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:46.847785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:46.860484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:46.864030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:46.989386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490256f-79f8-49db-b7a3-3b089eb9645a None None] Update dhcp port {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': 'b3348444-5004-4077-aeab-1f4e1f0805ab'}], 'binding:host_id': 'n-d-811416-6'}, 'id': 'ac73cc97-0dc0-4c3f-961a-9d6346c39c11'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:09:47.033128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:47.060411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b490256f-79f8-49db-b7a3-3b089eb9645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:47.206988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:47.284933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:47.288114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:47.292329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:47.293116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:47.294958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30553b-9d84-40ad-a91a-a161d528d6cb None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:47.303814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=c70f6685-70eb-4d8e-9d9f-342126083869,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:47.334961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60474) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:47.335487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-690cb15b-1dea-4e7b-9594-8ceccc9c004a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6569669 Apr 25 15:09:47.340800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:47.444219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7dbafe60-40d8-4cb6-86b4-8408b1c19413 None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:47.444975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7dbafe60-40d8-4cb6-86b4-8408b1c19413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:47.599002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:47.611790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:47.616798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:47.625495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:47.639488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:47.643107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:47.812615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Update dhcp port {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'fixed_ips': [{'subnet_id': 'c70f6685-70eb-4d8e-9d9f-342126083869'}], 'binding:host_id': 'n-d-811416-6'}, 'id': 'ac73cc97-0dc0-4c3f-961a-9d6346c39c11'} from n-d-811416-6. {{(pid=88062) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 25 15:09:47.875544 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:47.952039 n-d-811416-6 neutron-server[88060]: INFO neutron.db.ipam_backend_mixin [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c70f6685-70eb-4d8e-9d9f-342126083869 (CIDR: 2001:db8::/64) Apr 25 15:09:47.956690 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:09:47.957339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:47.989522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:47.989652 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-396b80ae-0c4e-4af5-90be-329ce26886e7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6502907 Apr 25 15:09:47.995296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'subnet': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:48.150988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ac73cc97-0dc0-4c3f-961a-9d6346c39c11 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:48.180567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:48.184951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Usage tracker for resource:subnet and tenant:26b7ba839c83444f926eb5fbcb8c5366 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:48.187984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:48.194074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:48.211020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:48.217009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:48.243080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Allocated IP 2001:db8::2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/c70f6685-70eb-4d8e-9d9f-342126083869/ac73cc97-0dc0-4c3f-961a-9d6346c39c11) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:48.438766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:48.467089 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:48.486912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Transition to ACTIVE for port object ac73cc97-0dc0-4c3f-961a-9d6346c39c11 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:48.494755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:48.681929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa75f4b-ea91-4161-8627-81fd6cd53a4f None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:48.732394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:48.774590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:48.785534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:48.881761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.objects.ports [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88061) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 25 15:09:48.920808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:49.226068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.457611 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee961cd-51e0-437d-9156-5e93df04837a None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:49.502974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:49.534547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.541126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.543347 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.578342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] Provisioning for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:49.588612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:49.588998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.641684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:49.650808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:49.654501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:49.655156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.714060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7234352 Apr 25 15:09:49.714977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:49.717298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:49.718947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feff80c-8279-4073-8854-06704e0da526 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Subnet': ['ID=23947242-cb1b-4213-bb49-286f9d15ea9b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:49.723690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Request body: {'port': {'network_id': 'fae6f61f-894f-41a6-b7c3-0cf91e784673', 'mac_address': 'fa:16:3e:1e:b4:57', 'name': 'tempest-NetworksTestDHCPv6-1582044088'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:49.831083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.864698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:49.874753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:49.880952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:49.883949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Made reservation on behalf of 26b7ba839c83444f926eb5fbcb8c5366 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:49.885798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:49.954936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649d8b9-12cb-4f14-9613-7df1a3a722c5 None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:50.014906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:50.047421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] device_id is not set on port b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:09:50.127785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ac73cc97-0dc0-4c3f-961a-9d6346c39c11 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:09:50.210297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:50.212854 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:50.394431 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8::e2 (fae6f61f-894f-41a6-b7c3-0cf91e784673/c70f6685-70eb-4d8e-9d9f-342126083869/b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:50.401965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1e:b457 (fae6f61f-894f-41a6-b7c3-0cf91e784673/23947242-cb1b-4213-bb49-286f9d15ea9b/b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:09:50.560864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64809992-5568-4f36-9de8-d4de2f1bda65 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:50.625443 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:50.642539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Transition to ACTIVE for port object b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:09:50.668070 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:50.674248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac719d3d-c283-4fec-a198-972e65cfd6de None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:50.674633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac719d3d-c283-4fec-a198-972e65cfd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:50.740016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:09:50.747484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:50.752222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:09:50.758062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:50.758785 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:50.767531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event updated for resources: {'Port': ['ID=b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:50.792523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-758b394a-7387-40e1-8cd1-f5f0c130ec02 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0734901 Apr 25 15:09:50.794879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60780) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:50.863215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting port b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:50.863503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:51.146745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:51.241541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a885c6c-8df0-4829-ab84-6f988f556783 None None] Provisioning for port b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:09:51.248135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a885c6c-8df0-4829-ab84-6f988f556783 None None] Provisioning complete for port b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:51.248554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a885c6c-8df0-4829-ab84-6f988f556783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:51.277188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Calling delete_port for b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:51.307408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1a885c6c-8df0-4829-ab84-6f988f556783 None None] Port b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:09:51.321948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a885c6c-8df0-4829-ab84-6f988f556783 None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:51.322639 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a885c6c-8df0-4829-ab84-6f988f556783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:51.577147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:51.580906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-326e973b-c2ef-4488-b106-5a1075a6431a None None] Could not find standard attr ID for object 5e4e378b-dad9-49cb-85a4-78b2168b185f. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:51.641365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Port': ['ID=b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:51.703696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-292a127e-9fc5-4c0b-96b2-1f8ac464a59e None None] Could not find standard attr ID for object b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:09:51.727316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:51.739624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-17291089-227f-47dd-afac-14c8efcf8eb6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 HTTP/1.1" status: 204 len: 168 time: 0.9436519 Apr 25 15:09:51.740232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60788) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:51.950836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03e6df-457b-4b64-ab6b-6cc76fbcf225 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:51.951759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ea03e6df-457b-4b64-ab6b-6cc76fbcf225 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:51.968740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ea03e6df-457b-4b64-ab6b-6cc76fbcf225 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:51.972337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ea03e6df-457b-4b64-ab6b-6cc76fbcf225 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2288361 Apr 25 15:09:51.972502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60792) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:52.062768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f467e-0270-4d64-b472-9e0272d6f21b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:52.066600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ab5f467e-0270-4d64-b472-9e0272d6f21b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0908880 Apr 25 15:09:52.067070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60796) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:52.134833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b459f66-5018-47bd-83bd-786f9ebcbdd3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:52.136436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b459f66-5018-47bd-83bd-786f9ebcbdd3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:52.138491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b459f66-5018-47bd-83bd-786f9ebcbdd3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:52.139285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8b459f66-5018-47bd-83bd-786f9ebcbdd3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:52.155621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8b459f66-5018-47bd-83bd-786f9ebcbdd3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:52.156804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b459f66-5018-47bd-83bd-786f9ebcbdd3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0886860 Apr 25 15:09:52.159512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60800) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:52.227888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet 23947242-cb1b-4213-bb49-286f9d15ea9b {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:52.230800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.286707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.369899 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.443541 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.499500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=23947242-cb1b-4213-bb49-286f9d15ea9b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:52.507700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.513795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704eda6-708b-4fc8-a7e8-2f3c4f60a274 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:52.539657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5b1e7c4b-2d27-4936-b4f9-ddadf5870141 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/23947242-cb1b-4213-bb49-286f9d15ea9b HTTP/1.1" status: 204 len: 168 time: 0.3791144 Apr 25 15:09:52.542322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:52.629831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Deleting subnet c70f6685-70eb-4d8e-9d9f-342126083869 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:09:52.634484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.712942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.855216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.947143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:52.987794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Subnet': ['ID=c70f6685-70eb-4d8e-9d9f-342126083869,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:52.991556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:53.005758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.006443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa773a85-88fb-46f7-a5ae-c4ef00bf9da6 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/c70f6685-70eb-4d8e-9d9f-342126083869 HTTP/1.1" status: 204 len: 168 time: 0.4623690 Apr 25 15:09:53.082568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-73b115d0-d965-4387-9519-611e0eaca06b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732234 Apr 25 15:09:53.082874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60822) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.172270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b1b2d-0fa5-4779-9817-4b4e21c2ccbb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:53.176511 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7a1b1b2d-0fa5-4779-9817-4b4e21c2ccbb tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0903177 Apr 25 15:09:53.177164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60826) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.255806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91b959-0877-48b1-8769-0f4f2f2574b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:53.256498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2d91b959-0877-48b1-8769-0f4f2f2574b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:53.273411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2d91b959-0877-48b1-8769-0f4f2f2574b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:53.276915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2d91b959-0877-48b1-8769-0f4f2f2574b1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0966570 Apr 25 15:09:53.277334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60830) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.345942 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2f3b4a7e-f7cf-4fae-8fd0-8a737db7dea5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673645 Apr 25 15:09:53.352055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60834) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.400182 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-509dd03b-78c2-4359-aa6e-100f46c78dab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.400660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509dd03b-78c2-4359-aa6e-100f46c78dab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.402408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-509dd03b-78c2-4359-aa6e-100f46c78dab tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/b62ae45f-8c2c-432c-a9c0-0225ef3f6cb1 HTTP/1.1" status: 404 len: 333 time: 0.0507073 Apr 25 15:09:53.405783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60838) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.444115 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c258ae0-cdd9-4cd2-ad68-3f7f16bbc668 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.444571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c258ae0-cdd9-4cd2-ad68-3f7f16bbc668 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.446684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c258ae0-cdd9-4cd2-ad68-3f7f16bbc668 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/23947242-cb1b-4213-bb49-286f9d15ea9b HTTP/1.1" status: 404 len: 337 time: 0.0396459 Apr 25 15:09:53.448986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60842) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.499049 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a36c94-c2c5-4c04-b95e-f165969732e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.499489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a36c94-c2c5-4c04-b95e-f165969732e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.502051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-06a36c94-c2c5-4c04-b95e-f165969732e1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/c70f6685-70eb-4d8e-9d9f-342126083869 HTTP/1.1" status: 404 len: 337 time: 0.0512884 Apr 25 15:09:53.503950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60846) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.539839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b3a56-7cae-4b62-946e-8a26d2f8b0f5 None None] Network fae6f61f-894f-41a6-b7c3-0cf91e784673 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:53.571369 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-902748d6-4fe1-47b1-a400-c8bd119e336e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.572021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902748d6-4fe1-47b1-a400-c8bd119e336e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.574010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-902748d6-4fe1-47b1-a400-c8bd119e336e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/5e4e378b-dad9-49cb-85a4-78b2168b185f HTTP/1.1" status: 404 len: 333 time: 0.0689454 Apr 25 15:09:53.577389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.620167 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c050e31-5b5b-4aff-b7a8-f6fe97b4d82a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.620631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c050e31-5b5b-4aff-b7a8-f6fe97b4d82a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.625083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c050e31-5b5b-4aff-b7a8-f6fe97b4d82a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b3348444-5004-4077-aeab-1f4e1f0805ab HTTP/1.1" status: 404 len: 337 time: 0.0439260 Apr 25 15:09:53.625230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60854) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.665825 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8585b1-868c-489e-8f4b-1f9a9a16f17c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.666296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8585b1-868c-489e-8f4b-1f9a9a16f17c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.668381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1a8585b1-868c-489e-8f4b-1f9a9a16f17c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/afc024ea-f378-43b7-8de0-f8088021bdc0 HTTP/1.1" status: 404 len: 337 time: 0.0411701 Apr 25 15:09:53.670709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60858) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.686734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d079ecd-20d9-4678-aef5-5317856336e5 None None] Provisioning complete for port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:09:53.687091 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d079ecd-20d9-4678-aef5-5317856336e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:53.712142 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8eabc43-a84e-4047-953c-357a6e9e0c7f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.712618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8eabc43-a84e-4047-953c-357a6e9e0c7f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.717382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c8eabc43-a84e-4047-953c-357a6e9e0c7f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/09c23224-dbca-4ff7-99d0-db7a9a8e9331 HTTP/1.1" status: 404 len: 333 time: 0.0427225 Apr 25 15:09:53.717810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60862) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.769860 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-16521b03-30e5-4865-8ed0-4db3aacac960 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.770291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16521b03-30e5-4865-8ed0-4db3aacac960 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.776245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60868) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.776559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-16521b03-30e5-4865-8ed0-4db3aacac960 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/7df55eeb-f46e-41e9-a446-8ecb543c3761 HTTP/1.1" status: 404 len: 337 time: 0.0568395 Apr 25 15:09:53.819265 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e226bcc-be45-4ab6-ad88-9f345514c0da tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.819717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e226bcc-be45-4ab6-ad88-9f345514c0da tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.824226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60872) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.824424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3e226bcc-be45-4ab6-ad88-9f345514c0da tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/551c3f51-9a6a-461b-8875-6620c8ed46b7 HTTP/1.1" status: 404 len: 337 time: 0.0470405 Apr 25 15:09:53.869420 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-997bcd8e-28b7-4036-83bc-16d07eb70125 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.870004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997bcd8e-28b7-4036-83bc-16d07eb70125 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.871776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-997bcd8e-28b7-4036-83bc-16d07eb70125 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/2383c63d-9e34-4245-b8bc-73d9f05be1b9 HTTP/1.1" status: 404 len: 333 time: 0.0453796 Apr 25 15:09:53.875036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.932034 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdfafcc-a91d-4e12-b33b-a4a507d708bd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.932495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdfafcc-a91d-4e12-b33b-a4a507d708bd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.934325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-acdfafcc-a91d-4e12-b33b-a4a507d708bd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/58a2e28c-2193-48d7-b180-d5c8bb94a022 HTTP/1.1" status: 404 len: 337 time: 0.0582087 Apr 25 15:09:53.937454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60882) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.984490 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff24375d-1002-4589-9c2f-b3a7ba303623 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:53.984957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff24375d-1002-4589-9c2f-b3a7ba303623 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:53.987422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff24375d-1002-4589-9c2f-b3a7ba303623 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/430284c4-be9b-4bee-8c8d-d1920d097b8c HTTP/1.1" status: 404 len: 337 time: 0.0489612 Apr 25 15:09:53.989244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60886) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:53.997870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] DHCP port deletion for fae6f61f-894f-41a6-b7c3-0cf91e784673 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:09:54.002784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Deleting port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:54.003158 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:54.120018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device ac73cc97-0dc0-4c3f-961a-9d6346c39c11 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:09:54.159604 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5813883-6c95-41f8-b933-c7e29cc915e3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.160419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5813883-6c95-41f8-b933-c7e29cc915e3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.164529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a5813883-6c95-41f8-b933-c7e29cc915e3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/5fe07eeb-45c4-4f0b-a187-094cb163708a HTTP/1.1" status: 404 len: 333 time: 0.1724093 Apr 25 15:09:54.164808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60890) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.195385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-cbc0787c-3584-4df6-ba82-9dcd03dbaa88 req-402d2792-9ed8-40d4-bd73-8a4cf676e11b service neutron] (88060) timed out ('10.222.0.21', 52532) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:09:54.203643 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f56638a-934d-44ba-99b8-2761bbcc1ef2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.204117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f56638a-934d-44ba-99b8-2761bbcc1ef2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.208149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4f56638a-934d-44ba-99b8-2761bbcc1ef2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/24cc32e9-cd0c-4135-b768-6cd22b697094 HTTP/1.1" status: 404 len: 337 time: 0.0399384 Apr 25 15:09:54.208386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60894) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.254468 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cbdee1-8cf9-4ba3-b1ff-852a3d73d672 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.254948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cbdee1-8cf9-4ba3-b1ff-852a3d73d672 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.257388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-23cbdee1-8cf9-4ba3-b1ff-852a3d73d672 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/4353f173-fa8d-40ae-be57-69873c213649 HTTP/1.1" status: 404 len: 333 time: 0.0472198 Apr 25 15:09:54.259354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60898) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.300794 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cbcc82-6c17-4498-bf03-6512a1e465aa tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.301272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cbcc82-6c17-4498-bf03-6512a1e465aa tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.303949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e6cbcc82-6c17-4498-bf03-6512a1e465aa tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/8c4a49b6-1f6a-4223-b296-c5350f92ba1e HTTP/1.1" status: 404 len: 337 time: 0.0422637 Apr 25 15:09:54.305829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.342881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:54.343430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:54.360510 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af57457-8729-4f89-af05-b5a3427d6837 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.361334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af57457-8729-4f89-af05-b5a3427d6837 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.364117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9af57457-8729-4f89-af05-b5a3427d6837 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/aaaf0273-2597-4b48-9601-f54dc343fdc2 HTTP/1.1" status: 404 len: 333 time: 0.0568292 Apr 25 15:09:54.366829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.415562 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d19180-8dd0-4c4b-8e12-d8aec12902e5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.416348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d19180-8dd0-4c4b-8e12-d8aec12902e5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.418362 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-37d19180-8dd0-4c4b-8e12-d8aec12902e5 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b6598f62-3265-454e-8e1f-f5d2d7c04e1c HTTP/1.1" status: 404 len: 337 time: 0.0504150 Apr 25 15:09:54.421477 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:54.421934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60910) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.465216 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-83476a23-dedc-4cc1-8736-ef09e5dce328 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.465612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83476a23-dedc-4cc1-8736-ef09e5dce328 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.470085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.470368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-83476a23-dedc-4cc1-8736-ef09e5dce328 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/3f6031f0-4e37-4193-98fe-572c17874c53 HTTP/1.1" status: 404 len: 333 time: 0.0473258 Apr 25 15:09:54.496948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Calling delete_port for ac73cc97-0dc0-4c3f-961a-9d6346c39c11 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:54.516952 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e3f487-c555-4093-b37c-ef2ab9a90afd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.517493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e3f487-c555-4093-b37c-ef2ab9a90afd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.519535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-76e3f487-c555-4093-b37c-ef2ab9a90afd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/294b0591-a6f0-426e-a861-7f7591e91a60 HTTP/1.1" status: 404 len: 337 time: 0.0477190 Apr 25 15:09:54.522135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60918) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.578710 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5721f1cd-9da5-44d2-aed1-edc32a435172 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.579322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5721f1cd-9da5-44d2-aed1-edc32a435172 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.584057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5721f1cd-9da5-44d2-aed1-edc32a435172 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/b265be83-f4a6-47da-8e69-031ffbaa9b24 HTTP/1.1" status: 404 len: 333 time: 0.0606196 Apr 25 15:09:54.584566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60922) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.594392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:54.611733 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:54.628796 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-55603148-a65c-4a2e-bf21-39901eb577e2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.629304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55603148-a65c-4a2e-bf21-39901eb577e2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.633795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55603148-a65c-4a2e-bf21-39901eb577e2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/bb1ea0b5-8cd3-4382-aa56-4c524c387385 HTTP/1.1" status: 404 len: 337 time: 0.0482383 Apr 25 15:09:54.634440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.671823 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:09:54.672391 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:09:54.682118 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d52933-f9a0-4276-b0f5-f8c4335ed2d0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.682783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d52933-f9a0-4276-b0f5-f8c4335ed2d0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.684768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e4d52933-f9a0-4276-b0f5-f8c4335ed2d0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/a1901483-ee25-443c-bd81-1289da92163e HTTP/1.1" status: 404 len: 333 time: 0.0491004 Apr 25 15:09:54.687359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.690981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:54.725432 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98602b7-ac13-4da9-bfb7-003968bdfc07 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.725822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98602b7-ac13-4da9-bfb7-003968bdfc07 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.727474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f98602b7-ac13-4da9-bfb7-003968bdfc07 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/ac5c5820-f33a-450f-96e1-c79d03ce2cd9 HTTP/1.1" status: 404 len: 337 time: 0.0390365 Apr 25 15:09:54.729925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60934) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.766987 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6541db21-f9ea-4bca-91be-4b03f4b31fce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.767361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6541db21-f9ea-4bca-91be-4b03f4b31fce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.769179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6541db21-f9ea-4bca-91be-4b03f4b31fce tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/5b1b9d16-123b-49fa-b50f-e06ac923348d HTTP/1.1" status: 404 len: 337 time: 0.0383480 Apr 25 15:09:54.771652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60938) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.816249 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-903f3e3d-654d-4be1-b805-fa97da3db795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.816730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903f3e3d-654d-4be1-b805-fa97da3db795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.818433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-903f3e3d-654d-4be1-b805-fa97da3db795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/08efa5aa-a18f-4b88-9306-a0f3d165a675 HTTP/1.1" status: 404 len: 333 time: 0.0459011 Apr 25 15:09:54.820796 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60944) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.858443 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4b28d1-1c61-4481-884b-d11177a6e29e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.858907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4b28d1-1c61-4481-884b-d11177a6e29e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.863021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8d4b28d1-1c61-4481-884b-d11177a6e29e tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/6b1d789c-a2ea-4fb3-9165-73c8509eafbb HTTP/1.1" status: 404 len: 337 time: 0.0388784 Apr 25 15:09:54.863213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.902559 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4fddc3-d707-456d-b901-99271c630c56 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.902559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4fddc3-d707-456d-b901-99271c630c56 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.902559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce4fddc3-d707-456d-b901-99271c630c56 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/c2eba701-e62a-4601-81c7-01fa71df3a45 HTTP/1.1" status: 404 len: 337 time: 0.0381820 Apr 25 15:09:54.905663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60954) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.950710 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a232b32c-dc2f-44bd-94e1-709c0363a955 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.951177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a232b32c-dc2f-44bd-94e1-709c0363a955 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.955161 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a232b32c-dc2f-44bd-94e1-709c0363a955 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/ea03dd00-aeb4-47d2-9b2b-307543e6e8df HTTP/1.1" status: 404 len: 333 time: 0.0462141 Apr 25 15:09:54.955387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:54.993816 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5aa1a67-c21e-46b9-b449-6dfdb0bfc795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:54.994197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5aa1a67-c21e-46b9-b449-6dfdb0bfc795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:54.995975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a5aa1a67-c21e-46b9-b449-6dfdb0bfc795 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/3e10dcc0-656c-42c9-9988-6d7e29a7d9e5 HTTP/1.1" status: 404 len: 337 time: 0.0396073 Apr 25 15:09:54.999018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60962) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.038551 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0f4735-824e-4bc2-8929-630b48a83d5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.039258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0f4735-824e-4bc2-8929-630b48a83d5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.043695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7a0f4735-824e-4bc2-8929-630b48a83d5c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/71817ac7-d5b8-424a-ac84-277130098969 HTTP/1.1" status: 404 len: 337 time: 0.0434933 Apr 25 15:09:55.043812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60968) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.087266 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc743bb-696f-49ef-a73a-b7d7721bf3c7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.087751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc743bb-696f-49ef-a73a-b7d7721bf3c7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.092926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0fc743bb-696f-49ef-a73a-b7d7721bf3c7 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/f6fef9b8-6f6c-4fad-afe5-96adb400cfd7 HTTP/1.1" status: 404 len: 333 time: 0.0480807 Apr 25 15:09:55.093079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60974) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.155909 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5114a022-2e4e-40f0-a660-89acb24ccb21 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.156365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5114a022-2e4e-40f0-a660-89acb24ccb21 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.158076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5114a022-2e4e-40f0-a660-89acb24ccb21 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b369835b-c1d8-405d-82a7-6c00db1e3762 HTTP/1.1" status: 404 len: 337 time: 0.0640585 Apr 25 15:09:55.160550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60980) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.176542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Deleting port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:09:55.176542 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:55.199265 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3611ca-77fe-4c23-bbbf-806e30fdc5c1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.201135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3611ca-77fe-4c23-bbbf-806e30fdc5c1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.205977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60986) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.206998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0a3611ca-77fe-4c23-bbbf-806e30fdc5c1 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/5c21aded-de70-495c-b91f-5c5093166dcc HTTP/1.1" status: 404 len: 337 time: 0.0446353 Apr 25 15:09:55.280246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34ff60f7-f4f8-4948-a4a6-ecdc486af22f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Synchronizing usage tracker for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:09:55.293406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-34ff60f7-f4f8-4948-a4a6-ecdc486af22f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Unset dirty status for tenant:26b7ba839c83444f926eb5fbcb8c5366 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:09:55.297074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-34ff60f7-f4f8-4948-a4a6-ecdc486af22f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec9342-0f28-4927-8d69-6dd7aafd6b79 HTTP/1.1" status: 200 len: 205 time: 0.0878055 Apr 25 15:09:55.297337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60990) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.381611 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-f73f1651-bb66-46d6-a808-c57d39f4b7bf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] delete failed (client error): The resource could not be found. Apr 25 15:09:55.386569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 60994) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.399465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f73f1651-bb66-46d6-a808-c57d39f4b7bf tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/routers/e3ec9342-0f28-4927-8d69-6dd7aafd6b79 HTTP/1.1" status: 404 len: 336 time: 0.0993690 Apr 25 15:09:55.433940 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2752b6df-be30-4817-a6e7-de8f471a733d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.434398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2752b6df-be30-4817-a6e7-de8f471a733d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.440090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 60998) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.452192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2752b6df-be30-4817-a6e7-de8f471a733d tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/b68f9782-9871-403a-bae8-ea261e907a55 HTTP/1.1" status: 404 len: 337 time: 0.0624652 Apr 25 15:09:55.490883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] For port ac73cc97-0dc0-4c3f-961a-9d6346c39c11, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,segment=NetworkSegment(9f0ede4b-a575-4e81-a20d-3298d2d37c73),segment_id=9f0ede4b-a575-4e81-a20d-3298d2d37c73)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:09:55.491547 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:55.508984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.521687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e41b2db9-f649-4734-a1e0-4c68bc9012de tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef097381-9d34-4d12-85f4-3b39e4bdf1c8 HTTP/1.1" status: 200 len: 205 time: 0.0802956 Apr 25 15:09:55.590379 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-8a7ea654-554f-491a-abce-3683e08d36e0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] delete failed (client error): The resource could not be found. Apr 25 15:09:55.595366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32776) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.605489 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a7ea654-554f-491a-abce-3683e08d36e0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/routers/ef097381-9d34-4d12-85f4-3b39e4bdf1c8 HTTP/1.1" status: 404 len: 336 time: 0.0952473 Apr 25 15:09:55.639547 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1bfc95-c917-4639-8a28-c3aa20c4b7c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.640133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1bfc95-c917-4639-8a28-c3aa20c4b7c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.643990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Calling delete_port for ac73cc97-0dc0-4c3f-961a-9d6346c39c11 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:09:55.644673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32780) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.649577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5d1bfc95-c917-4639-8a28-c3aa20c4b7c9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/47a0cd9b-1d7a-42ee-8253-f836586bd49a HTTP/1.1" status: 404 len: 337 time: 0.0531209 Apr 25 15:09:55.650424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32784) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.687240 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae3277c-7e1f-410f-a56a-240621dffd8f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.687697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae3277c-7e1f-410f-a56a-240621dffd8f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.692173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32790) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.692442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8ae3277c-7e1f-410f-a56a-240621dffd8f tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/09de71e9-8925-4243-a548-d8c46f44b387 HTTP/1.1" status: 404 len: 337 time: 0.0464568 Apr 25 15:09:55.772936 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84e162b-ada9-4044-977e-23b765408561 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.773659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84e162b-ada9-4044-977e-23b765408561 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.776898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c84e162b-ada9-4044-977e-23b765408561 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/38d05d74-2ea4-4061-a6c5-f167a2198285 HTTP/1.1" status: 404 len: 333 time: 0.0831060 Apr 25 15:09:55.780126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32794) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.793504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:55.844094 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa906af1-019f-49cf-90f3-dd7f40fa9d91 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.844552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa906af1-019f-49cf-90f3-dd7f40fa9d91 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.845468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] Pushing event deleted for resources: {'Port': ['ID=ac73cc97-0dc0-4c3f-961a-9d6346c39c11,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:55.848493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fa906af1-019f-49cf-90f3-dd7f40fa9d91 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/3ef66a98-8dc4-46a7-847a-32b100ab36bb HTTP/1.1" status: 404 len: 337 time: 0.0642681 Apr 25 15:09:55.848607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68b61d-b7f7-426f-bb40-3f20c6767091 None None] No DVR routers for this DVR port ac73cc97-0dc0-4c3f-961a-9d6346c39c11 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:09:55.848849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32798) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.882242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6aa632ae-154b-4049-8dcb-bd11a97dd8c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=611af382b7934b80ac5a7af8c4453b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303815 Apr 25 15:09:55.884635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32802) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.905431 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c5d5f-6d18-4c78-b638-908c6bd98d1c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.905905 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c5d5f-6d18-4c78-b638-908c6bd98d1c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.909764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c24c5d5f-6d18-4c78-b638-908c6bd98d1c tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/bb452e21-bb2d-4d00-8d7f-a7d711810a6f HTTP/1.1" status: 404 len: 333 time: 0.0577471 Apr 25 15:09:55.910225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.960943 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff23adc-a06b-47b1-820c-6a8339c549b9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:55.961429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff23adc-a06b-47b1-820c-6a8339c549b9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:55.963105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-eff23adc-a06b-47b1-820c-6a8339c549b9 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/c673ed13-23ee-4a30-82da-c0ad86503846 HTTP/1.1" status: 404 len: 337 time: 0.0519366 Apr 25 15:09:55.965775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32810) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:55.986051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d8fba1a1-a231-4fde-805d-f630bd5f3267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.009919 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf666f86-153f-498a-a9ac-275ee818f5fd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.010724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf666f86-153f-498a-a9ac-275ee818f5fd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.014677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf666f86-153f-498a-a9ac-275ee818f5fd tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/d8974fb3-bf2f-4bb2-a6e1-38ae2251bd69 HTTP/1.1" status: 404 len: 333 time: 0.0453451 Apr 25 15:09:56.015299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32814) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.050566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d8fba1a1-a231-4fde-805d-f630bd5f3267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.067425 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cedf81-17e5-489c-87d8-b5154e09035b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.067877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cedf81-17e5-489c-87d8-b5154e09035b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.070112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d1cedf81-17e5-489c-87d8-b5154e09035b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/704ab3bb-d014-4c47-927a-c1403c2b46a4 HTTP/1.1" status: 404 len: 337 time: 0.0538666 Apr 25 15:09:56.072739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.115510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d8fba1a1-a231-4fde-805d-f630bd5f3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.116618 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f63421-2813-4e9b-a0d5-094cb3b3fdc3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.117208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f63421-2813-4e9b-a0d5-094cb3b3fdc3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.119083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a0f63421-2813-4e9b-a0d5-094cb3b3fdc3 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/8fbe8be3-800e-41c6-9d8e-901e665a938e HTTP/1.1" status: 404 len: 333 time: 0.0452418 Apr 25 15:09:56.125474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32822) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.134935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fba1a1-a231-4fde-805d-f630bd5f3267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61768e4d-7255-4dab-bb9a-e6acc1593b9f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:56.149346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d8fba1a1-a231-4fde-805d-f630bd5f3267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.150625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d8fba1a1-a231-4fde-805d-f630bd5f3267 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61768e4d-7255-4dab-bb9a-e6acc1593b9f HTTP/1.1" status: 204 len: 168 time: 0.2648768 Apr 25 15:09:56.172519 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33ee988-8909-4105-b74f-1185f24a4445 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.174073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33ee988-8909-4105-b74f-1185f24a4445 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.176696 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e33ee988-8909-4105-b74f-1185f24a4445 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/11e672f3-e9c2-4445-8428-6041742908de HTTP/1.1" status: 404 len: 337 time: 0.0502818 Apr 25 15:09:56.179187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32828) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.220888 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-553bdc91-e4c1-42eb-b030-b30e0df5a19a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.221578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553bdc91-e4c1-42eb-b030-b30e0df5a19a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.223574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-553bdc91-e4c1-42eb-b030-b30e0df5a19a tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/e664ced3-202e-4e6a-a85d-fd62bcfb11ac HTTP/1.1" status: 404 len: 333 time: 0.0431721 Apr 25 15:09:56.226248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32832) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.265459 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9e6c56-4770-44fb-9a5f-e899bd6da6c0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.265927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9e6c56-4770-44fb-9a5f-e899bd6da6c0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.269968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e9e6c56-4770-44fb-9a5f-e899bd6da6c0 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/a256de07-a43d-4f38-ab29-6a088aab95e5 HTTP/1.1" status: 404 len: 337 time: 0.0401366 Apr 25 15:09:56.270534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32838) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.331092 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa342a6-5623-4ed3-9250-dc834852762b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.331623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa342a6-5623-4ed3-9250-dc834852762b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.336135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-faa342a6-5623-4ed3-9250-dc834852762b tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/fdb515fc-28d4-4b0f-abe3-31c94e710a8e HTTP/1.1" status: 404 len: 333 time: 0.0619662 Apr 25 15:09:56.337079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.382372 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cefa3b-37ec-4b5b-9b47-d014e71fbded tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.382947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cefa3b-37ec-4b5b-9b47-d014e71fbded tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.384811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26cefa3b-37ec-4b5b-9b47-d014e71fbded tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/2a95c783-28c6-4971-b3e4-3fc6d61669b9 HTTP/1.1" status: 404 len: 337 time: 0.0471690 Apr 25 15:09:56.387296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.452783 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9beb71d-6eff-4e55-a198-bf47e11e7491 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.454952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9beb71d-6eff-4e55-a198-bf47e11e7491 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.458694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d9beb71d-6eff-4e55-a198-bf47e11e7491 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/ports/dde350d6-56f1-4a77-9c1c-415d13b6380b HTTP/1.1" status: 404 len: 333 time: 0.0703390 Apr 25 15:09:56.461495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32854) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.566510 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19b4be6-4adb-4f20-b7a6-f170876adac2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] DELETE failed (client error): The resource could not be found. Apr 25 15:09:56.566975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19b4be6-4adb-4f20-b7a6-f170876adac2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:09:56.568808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f19b4be6-4adb-4f20-b7a6-f170876adac2 tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/subnets/ffdc7a89-0dfc-4379-b7c3-c95dfeb8790a HTTP/1.1" status: 404 len: 337 time: 0.1046774 Apr 25 15:09:56.573332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:56.741734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.875831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.900993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae6f61f-894f-41a6-b7c3-0cf91e784673']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:09:56.913194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0ede4b-a575-4e81-a20d-3298d2d37c73') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:09:56.913493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0ede4b-a575-4e81-a20d-3298d2d37c73') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:09:56.925926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.942481 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.948536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:09:56.948926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:09:56.963779 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:09:57.045174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:57.065762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:57.071791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] Pushing event deleted for resources: {'Network': ['ID=fae6f61f-894f-41a6-b7c3-0cf91e784673,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:57.076722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d56f14c1-b4c7-4baf-947e-61f3b06ef6ed tempest-NetworksTestDHCPv6-445778138 tempest-NetworksTestDHCPv6-445778138-project] 10.222.0.23 "DELETE /v2.0/networks/fae6f61f-894f-41a6-b7c3-0cf91e784673 HTTP/1.1" status: 204 len: 168 time: 0.5038435 Apr 25 15:09:57.352992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:57.584646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d1820921-4716-44c9-a01b-2472671f2268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26b7ba839c83444f926eb5fbcb8c5366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299967 Apr 25 15:09:57.587612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32898) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:57.671234 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e50d6f5-4cfc-4625-b5d5-d83b56297957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:57.698264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e50d6f5-4cfc-4625-b5d5-d83b56297957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:57.755455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e50d6f5-4cfc-4625-b5d5-d83b56297957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:57.774614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50d6f5-4cfc-4625-b5d5-d83b56297957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782449b0-c971-43eb-a994-eb88c6de8893,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:57.780104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0e50d6f5-4cfc-4625-b5d5-d83b56297957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:57.783891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0e50d6f5-4cfc-4625-b5d5-d83b56297957 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/782449b0-c971-43eb-a994-eb88c6de8893 HTTP/1.1" status: 204 len: 168 time: 0.1922302 Apr 25 15:09:58.521670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32928) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:58.637163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-955504548'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:58.643720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:58.647848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Usage tracker for resource:network and tenant:c97383a501284685ba409ad52d723063 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:58.651038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:58.658164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:58.672717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Made reservation on behalf of c97383a501284685ba409ad52d723063 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:58.680268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:58.697467 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:58.736979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:58.791139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Usage tracker for resource:security_group_rule and tenant:c97383a501284685ba409ad52d723063 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:58.796524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:58.809599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:58.951358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:58.956689 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.001859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:09:59.007670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11f30d-9e51-44ed-927f-88491fea936c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:59.016635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.017061 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Added segment 8c3077f0-ac6e-4e42-bbd9-47adc4e300b1 of type vlan for network 776d7f67-9f4f-40ae-b6af-80297d282bc1 Apr 25 15:09:59.047627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.056844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.082818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.088409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:59.089026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.202335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6794293 Apr 25 15:09:59.205065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1400-1e6f-4de1-acf9-677f574a29b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event updated for resources: {'Network': ['ID=776d7f67-9f4f-40ae-b6af-80297d282bc1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:59.205342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32940) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:59.211303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Request body: {'subnet': {'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:09:59.218404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:09:59.431949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:09:59.435773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Usage tracker for resource:subnet and tenant:c97383a501284685ba409ad52d723063 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:09:59.438731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:09:59.444423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:09:59.455139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Made reservation on behalf of c97383a501284685ba409ad52d723063 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:09:59.458628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.682480 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.758826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event updated for resources: {'Subnet': ['ID=3eeb26ad-9b93-428f-a85a-df6f0718bbb8,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:09:59.778025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Checking segment: {'id': '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:09:59.778025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Network hostable DHCP agents. Network: 776d7f67-9f4f-40ae-b6af-80297d282bc1, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:09:59.795226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:09:59.805143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 776d7f67-9f4f-40ae-b6af-80297d282bc1) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:09:59.814052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b477c-754e-4e18-aa85-682c5f7f706a None None] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:09:59.821803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:09:59.822627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:09:59.849418 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec3d95d8-289e-4ae4-8766-08392e6d4e33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6428430 Apr 25 15:09:59.852043 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:09:59.858591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Request body: {'port': {'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-827699030'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:00.051428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:00.055362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Usage tracker for resource:port and tenant:c97383a501284685ba409ad52d723063 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:00.058514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:00.065132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:00.086192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Made reservation on behalf of c97383a501284685ba409ad52d723063 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:00.090168 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.117429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] device_id is not set on port a234a916-cd20-4e7f-8765-a81720f7438e yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:10:00.146937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-776d7f67-9f4f-40ae-b6af-80297d282bc1', 'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1', 'tenant_id': 'c97383a501284685ba409ad52d723063', 'fixed_ips': [{'subnet_id': '3eeb26ad-9b93-428f-a85a-df6f0718bbb8'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:00.148111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.311489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Allocated IP 2001:db8::20d (776d7f67-9f4f-40ae-b6af-80297d282bc1/3eeb26ad-9b93-428f-a85a-df6f0718bbb8/a234a916-cd20-4e7f-8765-a81720f7438e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:00.536023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.555420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Transition to ACTIVE for port object a234a916-cd20-4e7f-8765-a81720f7438e will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:00.584872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.660294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:00.668758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:00.671972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Allocated IP 2001:db8::2 (776d7f67-9f4f-40ae-b6af-80297d282bc1/3eeb26ad-9b93-428f-a85a-df6f0718bbb8/3b74e603-1990-477e-ac5c-0afd24d4c47c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:00.674493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:00.680356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:00.681952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.695163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event updated for resources: {'Port': ['ID=a234a916-cd20-4e7f-8765-a81720f7438e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:00.717207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d02255a-0d5e-49cc-a7aa-22dbc542555b tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8637996 Apr 25 15:10:00.721471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32958) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:00.730569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Request body: {'port': {'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2147341467', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:00.731282 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.api.validators [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] bootfile-name is not in valid_values {{(pid=88061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 15:10:00.732405 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.api.validators [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] tftp-server is not in valid_values {{(pid=88061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 15:10:00.732916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.api.validators [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] server-ip-address is not in valid_values {{(pid=88061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 15:10:00.917321 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.940239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Transition to ACTIVE for port object 3b74e603-1990-477e-ac5c-0afd24d4c47c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:00.961102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Transition to ACTIVE for port object 3b74e603-1990-477e-ac5c-0afd24d4c47c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:00.970305 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:00.973816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:00.978442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Usage tracker for resource:port and tenant:c97383a501284685ba409ad52d723063 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:00.982703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:00.997953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:01.035445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Made reservation on behalf of c97383a501284685ba409ad52d723063 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:01.085343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.113869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:01.122036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:01.122738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] device_id is not set on port 98fa8eba-d3b3-4e0c-8584-bef19496588e yet. {{(pid=88061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:10:01.127205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:01.133622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Pushing event updated for resources: {'Port': ['ID=3b74e603-1990-477e-ac5c-0afd24d4c47c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:01.230254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Attempting to bind port 3b74e603-1990-477e-ac5c-0afd24d4c47c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:01.230794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Attempting to bind port 3b74e603-1990-477e-ac5c-0afd24d4c47c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:01.230794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Attempting to bind port 3b74e603-1990-477e-ac5c-0afd24d4c47c on network 776d7f67-9f4f-40ae-b6af-80297d282bc1 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:01.236362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:01.236825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Checking segment: {'id': '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:01.237322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.237774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Bound using segment: {'id': '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:01.238309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Bound port: 3b74e603-1990-477e-ac5c-0afd24d4c47c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '776d7f67-9f4f-40ae-b6af-80297d282bc1'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:01.238748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.301886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Allocated IP 2001:db8::70 (776d7f67-9f4f-40ae-b6af-80297d282bc1/3eeb26ad-9b93-428f-a85a-df6f0718bbb8/98fa8eba-d3b3-4e0c-8584-bef19496588e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:01.339261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] For port 3b74e603-1990-477e-ac5c-0afd24d4c47c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:01.343584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] For port 3b74e603-1990-477e-ac5c-0afd24d4c47c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b74e603-1990-477e-ac5c-0afd24d4c47c,segment=NetworkSegment(8c3077f0-ac6e-4e42-bbd9-47adc4e300b1),segment_id=8c3077f0-ac6e-4e42-bbd9-47adc4e300b1)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:01.349073 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.455887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5643ba-fbf9-48ef-8a02-0e8d2f939228 None None] Pushing event updated for resources: {'Port': ['ID=3b74e603-1990-477e-ac5c-0afd24d4c47c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:01.545108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.561841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Transition to ACTIVE for port object 98fa8eba-d3b3-4e0c-8584-bef19496588e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:01.587242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.661155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:01.663653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:01.673109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:01.678833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:01.679642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:01.693078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event updated for resources: {'Port': ['ID=98fa8eba-d3b3-4e0c-8584-bef19496588e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:01.711884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b8258beb-4932-4a46-858e-64b1eb869d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9876435 Apr 25 15:10:01.714141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 32966) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:01.803174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cc2ad-decc-4679-ae61-94018047cc6f tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:01.809261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cc2ad-decc-4679-ae61-94018047cc6f tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:01.815726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cc2ad-decc-4679-ae61-94018047cc6f tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:01.817495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9a6cc2ad-decc-4679-ae61-94018047cc6f tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Synchronizing usage tracker for tenant:c97383a501284685ba409ad52d723063 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:01.836590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9a6cc2ad-decc-4679-ae61-94018047cc6f tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Unset dirty status for tenant:c97383a501284685ba409ad52d723063 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:01.838285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9a6cc2ad-decc-4679-ae61-94018047cc6f tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1232212 Apr 25 15:10:01.841191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 32970) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:01.911479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Deleting port 98fa8eba-d3b3-4e0c-8584-bef19496588e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:01.911814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:02.140044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b74e603-1990-477e-ac5c-0afd24d4c47c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:02.217796 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:02.290683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3b74e603-1990-477e-ac5c-0afd24d4c47c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:02.372937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Calling delete_port for 98fa8eba-d3b3-4e0c-8584-bef19496588e owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:02.610631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:02.731939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event deleted for resources: {'Port': ['ID=98fa8eba-d3b3-4e0c-8584-bef19496588e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:02.738838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:02.743333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63461006-ac1f-4c20-8648-9e59a58facba None None] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:02.760331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f46847ab-a2e2-4570-b6d4-bc72fa48c285 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "DELETE /v2.0/ports/98fa8eba-d3b3-4e0c-8584-bef19496588e HTTP/1.1" status: 204 len: 168 time: 0.9170246 Apr 25 15:10:02.765602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33000) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:02.773172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Request body: {'port': {'name': 'tempest-new-port-name-1797863990', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:02.773570 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.api.validators [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] bootfile-name is not in valid_values {{(pid=88060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 15:10:02.774182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.api.validators [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] tftp-server is not in valid_values {{(pid=88060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 15:10:02.774671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.api.validators [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] server-ip-address is not in valid_values {{(pid=88060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 25 15:10:02.958422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] Provisioning for port 3b74e603-1990-477e-ac5c-0afd24d4c47c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:02.972344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] Provisioning complete for port 3b74e603-1990-477e-ac5c-0afd24d4c47c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:02.972728 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:02.992000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.214782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.266547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] For port 3b74e603-1990-477e-ac5c-0afd24d4c47c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b74e603-1990-477e-ac5c-0afd24d4c47c,segment=NetworkSegment(8c3077f0-ac6e-4e42-bbd9-47adc4e300b1),segment_id=8c3077f0-ac6e-4e42-bbd9-47adc4e300b1)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:03.278110 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.432690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eeb13-179e-42b1-8161-4caa1be593cb None None] Pushing event updated for resources: {'Port': ['ID=3b74e603-1990-477e-ac5c-0afd24d4c47c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:03.593504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.598117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.626367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-caa2d15e-1ea1-4fbe-9c1b-06759354c86b None None] Provisioning for port a234a916-cd20-4e7f-8765-a81720f7438e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:03.632752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-caa2d15e-1ea1-4fbe-9c1b-06759354c86b None None] Provisioning complete for port a234a916-cd20-4e7f-8765-a81720f7438e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:03.633361 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-caa2d15e-1ea1-4fbe-9c1b-06759354c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.703128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event updated for resources: {'Port': ['ID=a234a916-cd20-4e7f-8765-a81720f7438e,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:03.709798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-caa2d15e-1ea1-4fbe-9c1b-06759354c86b None None] Port a234a916-cd20-4e7f-8765-a81720f7438e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:03.714603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] In _notify_port_updated(), no bound segment for port a234a916-cd20-4e7f-8765-a81720f7438e on network 776d7f67-9f4f-40ae-b6af-80297d282bc1 {{(pid=88060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 25 15:10:03.721329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:03.722143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.727221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33022) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:03.740923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1d903591-73c1-4dab-9d0f-bfeafc9539f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "PUT /v2.0/ports/a234a916-cd20-4e7f-8765-a81720f7438e HTTP/1.1" status: 200 len: 1130 time: 0.9725530 Apr 25 15:10:03.743558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-caa2d15e-1ea1-4fbe-9c1b-06759354c86b None None] Provisioning complete for port 3b74e603-1990-477e-ac5c-0afd24d4c47c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:03.743654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-caa2d15e-1ea1-4fbe-9c1b-06759354c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:03.974565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9715b00-368c-4ca7-a98f-418a7754fae9 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:03.975955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a9715b00-368c-4ca7-a98f-418a7754fae9 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "GET /v2.0/ports/a234a916-cd20-4e7f-8765-a81720f7438e HTTP/1.1" status: 200 len: 1130 time: 0.2462716 Apr 25 15:10:03.979534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33028) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:04.011567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fec518c3-add8-4c12-a986-38440f86761d None None] Provisioning complete for port a234a916-cd20-4e7f-8765-a81720f7438e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:04.011951 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fec518c3-add8-4c12-a986-38440f86761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:04.094901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Deleting port a234a916-cd20-4e7f-8765-a81720f7438e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:04.096327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fec518c3-add8-4c12-a986-38440f86761d None None] Port a234a916-cd20-4e7f-8765-a81720f7438e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:04.102479 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:04.139943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b74e603-1990-477e-ac5c-0afd24d4c47c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:04.219302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3b74e603-1990-477e-ac5c-0afd24d4c47c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:04.219884 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:04.330878 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:10:04.369502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5079938c-d9d0-42dc-be83-7e6d02f3db56 None None] Could not find standard attr ID for object 98fa8eba-d3b3-4e0c-8584-bef19496588e. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:10:04.456745 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:04.574572 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:04.751864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Calling delete_port for a234a916-cd20-4e7f-8765-a81720f7438e owned by {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:04.998565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a5a30651-49a8-408b-b1e4-9ddd5ced3f47 None None] Could not find standard attr ID for object a234a916-cd20-4e7f-8765-a81720f7438e. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:10:05.000791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.096185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event deleted for resources: {'Port': ['ID=a234a916-cd20-4e7f-8765-a81720f7438e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:05.108263 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.119248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bdf74dc5-dafa-46c1-b874-c154d5240ebc tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "DELETE /v2.0/ports/a234a916-cd20-4e7f-8765-a81720f7438e HTTP/1.1" status: 204 len: 168 time: 1.1386220 Apr 25 15:10:05.121833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33050) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:05.208971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Deleting subnet 3eeb26ad-9b93-428f-a85a-df6f0718bbb8 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:05.213152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.293595 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.390517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.472303 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.518066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event deleted for resources: {'Subnet': ['ID=3eeb26ad-9b93-428f-a85a-df6f0718bbb8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:05.522249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.529076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa279c4d-d732-478c-b14a-477d1210817c tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "DELETE /v2.0/subnets/3eeb26ad-9b93-428f-a85a-df6f0718bbb8 HTTP/1.1" status: 204 len: 168 time: 0.4052253 Apr 25 15:10:05.532127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33064) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:05.546304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f34dc3-42d1-456c-9ac3-0cdfabd2003b None None] Network 776d7f67-9f4f-40ae-b6af-80297d282bc1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:05.715531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.743335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Deleting port 3b74e603-1990-477e-ac5c-0afd24d4c47c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:05.743916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:05.879917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] DHCP port deletion for 776d7f67-9f4f-40ae-b6af-80297d282bc1 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:10:05.884075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Deleting port 3b74e603-1990-477e-ac5c-0afd24d4c47c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:05.884457 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.033451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] For port 3b74e603-1990-477e-ac5c-0afd24d4c47c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b74e603-1990-477e-ac5c-0afd24d4c47c,segment=NetworkSegment(8c3077f0-ac6e-4e42-bbd9-47adc4e300b1),segment_id=8c3077f0-ac6e-4e42-bbd9-47adc4e300b1)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:06.033823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.117792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] For port 3b74e603-1990-477e-ac5c-0afd24d4c47c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3b74e603-1990-477e-ac5c-0afd24d4c47c,segment=NetworkSegment(8c3077f0-ac6e-4e42-bbd9-47adc4e300b1),segment_id=8c3077f0-ac6e-4e42-bbd9-47adc4e300b1)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:06.118531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.141121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b74e603-1990-477e-ac5c-0afd24d4c47c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:10:06.199415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Calling delete_port for 3b74e603-1990-477e-ac5c-0afd24d4c47c owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:06.304060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Calling delete_port for 3b74e603-1990-477e-ac5c-0afd24d4c47c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:06.308167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.368278 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event deleted for resources: {'Port': ['ID=3b74e603-1990-477e-ac5c-0afd24d4c47c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:06.377392 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] No DVR routers for this DVR port 3b74e603-1990-477e-ac5c-0afd24d4c47c on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:10:06.391872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 3b74e603-1990-477e-ac5c-0afd24d4c47c {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:10:06.392290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3b74e603-1990-477e-ac5c-0afd24d4c47c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:06.411316 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:10:06.423798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:10:06.424331 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:10:06.564989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.591505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776d7f67-9f4f-40ae-b6af-80297d282bc1']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:06.603829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:06.604778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3077f0-ac6e-4e42-bbd9-47adc4e300b1') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:06.617025 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.634364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.640713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:06.641133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:06.657404 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:06.873444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.891724 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:06.902561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] Pushing event deleted for resources: {'Network': ['ID=776d7f67-9f4f-40ae-b6af-80297d282bc1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:06.913764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4f64077e-b79b-4336-a7bb-802ba02e7df5 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867 tempest-ExtraDHCPOptionsIpV6TestJSON-1916380867-project] 10.222.0.23 "DELETE /v2.0/networks/776d7f67-9f4f-40ae-b6af-80297d282bc1 HTTP/1.1" status: 204 len: 168 time: 1.3782880 Apr 25 15:10:06.925910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Deleting port 3b74e603-1990-477e-ac5c-0afd24d4c47c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:06.926401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:07.010065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-afeaffc9-3725-448a-ac91-8d135142bbd8 None None] The port '3b74e603-1990-477e-ac5c-0afd24d4c47c' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:10:07.245779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33106) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:07.412133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5ccce3a9-0933-4c04-8437-707748cf0c81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c97383a501284685ba409ad52d723063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651354 Apr 25 15:10:07.416381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33116) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:07.485950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-48ebbee4-a75a-4216-a4df-3b1f8ad3c1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:07.514988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-48ebbee4-a75a-4216-a4df-3b1f8ad3c1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:07.569669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-48ebbee4-a75a-4216-a4df-3b1f8ad3c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:07.584423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbee4-a75a-4216-a4df-3b1f8ad3c1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11f30d-9e51-44ed-927f-88491fea936c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:07.591339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-48ebbee4-a75a-4216-a4df-3b1f8ad3c1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:07.595171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-48ebbee4-a75a-4216-a4df-3b1f8ad3c1f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee11f30d-9e51-44ed-927f-88491fea936c HTTP/1.1" status: 204 len: 168 time: 0.1777966 Apr 25 15:10:08.466101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33164) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:08.581956 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-540dcb8b-927c-4776-a3ac-f84d365d925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.641387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'networks': [{'name': 'tempest-network--1689119095'}, {'name': 'tempest-network--482187660'}]} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:08.641704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'network': {'name': 'tempest-network--1689119095'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:08.642163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'network': {'name': 'tempest-network--482187660'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:08.647956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:08.652519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:network and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:08.656148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:08.663662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:08.673839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'network': 2} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:08.678771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.692484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.708865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:08.713083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:security_group_rule and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:08.716340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:08.722914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:08.840191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.844743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.845887 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.895219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0592c1-f244-4619-bf73-215a7fd3348a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:08.903890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:08.915483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.915805 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Added segment 1587c2bd-e6f7-4f51-9376-4e6b630f88c4 of type vlan for network f372c00b-1afe-470b-aaff-f81ac15411d3 Apr 25 15:10:08.944435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.969673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3901f50-e9b7-426b-a657-f6d17425b26d req-660ba0a8-9651-4a43-816f-7e2f67954c12 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:08.971154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3901f50-e9b7-426b-a657-f6d17425b26d req-660ba0a8-9651-4a43-816f-7e2f67954c12 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 945 time: 0.1107130 Apr 25 15:10:08.982618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:08.991625 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:08.992001 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Added segment 74f381be-4b63-4b8d-844c-3c5031814097 of type vlan for network 901d0222-e130-4d2c-8b11-f45dd97e438b Apr 25 15:10:09.020343 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a3901f50-e9b7-426b-a657-f6d17425b26d req-50a91004-9a35-420b-8229-222a6f788d94 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Apr 25 15:10:09.023205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.057341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.057922 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.063710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:09.068374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:09.068999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.180815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7107663 Apr 25 15:10:09.181353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33184) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:09.190071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Network': ['ID=f372c00b-1afe-470b-aaff-f81ac15411d3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:09.201296 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f372c00b-1afe-470b-aaff-f81ac15411d3 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:09.296895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c664-d628-4e79-b785-63f7e1739dad tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Network': ['ID=901d0222-e130-4d2c-8b11-f45dd97e438b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:09.309354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 901d0222-e130-4d2c-8b11-f45dd97e438b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:09.373066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a457a98-48db-4bea-a370-8c73e9c00cfe tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:09.379560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a457a98-48db-4bea-a370-8c73e9c00cfe tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:09.386051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a457a98-48db-4bea-a370-8c73e9c00cfe tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:09.392719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a457a98-48db-4bea-a370-8c73e9c00cfe tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:09.397021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1a457a98-48db-4bea-a370-8c73e9c00cfe tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2121036 Apr 25 15:10:09.397445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33192) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:09.518149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.660881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.687274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f372c00b-1afe-470b-aaff-f81ac15411d3']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:09.699120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1587c2bd-e6f7-4f51-9376-4e6b630f88c4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:09.699418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1587c2bd-e6f7-4f51-9376-4e6b630f88c4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:09.711055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.730317 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.736399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:09.736822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:09.751946 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:09.831655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.852230 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:09.858468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Network': ['ID=f372c00b-1afe-470b-aaff-f81ac15411d3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:09.864989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-83e7a736-a767-464c-b58b-d87628137559 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/networks/f372c00b-1afe-470b-aaff-f81ac15411d3 HTTP/1.1" status: 204 len: 168 time: 0.4642696 Apr 25 15:10:09.865549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33206) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:09.989712 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.165292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.246371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901d0222-e130-4d2c-8b11-f45dd97e438b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:10.266472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f381be-4b63-4b8d-844c-3c5031814097') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:10.266778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f381be-4b63-4b8d-844c-3c5031814097') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:10.284310 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.311121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.334000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-b8277cf8-be21-43c1-9778-df1399159ce6 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:10.335458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-b8277cf8-be21-43c1-9778-df1399159ce6 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.15 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 945 time: 0.2215312 Apr 25 15:10:10.336421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:10.336822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:10.352453 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:10.574061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3ea5-5ecf-44f9-adf1-d830905bf6a2 req-79d11738-a725-44ae-9b5e-c2abdaf895c8 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:10.575538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a4e3ea5-5ecf-44f9-adf1-d830905bf6a2 req-79d11738-a725-44ae-9b5e-c2abdaf895c8 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 945 time: 0.4207618 Apr 25 15:10:10.637478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.641905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Deleting port c0dc8381-b714-4e13-84e3-4c2d663c1c31 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:10.642251 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.695494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.730592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a4e3ea5-5ecf-44f9-adf1-d830905bf6a2 req-430d5e35-1f64-408b-97d3-026dfb7923bc tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/security-groups?id=937d819b-fdd7-46db-b602-242e4b67c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437149 Apr 25 15:10:10.735513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Network': ['ID=901d0222-e130-4d2c-8b11-f45dd97e438b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:10.745082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0bdfc644-60d4-4106-b2b7-651f3feb5a38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/networks/901d0222-e130-4d2c-8b11-f45dd97e438b HTTP/1.1" status: 204 len: 168 time: 0.8785367 Apr 25 15:10:10.747621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33226) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:10.899821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7397-045b-446e-9692-c48f97264886 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:10.907210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7397-045b-446e-9692-c48f97264886 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:10.908989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-050e7397-045b-446e-9692-c48f97264886 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1603026 Apr 25 15:10:10.912698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33232) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:10.925964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1585345277'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:10.932722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:10.943197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a55e0915-282b-4ad4-a3ed-1ecd366ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.946846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:network and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:10.951658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:10.958557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:10.970226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:10.972063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] For port c0dc8381-b714-4e13-84e3-4c2d663c1c31, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c0dc8381-b714-4e13-84e3-4c2d663c1c31,segment=NetworkSegment(04c8b0ec-2140-40ac-86e3-4ccf62fcb257),segment_id=04c8b0ec-2140-40ac-86e3-4ccf62fcb257)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:10.972433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:10.974561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.010671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:11.025166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.025760 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Added segment 8d631331-71bf-434c-80d3-ff5176826827 of type vlan for network eceb1ace-8584-4f9a-ab2f-253d0ddf9584 Apr 25 15:10:11.053575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.084797 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.091410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:11.091986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.113418 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Calling delete_port for c0dc8381-b714-4e13-84e3-4c2d663c1c31 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:11.194020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2799079 Apr 25 15:10:11.196908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33240) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:11.204185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-160540621'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:11.211088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad3e96-beac-4c3f-98c4-3f28580c464e tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Network': ['ID=eceb1ace-8584-4f9a-ab2f-253d0ddf9584,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:11.211300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:11.226626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network eceb1ace-8584-4f9a-ab2f-253d0ddf9584 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:11.244853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:network and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:11.252829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:11.266367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:11.293802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:11.298862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.323767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.336331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['c0dc8381-b714-4e13-84e3-4c2d663c1c31'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:10:11.380400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Pushing event deleted for resources: {'Port': ['ID=c0dc8381-b714-4e13-84e3-4c2d663c1c31,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:11.411637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:11.466735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.467088 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Added segment 07c6a904-fa9d-456c-bbd2-b12fd121b044 of type vlan for network e1d48302-3766-4ec5-aa6a-33ab1deca4df Apr 25 15:10:11.468604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] No DVR routers for this DVR port c0dc8381-b714-4e13-84e3-4c2d663c1c31 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:10:11.474155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.476561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'name': 'network-vif-deleted', 'tag': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:10:11.508138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fea51d3-bc7e-4206-b907-461e0ff6417f req-2b4a284a-7489-4441-8a0c-8cf8c7e87930 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.15 "DELETE /v2.0/ports/c0dc8381-b714-4e13-84e3-4c2d663c1c31 HTTP/1.1" status: 204 len: 173 time: 1.1438868 Apr 25 15:10:11.519338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.545645 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48fb74a-5c41-4669-9b65-672a383f4d55'] response: {'server_uuid': '8012d8d3-d3fe-4628-9295-f1d4219836e6', 'name': 'network-vif-deleted', 'tag': 'c0dc8381-b714-4e13-84e3-4c2d663c1c31', 'status': 'completed', 'code': 200} Apr 25 15:10:11.560228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.566572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:11.567448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.682560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4842982 Apr 25 15:10:11.683244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33254) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:11.690427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'ports': [{'network_id': 'eceb1ace-8584-4f9a-ab2f-253d0ddf9584', 'name': 'tempest-port--1330557865', 'admin_state_up': True}, {'network_id': 'e1d48302-3766-4ec5-aa6a-33ab1deca4df', 'admin_state_up': False}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:11.690630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5309d8f-1365-4bf5-a4b8-247b0f9f0262 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Network': ['ID=e1d48302-3766-4ec5-aa6a-33ab1deca4df,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:11.690748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'port': {'network_id': 'eceb1ace-8584-4f9a-ab2f-253d0ddf9584', 'name': 'tempest-port--1330557865', 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:11.691444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'port': {'network_id': 'e1d48302-3766-4ec5-aa6a-33ab1deca4df', 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:11.703468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e1d48302-3766-4ec5-aa6a-33ab1deca4df details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:11.837863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:11.932166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-061f3382-f78e-4592-bf63-eaeaf61b597e req-96ad069e-c2f3-4c1e-9788-ee02f8507375 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Synchronizing usage tracker for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:11.954334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-061f3382-f78e-4592-bf63-eaeaf61b597e req-96ad069e-c2f3-4c1e-9788-ee02f8507375 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] Unset dirty status for tenant:9c8be9ca298e4805ad65e452e2bf01fc on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:11.955576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-061f3382-f78e-4592-bf63-eaeaf61b597e req-96ad069e-c2f3-4c1e-9788-ee02f8507375 tempest-VolumesSnapshotTestJSON-1165361034 tempest-VolumesSnapshotTestJSON-1165361034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8012d8d3-d3fe-4628-9295-f1d4219836e6 HTTP/1.1" status: 200 len: 210 time: 0.0941539 Apr 25 15:10:12.000301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:12.005145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:port and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:12.007633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:12.015082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:12.031690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'port': 2} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:12.036628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.046281 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.054493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.310908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] device_id is not set on port 88ad2a15-3009-47b5-aa7d-eb4ff9db55e2 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:10:12.400415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.511541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] device_id is not set on port 8f693159-8c41-4ecf-9958-c706ae0ebc21 yet. {{(pid=88060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 25 15:10:12.600827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.632386 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.843941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Port': ['ID=88ad2a15-3009-47b5-aa7d-eb4ff9db55e2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:12.853011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Checking segment: {'id': '8d631331-71bf-434c-80d3-ff5176826827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eceb1ace-8584-4f9a-ab2f-253d0ddf9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:12.853404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network hostable DHCP agents. Network: eceb1ace-8584-4f9a-ab2f-253d0ddf9584, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:12.872714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network eceb1ace-8584-4f9a-ab2f-253d0ddf9584 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:12.882145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, eceb1ace-8584-4f9a-ab2f-253d0ddf9584) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:12.886748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:12.887931 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:12.892950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05d072-5391-46a1-9c47-366daccb1960 None None] Network eceb1ace-8584-4f9a-ab2f-253d0ddf9584 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:12.992097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Port': ['ID=8f693159-8c41-4ecf-9958-c706ae0ebc21,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:13.004137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Checking segment: {'id': '07c6a904-fa9d-456c-bbd2-b12fd121b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e1d48302-3766-4ec5-aa6a-33ab1deca4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:13.004696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network hostable DHCP agents. Network: e1d48302-3766-4ec5-aa6a-33ab1deca4df, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:13.042386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network e1d48302-3766-4ec5-aa6a-33ab1deca4df is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:13.059410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e1d48302-3766-4ec5-aa6a-33ab1deca4df) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:13.064373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:13.072344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:13.078275 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:13.079020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:13.093654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0043a8a-1047-4f70-a0f1-6eb5b1b52e5a None None] Network e1d48302-3766-4ec5-aa6a-33ab1deca4df requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:13.114923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4cb02419-6d5b-49b1-a0d7-fac4bdffd955 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4306061 Apr 25 15:10:13.117009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33288) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:13.219661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536935a-31d1-423d-af0b-22b5bc337845 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:13.226137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536935a-31d1-423d-af0b-22b5bc337845 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:13.227080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d536935a-31d1-423d-af0b-22b5bc337845 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Synchronizing usage tracker for tenant:33fe317efb6242c09eb69946e30456bf on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:13.250569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d536935a-31d1-423d-af0b-22b5bc337845 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Unset dirty status for tenant:33fe317efb6242c09eb69946e30456bf on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:13.254786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33294) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:13.255307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d536935a-31d1-423d-af0b-22b5bc337845 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1368761 Apr 25 15:10:13.348174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Deleting port 88ad2a15-3009-47b5-aa7d-eb4ff9db55e2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:13.348605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:13.611792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:13.720527 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:13.789642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Calling delete_port for 88ad2a15-3009-47b5-aa7d-eb4ff9db55e2 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:13.873875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:13.932054 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:13.935464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Port': ['ID=88ad2a15-3009-47b5-aa7d-eb4ff9db55e2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:13.950213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e2dd256a-92ff-4109-9632-c07b8caf82b0 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/ports/88ad2a15-3009-47b5-aa7d-eb4ff9db55e2 HTTP/1.1" status: 204 len: 168 time: 0.6933095 Apr 25 15:10:13.952668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33316) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:14.030453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Deleting port 8f693159-8c41-4ecf-9958-c706ae0ebc21 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:14.030982 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.234113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c0dc8381-b714-4e13-84e3-4c2d663c1c31 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:10:14.312638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: c0dc8381-b714-4e13-84e3-4c2d663c1c31 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:10:14.313265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c0dc8381-b714-4e13-84e3-4c2d663c1c31 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:10:14.430792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.567116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Calling delete_port for 8f693159-8c41-4ecf-9958-c706ae0ebc21 owned by {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:14.656608 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.704885 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.728924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Port': ['ID=8f693159-8c41-4ecf-9958-c706ae0ebc21,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:14.733422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e475d3a4-3a73-4c85-94b8-91c29f9ea5de tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/ports/8f693159-8c41-4ecf-9958-c706ae0ebc21 HTTP/1.1" status: 204 len: 168 time: 0.7794418 Apr 25 15:10:14.735876 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33334) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:14.782442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-96ab9938-4eb4-469e-b40b-123cf08c14a5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Synchronizing usage tracker for tenant:33fe317efb6242c09eb69946e30456bf on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:14.799712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-96ab9938-4eb4-469e-b40b-123cf08c14a5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Unset dirty status for tenant:33fe317efb6242c09eb69946e30456bf on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:14.803037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-96ab9938-4eb4-469e-b40b-123cf08c14a5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0662215 Apr 25 15:10:14.806653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33342) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:14.814091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-948679290'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:14.832252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:14.841333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:network and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:14.841333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:14.842895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:14.854465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:14.858537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.889753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:14.899548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.899959 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Added segment cdb522df-3f9b-4af7-ad28-470d7146faea of type vlan for network 2c9ab10f-1518-4b8c-93b3-b423a4885103 Apr 25 15:10:14.946736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:14.994433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.000555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:15.001515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.102426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2945416 Apr 25 15:10:15.105558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33352) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:15.115248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1384751885'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:15.123277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:15.127442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:network and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:15.127581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d5baf-b6da-42c6-b789-78f6c85da386 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Network': ['ID=2c9ab10f-1518-4b8c-93b3-b423a4885103,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:15.131605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:15.138645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:15.144896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 2c9ab10f-1518-4b8c-93b3-b423a4885103 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:15.158101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:15.162199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.197644 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:15.208725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.209137 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Added segment 45c22712-9e20-446c-a26b-490850f1625e of type vlan for network 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e Apr 25 15:10:15.240438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.275449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.282826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:15.283705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.419964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Network': ['ID=9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:15.423978 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e561b721-ac53-408e-a5ca-1b935c203b4a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3137918 Apr 25 15:10:15.431665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:15.556846 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33360) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:15.563876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'subnets': [{'network_id': '2c9ab10f-1518-4b8c-93b3-b423a4885103', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1590471953', 'ip_version': 4}, {'network_id': '9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:15.564199 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'subnet': {'network_id': '2c9ab10f-1518-4b8c-93b3-b423a4885103', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1590471953', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:15.564812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Request body: {'subnet': {'network_id': '9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:15.805468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:15.809328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Usage tracker for resource:subnet and tenant:33fe317efb6242c09eb69946e30456bf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:15.812160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:15.817960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:15.828979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Made reservation on behalf of 33fe317efb6242c09eb69946e30456bf for: {'subnet': 2} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:15.833835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:15.834305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:16.389244 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:16.471424 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Subnet': ['ID=fe1cfda5-fa5b-4657-aa04-381528f74bea,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:16.479107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Checking segment: {'id': 'cdb522df-3f9b-4af7-ad28-470d7146faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2c9ab10f-1518-4b8c-93b3-b423a4885103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:16.479421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network hostable DHCP agents. Network: 2c9ab10f-1518-4b8c-93b3-b423a4885103, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:16.498740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network 2c9ab10f-1518-4b8c-93b3-b423a4885103 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:16.514272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 2c9ab10f-1518-4b8c-93b3-b423a4885103) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:16.518224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:16.526592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5018d1b-8eef-499b-be02-92afa6608b54 None None] Network 2c9ab10f-1518-4b8c-93b3-b423a4885103 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:16.612360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event updated for resources: {'Subnet': ['ID=929cd800-0aab-4d4c-bbfe-e34197b07da6,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:16.616430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Checking segment: {'id': '45c22712-9e20-446c-a26b-490850f1625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:16.616794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network hostable DHCP agents. Network: 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:16.638327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Network 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:16.650069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:16.654699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:16.655739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:16.656362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:16.663881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f2ae7e-8803-429c-8430-f7ab015e00fb None None] Network 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:16.683788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3ab7ea96-641f-46a2-a1b1-c3d1e39a6c75 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1255274 Apr 25 15:10:16.686606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:16.763920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53270f8-48f0-43e8-bca0-7380d1bd4dd1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:16.766454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53270f8-48f0-43e8-bca0-7380d1bd4dd1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:16.768011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53270f8-48f0-43e8-bca0-7380d1bd4dd1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:16.768826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c53270f8-48f0-43e8-bca0-7380d1bd4dd1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Synchronizing usage tracker for tenant:33fe317efb6242c09eb69946e30456bf on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:16.787788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c53270f8-48f0-43e8-bca0-7380d1bd4dd1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Unset dirty status for tenant:33fe317efb6242c09eb69946e30456bf on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:16.792141 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c53270f8-48f0-43e8-bca0-7380d1bd4dd1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1014707 Apr 25 15:10:16.792373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33392) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:16.868080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Deleting subnet fe1cfda5-fa5b-4657-aa04-381528f74bea {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:16.871115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:16.933153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:16.997558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.091499 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.135500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf51e4-3cf0-4e87-81ce-1a773966c539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-2c9ab10f-1518-4b8c-93b3-b423a4885103', 'network_id': '2c9ab10f-1518-4b8c-93b3-b423a4885103', 'tenant_id': '33fe317efb6242c09eb69946e30456bf', 'fixed_ips': [{'subnet_id': 'fe1cfda5-fa5b-4657-aa04-381528f74bea'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:17.136391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fccf51e4-3cf0-4e87-81ce-1a773966c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.148244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed444260-1bd8-47c3-984f-409b6805df55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e', 'network_id': '9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e', 'tenant_id': '33fe317efb6242c09eb69946e30456bf', 'fixed_ips': [{'subnet_id': '929cd800-0aab-4d4c-bbfe-e34197b07da6'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:17.149098 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed444260-1bd8-47c3-984f-409b6805df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.179482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1cfda5-fa5b-4657-aa04-381528f74bea,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:17.181555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.199983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33406) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:17.210510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fc1c5d92-56a7-4fe2-8124-a62b1ba609e5 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/subnets/fe1cfda5-fa5b-4657-aa04-381528f74bea HTTP/1.1" status: 204 len: 168 time: 0.4171360 Apr 25 15:10:17.290999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Deleting subnet 929cd800-0aab-4d4c-bbfe-e34197b07da6 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:17.295991 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.342730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac7a3b-439d-4144-8398-4e91454df790 None None] Network 2c9ab10f-1518-4b8c-93b3-b423a4885103 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:17.380707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.482369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.601224 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server [None req-ed444260-1bd8-47c3-984f-409b6805df55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 929cd800-0aab-4d4c-bbfe-e34197b07da6: This subnet is being modified by another concurrent operation. Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise self.value Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server raise exception Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 929cd800-0aab-4d4c-bbfe-e34197b07da6: This subnet is being modified by another concurrent operation. Apr 25 15:10:17.641319 n-d-811416-6 neutron-server[88062]: ERROR oslo_messaging.rpc.server Apr 25 15:10:17.647065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:17.663458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Subnet': ['ID=929cd800-0aab-4d4c-bbfe-e34197b07da6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:17.669718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-065bdf79-2d41-47cb-9ec1-f8798d2a063a tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/subnets/929cd800-0aab-4d4c-bbfe-e34197b07da6 HTTP/1.1" status: 204 len: 168 time: 0.4680037 Apr 25 15:10:17.670223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33418) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:17.702785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e772f3e-029e-4903-80c0-482687bebb86 None None] Network 9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:17.763423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4908c1-f7ce-43e9-9d48-7881018b61a4 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:17.763423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee4908c1-f7ce-43e9-9d48-7881018b61a4 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Synchronizing usage tracker for tenant:33fe317efb6242c09eb69946e30456bf on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:17.780488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee4908c1-f7ce-43e9-9d48-7881018b61a4 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Unset dirty status for tenant:33fe317efb6242c09eb69946e30456bf on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:17.785826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33422) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:17.786142 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ee4908c1-f7ce-43e9-9d48-7881018b61a4 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145351 Apr 25 15:10:17.935089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.006136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf125a6d-1c3c-4c42-a62b-a10e3612e789 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 15:10:18.101876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.110968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf125a6d-1c3c-4c42-a62b-a10e3612e789 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 15:10:18.134538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:18.148566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c22712-9e20-446c-a26b-490850f1625e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:18.148764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c22712-9e20-446c-a26b-490850f1625e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:18.161979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.179767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.186613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:18.187373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:18.203033 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:18.295783 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.328498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.331606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Network': ['ID=9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:18.349118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-79bc8421-f393-4574-95ef-f934b89caf38 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/networks/9a5d7f18-2ae7-4ac7-8ec5-83de54c6ff5e HTTP/1.1" status: 204 len: 168 time: 0.5600545 Apr 25 15:10:18.349508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:18.535119 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.744869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.775234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9ab10f-1518-4b8c-93b3-b423a4885103']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:18.791220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb522df-3f9b-4af7-ad28-470d7146faea') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:18.792377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb522df-3f9b-4af7-ad28-470d7146faea') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:18.807753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.832475 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.839174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:18.839580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:18.855202 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:18.959105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.986714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:18.997659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Network': ['ID=2c9ab10f-1518-4b8c-93b3-b423a4885103,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:19.001618 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-df4332be-02a3-40c3-97e5-8eebe3127aaa tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/networks/2c9ab10f-1518-4b8c-93b3-b423a4885103 HTTP/1.1" status: 204 len: 168 time: 0.6510999 Apr 25 15:10:19.004077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33458) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:19.156528 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.292126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.317753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d48302-3766-4ec5-aa6a-33ab1deca4df']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:19.353510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c6a904-fa9d-456c-bbd2-b12fd121b044') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:19.353510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c6a904-fa9d-456c-bbd2-b12fd121b044') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:19.358957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.379627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.385770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:19.386162 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:19.512939 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:19.603325 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.629520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:19.639071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/networks/e1d48302-3766-4ec5-aa6a-33ab1deca4df HTTP/1.1" status: 204 len: 168 time: 0.6337495 Apr 25 15:10:19.641484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:19.646593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b7e3-879c-4eca-a76f-d4a2c1510343 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Network': ['ID=e1d48302-3766-4ec5-aa6a-33ab1deca4df,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:19.867645 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.017350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.044663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eceb1ace-8584-4f9a-ab2f-253d0ddf9584']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:20.070749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d631331-71bf-434c-80d3-ff5176826827') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:20.071151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d631331-71bf-434c-80d3-ff5176826827') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:20.084346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.108316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.117242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:20.117824 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:20.133502 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:20.225019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.243557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.253816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] Pushing event deleted for resources: {'Network': ['ID=eceb1ace-8584-4f9a-ab2f-253d0ddf9584,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:20.258793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-02e114f4-77e7-453e-9cf8-32ef93ab27a1 tempest-BulkNetworkOpsTest-1455678215 tempest-BulkNetworkOpsTest-1455678215-project] 10.222.0.23 "DELETE /v2.0/networks/eceb1ace-8584-4f9a-ab2f-253d0ddf9584 HTTP/1.1" status: 204 len: 168 time: 0.6140108 Apr 25 15:10:20.565342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:20.740749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e72633f0-cd6f-4c13-bc6a-710a3af86f76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33fe317efb6242c09eb69946e30456bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720769 Apr 25 15:10:20.741000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:20.823781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2149f529-0d49-429d-8428-1a9ab85feaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.853253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2149f529-0d49-429d-8428-1a9ab85feaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.926571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2149f529-0d49-429d-8428-1a9ab85feaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.947969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149f529-0d49-429d-8428-1a9ab85feaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0592c1-f244-4619-bf73-215a7fd3348a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:20.954966 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2149f529-0d49-429d-8428-1a9ab85feaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:20.956354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2149f529-0d49-429d-8428-1a9ab85feaeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc0592c1-f244-4619-bf73-215a7fd3348a HTTP/1.1" status: 204 len: 168 time: 0.2140629 Apr 25 15:10:22.019484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33550) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:22.178539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-419400978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:22.186973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:22.191339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:router and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:22.194584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:22.201851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:22.212340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.213673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.260302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.294033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.349775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.350975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-746b1ceb-e5fe-4c33-9031-241718466587 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3298137 Apr 25 15:10:22.353650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:22.359550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2028149457'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:22.365560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:22.378123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:network and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:22.381926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:22.392989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:22.409776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:22.413657 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.430156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.465209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:22.474715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:security_group_rule and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:22.478490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:22.502154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:22.628096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.633266 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.665724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:22.681226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df48035-6d29-4710-93b5-89e95aa75009,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:22.690206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.690567 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Added segment 5bbcf48c-4198-4d53-90a7-cbf63b10812e of type vlan for network 63a3a808-076a-45a9-82e9-afd0103e6b91 Apr 25 15:10:22.737834 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.773169 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.779352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:22.780293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:22.903155 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5456295 Apr 25 15:10:22.903349 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33574) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:22.915679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad7507-0437-402f-9a5d-456f37a0a69b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Network': ['ID=63a3a808-076a-45a9-82e9-afd0103e6b91,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:22.924538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'subnet': {'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:22.933196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:23.082825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:23.091999 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:subnet and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:23.099009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:23.111806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:23.125003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:23.134087 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.458149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.538990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Subnet': ['ID=2826ebdc-f8bd-4c8b-9165-a6afd2adb419,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:23.547941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Checking segment: {'id': '5bbcf48c-4198-4d53-90a7-cbf63b10812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:23.548748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network hostable DHCP agents. Network: 63a3a808-076a-45a9-82e9-afd0103e6b91, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:23.568363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:23.579489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 63a3a808-076a-45a9-82e9-afd0103e6b91) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:23.588224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1cf04-cfd5-4038-9baf-ab58a4380e4c None None] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:23.590246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:23.591725 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.639912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33592) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:23.660032 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'network': {'name': 'tempest-router-network01--442769772'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:23.669375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ec99be1c-0da7-4cc5-bac7-48415c144df2 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7556195 Apr 25 15:10:23.677126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:23.682924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:network and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:23.686549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:23.695586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:23.716717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:23.722966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.784012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:23.810234 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.810704 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Added segment 1c277434-603f-40d4-ae50-2c4b071b5fd4 of type vlan for network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee Apr 25 15:10:23.848314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.900047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.906683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:23.907144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:23.957312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-63a3a808-076a-45a9-82e9-afd0103e6b91', 'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91', 'tenant_id': 'cd77c0dc3ec743c78333aa3f08abe0cf', 'fixed_ips': [{'subnet_id': '2826ebdc-f8bd-4c8b-9165-a6afd2adb419'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:23.957312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.023776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3823500 Apr 25 15:10:24.024585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33600) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:24.033145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'network': {'name': 'tempest-router-network02--70665051'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:24.036919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09758d5b-5e68-405a-b126-bb521d54192e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Network': ['ID=9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:24.050573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:24.055335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:24.059682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:network and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:24.062733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:24.069087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:24.087191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:24.093016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.141707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:24.166509 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.167380 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Added segment 367bbb0d-97ec-49f5-9076-4a17241f4168 of type vlan for network 878a5d36-7e1e-4dba-925b-015b97459b87 Apr 25 15:10:24.225452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.280174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.287519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:24.288106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.357229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Allocated IP 2001:db8::2 (63a3a808-076a-45a9-82e9-afd0103e6b91/2826ebdc-f8bd-4c8b-9165-a6afd2adb419/2d34c801-c7b5-473e-b1ea-1c630a3012e9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:24.421756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3937607 Apr 25 15:10:24.422837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33610) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:24.431413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'subnet': {'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:24.432255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4520a7-c7f3-4815-b568-82118c53417b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Network': ['ID=878a5d36-7e1e-4dba-925b-015b97459b87,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:24.492092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 878a5d36-7e1e-4dba-925b-015b97459b87 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:24.634944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:24.639385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:subnet and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:24.642618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:24.656849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:24.668373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:24.673981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.783713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.806829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Transition to ACTIVE for port object 2d34c801-c7b5-473e-b1ea-1c630a3012e9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:24.835893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Transition to ACTIVE for port object 2d34c801-c7b5-473e-b1ea-1c630a3012e9 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:24.844992 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:24.907626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:24.912561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:24.916878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:24.936448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Pushing event updated for resources: {'Port': ['ID=2d34c801-c7b5-473e-b1ea-1c630a3012e9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:25.014379 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.084774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Attempting to bind port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:25.086007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Attempting to bind port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5bbcf48c-4198-4d53-90a7-cbf63b10812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:25.086570 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Attempting to bind port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 on network 63a3a808-076a-45a9-82e9-afd0103e6b91 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:25.112030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Subnet': ['ID=23e88aa4-517d-4000-bac5-6fa04638ac6f,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:25.112751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:25.112751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Checking segment: {'id': '5bbcf48c-4198-4d53-90a7-cbf63b10812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:25.112751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.114077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Bound using segment: {'id': '5bbcf48c-4198-4d53-90a7-cbf63b10812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:25.114077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Bound port: 2d34c801-c7b5-473e-b1ea-1c630a3012e9, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbcf48c-4198-4d53-90a7-cbf63b10812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '63a3a808-076a-45a9-82e9-afd0103e6b91'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:25.114232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.120863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Checking segment: {'id': '1c277434-603f-40d4-ae50-2c4b071b5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:25.120863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network hostable DHCP agents. Network: 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:25.165627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:25.199273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:25.209351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:25.209974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.217249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7613f-e695-4a0b-be81-c5cb1d727079 None None] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:25.264191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55a3f395-74e7-4fd5-be73-d1231c74bb8e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8401072 Apr 25 15:10:25.267003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33626) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:25.273076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'subnet': {'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:25.431694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] For port 2d34c801-c7b5-473e-b1ea-1c630a3012e9, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:25.440036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] For port 2d34c801-c7b5-473e-b1ea-1c630a3012e9, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d34c801-c7b5-473e-b1ea-1c630a3012e9,segment=NetworkSegment(5bbcf48c-4198-4d53-90a7-cbf63b10812e),segment_id=5bbcf48c-4198-4d53-90a7-cbf63b10812e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:25.514274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:25.521910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:subnet and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:25.528881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:25.535566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:25.551341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:25.553891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.554994 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.601681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee', 'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee', 'tenant_id': 'cd77c0dc3ec743c78333aa3f08abe0cf', 'fixed_ips': [{'subnet_id': '23e88aa4-517d-4000-bac5-6fa04638ac6f'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:25.602584 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:25.853002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Pushing event updated for resources: {'Port': ['ID=2d34c801-c7b5-473e-b1ea-1c630a3012e9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:25.873790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.874147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.874496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.874837 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.875176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.875513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.875844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.876176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.876504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.876838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.877201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.877530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04727f5-5b6b-44e4-aa41-3f6a716b6ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:25.993816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Allocated IP 2001:db8::2 (9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee/23e88aa4-517d-4000-bac5-6fa04638ac6f/1367c3c1-8b69-47d0-af00-32876845840a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:26.162222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:26.352925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Subnet': ['ID=7b88436e-620d-4b03-a5e2-1124c8ff8470,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:26.356660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Checking segment: {'id': '367bbb0d-97ec-49f5-9076-4a17241f4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:26.357283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network hostable DHCP agents. Network: 878a5d36-7e1e-4dba-925b-015b97459b87, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:26.406253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 878a5d36-7e1e-4dba-925b-015b97459b87 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:26.420435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 878a5d36-7e1e-4dba-925b-015b97459b87) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:26.425747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:26.426406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:26.455248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59603a83-3eaf-40d6-bab3-8c15184590a4 None None] Network 878a5d36-7e1e-4dba-925b-015b97459b87 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:26.460906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33650) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:26.461529 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f2f1cda0-1bd4-4d1d-a9ac-1ab3ac821a67 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1929250 Apr 25 15:10:26.623892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:26.646319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Transition to ACTIVE for port object 1367c3c1-8b69-47d0-af00-32876845840a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:26.684025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Transition to ACTIVE for port object 1367c3c1-8b69-47d0-af00-32876845840a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:26.727587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:26.830515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:26.852659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:26.885761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:26.954283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Pushing event updated for resources: {'Port': ['ID=1367c3c1-8b69-47d0-af00-32876845840a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:26.998027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-878a5d36-7e1e-4dba-925b-015b97459b87', 'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87', 'tenant_id': 'cd77c0dc3ec743c78333aa3f08abe0cf', 'fixed_ips': [{'subnet_id': '7b88436e-620d-4b03-a5e2-1124c8ff8470'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:26.998774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:27.039918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Attempting to bind port 1367c3c1-8b69-47d0-af00-32876845840a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:27.040349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Attempting to bind port 1367c3c1-8b69-47d0-af00-32876845840a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1c277434-603f-40d4-ae50-2c4b071b5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:27.040725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Attempting to bind port 1367c3c1-8b69-47d0-af00-32876845840a on network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:27.054528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:27.054913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Checking segment: {'id': '1c277434-603f-40d4-ae50-2c4b071b5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:27.055322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:27.055990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Bound using segment: {'id': '1c277434-603f-40d4-ae50-2c4b071b5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:27.061656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Bound port: 1367c3c1-8b69-47d0-af00-32876845840a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c277434-603f-40d4-ae50-2c4b071b5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:27.062214 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:27.183369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:27.257070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] For port 1367c3c1-8b69-47d0-af00-32876845840a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:27.262453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] For port 1367c3c1-8b69-47d0-af00-32876845840a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1367c3c1-8b69-47d0-af00-32876845840a,segment=NetworkSegment(1c277434-603f-40d4-ae50-2c4b071b5fd4),segment_id=1c277434-603f-40d4-ae50-2c4b071b5fd4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:27.324359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:27.442063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d91fc-d4e2-475e-8817-eb475458b197 None None] Pushing event updated for resources: {'Port': ['ID=1367c3c1-8b69-47d0-af00-32876845840a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:27.456849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3ff3e-8216-4b04-9afb-a3781c6725bd None None] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:27.629543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Allocated IP 2001:db8::2 (878a5d36-7e1e-4dba-925b-015b97459b87/7b88436e-620d-4b03-a5e2-1124c8ff8470/5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:27.658179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4a2d5def-f0ea-46c6-8ee2-660056a2ddab None None] Provisioning for port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:28.039509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Allocated IP 2001:db8::1 (9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee/23e88aa4-517d-4000-bac5-6fa04638ac6f/5a89bf1a-646a-4f41-b61e-ac96ce48f1ba) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:28.061569 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.097749 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Transition to ACTIVE for port object 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:28.144009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Transition to ACTIVE for port object 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:28.155887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.263939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Pushing event updated for resources: {'Port': ['ID=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:28.298444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Network 878a5d36-7e1e-4dba-925b-015b97459b87 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:28.301711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:28.308176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:28.313176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1367c3c1-8b69-47d0-af00-32876845840a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:28.467561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Attempting to bind port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:28.468202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Attempting to bind port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '367bbb0d-97ec-49f5-9076-4a17241f4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:28.468322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Attempting to bind port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b on network 878a5d36-7e1e-4dba-925b-015b97459b87 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:28.469759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.477451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:28.477947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Checking segment: {'id': '367bbb0d-97ec-49f5-9076-4a17241f4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:28.478428 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.478948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Bound using segment: {'id': '367bbb0d-97ec-49f5-9076-4a17241f4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:28.479447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Bound port: 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367bbb0d-97ec-49f5-9076-4a17241f4168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '878a5d36-7e1e-4dba-925b-015b97459b87'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:28.479898 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.514201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Transition to ACTIVE for port object 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:28.563822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.582825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1367c3c1-8b69-47d0-af00-32876845840a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:28.602905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d34c801-c7b5-473e-b1ea-1c630a3012e9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:28.663090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:28.664666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:28.668133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:28.668725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.679454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] For port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:28.699496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] For port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,segment=NetworkSegment(367bbb0d-97ec-49f5-9076-4a17241f4168),segment_id=367bbb0d-97ec-49f5-9076-4a17241f4168)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:28.722952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Port': ['ID=5a89bf1a-646a-4f41-b61e-ac96ce48f1ba,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:28.742486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.749604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:28.862115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:28.872556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:28.872916 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:28.935092 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.038289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97547722-5ef0-4c22-b959-45ffbf4ac26d None None] Pushing event updated for resources: {'Port': ['ID=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:29.088606 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.237763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.312791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2d34c801-c7b5-473e-b1ea-1c630a3012e9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d34c801-c7b5-473e-b1ea-1c630a3012e9,segment=NetworkSegment(5bbcf48c-4198-4d53-90a7-cbf63b10812e),segment_id=5bbcf48c-4198-4d53-90a7-cbf63b10812e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:29.324454 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.494235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2d34c801-c7b5-473e-b1ea-1c630a3012e9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:29.537844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df60c1b-2b39-46d4-996c-45adb429d0f3 None None] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:29.672385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] Provisioning for port 1367c3c1-8b69-47d0-af00-32876845840a completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:29.688200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.690342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] Provisioning complete for port 1367c3c1-8b69-47d0-af00-32876845840a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:29.690795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.708365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.710529 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:29.931622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Port': ['ID=5a89bf1a-646a-4f41-b61e-ac96ce48f1ba,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:29.951122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:30.015142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] For port 1367c3c1-8b69-47d0-af00-32876845840a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1367c3c1-8b69-47d0-af00-32876845840a,segment=NetworkSegment(1c277434-603f-40d4-ae50-2c4b071b5fd4),segment_id=1c277434-603f-40d4-ae50-2c4b071b5fd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:30.029913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:30.079974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:30.081209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:30.167788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c496f-f1b5-4c38-b3cd-64f87903ab02 None None] Pushing event updated for resources: {'Port': ['ID=1367c3c1-8b69-47d0-af00-32876845840a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:30.318742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:30.423417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Router f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:10:30.459089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:30.469194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d34c801-c7b5-473e-b1ea-1c630a3012e9 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:30.624573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:30.624573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:30.779208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5e186f3c-a884-4445-8313-bf1bd6432868 None None] Provisioning for port 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:30.799628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e093f-74c0-479e-9dc6-2c755a6a94bc None None] Network 878a5d36-7e1e-4dba-925b-015b97459b87 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:30.882109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:10:30.895342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1259e136-94cf-4aa3-bad3-d2f088aaf7e6 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4306188 Apr 25 15:10:30.897479 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] Sync routers for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:10:30.898276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33728) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:30.914792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5e186f3c-a884-4445-8313-bf1bd6432868 None None] Provisioning complete for port 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:30.915087 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5e186f3c-a884-4445-8313-bf1bd6432868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:30.923623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:30.928213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:31.043586 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:31.062931 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:31.065977 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:31.213228 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:31.213865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943e2d8-d112-46d7-856f-d892f9c52139 None None] The sync data for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:10:31.303809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5e186f3c-a884-4445-8313-bf1bd6432868 None None] Port 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:31.380781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5e186f3c-a884-4445-8313-bf1bd6432868 None None] Provisioning complete for port 1367c3c1-8b69-47d0-af00-32876845840a triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:31.381183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5e186f3c-a884-4445-8313-bf1bd6432868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:31.780778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Provisioning complete for port 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:31.781489 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:31.786856 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-dc4d7f40-0eb7-4ad3-9e2d-4434ae7b2322 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:31.788252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dc4d7f40-0eb7-4ad3-9e2d-4434ae7b2322 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8918324 Apr 25 15:10:31.790975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33750) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:31.840782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Port 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:31.854379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Provisioning for port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:31.860555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Provisioning complete for port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:31.861021 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:31.999812 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:32.036306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] For port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,segment=NetworkSegment(367bbb0d-97ec-49f5-9076-4a17241f4168),segment_id=367bbb0d-97ec-49f5-9076-4a17241f4168)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:32.049869 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:32.133414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663e4c9-5bf8-4e55-b42e-4cd818ba8bbc None None] Pushing event updated for resources: {'Port': ['ID=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:32.178529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a94754dd-2d86-47a2-ad3d-748838a0da3e None None] Provisioning complete for port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:32.179145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a94754dd-2d86-47a2-ad3d-748838a0da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:32.220521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1367c3c1-8b69-47d0-af00-32876845840a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:32.424655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1367c3c1-8b69-47d0-af00-32876845840a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:32.425052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:32.443472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:32.961625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting port 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:32.962121 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:33.173692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:33.330520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Calling delete_port for 5a89bf1a-646a-4f41-b61e-ac96ce48f1ba owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:33.552560 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:33.606417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Port': ['ID=5a89bf1a-646a-4f41-b61e-ac96ce48f1ba,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:33.847516 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:34.170580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:34.176708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Router f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:10:34.282554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:34.282961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:34.488931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:34.518785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:10:34.530003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8e72ea29-735c-4ea4-b4b3-d5fd391cfa6d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378109 Apr 25 15:10:34.531968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] Sync routers for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:10:34.534150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:34.550847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:34.551486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:34.607344 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-76b83cec-2655-4c58-bf9b-4ea6917ada45 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] delete failed (client error): The resource could not be found. Apr 25 15:10:34.608649 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-76b83cec-2655-4c58-bf9b-4ea6917ada45 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-13719627 HTTP/1.1" status: 404 len: 333 time: 0.0729437 Apr 25 15:10:34.613905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33806) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:34.616990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:34.619273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c5a5e8bf-db9f-4a85-bd5e-99633ca53663 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:34.626597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:34.627201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:34.691138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:34.691538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00be394-120a-4486-a008-e3aa9f155042 None None] The sync data for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:10:35.014241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e8bf-db9f-4a85-bd5e-99633ca53663 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.043948 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-c5a5e8bf-db9f-4a85-bd5e-99633ca53663 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] update failed (client error): The resource could not be found. Apr 25 15:10:35.045128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c5a5e8bf-db9f-4a85-bd5e-99633ca53663 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 HTTP/1.1" status: 404 len: 339 time: 0.4301934 Apr 25 15:10:35.050339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33824) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:35.055909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1582139993'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:35.065688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:35.077545 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:network and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:35.085481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:35.092740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:35.103552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:35.108602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.141235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:35.152156 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.153428 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Added segment b0bbdf6b-86f8-454e-9d20-a0c6c945cad3 of type vlan for network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 Apr 25 15:10:35.188065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.234687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.242351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:35.242949 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.361537 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3099973 Apr 25 15:10:35.364620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33832) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:35.370587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'subnet': {'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:35.374004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Network': ['ID=8ddc0e61-c982-4cb1-bbdd-9ba79f596224,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:35.383211 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.383826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.384328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.384927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.385517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.386170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.386915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.387727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.388260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.388804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.389362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.390899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c87cb6-7622-4028-8402-1ce323743f81 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:35.408220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:35.504842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:35.508907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Usage tracker for resource:subnet and tenant:cd77c0dc3ec743c78333aa3f08abe0cf is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:35.512587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:35.519378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:35.536072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Made reservation on behalf of cd77c0dc3ec743c78333aa3f08abe0cf for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:35.540215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.803968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.885162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Subnet': ['ID=77a4af17-10aa-495a-82ab-6f0325bbfc6b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:35.893519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Checking segment: {'id': 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:35.893885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network hostable DHCP agents. Network: 8ddc0e61-c982-4cb1-bbdd-9ba79f596224, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:35.917716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:35.928898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8ddc0e61-c982-4cb1-bbdd-9ba79f596224) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:35.937261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dec692-1f79-4145-8097-25a51c60cffd None None] Network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:35.940981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:35.941603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:35.969636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cd08d737-006e-434d-a479-c667cbc9a57f tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6013772 Apr 25 15:10:35.969855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 33856) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:35.975730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1b9dd021-5019-4400-8ec6-1441dcf8222e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:36.205177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-8ddc0e61-c982-4cb1-bbdd-9ba79f596224', 'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224', 'tenant_id': 'cd77c0dc3ec743c78333aa3f08abe0cf', 'fixed_ips': [{'subnet_id': '77a4af17-10aa-495a-82ab-6f0325bbfc6b'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:36.206302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:36.404244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Allocated IP 2001:db8:1::2 (8ddc0e61-c982-4cb1-bbdd-9ba79f596224/77a4af17-10aa-495a-82ab-6f0325bbfc6b/13cdacd2-7e46-47c8-8316-9c24c52b04ce) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:36.579482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd021-5019-4400-8ec6-1441dcf8222e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:36.683950 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:36.695791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Transition to ACTIVE for port object 13cdacd2-7e46-47c8-8316-9c24c52b04ce will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:36.733935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Transition to ACTIVE for port object 13cdacd2-7e46-47c8-8316-9c24c52b04ce will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:36.745551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:36.751198 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-1b9dd021-5019-4400-8ec6-1441dcf8222e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:36.752296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1b9dd021-5019-4400-8ec6-1441dcf8222e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 HTTP/1.1" status: 400 len: 364 time: 0.7814348 Apr 25 15:10:36.756170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 33860) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:36.841363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Pushing event updated for resources: {'Port': ['ID=13cdacd2-7e46-47c8-8316-9c24c52b04ce,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:36.862281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:36.867450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:36.869996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:37.006671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Attempting to bind port 13cdacd2-7e46-47c8-8316-9c24c52b04ce on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:37.007289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Attempting to bind port 13cdacd2-7e46-47c8-8316-9c24c52b04ce by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:37.007683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Attempting to bind port 13cdacd2-7e46-47c8-8316-9c24c52b04ce on network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:37.014699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:37.015080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Checking segment: {'id': 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:37.015487 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:37.015881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Bound using segment: {'id': 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:37.016351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Bound port: 13cdacd2-7e46-47c8-8316-9c24c52b04ce, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ddc0e61-c982-4cb1-bbdd-9ba79f596224'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:37.016730 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:37.153969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] For port 13cdacd2-7e46-47c8-8316-9c24c52b04ce, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:37.157556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] For port 13cdacd2-7e46-47c8-8316-9c24c52b04ce, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=13cdacd2-7e46-47c8-8316-9c24c52b04ce,segment=NetworkSegment(b0bbdf6b-86f8-454e-9d20-a0c6c945cad3),segment_id=b0bbdf6b-86f8-454e-9d20-a0c6c945cad3)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:37.162065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:37.271765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b02f1-0f1b-4f2f-a3a2-5c12a33aaef1 None None] Pushing event updated for resources: {'Port': ['ID=13cdacd2-7e46-47c8-8316-9c24c52b04ce,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:37.347980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:37.736029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Allocated IP 2001:db8::1 (63a3a808-076a-45a9-82e9-afd0103e6b91/2826ebdc-f8bd-4c8b-9165-a6afd2adb419/a92904ef-3011-4c4f-8f6d-95bb54c4dc05) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:38.066802 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:38.089338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Transition to ACTIVE for port object a92904ef-3011-4c4f-8f6d-95bb54c4dc05 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:38.118577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:38.151803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 13cdacd2-7e46-47c8-8316-9c24c52b04ce up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:38.266638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 13cdacd2-7e46-47c8-8316-9c24c52b04ce completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:38.268473 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Port': ['ID=a92904ef-3011-4c4f-8f6d-95bb54c4dc05,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:38.273496 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:38.275045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:38.287652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:38.288237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:38.460449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:38.572554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f44f3309-d904-43aa-a905-246a31af1bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:38.618414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791adaff-e9ac-4323-acf0-427928c75fd1 None None] Network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:38.780892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Provisioning for port a92904ef-3011-4c4f-8f6d-95bb54c4dc05 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:38.796223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Provisioning complete for port a92904ef-3011-4c4f-8f6d-95bb54c4dc05 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:38.796699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:38.904882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Port a92904ef-3011-4c4f-8f6d-95bb54c4dc05 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:38.931434 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Provisioning for port 13cdacd2-7e46-47c8-8316-9c24c52b04ce completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:38.939583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Provisioning complete for port 13cdacd2-7e46-47c8-8316-9c24c52b04ce triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:38.940255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.130223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.176466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] For port 13cdacd2-7e46-47c8-8316-9c24c52b04ce, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=13cdacd2-7e46-47c8-8316-9c24c52b04ce,segment=NetworkSegment(b0bbdf6b-86f8-454e-9d20-a0c6c945cad3),segment_id=b0bbdf6b-86f8-454e-9d20-a0c6c945cad3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:39.177541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.181806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.186689 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.188417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.279806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765be85b-0a46-4a91-9eec-1ca364daef51 None None] Pushing event updated for resources: {'Port': ['ID=13cdacd2-7e46-47c8-8316-9c24c52b04ce,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:39.432697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event updated for resources: {'Port': ['ID=a92904ef-3011-4c4f-8f6d-95bb54c4dc05,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:39.494607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:39.495893 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:39.627012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d307babe-9723-41c9-b797-a0bff32714cf None None] Provisioning complete for port 13cdacd2-7e46-47c8-8316-9c24c52b04ce triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:39.628057 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d307babe-9723-41c9-b797-a0bff32714cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:39.731035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Router f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:10:39.978518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a35b96d7-50bb-42ab-ae45-7939d43d6439 None None] Provisioning complete for port a92904ef-3011-4c4f-8f6d-95bb54c4dc05 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:39.978904 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a35b96d7-50bb-42ab-ae45-7939d43d6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:40.029523 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:10:40.041069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] Sync routers for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:10:40.048717 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fa5f1b83-1c0f-4e9d-9fc5-8e6965f2606a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2907364 Apr 25 15:10:40.051574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:40.054607 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:40.055256 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:40.162337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a35b96d7-50bb-42ab-ae45-7939d43d6439 None None] Port a92904ef-3011-4c4f-8f6d-95bb54c4dc05 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:40.170776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 13cdacd2-7e46-47c8-8316-9c24c52b04ce up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:40.217583 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:40.227517 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:40.228331 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:40.299996 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:40.300753 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e379ce-698f-4909-9474-f7cb59be67cf None None] The sync data for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 is: [] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:10:40.327489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 13cdacd2-7e46-47c8-8316-9c24c52b04ce triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:40.329513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:40.383867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75525816-4eb3-4bdc-85b9-6285ab69a169 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:40.583730 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-75525816-4eb3-4bdc-85b9-6285ab69a169 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 25 15:10:40.584824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-75525816-4eb3-4bdc-85b9-6285ab69a169 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 HTTP/1.1" status: 409 len: 329 time: 0.5322835 Apr 25 15:10:40.588124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34100) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:40.946297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-606dc38b-5d8a-4618-92ab-c4f16864bf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:41.233385 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:41.332732 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:10:41.681002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting port a92904ef-3011-4c4f-8f6d-95bb54c4dc05 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:41.681505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:41.845293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:42.024472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:42.054622 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:42.160409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Calling delete_port for a92904ef-3011-4c4f-8f6d-95bb54c4dc05 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:42.394587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:42.442954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Port': ['ID=a92904ef-3011-4c4f-8f6d-95bb54c4dc05,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:42.679430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:42.997628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Router f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:10:43.136117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:10:43.148081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9a3b8143-7ac3-4870-9154-85c383ee357a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5578709 Apr 25 15:10:43.150430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] Sync routers for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:10:43.153184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34338) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:43.162211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:43.163299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:43.263572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:43.273163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] Routers {'f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:43.274157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:43.275819 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-43fc6040-8e48-46a3-85a3-42700107aadc tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] show failed (client error): The resource could not be found. Apr 25 15:10:43.295361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-43fc6040-8e48-46a3-85a3-42700107aadc tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1249614048 HTTP/1.1" status: 404 len: 335 time: 0.1259179 Apr 25 15:10:43.295710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:43.300151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-de8deca5-88dd-4afb-addf-c1106d5d6c4b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:43.336935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:43.337512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69109a70-aad4-4cf4-9276-0ecb4b1cbd20 None None] The sync data for ids ['f9b16d6f-b8ad-4650-8c3e-cfe3721d4231'] in n-d-811416-6 is: [] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:10:43.370168 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-de8deca5-88dd-4afb-addf-c1106d5d6c4b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] update failed (client error): The resource could not be found. Apr 25 15:10:43.371940 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de8deca5-88dd-4afb-addf-c1106d5d6c4b tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1702095517 HTTP/1.1" status: 404 len: 335 time: 0.0753858 Apr 25 15:10:43.375784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34346) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:43.459355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting subnet 77a4af17-10aa-495a-82ab-6f0325bbfc6b {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:43.465486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:43.529917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:43.639340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:43.736543 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:43.890965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:43.932847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Subnet': ['ID=77a4af17-10aa-495a-82ab-6f0325bbfc6b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:43.941768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:43.952388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d199c76-a293-4206-8d7d-401d79c273d6 None None] Network 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:43.963570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34354) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:43.966188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2bbef6b0-000b-4054-a00c-6211c94a22d5 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/subnets/77a4af17-10aa-495a-82ab-6f0325bbfc6b HTTP/1.1" status: 204 len: 168 time: 0.5875840 Apr 25 15:10:44.110199 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.124973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting port 13cdacd2-7e46-47c8-8316-9c24c52b04ce {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:44.125627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.322964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] DHCP port deletion for 8ddc0e61-c982-4cb1-bbdd-9ba79f596224 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:10:44.327652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Deleting port 13cdacd2-7e46-47c8-8316-9c24c52b04ce {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:44.328045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.366962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] For port 13cdacd2-7e46-47c8-8316-9c24c52b04ce, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=13cdacd2-7e46-47c8-8316-9c24c52b04ce,segment=NetworkSegment(b0bbdf6b-86f8-454e-9d20-a0c6c945cad3),segment_id=b0bbdf6b-86f8-454e-9d20-a0c6c945cad3)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:44.367539 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.494646 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Calling delete_port for 13cdacd2-7e46-47c8-8316-9c24c52b04ce owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:44.581113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.584461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] For port 13cdacd2-7e46-47c8-8316-9c24c52b04ce, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=13cdacd2-7e46-47c8-8316-9c24c52b04ce,segment=NetworkSegment(b0bbdf6b-86f8-454e-9d20-a0c6c945cad3),segment_id=b0bbdf6b-86f8-454e-9d20-a0c6c945cad3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:44.584859 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.636509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Port': ['ID=13cdacd2-7e46-47c8-8316-9c24c52b04ce,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:44.638991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] No DVR routers for this DVR port 13cdacd2-7e46-47c8-8316-9c24c52b04ce on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:10:44.720346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Calling delete_port for 13cdacd2-7e46-47c8-8316-9c24c52b04ce owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:44.771467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.799858 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddc0e61-c982-4cb1-bbdd-9ba79f596224']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:44.807426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:10:44.807795 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:10:44.812367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:44.812754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bbdf6b-86f8-454e-9d20-a0c6c945cad3') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:44.824091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.840717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.847261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:44.847739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:44.862253 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:44.951644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.972360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:44.983775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Network': ['ID=8ddc0e61-c982-4cb1-bbdd-9ba79f596224,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:44.992815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-25dc6031-7414-4524-be61-612de9b7b035 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/networks/8ddc0e61-c982-4cb1-bbdd-9ba79f596224 HTTP/1.1" status: 204 len: 168 time: 1.0258732 Apr 25 15:10:44.993162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:45.085120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting subnet 7b88436e-620d-4b03-a5e2-1124c8ff8470 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:45.090039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.160297 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.271357 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.309879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Deleting port 13cdacd2-7e46-47c8-8316-9c24c52b04ce {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:45.310274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.375326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.429060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34376) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:45.439182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.440412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bd23e0f5-fcb0-4ce0-870b-5a0898239149 None None] The port '13cdacd2-7e46-47c8-8316-9c24c52b04ce' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:10:45.456763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d2478-e889-4239-b643-a77e15879e33 None None] Network 878a5d36-7e1e-4dba-925b-015b97459b87 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:45.469476 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/subnets/7b88436e-620d-4b03-a5e2-1124c8ff8470 HTTP/1.1" status: 204 len: 168 time: 0.4738827 Apr 25 15:10:45.470542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34382) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:45.471270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a1c68-09cb-4968-bd06-45d907da763d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Subnet': ['ID=7b88436e-620d-4b03-a5e2-1124c8ff8470,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:45.622677 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.640483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting subnet 23e88aa4-517d-4000-bac5-6fa04638ac6f {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:45.644013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.679405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:45.684375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Usage tracker for resource:security_group_rule and tenant:2088e5a652884add9248d3923cf6e305 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:45.688870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:45.695883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:45.743012 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.801975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] DHCP port deletion for 878a5d36-7e1e-4dba-925b-015b97459b87 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:10:45.807044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] Deleting port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:45.807265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.893403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.894767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.923911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:45.993726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7df88f-26bf-44b6-9cd2-047917fa5005,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:45.998069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-60dfa9eb-4878-4b94-bf02-93f9894aa42d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2088e5a652884add9248d3923cf6e305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5678680 Apr 25 15:10:46.000697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34386) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:46.038765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.051792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] For port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,segment=NetworkSegment(367bbb0d-97ec-49f5-9076-4a17241f4168),segment_id=367bbb0d-97ec-49f5-9076-4a17241f4168)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:46.052254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.119902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa968-1a40-4bf8-a9fa-b210573e6e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.124381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Subnet': ['ID=23e88aa4-517d-4000-bac5-6fa04638ac6f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:46.130790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.149655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1494517e-a2a6-44f5-8eba-a43b4812fc0e tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/subnets/23e88aa4-517d-4000-bac5-6fa04638ac6f HTTP/1.1" status: 204 len: 168 time: 0.6778045 Apr 25 15:10:46.151818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34390) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:46.156241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa968-1a40-4bf8-a9fa-b210573e6e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.194278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04894b11-d9a3-4a6b-aeb9-5a6ee6ec8529 None None] Network 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:46.217681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa968-1a40-4bf8-a9fa-b210573e6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.219594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] Calling delete_port for 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:46.241737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aa968-1a40-4bf8-a9fa-b210573e6e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7df88f-26bf-44b6-9cd2-047917fa5005,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:46.249248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 13cdacd2-7e46-47c8-8316-9c24c52b04ce no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:10:46.261092 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d9aa968-1a40-4bf8-a9fa-b210573e6e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.265443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d9aa968-1a40-4bf8-a9fa-b210573e6e8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b7df88f-26bf-44b6-9cd2-047917fa5005 HTTP/1.1" status: 204 len: 168 time: 0.2634079 Apr 25 15:10:46.308797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.322666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 13cdacd2-7e46-47c8-8316-9c24c52b04ce {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:10:46.323019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 13cdacd2-7e46-47c8-8316-9c24c52b04ce not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:10:46.323435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:10:46.332451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:46.333190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.617780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] For port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,segment=NetworkSegment(367bbb0d-97ec-49f5-9076-4a17241f4168),segment_id=367bbb0d-97ec-49f5-9076-4a17241f4168)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:46.618410 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.697289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.758112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:46.773617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Calling delete_port for 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:46.812986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] No DVR routers for this DVR port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:10:46.823130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aeca4-c916-43de-9895-dca4722dd996 None None] Pushing event deleted for resources: {'Port': ['ID=5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:46.865711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.api [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:10:46.866038 n-d-811416-6 neutron-server[88061]: DEBUG oslo_db.api [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:10:46.908928 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] DHCP port deletion for 9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:10:46.913014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] Deleting port 1367c3c1-8b69-47d0-af00-32876845840a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:46.913442 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.131502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] For port 1367c3c1-8b69-47d0-af00-32876845840a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1367c3c1-8b69-47d0-af00-32876845840a,segment=NetworkSegment(1c277434-603f-40d4-ae50-2c4b071b5fd4),segment_id=1c277434-603f-40d4-ae50-2c4b071b5fd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:47.131896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.258984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] Calling delete_port for 1367c3c1-8b69-47d0-af00-32876845840a owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:47.342399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.366973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting port 5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:47.367447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.422486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] No DVR routers for this DVR port 1367c3c1-8b69-47d0-af00-32876845840a on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:10:47.424532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c90ae-37c4-4949-888e-d86150d94b5b None None] Pushing event deleted for resources: {'Port': ['ID=1367c3c1-8b69-47d0-af00-32876845840a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:47.474680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] The port '5aaabe5a-cd05-4061-9ea8-975c6e2e7e3b' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:10:47.635351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34430) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:47.667491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.694728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878a5d36-7e1e-4dba-925b-015b97459b87']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:47.708960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367bbb0d-97ec-49f5-9076-4a17241f4168') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:47.709276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367bbb0d-97ec-49f5-9076-4a17241f4168') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:47.722017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.747951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.761494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:47.762727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: util.warn( Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:47.778615 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:47.820492 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.842426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:47.847232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Usage tracker for resource:security_group_rule and tenant:ca3fcb2c81764ad498f9cff41ef4e300 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:47.850110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:47.856158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:47.870912 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.904793 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.908023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Network': ['ID=878a5d36-7e1e-4dba-925b-015b97459b87,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:47.919345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-670db92f-dfc0-4d7e-bd30-75553d302bc0 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/networks/878a5d36-7e1e-4dba-925b-015b97459b87 HTTP/1.1" status: 204 len: 168 time: 1.7632432 Apr 25 15:10:47.919578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34438) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:47.963663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:47.967767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.018011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca3fcb2c81764ad498f9cff41ef4e300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814461 Apr 25 15:10:48.022977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:48.041913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fe8bf-dc63-434b-ac5b-b437395f384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2387630b-dc88-40e3-8d49-099764f0120a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:48.138715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402ff8fa-ada0-4836-8390-c7c7db69de2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.165575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402ff8fa-ada0-4836-8390-c7c7db69de2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.168547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1367c3c1-8b69-47d0-af00-32876845840a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:10:48.179948 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.223634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402ff8fa-ada0-4836-8390-c7c7db69de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.227517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1367c3c1-8b69-47d0-af00-32876845840a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:10:48.229325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1367c3c1-8b69-47d0-af00-32876845840a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:10:48.247169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ff8fa-ada0-4836-8390-c7c7db69de2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2387630b-dc88-40e3-8d49-099764f0120a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:48.254558 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-402ff8fa-ada0-4836-8390-c7c7db69de2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.258010 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-402ff8fa-ada0-4836-8390-c7c7db69de2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2387630b-dc88-40e3-8d49-099764f0120a HTTP/1.1" status: 204 len: 168 time: 0.2313123 Apr 25 15:10:48.335245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.361120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:48.374468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c277434-603f-40d4-ae50-2c4b071b5fd4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:48.374827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c277434-603f-40d4-ae50-2c4b071b5fd4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:48.387142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.405573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.412152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:48.412707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:48.432676 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:48.515938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.539954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.550963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/networks/9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee HTTP/1.1" status: 204 len: 168 time: 0.6303411 Apr 25 15:10:48.551999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8113b-2536-486c-8461-41799df9156a tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Network': ['ID=9e348b0c-e4d4-448a-85f5-0dc6e2ffe3ee,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:48.553676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34452) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:48.626361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting subnet 2826ebdc-f8bd-4c8b-9165-a6afd2adb419 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:10:48.629714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.720584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.822992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.905234 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.951341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Subnet': ['ID=2826ebdc-f8bd-4c8b-9165-a6afd2adb419,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:48.955459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:48.965845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:48.966448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-79e23fc1-dbce-4db6-97d4-9f5781ed6085 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/subnets/2826ebdc-f8bd-4c8b-9165-a6afd2adb419 HTTP/1.1" status: 204 len: 168 time: 0.4114788 Apr 25 15:10:48.966591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0fe69-2d1a-4014-924e-663805e48ddf None None] Network 63a3a808-076a-45a9-82e9-afd0103e6b91 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:49.077753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34476) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:49.089534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.101565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Deleting port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:49.101906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.197303 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-583863442-network', 'tenant_id': '7211dce31891457090dadac8fca79e05'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:49.203630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:49.207904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Usage tracker for resource:network and tenant:7211dce31891457090dadac8fca79e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:49.211173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:49.218065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:49.229873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Made reservation on behalf of 7211dce31891457090dadac8fca79e05 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:49.232404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.246340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.266244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] DHCP port deletion for 63a3a808-076a-45a9-82e9-afd0103e6b91 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:10:49.266823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:49.270307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Deleting port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:49.270617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.271539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Usage tracker for resource:security_group_rule and tenant:7211dce31891457090dadac8fca79e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:49.274572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:49.281287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:49.366247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.371866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.399842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:49.412554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75c12f-74ba-4c20-9af2-f274ca095444,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:49.416981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.417418 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Added segment da285b30-d6e9-43ee-83d9-4536269ffd42 of type vlan for network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 Apr 25 15:10:49.445868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.448269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] For port 2d34c801-c7b5-473e-b1ea-1c630a3012e9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d34c801-c7b5-473e-b1ea-1c630a3012e9,segment=NetworkSegment(5bbcf48c-4198-4d53-90a7-cbf63b10812e),segment_id=5bbcf48c-4198-4d53-90a7-cbf63b10812e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:49.448736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.477439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.478528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:49.479172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.505982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] For port 2d34c801-c7b5-473e-b1ea-1c630a3012e9, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d34c801-c7b5-473e-b1ea-1c630a3012e9,segment=NetworkSegment(5bbcf48c-4198-4d53-90a7-cbf63b10812e),segment_id=5bbcf48c-4198-4d53-90a7-cbf63b10812e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:49.506413 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.591107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Calling delete_port for 2d34c801-c7b5-473e-b1ea-1c630a3012e9 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:49.591654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] Pushing event updated for resources: {'Network': ['ID=05d71d51-bb52-4e1e-8fbb-b702b0d19308,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:49.597087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a23580dd-7b38-4212-a1ab-76036132a679 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5158145 Apr 25 15:10:49.597690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:49.603179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Request body: {'subnet': {'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-583863442-subnet', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:49.609112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:49.612911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Usage tracker for resource:subnet and tenant:7211dce31891457090dadac8fca79e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:49.615756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:49.622251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:49.634208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Made reservation on behalf of 7211dce31891457090dadac8fca79e05 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:49.634528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:49.637650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.656801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Calling delete_port for 2d34c801-c7b5-473e-b1ea-1c630a3012e9 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:10:49.682668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.732773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Port': ['ID=2d34c801-c7b5-473e-b1ea-1c630a3012e9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:49.736754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] No DVR routers for this DVR port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:10:49.813308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:10:49.813746 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:10:49.858428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.862215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.892301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a3a808-076a-45a9-82e9-afd0103e6b91']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:49.904647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbcf48c-4198-4d53-90a7-cbf63b10812e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:49.904941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbcf48c-4198-4d53-90a7-cbf63b10812e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:49.916498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.934568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.941969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8106241d-712b-4a15-8461-1f96e63ce7e9,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:49.950894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:10:49.951803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:49.954151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Checking segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:49.954598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Network hostable DHCP agents. Network: 05d71d51-bb52-4e1e-8fbb-b702b0d19308, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:10:49.967714 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:10:49.975977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:49.988866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 05d71d51-bb52-4e1e-8fbb-b702b0d19308) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:49.998486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57c869-1e6e-4d8d-bfed-52d06e8719f6 None None] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:50.003844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:50.004640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.031171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3020e626-1d65-49ee-8c0f-369a3d546175 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4319761 Apr 25 15:10:50.033643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34492) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:50.042218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:50.050878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:50.055483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Usage tracker for resource:router and tenant:7211dce31891457090dadac8fca79e05 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:50.058093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.076252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:50.093590 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.095506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:50.104059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Pushing event deleted for resources: {'Network': ['ID=63a3a808-076a-45a9-82e9-afd0103e6b91,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:50.115568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.117372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.122197 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dab1767c-1154-49ed-bbf4-382569b6e052 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/networks/63a3a808-076a-45a9-82e9-afd0103e6b91 HTTP/1.1" status: 204 len: 168 time: 1.1529610 Apr 25 15:10:50.124156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:50.140874 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.170597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d34c801-c7b5-473e-b1ea-1c630a3012e9 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:10:50.190707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2930720b-90b6-47c8-9de2-c6335f536b9d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Synchronizing usage tracker for tenant:cd77c0dc3ec743c78333aa3f08abe0cf on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:50.209704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2930720b-90b6-47c8-9de2-c6335f536b9d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Unset dirty status for tenant:cd77c0dc3ec743c78333aa3f08abe0cf on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:50.213337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 2d34c801-c7b5-473e-b1ea-1c630a3012e9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:10:50.213943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d34c801-c7b5-473e-b1ea-1c630a3012e9 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:10:50.214153 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2930720b-90b6-47c8-9de2-c6335f536b9d tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 HTTP/1.1" status: 200 len: 205 time: 0.0887661 Apr 25 15:10:50.214742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34500) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:50.317315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Deleting port 2d34c801-c7b5-473e-b1ea-1c630a3012e9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:10:50.317837 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.359416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.428379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d80888fa-8631-41c1-ad47-c0b5b856eb7c None None] The port '2d34c801-c7b5-473e-b1ea-1c630a3012e9' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:10:50.447590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'fixed_ips': [{'subnet_id': '8106241d-712b-4a15-8461-1f96e63ce7e9'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:50.447590 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.640482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.643546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Allocated IP 172.20.0.2 (05d71d51-bb52-4e1e-8fbb-b702b0d19308/8106241d-712b-4a15-8461-1f96e63ce7e9/168aafe5-8490-417c-9a0a-ffe456458e70) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:50.854006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.856519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.887782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.888820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Fanout notify agent at l3_agent the message router_deleted on router f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:10:50.906230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.917677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:50.918833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7a4ecaee-bdf9-4446-a987-c07b9930c3c9 tempest-RoutersNegativeIpV6Test-1031690559 tempest-RoutersNegativeIpV6Test-1031690559-project] 10.222.0.23 "DELETE /v2.0/routers/f9b16d6f-b8ad-4650-8c3e-cfe3721d4231 HTTP/1.1" status: 204 len: 168 time: 0.7020154 Apr 25 15:10:50.926773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Transition to ACTIVE for port object 168aafe5-8490-417c-9a0a-ffe456458e70 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:50.947248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Transition to ACTIVE for port object 168aafe5-8490-417c-9a0a-ffe456458e70 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:50.955569 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.025862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.042692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:51.043954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:51.048776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Pushing event updated for resources: {'Port': ['ID=168aafe5-8490-417c-9a0a-ffe456458e70,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:51.053352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:51.068585 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.157394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Attempting to bind port 168aafe5-8490-417c-9a0a-ffe456458e70 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:51.157819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Attempting to bind port 168aafe5-8490-417c-9a0a-ffe456458e70 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:51.158193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Attempting to bind port 168aafe5-8490-417c-9a0a-ffe456458e70 on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:51.171882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:51.172723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Checking segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:51.173414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.173988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Bound using segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:51.174665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Bound port: 168aafe5-8490-417c-9a0a-ffe456458e70, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:51.175725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.229603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Allocated IP 172.25.0.80 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/92e7944e-10f4-448d-949b-ed1263cecd21) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:51.239322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34510) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:51.270833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] For port 168aafe5-8490-417c-9a0a-ffe456458e70, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:51.274303 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] For port 168aafe5-8490-417c-9a0a-ffe456458e70, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=168aafe5-8490-417c-9a0a-ffe456458e70,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:51.282566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.382257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab11382-7135-44b2-af5b-7279269898f8 None None] Pushing event updated for resources: {'Port': ['ID=168aafe5-8490-417c-9a0a-ffe456458e70,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:51.437321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.442587 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d7c1108-b652-4ca5-aade-3888824089d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd77c0dc3ec743c78333aa3f08abe0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992335 Apr 25 15:10:51.442587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34516) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:51.477748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.519062 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-259cb54c-82f1-4673-857a-ae982062602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.553324 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-259cb54c-82f1-4673-857a-ae982062602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.556975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:51.565688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:51.570559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:51.607239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Pushing event updated for resources: {'Port': ['ID=92e7944e-10f4-448d-949b-ed1263cecd21,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:51.629319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-259cb54c-82f1-4673-857a-ae982062602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.670752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb54c-82f1-4673-857a-ae982062602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df48035-6d29-4710-93b5-89e95aa75009,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:51.673296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-259cb54c-82f1-4673-857a-ae982062602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:51.674829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-259cb54c-82f1-4673-857a-ae982062602b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9df48035-6d29-4710-93b5-89e95aa75009 HTTP/1.1" status: 204 len: 168 time: 0.2315421 Apr 25 15:10:52.106772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:52.199688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 168aafe5-8490-417c-9a0a-ffe456458e70 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:52.342014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 168aafe5-8490-417c-9a0a-ffe456458e70 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:52.688661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34548) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:52.802309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366f5d1-dfae-4b4f-a56c-516d0a036340 None None] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:52.830519 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:52.871913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4dc7f7c2-9424-4761-92a6-373ab4b59274 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:52.875954 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-4dc7f7c2-9424-4761-92a6-373ab4b59274 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 25 15:10:52.877051 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-4dc7f7c2-9424-4761-92a6-373ab4b59274 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): There was a conflict when trying to complete your request. Apr 25 15:10:52.879003 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4dc7f7c2-9424-4761-92a6-373ab4b59274 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1891418 Apr 25 15:10:52.882827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34554) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:52.889173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--358542965'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:52.898060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:52.904673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:52.909338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:52.918451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:52.940234 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:52.966669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:52.984799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:52.989289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:52.992439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:52.999246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:53.081189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] Provisioning for port 168aafe5-8490-417c-9a0a-ffe456458e70 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:53.090337 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.092889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] Provisioning complete for port 168aafe5-8490-417c-9a0a-ffe456458e70 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:53.093332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.096535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Router 2fadf769-a6bd-4645-883a-30241a0a23af is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:10:53.099417 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.115551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:53.128803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:53.134729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:53.143419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:53.145581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afacd104-ad71-425e-aaa7-4791a2aef956,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:53.244039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.252222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.252389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.295835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] For port 168aafe5-8490-417c-9a0a-ffe456458e70, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=168aafe5-8490-417c-9a0a-ffe456458e70,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:53.306559 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.315317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:10:53.330791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Sync routers for ids ['2fadf769-a6bd-4645-883a-30241a0a23af'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:10:53.345789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99889db1-b05b-4164-84e3-fe14bf660913,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:53.346861 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Routers {'2fadf769-a6bd-4645-883a-30241a0a23af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:53.352751 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fadf769-a6bd-4645-883a-30241a0a23af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:53.362403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.364541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.364692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8fdf95a4-1f68-4333-bb59-1ba7dc75f049 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3293583 Apr 25 15:10:53.368787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34558) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:53.369727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bae8e2e3-702c-4bc2-9281-b9376c24cc6c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4857807 Apr 25 15:10:53.369998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34560) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:53.382907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7980-a713-45c4-89fc-ef0acda53bf6 None None] Pushing event updated for resources: {'Port': ['ID=168aafe5-8490-417c-9a0a-ffe456458e70,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:53.589911 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Set router 2fadf769-a6bd-4645-883a-30241a0a23af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:10:53.628740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '99889db1-b05b-4164-84e3-fe14bf660913', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:53.630547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c2e14572-6c6d-4782-8fae-d850d26ac9e4 None None] Provisioning complete for port 168aafe5-8490-417c-9a0a-ffe456458e70 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:53.630989 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2e14572-6c6d-4782-8fae-d850d26ac9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.647805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:53.655966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:53.661070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:53.671111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:53.802060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:53.956595 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:10:51Z', 'revision_number': 3, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:53.960669 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Checking router: 2fadf769-a6bd-4645-883a-30241a0a23af for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:10:53.961011 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Updating router 2fadf769-a6bd-4645-883a-30241a0a23af port 92e7944e-10f4-448d-949b-ed1263cecd21 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:10:54.014548 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.029796 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.035762 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.072215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c055b4-d59a-4cf6-ab24-ec2a75e3286d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:54.126892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.127993 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-38cef920-cb3d-4876-9a82-f4293d43cb3f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7570519 Apr 25 15:10:54.130726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34568) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:54.138693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '99889db1-b05b-4164-84e3-fe14bf660913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:54.148695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 168aafe5-8490-417c-9a0a-ffe456458e70 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:54.152940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:54.166419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:54.171330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:54.204894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:54.226607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 168aafe5-8490-417c-9a0a-ffe456458e70 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:54.227231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.270241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.413615 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.425750 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Transition to ACTIVE for port object 92e7944e-10f4-448d-949b-ed1263cecd21 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:54.432877 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.465376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.511227 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Attempting to bind port 92e7944e-10f4-448d-949b-ed1263cecd21 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:54.511598 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Attempting to bind port 92e7944e-10f4-448d-949b-ed1263cecd21 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:54.511986 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Attempting to bind port 92e7944e-10f4-448d-949b-ed1263cecd21 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:54.521532 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Pushing event updated for resources: {'Port': ['ID=92e7944e-10f4-448d-949b-ed1263cecd21,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:54.524938 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:54.525334 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:54.525727 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.526111 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:54.526569 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Bound port: 92e7944e-10f4-448d-949b-ed1263cecd21, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:54.526934 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.539798 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): There was a conflict when trying to complete your request. Apr 25 15:10:54.543978 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2bf85a66-85c7-48c3-96e5-8c7f21cd7629 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4092026 Apr 25 15:10:54.544746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34572) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:54.555791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.556127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.556470 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.556802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.557314 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.557823 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.558148 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.558494 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.559359 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.559681 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.560033 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.560352 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:10:54.615530 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] For port 92e7944e-10f4-448d-949b-ed1263cecd21, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:10:54.616314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31cc22a3-cf8a-4a85-b41e-ccf1e7f94da7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.618795 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] For port 92e7944e-10f4-448d-949b-ed1263cecd21, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=92e7944e-10f4-448d-949b-ed1263cecd21,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:10:54.624320 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.645969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31cc22a3-cf8a-4a85-b41e-ccf1e7f94da7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.710728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Allocated IP 172.20.0.1 (05d71d51-bb52-4e1e-8fbb-b702b0d19308/8106241d-712b-4a15-8461-1f96e63ce7e9/d39f9b56-356a-4f19-83a8-89c13ea55c68) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:10:54.721661 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d986a3e-431a-4fef-9b9e-213794c8bda5 None None] Pushing event updated for resources: {'Port': ['ID=92e7944e-10f4-448d-949b-ed1263cecd21,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:54.724815 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Routers {'2fadf769-a6bd-4645-883a-30241a0a23af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:54.725621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fadf769-a6bd-4645-883a-30241a0a23af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:54.733286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31cc22a3-cf8a-4a85-b41e-ccf1e7f94da7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.753617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc22a3-cf8a-4a85-b41e-ccf1e7f94da7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99889db1-b05b-4164-84e3-fe14bf660913,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:54.781415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31cc22a3-cf8a-4a85-b41e-ccf1e7f94da7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.782698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31cc22a3-cf8a-4a85-b41e-ccf1e7f94da7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/99889db1-b05b-4164-84e3-fe14bf660913 HTTP/1.1" status: 204 len: 168 time: 0.2360106 Apr 25 15:10:54.785253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34580) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:54.851913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d5984eb6-007b-4bfa-8d02-d2a54007fc0c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:54.871789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d5984eb6-007b-4bfa-8d02-d2a54007fc0c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:54.873470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5984eb6-007b-4bfa-8d02-d2a54007fc0c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869231 Apr 25 15:10:54.877654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34586) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:54.883696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--744187106'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:54.892463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:54.905709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:54.921469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.923519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:54.942567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Transition to ACTIVE for port object d39f9b56-356a-4f19-83a8-89c13ea55c68 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:54.946574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:54.952101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:54.956626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:54.964179 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:54.968437 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] Set router 2fadf769-a6bd-4645-883a-30241a0a23af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:10:54.991046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.046508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.052424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.076932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:55.080449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:55.091053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:10:55.134915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01eee4f8-8019-423f-a743-1b866eea8292,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:55.145144 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.149182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1bc4f769-049d-450a-912c-d5911dd96fe4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2673674 Apr 25 15:10:55.149635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34590) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:55.157622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b788a802-d03b-47a6-a589-ab49cfb8f6ad tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '01eee4f8-8019-423f-a743-1b866eea8292', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:55.158312 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-b788a802-d03b-47a6-a589-ab49cfb8f6ad tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 25 15:10:55.158865 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-b788a802-d03b-47a6-a589-ab49cfb8f6ad tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:55.162679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b788a802-d03b-47a6-a589-ab49cfb8f6ad tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090055 Apr 25 15:10:55.162817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d39f9b56-356a-4f19-83a8-89c13ea55c68,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:55.163111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34594) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:55.196824 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.242624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c8b1de-82f1-4c92-bf6d-6ba0ae3a0536 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.273104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c8b1de-82f1-4c92-bf6d-6ba0ae3a0536 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.330603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c8b1de-82f1-4c92-bf6d-6ba0ae3a0536 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.352698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8b1de-82f1-4c92-bf6d-6ba0ae3a0536 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eee4f8-8019-423f-a743-1b866eea8292,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:55.365980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41c8b1de-82f1-4c92-bf6d-6ba0ae3a0536 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.367680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-41c8b1de-82f1-4c92-bf6d-6ba0ae3a0536 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/01eee4f8-8019-423f-a743-1b866eea8292 HTTP/1.1" status: 204 len: 168 time: 0.2034802 Apr 25 15:10:55.370871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34598) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:55.395307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d3b8690-e35e-405c-bf69-6050e49993f1 None None] Provisioning for port d39f9b56-356a-4f19-83a8-89c13ea55c68 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:55.401929 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:10:51Z', 'revision_number': 3, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:55.403181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6d3b8690-e35e-405c-bf69-6050e49993f1 None None] Provisioning complete for port d39f9b56-356a-4f19-83a8-89c13ea55c68 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:55.403816 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3b8690-e35e-405c-bf69-6050e49993f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.407839 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f710cd6-0f9a-48e1-a02e-27d1dd78078c None None] The sync data for ids ['2fadf769-a6bd-4645-883a-30241a0a23af'] in n-d-811416-6 is: [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:10:51Z', 'revision_number': 3, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:10:55.427554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.456453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6aebb04-8aa0-41ca-b8de-e3a1cee42213 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:55.483472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6aebb04-8aa0-41ca-b8de-e3a1cee42213 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:55.490265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34602) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:55.491152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6aebb04-8aa0-41ca-b8de-e3a1cee42213 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172521 Apr 25 15:10:55.504372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--8025886'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:55.505759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b8690-e35e-405c-bf69-6050e49993f1 None None] Port d39f9b56-356a-4f19-83a8-89c13ea55c68 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:55.520771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:55.547914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:55.579377 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.664512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:55.677789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:55.682141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:55.690900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:55.800327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.821354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.926511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.939648 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.977795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:55.985232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d39f9b56-356a-4f19-83a8-89c13ea55c68,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:56.031508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec15dbc-77e8-4e2c-91db-0e5248f5ef21,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:56.059237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.060494 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2b8e3b13-3685-430a-b617-803999ff32ec tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5695953 Apr 25 15:10:56.063466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34608) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:56.075400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-26305b80-a97f-4eae-9d01-56e057b09ca8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '6ec15dbc-77e8-4e2c-91db-0e5248f5ef21', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:56.076119 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-26305b80-a97f-4eae-9d01-56e057b09ca8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 25 15:10:56.076752 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-26305b80-a97f-4eae-9d01-56e057b09ca8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:56.080245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-26305b80-a97f-4eae-9d01-56e057b09ca8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127368 Apr 25 15:10:56.080738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34612) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:56.183987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92e7944e-10f4-448d-949b-ed1263cecd21 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:56.207864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:10:56.209131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:56.235807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7583b58-e0db-4e80-9049-d70d0b13552d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.278411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7583b58-e0db-4e80-9049-d70d0b13552d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.306440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 92e7944e-10f4-448d-949b-ed1263cecd21 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:10:56.313233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 92e7944e-10f4-448d-949b-ed1263cecd21 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:56.313979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.383706 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7583b58-e0db-4e80-9049-d70d0b13552d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.431684 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7583b58-e0db-4e80-9049-d70d0b13552d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec15dbc-77e8-4e2c-91db-0e5248f5ef21,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:56.442795 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7583b58-e0db-4e80-9049-d70d0b13552d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.444135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f7583b58-e0db-4e80-9049-d70d0b13552d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ec15dbc-77e8-4e2c-91db-0e5248f5ef21 HTTP/1.1" status: 204 len: 168 time: 0.3609893 Apr 25 15:10:56.448564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34616) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:56.483304 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.515091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 92e7944e-10f4-448d-949b-ed1263cecd21, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=92e7944e-10f4-448d-949b-ed1263cecd21,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:10:56.533611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.568654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Router 2fadf769-a6bd-4645-883a-30241a0a23af has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:10:56.578638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-23e586ec-0a94-4e75-9e8c-9d98c3bef07b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:56.596745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9597488c-fb85-4e29-9f53-646a34c895c6 None None] Provisioning complete for port d39f9b56-356a-4f19-83a8-89c13ea55c68 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:56.597401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9597488c-fb85-4e29-9f53-646a34c895c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.659408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9597488c-fb85-4e29-9f53-646a34c895c6 None None] Port d39f9b56-356a-4f19-83a8-89c13ea55c68 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:10:56.672668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=92e7944e-10f4-448d-949b-ed1263cecd21,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:56.681501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-23e586ec-0a94-4e75-9e8c-9d98c3bef07b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:56.686648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-23e586ec-0a94-4e75-9e8c-9d98c3bef07b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2326062 Apr 25 15:10:56.686648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34620) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:56.879039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--363118386'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:56.893216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:56.909704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:56.935372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:10:56.948761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-02e35df6-a838-42a6-a384-7af724c004a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/2fadf769-a6bd-4645-883a-30241a0a23af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5724959 Apr 25 15:10:56.951172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:56.974924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:56.979021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:56.981970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:56.987858 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:57.066858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.073268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.140095 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.143940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4540050 Apr 25 15:10:57.146683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.149249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40288b75-348e-42c6-a0e3-68f9111f82e8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e024760a-881e-4a7f-857a-0ba539b9c731,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:57.157550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f5e65fc9-95a7-4a8c-a305-d902e4d2e7a8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'e024760a-881e-4a7f-857a-0ba539b9c731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.174106 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-f5e65fc9-95a7-4a8c-a305-d902e4d2e7a8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 25 15:10:57.174995 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-f5e65fc9-95a7-4a8c-a305-d902e4d2e7a8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:57.176266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f5e65fc9-95a7-4a8c-a305-d902e4d2e7a8 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288794 Apr 25 15:10:57.178980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34638) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.189363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b8d97a8d-41b2-433d-b24f-93252f9eb8aa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'e024760a-881e-4a7f-857a-0ba539b9c731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.190195 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-b8d97a8d-41b2-433d-b24f-93252f9eb8aa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 25 15:10:57.190688 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-b8d97a8d-41b2-433d-b24f-93252f9eb8aa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:57.194100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b8d97a8d-41b2-433d-b24f-93252f9eb8aa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116057 Apr 25 15:10:57.194389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.212397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1c7e7084-c4f9-4f4c-8deb-90fd7c1d742d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'e024760a-881e-4a7f-857a-0ba539b9c731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.213256 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-1c7e7084-c4f9-4f4c-8deb-90fd7c1d742d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 25 15:10:57.213751 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-1c7e7084-c4f9-4f4c-8deb-90fd7c1d742d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:57.217893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1c7e7084-c4f9-4f4c-8deb-90fd7c1d742d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0193293 Apr 25 15:10:57.218241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34648) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.223764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6bec45f6-d99f-443c-89af-ac1a517f463c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'e024760a-881e-4a7f-857a-0ba539b9c731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.226386 n-d-811416-6 neutron-server[88061]: WARNING neutron.api.v2.base [None req-6bec45f6-d99f-443c-89af-ac1a517f463c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 25 15:10:57.227451 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-6bec45f6-d99f-443c-89af-ac1a517f463c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:57.232786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6bec45f6-d99f-443c-89af-ac1a517f463c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104315 Apr 25 15:10:57.236002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.310710 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02db8b9a-9b31-45eb-9023-24dab0d4a5dc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.348075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02db8b9a-9b31-45eb-9023-24dab0d4a5dc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.419629 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02db8b9a-9b31-45eb-9023-24dab0d4a5dc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.441985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db8b9a-9b31-45eb-9023-24dab0d4a5dc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024760a-881e-4a7f-857a-0ba539b9c731,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:57.450418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02db8b9a-9b31-45eb-9023-24dab0d4a5dc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.451975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-02db8b9a-9b31-45eb-9023-24dab0d4a5dc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/e024760a-881e-4a7f-857a-0ba539b9c731 HTTP/1.1" status: 204 len: 168 time: 0.2146850 Apr 25 15:10:57.454426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34668) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.544782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5c3b2734-5641-409a-900b-f4db0c5cbd03 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:57.587616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5c3b2734-5641-409a-900b-f4db0c5cbd03 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:57.596123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34676) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.596446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c3b2734-5641-409a-900b-f4db0c5cbd03 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1409385 Apr 25 15:10:57.601877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--719779574'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.614620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:57.616502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Sync routers for ids ['2fadf769-a6bd-4645-883a-30241a0a23af'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:10:57.641522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Routers {'2fadf769-a6bd-4645-883a-30241a0a23af'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:10:57.642161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fadf769-a6bd-4645-883a-30241a0a23af'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:57.645490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:57.663720 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.705244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:57.715816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:57.719185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:57.739882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:57.832618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34686) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.839192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-77941770-network', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.847210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:57.851609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Usage tracker for resource:network and tenant:e7dbf58082534de294dd00dac3e78aaa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:57.855271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.855504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:57.862830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.862964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:57.875181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Made reservation on behalf of e7dbf58082534de294dd00dac3e78aaa for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:57.877785 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.907133 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.920258 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ce039-2aee-4aaa-87f6-9b0a30f23a92,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:57.928904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:57.930504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-98197719-5c7e-4b91-a846-a559308d68fa tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3331442 Apr 25 15:10:57.934561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34690) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.943912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cae2efc5-3577-41b1-aa83-a685d61c4e77 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.944598 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-cae2efc5-3577-41b1-aa83-a685d61c4e77 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 25 15:10:57.945181 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-cae2efc5-3577-41b1-aa83-a685d61c4e77 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:57.949005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34694) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:57.950195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cae2efc5-3577-41b1-aa83-a685d61c4e77 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132310 Apr 25 15:10:57.958156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:57.966774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:57.969171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:57.973495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:57.976266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Usage tracker for resource:security_group_rule and tenant:e7dbf58082534de294dd00dac3e78aaa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:57.979255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:57.982034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:57.989464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:57.991695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:57.999178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Set router 2fadf769-a6bd-4645-883a-30241a0a23af gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:10:58.050434 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.051578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-198f6038-3ab1-48a1-acb2-21a0ec6ba19c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1008501 Apr 25 15:10:58.054576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34698) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.066067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-55d944fc-66fd-4f6e-beb8-b855fccc1d60 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.066562 n-d-811416-6 neutron-server[88061]: WARNING neutron.api.v2.base [None req-55d944fc-66fd-4f6e-beb8-b855fccc1d60 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 25 15:10:58.067053 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-55d944fc-66fd-4f6e-beb8-b855fccc1d60 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.071071 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55d944fc-66fd-4f6e-beb8-b855fccc1d60 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125248 Apr 25 15:10:58.071272 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34702) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.083739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.095531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.105094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:58.112573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:58.120684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.153604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.169563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.185438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92e7944e-10f4-448d-949b-ed1263cecd21 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:10:58.201550 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.205192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b677d11f-ecaf-4658-805c-91771101edd0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1304188 Apr 25 15:10:58.206531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.210709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:10:58.215946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8b9ca055-9874-440f-9062-b1d0c1d5d72a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.217242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b71dd-6db4-4865-bf3c-5f26bd626679,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:58.217989 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-8b9ca055-9874-440f-9062-b1d0c1d5d72a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 25 15:10:58.218812 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-8b9ca055-9874-440f-9062-b1d0c1d5d72a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.225346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.225752 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Added segment d6ba7c24-c318-4602-8429-4e7882a9b807 of type vlan for network a9b79870-3aa9-45b3-998e-126e36297d64 Apr 25 15:10:58.231020 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8b9ca055-9874-440f-9062-b1d0c1d5d72a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212672 Apr 25 15:10:58.231609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34710) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.239112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.247435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.255923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:58.266877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:58.276301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.279166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.327567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.328770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:58.329871 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.354029 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.357243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e465024e-48bd-4f72-b570-55fae1f6001c tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1241946 Apr 25 15:10:58.359400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34714) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.365500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-600f9665-4e10-4bfb-a13a-c3be0fa39c3d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.366203 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-600f9665-4e10-4bfb-a13a-c3be0fa39c3d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 25 15:10:58.366867 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-600f9665-4e10-4bfb-a13a-c3be0fa39c3d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.370888 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-600f9665-4e10-4bfb-a13a-c3be0fa39c3d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104527 Apr 25 15:10:58.372248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.378464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 92e7944e-10f4-448d-949b-ed1263cecd21 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:10:58.378847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.384650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.392125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.396334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:58.400261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:58.410066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.453097 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.455270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31054301-c273-4344-88b4-c6bd205fa0ff tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0811360 Apr 25 15:10:58.457709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34722) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.459614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b79870-3aa9-45b3-998e-126e36297d64,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:58.474719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': 'b32ce039-2aee-4aaa-87f6-9b0a30f23a92', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.479779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9fa1a7b0-d1bc-47c7-8d83-7eccec1a6903 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6458130 Apr 25 15:10:58.483153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34726) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.483489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network a9b79870-3aa9-45b3-998e-126e36297d64 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:10:58.487339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.491745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:58.494994 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:58.495292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Request body: {'subnet': {'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-77941770-subnet', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.501901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.509273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.523776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Usage tracker for resource:subnet and tenant:e7dbf58082534de294dd00dac3e78aaa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:58.533781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:58.544103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.560422 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:10:58.563043 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5803f5b1-a947-440b-98b0-8efa94daed9b tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1040905 Apr 25 15:10:58.565929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34730) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.570712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Made reservation on behalf of e7dbf58082534de294dd00dac3e78aaa for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:10:58.573083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.652852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228a7a0a-a142-4918-8a50-1e0bc7472d86 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.687858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228a7a0a-a142-4918-8a50-1e0bc7472d86 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.737236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:10:55Z', 'revision_number': 4, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd39f9b56-356a-4f19-83a8-89c13ea55c68', 'name': '', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'mac_address': 'fa:16:3e:2c:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:54Z', 'updated_at': '2022-04-25T15:10:55Z', 'revision_number': 2, 'project_id': '7211dce31891457090dadac8fca79e05', 'subnets': [{'id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:10:58.741483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Checking router: 2fadf769-a6bd-4645-883a-30241a0a23af for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:10:58.741850 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Updating router 2fadf769-a6bd-4645-883a-30241a0a23af port d39f9b56-356a-4f19-83a8-89c13ea55c68 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:10:58.759904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228a7a0a-a142-4918-8a50-1e0bc7472d86 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.787421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a7a0a-a142-4918-8a50-1e0bc7472d86 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ce039-2aee-4aaa-87f6-9b0a30f23a92,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:58.792223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-228a7a0a-a142-4918-8a50-1e0bc7472d86 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.796768 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-228a7a0a-a142-4918-8a50-1e0bc7472d86 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/b32ce039-2aee-4aaa-87f6-9b0a30f23a92 HTTP/1.1" status: 204 len: 168 time: 0.2270939 Apr 25 15:10:58.796768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34736) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.812322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.847881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2ff9d4c2-effd-4ab4-affc-a51346d9048d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:58.867029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.870181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2ff9d4c2-effd-4ab4-affc-a51346d9048d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:58.875978 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2ff9d4c2-effd-4ab4-affc-a51346d9048d tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745604 Apr 25 15:10:58.877522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:58.884313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--121063293'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:58.893323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.903912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.918652 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:58.952898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:58.958245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:58.962220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:58.970727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:58.988591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3451f401-e33e-4184-8adf-e7902aeb619e,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:59.004242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Checking segment: {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:59.004609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Network hostable DHCP agents. Network: a9b79870-3aa9-45b3-998e-126e36297d64, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:10:59.026842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Network a9b79870-3aa9-45b3-998e-126e36297d64 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:10:59.040074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, a9b79870-3aa9-45b3-998e-126e36297d64) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:10:59.054178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:10:59.054921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.055056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db80adf-0786-4b76-916d-34ac9bc46a2c None None] Network a9b79870-3aa9-45b3-998e-126e36297d64 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:10:59.064665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.072226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.083318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d8ce2f7-7c3e-4247-a3c0-63642a7b5586 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5963194 Apr 25 15:10:59.083545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34744) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:59.091093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:59.099114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:59.106477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Usage tracker for resource:router and tenant:e7dbf58082534de294dd00dac3e78aaa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:59.110487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:59.120457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:59.129485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64da8b0d-767e-4a1f-9faf-16686ed8d8cc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:59.138297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.139668 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.145197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.149637 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.151398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e88160fe-2873-4e9e-aad0-7b45ca5d2749 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2728651 Apr 25 15:10:59.154826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:59.164624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '64da8b0d-767e-4a1f-9faf-16686ed8d8cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:59.176225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.178163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:59.188550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:59.192331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:59.199344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:59.429126 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The resource could not be found. Apr 25 15:10:59.433315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0b2fea21-a0f3-4bd9-ad09-daf7b13caab3 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2745452 Apr 25 15:10:59.434014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34752) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:59.440137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '64da8b0d-767e-4a1f-9faf-16686ed8d8cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6e2799c6-4f77-44e3-a2a6-227c04f19473'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:10:59.441493 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.448345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:10:59.457505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:10:59.458404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Transition to ACTIVE for port object d39f9b56-356a-4f19-83a8-89c13ea55c68 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:10:59.463968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:10:59.464357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-a9b79870-3aa9-45b3-998e-126e36297d64', 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'fixed_ips': [{'subnet_id': '3451f401-e33e-4184-8adf-e7902aeb619e'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:10:59.466525 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.475274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:10:59.494110 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.523352 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The resource could not be found. Apr 25 15:10:59.525124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bef9e904-92ac-4991-89b5-36361e3e08e1 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0899308 Apr 25 15:10:59.528309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34756) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:59.545663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.622751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a139e46c-4a98-41c8-afaf-4b3796138120 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.661901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a139e46c-4a98-41c8-afaf-4b3796138120 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.767526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a139e46c-4a98-41c8-afaf-4b3796138120 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.796357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139e46c-4a98-41c8-afaf-4b3796138120 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da8b0d-767e-4a1f-9faf-16686ed8d8cc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:59.801834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abc78f-61bd-4487-a08b-8c620ddaf64f None None] Pushing event updated for resources: {'Port': ['ID=d39f9b56-356a-4f19-83a8-89c13ea55c68,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:10:59.824654 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a139e46c-4a98-41c8-afaf-4b3796138120 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.825932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a139e46c-4a98-41c8-afaf-4b3796138120 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/64da8b0d-767e-4a1f-9faf-16686ed8d8cc HTTP/1.1" status: 204 len: 168 time: 0.2964101 Apr 25 15:10:59.828338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34760) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:59.869177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Attempting to bind port d39f9b56-356a-4f19-83a8-89c13ea55c68 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:10:59.869559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Attempting to bind port d39f9b56-356a-4f19-83a8-89c13ea55c68 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:10:59.869930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Attempting to bind port d39f9b56-356a-4f19-83a8-89c13ea55c68 on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:10:59.887792 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:10:59.888176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Checking segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:10:59.888592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.888971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Bound using segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:10:59.889468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Bound port: d39f9b56-356a-4f19-83a8-89c13ea55c68, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:10:59.889840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:10:59.926657 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5cb13923-1634-4d88-b9bd-481d28540df5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:10:59.968151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5cb13923-1634-4d88-b9bd-481d28540df5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:10:59.976746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5cb13923-1634-4d88-b9bd-481d28540df5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414132 Apr 25 15:10:59.977279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34766) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:10:59.985443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '3b7ab969-670b-4076-9235-e2901095cdc7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:00.014355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:00.018722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:00.021925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:00.028286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:00.088394 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The resource could not be found. Apr 25 15:11:00.094713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34772) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:00.100516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-508e9ae0-e614-43be-9c94-0f86b6402483 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1219778 Apr 25 15:11:00.107368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Allocated IP 172.20.0.2 (a9b79870-3aa9-45b3-998e-126e36297d64/3451f401-e33e-4184-8adf-e7902aeb619e/3ae550ac-b704-4ec3-9337-f88ce40204a3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:00.124425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--421516506'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:00.128415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] For port d39f9b56-356a-4f19-83a8-89c13ea55c68, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:00.130795 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.133009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] For port d39f9b56-356a-4f19-83a8-89c13ea55c68, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d39f9b56-356a-4f19-83a8-89c13ea55c68,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:00.168377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:00.170406 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.171066 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.232327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:00.281598 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.359722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Routers {'2fadf769-a6bd-4645-883a-30241a0a23af'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:00.360362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fadf769-a6bd-4645-883a-30241a0a23af'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:00.367844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:00.376134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:00.380538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:00.389163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:00.406579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Allocated IP 172.25.0.138 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/49f6bb44-5f63-4b1e-a8b3-14c832b2fe51) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:00.409841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abc78f-61bd-4487-a08b-8c620ddaf64f None None] Pushing event updated for resources: {'Port': ['ID=d39f9b56-356a-4f19-83a8-89c13ea55c68,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:00.669816 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.686384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.707527 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.708636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.737144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Transition to ACTIVE for port object 3ae550ac-b704-4ec3-9337-f88ce40204a3 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:00.755444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.759768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] Set router 2fadf769-a6bd-4645-883a-30241a0a23af gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:00.824056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Transition to ACTIVE for port object 3ae550ac-b704-4ec3-9337-f88ce40204a3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:00.842683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:00.851380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6141fe-c065-4c17-b385-033019fdd308,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:00.854722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:00.868324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:00.874363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:00.972869 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Pushing event updated for resources: {'Port': ['ID=3ae550ac-b704-4ec3-9337-f88ce40204a3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:00.987863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Pushing event updated for resources: {'Port': ['ID=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:01.007123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.010800 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc804989-3c86-4c7f-be9e-d4a341df2804 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9013093 Apr 25 15:11:01.011462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34778) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:01.016659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--360990635'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:01.018026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Network a9b79870-3aa9-45b3-998e-126e36297d64 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:01.021484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:01.024969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:01.035605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:01.039746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:01.042591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:01.049311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:01.060496 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.084842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:01.089391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:01.093609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:01.100235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:01.183525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Attempting to bind port 3ae550ac-b704-4ec3-9337-f88ce40204a3 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:01.183892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Attempting to bind port 3ae550ac-b704-4ec3-9337-f88ce40204a3 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:01.184257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Attempting to bind port 3ae550ac-b704-4ec3-9337-f88ce40204a3 on network a9b79870-3aa9-45b3-998e-126e36297d64 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:01.185370 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.192964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.203048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:01.203431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Checking segment: {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:01.203837 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.204231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Bound using segment: {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:01.204711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Bound port: 3ae550ac-b704-4ec3-9337-f88ce40204a3, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:01.205111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.232456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9964fe-0a25-4c08-8fcf-3fb40d50e5e4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:01.287520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.289235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-db5f2d6d-7b0e-47e4-b5af-1a182fc391ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2765586 Apr 25 15:11:01.291953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:01.297847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group_rule': {'security_group_id': '7e6141fe-c065-4c17-b385-033019fdd308', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1e9964fe-0a25-4c08-8fcf-3fb40d50e5e4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:01.305580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:01.310908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:01.315216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:01.325224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:01.373368 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:11:01.376579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5961f3ad-f362-40c9-81c8-f8e5016ef23e tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0831988 Apr 25 15:11:01.378962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34788) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:01.418038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:10:55Z', 'revision_number': 4, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd39f9b56-356a-4f19-83a8-89c13ea55c68', 'name': '', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'mac_address': 'fa:16:3e:2c:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:54Z', 'updated_at': '2022-04-25T15:11:00Z', 'revision_number': 4, 'project_id': '7211dce31891457090dadac8fca79e05', 'subnets': [{'id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:01.424420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.430941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a1985-82bf-4448-8113-31b3585d9e41 None None] The sync data for ids ['2fadf769-a6bd-4645-883a-30241a0a23af'] in n-d-811416-6 is: [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:10:55Z', 'revision_number': 4, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd39f9b56-356a-4f19-83a8-89c13ea55c68', 'name': '', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'mac_address': 'fa:16:3e:2c:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:54Z', 'updated_at': '2022-04-25T15:11:00Z', 'revision_number': 4, 'project_id': '7211dce31891457090dadac8fca79e05', 'subnets': [{'id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:01.433072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] For port 3ae550ac-b704-4ec3-9337-f88ce40204a3, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:01.437326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] For port 3ae550ac-b704-4ec3-9337-f88ce40204a3, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3ae550ac-b704-4ec3-9337-f88ce40204a3,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:01.451837 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.484540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb29493-6135-48c5-8ba5-870bac6298d0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.563329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb29493-6135-48c5-8ba5-870bac6298d0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.628097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3113d-244e-441c-893e-957988ee6a48 None None] Pushing event updated for resources: {'Port': ['ID=3ae550ac-b704-4ec3-9337-f88ce40204a3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:01.681016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb29493-6135-48c5-8ba5-870bac6298d0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.720569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29493-6135-48c5-8ba5-870bac6298d0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9964fe-0a25-4c08-8fcf-3fb40d50e5e4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:01.723948 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7cb29493-6135-48c5-8ba5-870bac6298d0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.725244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7cb29493-6135-48c5-8ba5-870bac6298d0 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e9964fe-0a25-4c08-8fcf-3fb40d50e5e4 HTTP/1.1" status: 204 len: 168 time: 0.3452213 Apr 25 15:11:01.728236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34792) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:01.831827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f0b3a58c-b84f-439d-b491-b7285ae36fd7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:01.859944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f0b3a58c-b84f-439d-b491-b7285ae36fd7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:01.862456 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f0b3a58c-b84f-439d-b491-b7285ae36fd7 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1325016 Apr 25 15:11:01.865250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34796) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:01.960149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:01.979299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-293297da-3fbc-4d67-9b36-a3c79aef07c4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.012846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-293297da-3fbc-4d67-9b36-a3c79aef07c4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.091319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-293297da-3fbc-4d67-9b36-a3c79aef07c4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.123560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293297da-3fbc-4d67-9b36-a3c79aef07c4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6141fe-c065-4c17-b385-033019fdd308,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:02.145177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-293297da-3fbc-4d67-9b36-a3c79aef07c4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.145177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-293297da-3fbc-4d67-9b36-a3c79aef07c4 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e6141fe-c065-4c17-b385-033019fdd308 HTTP/1.1" status: 204 len: 168 time: 0.2767284 Apr 25 15:11:02.145466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34800) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:02.233613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3c662397-4b2f-4b69-9b00-15e84a980344 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:02.252520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3c662397-4b2f-4b69-9b00-15e84a980344 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:02.259707 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3c662397-4b2f-4b69-9b00-15e84a980344 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097653 Apr 25 15:11:02.262873 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:02.263797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3ae550ac-b704-4ec3-9337-f88ce40204a3 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:02.271172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276053868'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:02.292007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:02.309714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:02.323104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.352809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:02.357841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Usage tracker for resource:security_group_rule and tenant:31147984947b4431b4e738b7b37d3780 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:02.361795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:02.363090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3ae550ac-b704-4ec3-9337-f88ce40204a3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:02.369531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:02.370446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d39f9b56-356a-4f19-83a8-89c13ea55c68 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:02.418588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Router 4ab476b9-0687-48d3-958b-16f4793cf14a is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:11:02.488493 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.490220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d39f9b56-356a-4f19-83a8-89c13ea55c68 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:02.498928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.522714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d39f9b56-356a-4f19-83a8-89c13ea55c68 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:02.522714 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.585160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b406b78-572c-411e-91bb-d34b60c0e59c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:02.632416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.637508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8dc6c2c-db7e-4d74-9d4c-fa77c5abb61f tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3714101 Apr 25 15:11:02.638143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34814) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:02.645277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d8e3960e-daf9-4f54-8ab3-9573b47b9f26 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:02.645716 n-d-811416-6 neutron-server[88060]: WARNING neutron.api.v2.base [None req-d8e3960e-daf9-4f54-8ab3-9573b47b9f26 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 25 15:11:02.646363 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-d8e3960e-daf9-4f54-8ab3-9573b47b9f26 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] update failed (client error): There was a conflict when trying to complete your request. Apr 25 15:11:02.651316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d8e3960e-daf9-4f54-8ab3-9573b47b9f26 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "PUT /v2.0/security-groups/1b406b78-572c-411e-91bb-d34b60c0e59c HTTP/1.1" status: 409 len: 330 time: 0.0119331 Apr 25 15:11:02.651887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:02.764176 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b671f1b5-cdcd-424a-849b-a6d368a0fde5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.796677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:02.807287 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Sync routers for ids ['4ab476b9-0687-48d3-958b-16f4793cf14a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:02.812041 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b671f1b5-cdcd-424a-849b-a6d368a0fde5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.821614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.824891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Routers {'4ab476b9-0687-48d3-958b-16f4793cf14a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:02.833682 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4ab476b9-0687-48d3-958b-16f4793cf14a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:02.840255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.844234 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bcc41eb8-d5d5-4b90-9836-2871441641f1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7571528 Apr 25 15:11:02.846197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34822) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:02.903864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d39f9b56-356a-4f19-83a8-89c13ea55c68, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d39f9b56-356a-4f19-83a8-89c13ea55c68,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:02.909791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b671f1b5-cdcd-424a-849b-a6d368a0fde5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.917986 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.941588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f1b5-cdcd-424a-849b-a6d368a0fde5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b406b78-572c-411e-91bb-d34b60c0e59c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:02.961067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b671f1b5-cdcd-424a-849b-a6d368a0fde5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:02.966606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b671f1b5-cdcd-424a-849b-a6d368a0fde5 tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b406b78-572c-411e-91bb-d34b60c0e59c HTTP/1.1" status: 204 len: 168 time: 0.3101137 Apr 25 15:11:02.967577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34826) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:03.015417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d39f9b56-356a-4f19-83a8-89c13ea55c68,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:03.083990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5b0c9cbf-359b-4c1f-b106-02529ce3c50a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Synchronizing usage tracker for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:03.106811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5b0c9cbf-359b-4c1f-b106-02529ce3c50a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] Unset dirty status for tenant:31147984947b4431b4e738b7b37d3780 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:03.112831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34832) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:03.114880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5b0c9cbf-359b-4c1f-b106-02529ce3c50a tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1457684 Apr 25 15:11:03.173722 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4e672-4774-452a-b48b-64e13a2491a4 None None] Network a9b79870-3aa9-45b3-998e-126e36297d64 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:11:03.183096 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Set router 4ab476b9-0687-48d3-958b-16f4793cf14a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:03.234042 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-e0c04edf-3cee-4324-a209-34113cd48dbc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] delete failed (client error): The resource could not be found. Apr 25 15:11:03.235465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e0c04edf-3cee-4324-a209-34113cd48dbc tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "DELETE /v2.0/security-groups/85a04054-147b-42f4-b1c3-26d4a2a54f93 HTTP/1.1" status: 404 len: 347 time: 0.1213415 Apr 25 15:11:03.240710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:03.272157 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-d6623b77-d237-4594-bf6a-cba9fd6c65eb tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] show failed (client error): The resource could not be found. Apr 25 15:11:03.282782 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d6623b77-d237-4594-bf6a-cba9fd6c65eb tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-groups/4345508e-9d41-4241-8ead-f081c44f8cd9 HTTP/1.1" status: 404 len: 347 time: 0.0409236 Apr 25 15:11:03.283368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:03.314037 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] Provisioning for port 3ae550ac-b704-4ec3-9337-f88ce40204a3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:03.325997 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [None req-7b355931-651f-4d09-b0f5-473473cc59ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] show failed (client error): The resource could not be found. Apr 25 15:11:03.330015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] Provisioning complete for port 3ae550ac-b704-4ec3-9337-f88ce40204a3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:03.330394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:03.338069 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7b355931-651f-4d09-b0f5-473473cc59ee tempest-NegativeSecGroupTest-1311142139 tempest-NegativeSecGroupTest-1311142139-project] 10.222.0.23 "GET /v2.0/security-group-rules/669f58d0-eb7b-45e7-9f53-47bc4c6c8f38 HTTP/1.1" status: 404 len: 356 time: 0.0536296 Apr 25 15:11:03.664037 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:03.676351 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:01Z', 'revision_number': 3, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:03.680656 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Checking router: 4ab476b9-0687-48d3-958b-16f4793cf14a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:03.681233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Updating router 4ab476b9-0687-48d3-958b-16f4793cf14a port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:11:03.720211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] For port 3ae550ac-b704-4ec3-9337-f88ce40204a3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3ae550ac-b704-4ec3-9337-f88ce40204a3,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:03.737311 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:03.746804 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:03.797932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:04.049517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a146b-e0ec-40e0-9aeb-3703f604c74e None None] Pushing event updated for resources: {'Port': ['ID=3ae550ac-b704-4ec3-9337-f88ce40204a3,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:04.067480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bd7de411-fcc1-4769-8935-1778e9dd7257 None None] Provisioning complete for port 3ae550ac-b704-4ec3-9337-f88ce40204a3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:04.068175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bd7de411-fcc1-4769-8935-1778e9dd7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.123998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-695dbfb5-1c6d-41c2-88fe-8a2bbe1bfc40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31147984947b4431b4e738b7b37d3780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235929 Apr 25 15:11:04.124596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:04.225639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d39f9b56-356a-4f19-83a8-89c13ea55c68 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:04.253427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8c5b-ae21-43aa-8ad8-9d6adddb5c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.298739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d39f9b56-356a-4f19-83a8-89c13ea55c68 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:04.299232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.330404 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8c5b-ae21-43aa-8ad8-9d6adddb5c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.378203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.400122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8c5b-ae21-43aa-8ad8-9d6adddb5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.423809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd8c5b-ae21-43aa-8ad8-9d6adddb5c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afacd104-ad71-425e-aaa7-4791a2aef956,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:04.437889 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.440646 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8c5b-ae21-43aa-8ad8-9d6adddb5c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.444769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a6fd8c5b-ae21-43aa-8ad8-9d6adddb5c35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afacd104-ad71-425e-aaa7-4791a2aef956 HTTP/1.1" status: 204 len: 168 time: 0.3161325 Apr 25 15:11:04.474640 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Transition to ACTIVE for port object 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:04.492890 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.582739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.586853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3ae550ac-b704-4ec3-9337-f88ce40204a3 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:04.667231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54556d9-e4ca-42d3-bfd5-9085930cb5c6 None None] Pushing event updated for resources: {'Port': ['ID=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:04.680061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3ae550ac-b704-4ec3-9337-f88ce40204a3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:04.680598 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.728921 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Attempting to bind port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:04.729903 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Attempting to bind port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:04.731572 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Attempting to bind port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:04.742137 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:04.745660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:04.749218 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.750668 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:04.751237 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Bound port: 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:04.753305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Allocated IP 172.20.0.1 (a9b79870-3aa9-45b3-998e-126e36297d64/3451f401-e33e-4184-8adf-e7902aeb619e/a07f9893-ffa9-4c09-9916-9c2f799111bb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:04.753808 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:04.903467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] For port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:04.909403 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] For port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:04.918565 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.004127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Routers {'4ab476b9-0687-48d3-958b-16f4793cf14a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:05.005232 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4ab476b9-0687-48d3-958b-16f4793cf14a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:05.159448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.177717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Transition to ACTIVE for port object a07f9893-ffa9-4c09-9916-9c2f799111bb will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:05.211168 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.282442 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] Set router 4ab476b9-0687-48d3-958b-16f4793cf14a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:05.290525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Network a9b79870-3aa9-45b3-998e-126e36297d64 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:05.298830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:05.303329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:05.387063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.394509 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54556d9-e4ca-42d3-bfd5-9085930cb5c6 None None] Pushing event updated for resources: {'Port': ['ID=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:05.399351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Pushing event updated for resources: {'Port': ['ID=a07f9893-ffa9-4c09-9916-9c2f799111bb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:05.625555 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.653164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-38c97486-7fe1-4f74-9c82-e708509b9c0d None None] Provisioning for port a07f9893-ffa9-4c09-9916-9c2f799111bb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:05.659190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-38c97486-7fe1-4f74-9c82-e708509b9c0d None None] Provisioning complete for port a07f9893-ffa9-4c09-9916-9c2f799111bb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:05.659578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38c97486-7fe1-4f74-9c82-e708509b9c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.731924 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:01Z', 'revision_number': 3, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:05.735986 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba1b68-b1bd-498d-a3a2-7cb2da391f83 None None] The sync data for ids ['4ab476b9-0687-48d3-958b-16f4793cf14a'] in n-d-811416-6 is: [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:01Z', 'revision_number': 3, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:05.792517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-38c97486-7fe1-4f74-9c82-e708509b9c0d None None] Port a07f9893-ffa9-4c09-9916-9c2f799111bb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:05.908606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:05.914242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.050681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Pushing event updated for resources: {'Port': ['ID=a07f9893-ffa9-4c09-9916-9c2f799111bb,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:06.054756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.147525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:06.215969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:06.232580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Network a9b79870-3aa9-45b3-998e-126e36297d64 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:06.232905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:06.286711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Deleting subnet 46af9f46-7ce7-4289-89cf-6383ebc59a3c {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:11:06.290182 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.398526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:06.409403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.411249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:06.411639 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.528194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.640879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Router 4ab476b9-0687-48d3-958b-16f4793cf14a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:11:06.697672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.701220 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.742011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a736ad32-160e-467b-8192-2fac3043e4d4 None None] Provisioning complete for port a07f9893-ffa9-4c09-9916-9c2f799111bb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:06.742529 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a736ad32-160e-467b-8192-2fac3043e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.792057 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.799056 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46af9f46-7ce7-4289-89cf-6383ebc59a3c HTTP/1.1" status: 204 len: 168 time: 0.6503019 Apr 25 15:11:06.802891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 34906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:06.803625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788a621-6644-4277-b450-c4381f7bdf90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46af9f46-7ce7-4289-89cf-6383ebc59a3c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:06.824267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a736ad32-160e-467b-8192-2fac3043e4d4 None None] Port a07f9893-ffa9-4c09-9916-9c2f799111bb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:06.827653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:06.836366 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:06.925757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:06.978004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:06.999096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ae9fa930-491f-49dd-9c83-37f22e7f5e41 admin admin] 10.222.0.23 "PUT /v2.0/routers/4ab476b9-0687-48d3-958b-16f4793cf14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1414313 Apr 25 15:11:07.020647 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.159911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.197628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dabf3f-f9c1-4962-a067-9b142d2ae6fe']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:07.217680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c8b0ec-2140-40ac-86e3-4ccf62fcb257') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:07.218114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c8b0ec-2140-40ac-86e3-4ccf62fcb257') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:07.230899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.252533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.259359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:11:07.259749 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:11:07.275030 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:11:07.360606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.395526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.406779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=44dabf3f-f9c1-4962-a067-9b142d2ae6fe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:07.416939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-18b94b21-1a8f-4a02-b47a-04714ff56bbd admin admin] 10.222.0.23 "DELETE /v2.0/networks/44dabf3f-f9c1-4962-a067-9b142d2ae6fe HTTP/1.1" status: 204 len: 168 time: 0.5979118 Apr 25 15:11:07.609561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34940) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:07.657642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e280b39d-5604-4aef-9a8b-a7559dc4d3b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c8be9ca298e4805ad65e452e2bf01fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469062 Apr 25 15:11:07.660095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 34944) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:07.732429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd76083-d042-4572-80f0-67bd7febb167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.759745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd76083-d042-4572-80f0-67bd7febb167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.815883 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd76083-d042-4572-80f0-67bd7febb167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.834197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd76083-d042-4572-80f0-67bd7febb167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d819b-fdd7-46db-b602-242e4b67c8b5,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:07.841469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-3b826c6a-2ea7-4d8e-ae0a-720ff25e3d52 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:07.843715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-3b826c6a-2ea7-4d8e-ae0a-720ff25e3d52 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.2540801 Apr 25 15:11:07.844525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bfd76083-d042-4572-80f0-67bd7febb167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:07.849928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bfd76083-d042-4572-80f0-67bd7febb167 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/937d819b-fdd7-46db-b602-242e4b67c8b5 HTTP/1.1" status: 204 len: 168 time: 0.1878455 Apr 25 15:11:07.866223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-6a9a4185-e694-4eb3-9d9b-01cf98b4aff6 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/quotas/e7dbf58082534de294dd00dac3e78aaa HTTP/1.1" status: 200 len: 375 time: 0.0121522 Apr 25 15:11:07.947867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Sync routers for ids ['4ab476b9-0687-48d3-958b-16f4793cf14a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:07.953762 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-27f87dda-ee79-4d9a-82f5-a1791aec40eb tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818851 Apr 25 15:11:07.958923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Routers {'4ab476b9-0687-48d3-958b-16f4793cf14a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:07.959554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4ab476b9-0687-48d3-958b-16f4793cf14a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:07.966044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-44c195d4-dd10-40d1-a382-8cd071a95e69 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:11:07.967115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-44c195d4-dd10-40d1-a382-8cd071a95e69 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060976 Apr 25 15:11:08.107149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-e5205693-1a39-4636-a718-45aefd25f0a8 service neutron] 10.222.0.23 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328304 Apr 25 15:11:08.163288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:08.197787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Set router 4ab476b9-0687-48d3-958b-16f4793cf14a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:08.252669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-09d6e5cf-6678-4b59-9d81-40ac52bbeb60 service neutron] 10.222.0.23 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386821 Apr 25 15:11:08.461095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:08.461497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:08.500870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0f8a5178-dc67-4230-aed2-413fa27b50fe req-0b2ea5ea-8640-4783-99c1-ad4fec480486 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Synchronizing usage tracker for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:08.544712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0f8a5178-dc67-4230-aed2-413fa27b50fe req-0b2ea5ea-8640-4783-99c1-ad4fec480486 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Unset dirty status for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:08.554511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f8a5178-dc67-4230-aed2-413fa27b50fe req-0b2ea5ea-8640-4783-99c1-ad4fec480486 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 210 time: 0.1416092 Apr 25 15:11:08.668373 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2b1e029-51c1-441a-a5ba-724f8716a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:08.818921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:05Z', 'revision_number': 4, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a07f9893-ffa9-4c09-9916-9c2f799111bb', 'name': '', 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'mac_address': 'fa:16:3e:4b:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3451f401-e33e-4184-8adf-e7902aeb619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:04Z', 'updated_at': '2022-04-25T15:11:05Z', 'revision_number': 2, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'subnets': [{'id': '3451f401-e33e-4184-8adf-e7902aeb619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:08.825682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Checking router: 4ab476b9-0687-48d3-958b-16f4793cf14a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:08.826075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Updating router 4ab476b9-0687-48d3-958b-16f4793cf14a port a07f9893-ffa9-4c09-9916-9c2f799111bb binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:11:08.893256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:09.364038 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:09.376600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Transition to ACTIVE for port object a07f9893-ffa9-4c09-9916-9c2f799111bb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:09.384303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:09.483853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e560848-6c0f-49a1-ae8c-3376fd6bf02f None None] Pushing event updated for resources: {'Port': ['ID=a07f9893-ffa9-4c09-9916-9c2f799111bb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:09.752974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Attempting to bind port a07f9893-ffa9-4c09-9916-9c2f799111bb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:09.753640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Attempting to bind port a07f9893-ffa9-4c09-9916-9c2f799111bb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:09.754167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Attempting to bind port a07f9893-ffa9-4c09-9916-9c2f799111bb on network a9b79870-3aa9-45b3-998e-126e36297d64 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:09.761015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:09.761973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Checking segment: {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:09.762385 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:09.762831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Bound using segment: {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:09.763308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Bound port: a07f9893-ffa9-4c09-9916-9c2f799111bb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ba7c24-c318-4602-8429-4e7882a9b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:09.763853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:09.784284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4cf46e26-57bd-4125-87e8-a2c1f1491eda req-6adea135-1adf-45d2-879f-b800df91c649 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 210 time: 0.0641327 Apr 25 15:11:09.883527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] For port a07f9893-ffa9-4c09-9916-9c2f799111bb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:09.892666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] For port a07f9893-ffa9-4c09-9916-9c2f799111bb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a07f9893-ffa9-4c09-9916-9c2f799111bb,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:09.901838 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:09.991354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Routers {'4ab476b9-0687-48d3-958b-16f4793cf14a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:09.991810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:10:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4ab476b9-0687-48d3-958b-16f4793cf14a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:10.048127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e560848-6c0f-49a1-ae8c-3376fd6bf02f None None] Pushing event updated for resources: {'Port': ['ID=a07f9893-ffa9-4c09-9916-9c2f799111bb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:10.188959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] Set router 4ab476b9-0687-48d3-958b-16f4793cf14a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:10.347870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-1f7a07f3-d100-404e-ae0d-eb64d660d800 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:10.350014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-1f7a07f3-d100-404e-ae0d-eb64d660d800 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Synchronizing usage tracker for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:10.376767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-1f7a07f3-d100-404e-ae0d-eb64d660d800 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Unset dirty status for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:10.380035 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-1f7a07f3-d100-404e-ae0d-eb64d660d800 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.21 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.2502415 Apr 25 15:11:10.390949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Request body: {'port': {'device_id': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'admin_state_up': True, 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:10.398431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:10.420057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:10.448496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Made reservation on behalf of e7dbf58082534de294dd00dac3e78aaa for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:10.452017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:10.680273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:05Z', 'revision_number': 4, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a07f9893-ffa9-4c09-9916-9c2f799111bb', 'name': '', 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'mac_address': 'fa:16:3e:4b:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3451f401-e33e-4184-8adf-e7902aeb619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:04Z', 'updated_at': '2022-04-25T15:11:09Z', 'revision_number': 4, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'subnets': [{'id': '3451f401-e33e-4184-8adf-e7902aeb619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:10.685059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf34b69-48a0-40ac-8e0e-067c19794158 None None] The sync data for ids ['4ab476b9-0687-48d3-958b-16f4793cf14a'] in n-d-811416-6 is: [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:05Z', 'revision_number': 4, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a07f9893-ffa9-4c09-9916-9c2f799111bb', 'name': '', 'network_id': 'a9b79870-3aa9-45b3-998e-126e36297d64', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'mac_address': 'fa:16:3e:4b:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3451f401-e33e-4184-8adf-e7902aeb619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:04Z', 'updated_at': '2022-04-25T15:11:09Z', 'revision_number': 4, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'subnets': [{'id': '3451f401-e33e-4184-8adf-e7902aeb619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:10.813570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Allocated IP 172.20.0.3 (05d71d51-bb52-4e1e-8fbb-b702b0d19308/8106241d-712b-4a15-8461-1f96e63ce7e9/e096664f-34b9-41ec-84a7-bd8405b14ff7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:10.962711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22b9bef9-aed5-4571-b851-707933b14607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.027024 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc27a755-33ef-404f-8513-1182d86f1769 req-807f792b-617e-4fa4-8d6f-341efe936959 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 210 time: 0.0599303 Apr 25 15:11:11.055276 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:11.061618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'network': {'name': 'tempest-network-smoke--1003688500', 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'port_security_enabled': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:11.067530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:11.072098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:network and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:11.075301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:11.082260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:11.093949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Made reservation on behalf of 6887a4322bc14d149118fe78210f0f6f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:11.098619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.100207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.112820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.118261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Transition to ACTIVE for port object e096664f-34b9-41ec-84a7-bd8405b14ff7 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:11.129910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:11.134965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:security_group_rule and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:11.137980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:11.143990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:11.149131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.226381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Pushing event updated for resources: {'Port': ['ID=e096664f-34b9-41ec-84a7-bd8405b14ff7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:11.242251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:11.243424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:11.246534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:11.254522 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.259835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.317170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:11.317854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.318958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ef2632-c449-4a92-afdf-dc7f4d36b769,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:11.323681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:11:11.344336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.344696 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Added segment e855a36c-40bf-42b8-9f9a-ec195e5dedce of type vlan for network e795bd49-c2f9-4d81-99b7-2a0f043b034d Apr 25 15:11:11.366407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-70adae87-feb7-4517-846a-1e31b746ec3d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9800959 Apr 25 15:11:11.380045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Request body: {'port': {'device_id': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:11.383187 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.450783 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.456593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:11.465430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.528464 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.560495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f3d885f7-3ba1-45b1-86d6-2caff837ec01 None None] Provisioning for port e096664f-34b9-41ec-84a7-bd8405b14ff7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:11.566419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f3d885f7-3ba1-45b1-86d6-2caff837ec01 None None] Provisioning complete for port e096664f-34b9-41ec-84a7-bd8405b14ff7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:11.566961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3d885f7-3ba1-45b1-86d6-2caff837ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.589172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Network': ['ID=e795bd49-c2f9-4d81-99b7-2a0f043b034d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:11.608808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:11:11.609001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-248b8cd3-1af7-4f0e-b78e-88754060eb1e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5500515 Apr 25 15:11:11.609341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35044) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:11.616254 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'admin_state_up': True, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:11.624483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:11.629559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:router and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:11.633133 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:11.647579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:11.665684 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.667218 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.691198 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.730158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f3d885f7-3ba1-45b1-86d6-2caff837ec01 None None] Port e096664f-34b9-41ec-84a7-bd8405b14ff7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:11.844421 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.970381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e096664f-34b9-41ec-84a7-bd8405b14ff7 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:11:11.979906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:11.994477 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Transition to ACTIVE for port object e096664f-34b9-41ec-84a7-bd8405b14ff7 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:11.999483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.061823 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.074537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.239712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a07f9893-ffa9-4c09-9916-9c2f799111bb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:12.316192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Pushing event updated for resources: {'Port': ['ID=e096664f-34b9-41ec-84a7-bd8405b14ff7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:12.382217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Attempting to bind port e096664f-34b9-41ec-84a7-bd8405b14ff7 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:12.382846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Attempting to bind port e096664f-34b9-41ec-84a7-bd8405b14ff7 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:12.382846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Attempting to bind port e096664f-34b9-41ec-84a7-bd8405b14ff7 on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:12.388110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Port e096664f-34b9-41ec-84a7-bd8405b14ff7 on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:11:12.388843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Attempting to bind port e096664f-34b9-41ec-84a7-bd8405b14ff7 on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:12.399946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:12.400257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Checking segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:12.400626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Bound using segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:12.401226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Bound port: e096664f-34b9-41ec-84a7-bd8405b14ff7, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:12.401579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.403946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a07f9893-ffa9-4c09-9916-9c2f799111bb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:12.410261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a07f9893-ffa9-4c09-9916-9c2f799111bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:12.411147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.597812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7edb11-f7bc-4660-9352-7fe544bc279a req-ca9f9331-187d-4adf-8d3a-3e9e33d33fb7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:12.599485 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e7edb11-f7bc-4660-9352-7fe544bc279a req-ca9f9331-187d-4adf-8d3a-3e9e33d33fb7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1052 time: 0.2969203 Apr 25 15:11:12.618731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] For port e096664f-34b9-41ec-84a7-bd8405b14ff7, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:12.624777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] For port e096664f-34b9-41ec-84a7-bd8405b14ff7, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:12.631023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.654174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.695213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:12.695884 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.697343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] 10.222.0.21 "PUT /v2.0/ports/e096664f-34b9-41ec-84a7-bd8405b14ff7 HTTP/1.1" status: 200 len: 1091 time: 1.3230419 Apr 25 15:11:12.697962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'tag': 'e096664f-34b9-41ec-84a7-bd8405b14ff7'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:12.723599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a07f9893-ffa9-4c09-9916-9c2f799111bb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a07f9893-ffa9-4c09-9916-9c2f799111bb,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:12.736579 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.877458 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec95f5d-f788-421d-a8dd-9eaa38580a04'] response: {'name': 'network-changed', 'server_uuid': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'tag': 'e096664f-34b9-41ec-84a7-bd8405b14ff7', 'status': 'completed', 'code': 200} Apr 25 15:11:12.898809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a252f-6c27-4d98-a78a-89d52decf848 service neutron] Pushing event updated for resources: {'Port': ['ID=e096664f-34b9-41ec-84a7-bd8405b14ff7,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:12.915011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a07f9893-ffa9-4c09-9916-9c2f799111bb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:12.932704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.968293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-717d4097-661a-4057-91d7-91dbb6d1e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:12.970162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-717d4097-661a-4057-91d7-91dbb6d1e27d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1094 time: 0.2175248 Apr 25 15:11:12.980975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:12.984465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e7edb11-f7bc-4660-9352-7fe544bc279a req-54600c10-95c9-400d-b765-410da51505b9 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732910 Apr 25 15:11:13.065612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-ad3498ac-a0ff-49b2-a76f-9df5a60f5d07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7 HTTP/1.1" status: 200 len: 217 time: 0.0885868 Apr 25 15:11:13.138577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-6cff1fd1-b23e-4cdd-aa28-ea8381f7d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:13.140137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-6cff1fd1-b23e-4cdd-aa28-ea8381f7d5b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8106241d-712b-4a15-8461-1f96e63ce7e9 HTTP/1.1" status: 200 len: 848 time: 0.0683722 Apr 25 15:11:13.150998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.25.0.193 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/85408abf-1ec1-462b-9ca8-a2e23d1f5507) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:13.220117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-ed9f8695-9f24-4e94-a8e2-8478bec997a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:13.221799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-ed9f8695-9f24-4e94-a8e2-8478bec997a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05d71d51-bb52-4e1e-8fbb-b702b0d19308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760779 Apr 25 15:11:13.311112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:13.341952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:13.357894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-e2d19381-3264-4d2b-9aff-57f3a8a265cc service neutron] 10.222.0.21 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303091 Apr 25 15:11:13.407435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:13.410282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:13.419247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:13.478341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=85408abf-1ec1-462b-9ca8-a2e23d1f5507,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:13.597936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-76d681e6-0a89-4b6a-9511-d911f05c74a1 req-579358a9-28b7-4abe-a5c4-dfe68697b1cf service neutron] (88060) timed out ('10.222.0.23', 32816) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:11:13.657746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91009607-fb16-4ad0-9a33-be760f1979d5 req-2bb8bc8b-eae4-4f1a-b0ca-cc73e207d63c service neutron] 10.222.0.21 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939041 Apr 25 15:11:13.727575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:13.787007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699841b-ae64-488a-a30a-2a209c36d02b req-2647cc9b-17a6-48c3-9082-7fd613e1a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:13.788598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-2647cc9b-17a6-48c3-9082-7fd613e1a76c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1094 time: 0.0802040 Apr 25 15:11:13.940888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:13.947533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699841b-ae64-488a-a30a-2a209c36d02b req-63a66fe1-9c2d-4748-b90b-37b678cc8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:13.949138 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-63a66fe1-9c2d-4748-b90b-37b678cc8222 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.1539433 Apr 25 15:11:14.043679 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-10d334c7-18d5-4ace-958d-f498021a3ad3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7 HTTP/1.1" status: 200 len: 217 time: 0.0887239 Apr 25 15:11:14.117940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699841b-ae64-488a-a30a-2a209c36d02b req-43898869-0747-48cc-8dc0-9591a75b8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:14.119901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-43898869-0747-48cc-8dc0-9591a75b8120 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8106241d-712b-4a15-8461-1f96e63ce7e9 HTTP/1.1" status: 200 len: 848 time: 0.0702488 Apr 25 15:11:14.206319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a07f9893-ffa9-4c09-9916-9c2f799111bb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:14.286845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660760-8efa-4101-ab4e-70eb69a15428 req-bdd60c3b-5853-442d-9c00-5599674ec462 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:14.287704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-88660760-8efa-4101-ab4e-70eb69a15428 req-bdd60c3b-5853-442d-9c00-5599674ec462 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Synchronizing usage tracker for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:14.297691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a07f9893-ffa9-4c09-9916-9c2f799111bb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:14.298447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:14.304577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699841b-ae64-488a-a30a-2a209c36d02b req-062917d0-e9cf-47b3-bf65-39a7d7f41573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:14.306326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-062917d0-e9cf-47b3-bf65-39a7d7f41573 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05d71d51-bb52-4e1e-8fbb-b702b0d19308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278343 Apr 25 15:11:14.312987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-88660760-8efa-4101-ab4e-70eb69a15428 req-bdd60c3b-5853-442d-9c00-5599674ec462 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Unset dirty status for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:14.314677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88660760-8efa-4101-ab4e-70eb69a15428 req-bdd60c3b-5853-442d-9c00-5599674ec462 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1094 time: 0.1937091 Apr 25 15:11:14.390989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:14.482276 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-e3167907-5d69-4528-bcbf-3e8762c2165f service neutron] 10.222.0.21 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662290 Apr 25 15:11:14.533909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-88660760-8efa-4101-ab4e-70eb69a15428 req-ffd6e749-5076-44d4-a0b1-c3bee474e4f1 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Synchronizing usage tracker for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:14.619912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-88660760-8efa-4101-ab4e-70eb69a15428 req-ffd6e749-5076-44d4-a0b1-c3bee474e4f1 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Unset dirty status for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:14.621386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-88660760-8efa-4101-ab4e-70eb69a15428 req-ffd6e749-5076-44d4-a0b1-c3bee474e4f1 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844813 Apr 25 15:11:14.653451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e699841b-ae64-488a-a30a-2a209c36d02b req-81d03aa1-7e77-4252-9a03-bf33bef149e3 service neutron] 10.222.0.21 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572583 Apr 25 15:11:14.781192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router d16fe340-9f79-4e6f-98cb-cabc80176c52 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:11:14.968605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:14.979417 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Sync routers for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:14.989067 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:14.989903 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:15.003786 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:15.005614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-db8c1b36-d1ab-4e54-a47a-14af771a6774 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3951938 Apr 25 15:11:15.008779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35074) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:15.158859 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b86ce554-9357-4413-a2d0-f9f296d1d163 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6887a4322bc14d149118fe78210f0f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1458147 Apr 25 15:11:15.159895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35080) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:15.173246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:15.317656 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30502c2-27bc-4c1b-b44c-ba81164f8cd6 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:15.321821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e30502c2-27bc-4c1b-b44c-ba81164f8cd6 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1589603 Apr 25 15:11:15.322310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35088) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:15.376838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b664637-c164-4b4d-8f6f-a0f5497c774e tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518339 Apr 25 15:11:15.378213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35092) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:15.383692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1485852624', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:15.503035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:15.507190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:subnet and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:15.510041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:15.514403 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:13Z', 'revision_number': 3, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:15.515955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:15.519475 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Checking router: d16fe340-9f79-4e6f-98cb-cabc80176c52 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:15.521062 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Updating router d16fe340-9f79-4e6f-98cb-cabc80176c52 port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:11:15.530308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Made reservation on behalf of 6887a4322bc14d149118fe78210f0f6f for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:15.534909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:15.579404 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:15.818240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:15.829047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7666-6a64-4ff0-adc8-f473eca76f62 req-de275eef-02a2-45b9-a64b-99491a6829ca tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:15.836359 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630c7666-6a64-4ff0-adc8-f473eca76f62 req-de275eef-02a2-45b9-a64b-99491a6829ca tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1094 time: 0.0860822 Apr 25 15:11:15.893799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630c7666-6a64-4ff0-adc8-f473eca76f62 req-7eee54a4-62c5-4db4-811b-55848f0044ef tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564880 Apr 25 15:11:15.913683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Subnet': ['ID=b455b00c-fc4a-4432-b334-a15111a07db6,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:15.921171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Checking segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:15.921357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network hostable DHCP agents. Network: e795bd49-c2f9-4d81-99b7-2a0f043b034d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:11:15.942977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:11:15.952823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e795bd49-c2f9-4d81-99b7-2a0f043b034d) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:15.957432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:15.958027 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:15.965918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f02836-a631-4d17-80f9-80d3e765f365 None None] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:11:15.982673 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b466bdd6-4abb-4aea-aa50-73c6ae09496b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6031144 Apr 25 15:11:15.985543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35098) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:15.985971 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:15.998267 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Transition to ACTIVE for port object 85408abf-1ec1-462b-9ca8-a2e23d1f5507 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:16.006098 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:16.083204 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c2dfa-a11a-4714-b10a-f3879c19905c None None] Pushing event updated for resources: {'Port': ['ID=85408abf-1ec1-462b-9ca8-a2e23d1f5507,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:16.130692 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Attempting to bind port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:16.131073 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Attempting to bind port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:16.131440 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Attempting to bind port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:16.137640 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:16.138016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:16.138419 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:16.139175 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:16.139640 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Bound port: 85408abf-1ec1-462b-9ca8-a2e23d1f5507, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:16.140016 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:16.232621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] For port 85408abf-1ec1-462b-9ca8-a2e23d1f5507, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:16.236110 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] For port 85408abf-1ec1-462b-9ca8-a2e23d1f5507, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=85408abf-1ec1-462b-9ca8-a2e23d1f5507,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:16.250433 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:16.279849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:11:16.281289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:16.358048 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:16.358683 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:16.512921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Allocated IP 172.20.0.2 (e795bd49-c2f9-4d81-99b7-2a0f043b034d/b455b00c-fc4a-4432-b334-a15111a07db6/caf43ab9-fb80-4118-b16e-b2568b7fe621) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:16.518676 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c2dfa-a11a-4714-b10a-f3879c19905c None None] Pushing event updated for resources: {'Port': ['ID=85408abf-1ec1-462b-9ca8-a2e23d1f5507,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:16.705073 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:16.843539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:16.855645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Transition to ACTIVE for port object caf43ab9-fb80-4118-b16e-b2568b7fe621 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:16.878732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Transition to ACTIVE for port object caf43ab9-fb80-4118-b16e-b2568b7fe621 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:16.889617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device e096664f-34b9-41ec-84a7-bd8405b14ff7 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:11:16.912579 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.052388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.132668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port e096664f-34b9-41ec-84a7-bd8405b14ff7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:17.153112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Pushing event updated for resources: {'Port': ['ID=caf43ab9-fb80-4118-b16e-b2568b7fe621,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:17.165618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'e096664f-34b9-41ec-84a7-bd8405b14ff7', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'port_id': 'e096664f-34b9-41ec-84a7-bd8405b14ff7', 'mac_address': 'fa:16:3e:7c:d8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:11:17.225320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:17.235523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:17.242467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:17.259650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:13Z', 'revision_number': 3, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:17.264013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e519ac6-9fe4-4e60-8842-d44a23d4b31c None None] The sync data for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 is: [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:13Z', 'revision_number': 3, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:17.316163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459ee9-c1ca-4771-a6dc-22b18142702e req-8c55a396-8a46-4472-9f9e-3a7de37ee52a tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:17.317769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02459ee9-c1ca-4771-a6dc-22b18142702e req-8c55a396-8a46-4472-9f9e-3a7de37ee52a tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1094 time: 0.3020358 Apr 25 15:11:17.406675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02459ee9-c1ca-4771-a6dc-22b18142702e req-82fcd3fe-5476-4db3-a079-f498b9259a2f tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819252 Apr 25 15:11:17.445625 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.462406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Attempting to bind port caf43ab9-fb80-4118-b16e-b2568b7fe621 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:17.462786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Attempting to bind port caf43ab9-fb80-4118-b16e-b2568b7fe621 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:17.463154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Attempting to bind port caf43ab9-fb80-4118-b16e-b2568b7fe621 on network e795bd49-c2f9-4d81-99b7-2a0f043b034d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:17.471809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:17.473407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Checking segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:17.473407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.473407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Bound using segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:17.473407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Bound port: caf43ab9-fb80-4118-b16e-b2568b7fe621, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:17.474683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.490361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e096664f-34b9-41ec-84a7-bd8405b14ff7 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:11:17.510696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port e096664f-34b9-41ec-84a7-bd8405b14ff7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:17.519164 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.741105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=e096664f-34b9-41ec-84a7-bd8405b14ff7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:17.772443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] For port caf43ab9-fb80-4118-b16e-b2568b7fe621, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:17.776065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] For port caf43ab9-fb80-4118-b16e-b2568b7fe621, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=caf43ab9-fb80-4118-b16e-b2568b7fe621,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:17.787599 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:17.856229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.20.0.1 (e795bd49-c2f9-4d81-99b7-2a0f043b034d/b455b00c-fc4a-4432-b334-a15111a07db6/a47b6df3-aae2-4613-9127-5fa66ec4098c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:17.881407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['e096664f-34b9-41ec-84a7-bd8405b14ff7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:17.993519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71568e6-abe2-4307-a16c-28148a7fb0f0 None None] Pushing event updated for resources: {'Port': ['ID=caf43ab9-fb80-4118-b16e-b2568b7fe621,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:18.087059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.107773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Transition to ACTIVE for port object a47b6df3-aae2-4613-9127-5fa66ec4098c will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:18.158372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.256183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 85408abf-1ec1-462b-9ca8-a2e23d1f5507 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:18.321626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:18.322923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:18.324988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=a47b6df3-aae2-4613-9127-5fa66ec4098c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:18.329752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:18.336943 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:11:18.413770 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.423710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:18.439232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:18.442671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.657236 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.707338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 85408abf-1ec1-462b-9ca8-a2e23d1f5507, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=85408abf-1ec1-462b-9ca8-a2e23d1f5507,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:18.715917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.815782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=85408abf-1ec1-462b-9ca8-a2e23d1f5507,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:18.823291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:18.887825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device e096664f-34b9-41ec-84a7-bd8405b14ff7 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:18.975008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port e096664f-34b9-41ec-84a7-bd8405b14ff7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:18.979966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port e096664f-34b9-41ec-84a7-bd8405b14ff7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:18.981392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:19.037063 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c907a-144d-437f-82e4-08d6d145726c req-3e970e36-ff3d-4652-a8cb-d8ccda7a6c4f tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:19.038501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-246c907a-144d-437f-82e4-08d6d145726c req-3e970e36-ff3d-4652-a8cb-d8ccda7a6c4f tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1095 time: 0.3341269 Apr 25 15:11:19.138260 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:19.177507 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-246c907a-144d-437f-82e4-08d6d145726c req-457d5cbd-574c-4324-b708-5772793f4e23 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264744 Apr 25 15:11:19.184907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096664f-34b9-41ec-84a7-bd8405b14ff7'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:19.205848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port e096664f-34b9-41ec-84a7-bd8405b14ff7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:19.215401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:19.371502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=e096664f-34b9-41ec-84a7-bd8405b14ff7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:19.390984 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ce70f5-14dc-47b4-aa67-878a6e520487'] response: {'server_uuid': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096664f-34b9-41ec-84a7-bd8405b14ff7', 'code': 200} Apr 25 15:11:19.480753 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:19.491326 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:19.522393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cd0a0-1737-4a33-b414-a34db5274b9c None None] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:11:19.564615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477fb6-3276-4a89-9135-33fca3445d5f req-d08e9436-4c6b-437b-b49d-0693076e2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:19.570312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12477fb6-3276-4a89-9135-33fca3445d5f req-d08e9436-4c6b-437b-b49d-0693076e2617 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.1298077 Apr 25 15:11:19.633528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-12477fb6-3276-4a89-9135-33fca3445d5f req-ae3079ef-2f91-46b8-a480-6a1fa4fb3f81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Apr 25 15:11:19.652845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=a47b6df3-aae2-4613-9127-5fa66ec4098c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:19.655760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:19.737875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c50d97d9-222b-4110-8dd4-e6e7898f8e53 None None] Provisioning for port caf43ab9-fb80-4118-b16e-b2568b7fe621 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:19.830069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:19.832036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:20.092391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router d16fe340-9f79-4e6f-98cb-cabc80176c52 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:11:20.180181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Provisioning for port a47b6df3-aae2-4613-9127-5fa66ec4098c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:20.216830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Provisioning complete for port a47b6df3-aae2-4613-9127-5fa66ec4098c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:20.217245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:20.312818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device caf43ab9-fb80-4118-b16e-b2568b7fe621 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:20.460486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Port a47b6df3-aae2-4613-9127-5fa66ec4098c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:20.484222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port caf43ab9-fb80-4118-b16e-b2568b7fe621 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:20.497620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Provisioning complete for port caf43ab9-fb80-4118-b16e-b2568b7fe621 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:20.498005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:20.581937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:20.608096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d971edc8-6571-4b15-b27e-d99e9885e2a1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "PUT /v2.0/routers/d16fe340-9f79-4e6f-98cb-cabc80176c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6205664 Apr 25 15:11:20.610292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35128) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:20.615561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Sync routers for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:20.616000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34534814-b514-4e14-aa06-a526325621e1 req-7b33ad9d-f218-4e32-9c01-d5bcef29bd53 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:20.621243 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34534814-b514-4e14-aa06-a526325621e1 req-7b33ad9d-f218-4e32-9c01-d5bcef29bd53 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.2144089 Apr 25 15:11:20.621577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port caf43ab9-fb80-4118-b16e-b2568b7fe621 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:20.622117 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:20.630870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2010385493', 'description': 'tempest-secgroup_access--2010385493 description', 'project_id': '6887a4322bc14d149118fe78210f0f6f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:20.638127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:20.642476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:security_group and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:20.645600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:20.653109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:20.670552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:20.698285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:20.699772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:20.708852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34534814-b514-4e14-aa06-a526325621e1 req-507e3a7d-49a3-4afc-8e64-fcf5c3a5c212 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663941 Apr 25 15:11:20.732300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:20.740135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:security_group_rule and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:20.747257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:20.760740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:20.888747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:20.902392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:20.950624 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.019565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:21.030471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.032530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e915c8ea-1a59-46ba-8d7a-0ed3e32f3d89 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4158623 Apr 25 15:11:21.035752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35132) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:21.043294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1479157535', 'description': 'tempest-secgroup_general--1479157535 description', 'project_id': '6887a4322bc14d149118fe78210f0f6f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:21.057843 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:21.063758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:security_group and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:21.067066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:21.074698 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:21.092657 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.095635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] For port caf43ab9-fb80-4118-b16e-b2568b7fe621, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=caf43ab9-fb80-4118-b16e-b2568b7fe621,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:21.114975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:21.119118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:security_group_rule and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:21.123202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:21.127126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.130818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:21.210443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:21.218345 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.226549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.275286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cdf333-df16-4599-9927-7ec6819ad7ce,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:21.278490 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.283016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35140) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:21.283175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2230a9f3-6185-4f3e-a588-5aa0a55ad71e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2464130 Apr 25 15:11:21.289334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'security_group_rule': {'security_group_id': '6d7f5c9e-0721-42f7-94f7-f801f4a3d36d', 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:21.297192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:21.298511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fb134-2d9e-44d3-9367-600eb60f2968 None None] Pushing event updated for resources: {'Port': ['ID=caf43ab9-fb80-4118-b16e-b2568b7fe621,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:21.302628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:security_group_rule and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:21.312354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:21.316740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 85408abf-1ec1-462b-9ca8-a2e23d1f5507 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:21.351545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:21.389218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.453711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-1b5ded55-3a07-43bc-b4ba-7ea2ed77cccb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381898 Apr 25 15:11:21.474040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac873ff8-766a-4a29-87ff-9f9c18a06224 None None] Provisioning complete for port a47b6df3-aae2-4613-9127-5fa66ec4098c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:21.474610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac873ff8-766a-4a29-87ff-9f9c18a06224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.511721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.526000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.578855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3818cb-a357-4491-acd4-152307d0dcc4,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:21.585944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:21.586224 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.634187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.636111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-84283da9-bf31-4c39-a8dd-637ed12e84c2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517592 Apr 25 15:11:21.650672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ac873ff8-766a-4a29-87ff-9f9c18a06224 None None] Port a47b6df3-aae2-4613-9127-5fa66ec4098c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:21.688081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-66f97966-28c0-48b5-a60f-16b475d9c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:21.689667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-66f97966-28c0-48b5-a60f-16b475d9c774 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.0974200 Apr 25 15:11:21.881674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:19Z', 'revision_number': 2, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:21.889508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-747e3c69-3657-4f55-8d5e-ed1079362dc5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:21.892126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Checking router: d16fe340-9f79-4e6f-98cb-cabc80176c52 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:21.892653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Updating router d16fe340-9f79-4e6f-98cb-cabc80176c52 port a47b6df3-aae2-4613-9127-5fa66ec4098c binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:11:21.923339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-93041813-3e66-4716-afa4-33ad9f1d94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:21.925339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-93041813-3e66-4716-afa4-33ad9f1d94d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.1991575 Apr 25 15:11:21.927079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-747e3c69-3657-4f55-8d5e-ed1079362dc5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:21.936202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-747e3c69-3657-4f55-8d5e-ed1079362dc5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--2010385493&fields=id&tenant_id=6887a4322bc14d149118fe78210f0f6f HTTP/1.1" status: 200 len: 267 time: 0.1125507 Apr 25 15:11:21.967328 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:21.982766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbd18-079d-4429-b873-aab34c95135a req-5ad5a0c5-d96e-4fc9-afef-42254230812b tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:21.984234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-010fbd18-079d-4429-b873-aab34c95135a req-5ad5a0c5-d96e-4fc9-afef-42254230812b tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.1192815 Apr 25 15:11:22.015637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-a4464741-5a4a-426c-825e-cdd3a0449244 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7 HTTP/1.1" status: 200 len: 217 time: 0.0651188 Apr 25 15:11:22.065838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-010fbd18-079d-4429-b873-aab34c95135a req-d4462a34-9f0f-4831-adeb-752d0937f818 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744386 Apr 25 15:11:22.093625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-05d29adb-d5fa-49d1-a4d7-12c806d551d1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1479157535&fields=id&tenant_id=6887a4322bc14d149118fe78210f0f6f HTTP/1.1" status: 200 len: 267 time: 0.1563177 Apr 25 15:11:22.155333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-a7c7f10b-a926-41de-a0ae-78d99735355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:22.157015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-a7c7f10b-a926-41de-a0ae-78d99735355e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8106241d-712b-4a15-8461-1f96e63ce7e9 HTTP/1.1" status: 200 len: 848 time: 0.1253045 Apr 25 15:11:22.305189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device caf43ab9-fb80-4118-b16e-b2568b7fe621 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:22.335300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-13f51f99-ef4e-4e1e-9741-835607cc7f23 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:22.336745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-13f51f99-ef4e-4e1e-9741-835607cc7f23 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/networks?id=e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 200 len: 797 time: 0.2389596 Apr 25 15:11:22.380697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d73f-7538-4d0e-a667-78d3245ee9c9 req-dfd66be0-4bb2-4300-8d05-90be9149b1f3 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:22.386160 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a350d73f-7538-4d0e-a667-78d3245ee9c9 req-dfd66be0-4bb2-4300-8d05-90be9149b1f3 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.1461461 Apr 25 15:11:22.395239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port caf43ab9-fb80-4118-b16e-b2568b7fe621 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:22.395627 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:22.407213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e69808e8-c5f2-438f-86a5-850b393212f1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/quotas/6887a4322bc14d149118fe78210f0f6f HTTP/1.1" status: 200 len: 375 time: 0.0209572 Apr 25 15:11:22.502947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a350d73f-7538-4d0e-a667-78d3245ee9c9 req-d33b3a2c-a837-4f5d-997e-76a0124528bf tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068475 Apr 25 15:11:22.570057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-28f48270-b592-4f61-aa4b-912321239acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:22.575304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-28f48270-b592-4f61-aa4b-912321239acf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05d71d51-bb52-4e1e-8fbb-b702b0d19308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376208 Apr 25 15:11:22.671612 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:22.684912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Transition to ACTIVE for port object a47b6df3-aae2-4613-9127-5fa66ec4098c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:22.690630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:22.715424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-bb8edb5e-1f22-458e-81d5-926c469f3493 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2939637 Apr 25 15:11:22.735047 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea683a-3762-4d7d-b8da-3aef656a0a35 req-5f6fa249-5f4b-4d11-84b1-0113440c2aa7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:22.736701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36ea683a-3762-4d7d-b8da-3aef656a0a35 req-5f6fa249-5f4b-4d11-84b1-0113440c2aa7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.0879934 Apr 25 15:11:22.771721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-f4b00472-b254-424a-8170-7dfcdecc250f service neutron] 10.222.0.21 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872804 Apr 25 15:11:22.811581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36ea683a-3762-4d7d-b8da-3aef656a0a35 req-27a081b9-ed28-4ec0-9237-a0f29eb5240c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Apr 25 15:11:22.872783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f0b7c-e526-4426-93b4-828ce3eebde4 None None] Pushing event updated for resources: {'Port': ['ID=a47b6df3-aae2-4613-9127-5fa66ec4098c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:22.888258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-6e4208ef-3c3f-448f-a923-001d872a4d33 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:11:22.893529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-6e4208ef-3c3f-448f-a923-001d872a4d33 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1443768 Apr 25 15:11:23.044537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-712ee3c5-fb54-43c0-a5e4-c201caaafbcd req-e6851282-2809-4e0e-8b35-1b034158b218 service neutron] 10.222.0.21 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675569 Apr 25 15:11:23.080358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Attempting to bind port a47b6df3-aae2-4613-9127-5fa66ec4098c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:23.080705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Attempting to bind port a47b6df3-aae2-4613-9127-5fa66ec4098c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:23.081023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Attempting to bind port a47b6df3-aae2-4613-9127-5fa66ec4098c on network e795bd49-c2f9-4d81-99b7-2a0f043b034d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:23.090566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:23.090943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Checking segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:23.091353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:23.091832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Bound using segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:23.092376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Bound port: a47b6df3-aae2-4613-9127-5fa66ec4098c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:23.092760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:23.109394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e7d3ee2b-0e74-45bd-bc57-7f1cbfaa6c08 service neutron] 10.222.0.23 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824641 Apr 25 15:11:23.199490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] For port a47b6df3-aae2-4613-9127-5fa66ec4098c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:23.202955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] For port a47b6df3-aae2-4613-9127-5fa66ec4098c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a47b6df3-aae2-4613-9127-5fa66ec4098c,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:23.210475 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:23.283373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-c8c6d727-ea23-4477-b7f8-be2ea664f46d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:23.289392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:23.290211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:23.299510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-c8c6d727-ea23-4477-b7f8-be2ea664f46d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.2058332 Apr 25 15:11:23.321944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-567a33f4-43cb-412e-b4ad-6f08aaa18d81 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/quotas/e7dbf58082534de294dd00dac3e78aaa HTTP/1.1" status: 200 len: 375 time: 0.0214615 Apr 25 15:11:23.386303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-d1d6e5fb-deda-4846-8b28-c11e61bc4e3b service neutron] 10.222.0.23 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693372 Apr 25 15:11:23.389350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f0b7c-e526-4426-93b4-828ce3eebde4 None None] Pushing event updated for resources: {'Port': ['ID=a47b6df3-aae2-4613-9127-5fa66ec4098c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:23.431796 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-bf8bdf52-97f3-4dd9-9886-7de63269a097 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032403 Apr 25 15:11:23.513770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:23.650499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-3fb47a7f-3a99-462c-b66a-eeb95ef34376 service neutron] 10.222.0.23 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176769 Apr 25 15:11:23.738473 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-213818f3-cfb3-441c-af18-55a1ec2aa078 req-c54e2318-484c-4c23-99c7-f54827861e86 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 210 time: 0.0616603 Apr 25 15:11:23.816061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-0313d1d1-f22c-4332-9a3b-79c08975678e service neutron] 10.222.0.23 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645515 Apr 25 15:11:23.993133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:23Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:23.998849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fd6a9-08c2-488a-b1cd-40765e95b046 None None] The sync data for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 is: [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:23Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:24.053700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8ca71c4-229b-4808-8bda-94f8a26373aa req-05c70de1-bafb-461a-ab34-3ba843cf9d0a tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 210 time: 0.0555763 Apr 25 15:11:24.290006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a47b6df3-aae2-4613-9127-5fa66ec4098c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:24.384499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a47b6df3-aae2-4613-9127-5fa66ec4098c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:24.400682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a47b6df3-aae2-4613-9127-5fa66ec4098c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:24.401091 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:24.569020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:24.613011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a47b6df3-aae2-4613-9127-5fa66ec4098c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a47b6df3-aae2-4613-9127-5fa66ec4098c,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:24.618701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:24.725228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a47b6df3-aae2-4613-9127-5fa66ec4098c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:24.909208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a2e97f9-d184-4319-9fe8-bc4b2da37e15 req-0b04935e-dd24-4483-aa5b-5eedcd9037d3 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:24.932315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a2e97f9-d184-4319-9fe8-bc4b2da37e15 req-0b04935e-dd24-4483-aa5b-5eedcd9037d3 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:24.933843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a2e97f9-d184-4319-9fe8-bc4b2da37e15 req-0b04935e-dd24-4483-aa5b-5eedcd9037d3 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 210 time: 0.0705321 Apr 25 15:11:25.259007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35e58da8-e15d-4bd3-bae4-3dfcbd39b76a req-255de23d-f804-4da4-a969-32a88e1bc5c4 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 210 time: 0.0594196 Apr 25 15:11:25.319273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-905641ac-5718-4a04-bb05-1b5b6d9739bf tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:25.320977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-905641ac-5718-4a04-bb05-1b5b6d9739bf tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.15 "GET /v2.0/networks?id=e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 200 len: 797 time: 0.2770915 Apr 25 15:11:25.401442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-263a690b-86e3-4eba-a99e-92e4f5013320 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6887a4322bc14d149118fe78210f0f6f HTTP/1.1" status: 200 len: 478 time: 0.0638204 Apr 25 15:11:25.422361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'port': {'device_id': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'admin_state_up': True, 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'security_groups': ['6d7f5c9e-0721-42f7-94f7-f801f4a3d36d', 'b2cdf333-df16-4599-9927-7ec6819ad7ce']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:25.697300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:25.707719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:25.735454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Made reservation on behalf of 6887a4322bc14d149118fe78210f0f6f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:25.739270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:25.839294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-14be53a9-7dee-4260-a8bc-38dff3e41640 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:25.840640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-14be53a9-7dee-4260-a8bc-38dff3e41640 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.15 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.3018897 Apr 25 15:11:25.865404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Request body: {'port': {'device_id': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'admin_state_up': True, 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:25.876516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:25.894611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:25.947820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Made reservation on behalf of e7dbf58082534de294dd00dac3e78aaa for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:25.950207 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.049954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.20.0.7 (e795bd49-c2f9-4d81-99b7-2a0f043b034d/b455b00c-fc4a-4432-b334-a15111a07db6/9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:26.106693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-354880f1-45f2-42ed-9320-314282b93db0 req-dd234da4-b868-49bf-9172-cffd4fd97aec tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 210 time: 0.0539489 Apr 25 15:11:26.172192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a47b6df3-aae2-4613-9127-5fa66ec4098c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:26.216397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Allocated IP 172.20.0.11 (05d71d51-bb52-4e1e-8fbb-b702b0d19308/8106241d-712b-4a15-8461-1f96e63ce7e9/ccbd785f-4bd0-470f-bb90-4aa8fafe106e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:26.249955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a47b6df3-aae2-4613-9127-5fa66ec4098c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:26.250333 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.456087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.554575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-536829de-9270-4a06-b4de-cef67181e929 req-86a7ea80-a661-4a7d-aa83-9e4686b9a745 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 210 time: 0.1363773 Apr 25 15:11:26.569117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Transition to ACTIVE for port object 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:26.626047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.649795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Transition to ACTIVE for port object ccbd785f-4bd0-470f-bb90-4aa8fafe106e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:26.661877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.759583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:26.766856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:26.773708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:26.835328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:26.855404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.866604 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['e096664f-34b9-41ec-84a7-bd8405b14ff7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:26.932066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:26.933370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:26.989174 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-e331118b-6222-47dc-9935-9cd908e93799 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5706415 Apr 25 15:11:27.006329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Request body: {'port': {'device_id': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:27.183806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:27.194215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:27.197298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:27.227938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09dd83cb-f2cf-431c-a5cb-4a23a2018940 None None] Provisioning for port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:27.241662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-09dd83cb-f2cf-431c-a5cb-4a23a2018940 None None] Provisioning complete for port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:27.242257 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09dd83cb-f2cf-431c-a5cb-4a23a2018940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:27.281378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Pushing event updated for resources: {'Port': ['ID=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:27.348541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:27.349149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:27.356981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-09dd83cb-f2cf-431c-a5cb-4a23a2018940 None None] Port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:27.378259 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:27.394003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-a6a1bf54-3c2e-4e44-b0a5-1ad527eff03c tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5324306 Apr 25 15:11:27.405816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a548-bce2-4d7c-9aec-a83e6d799394 req-4c954563-00a2-43cd-a40c-aee706718ce4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:27.414589 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df88a548-bce2-4d7c-9aec-a83e6d799394 req-4c954563-00a2-43cd-a40c-aee706718ce4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 970 time: 0.1450415 Apr 25 15:11:27.428077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Request body: {'port': {'device_id': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:27.461899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-df88a548-bce2-4d7c-9aec-a83e6d799394 req-ca3ecd0c-5401-4508-bb01-412838980526 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:27.478626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-df88a548-bce2-4d7c-9aec-a83e6d799394 req-ca3ecd0c-5401-4508-bb01-412838980526 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:27.480469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df88a548-bce2-4d7c-9aec-a83e6d799394 req-ca3ecd0c-5401-4508-bb01-412838980526 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0644343 Apr 25 15:11:27.577310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9e295cc6-3071-4835-af4a-8c52ba2e29b9 None None] Provisioning for port ccbd785f-4bd0-470f-bb90-4aa8fafe106e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:27.582122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9e295cc6-3071-4835-af4a-8c52ba2e29b9 None None] Provisioning complete for port ccbd785f-4bd0-470f-bb90-4aa8fafe106e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:27.582575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9e295cc6-3071-4835-af4a-8c52ba2e29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:27.641326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9e295cc6-3071-4835-af4a-8c52ba2e29b9 None None] Port ccbd785f-4bd0-470f-bb90-4aa8fafe106e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:11:27.642598 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:27.993982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b2ed8-4c87-4996-a44e-ec44f8925d32 req-4d504cb1-30ef-4101-ad60-69cbb62b84f2 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:27.994518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1c4b2ed8-4c87-4996-a44e-ec44f8925d32 req-4d504cb1-30ef-4101-ad60-69cbb62b84f2 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Synchronizing usage tracker for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:28.096386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1c4b2ed8-4c87-4996-a44e-ec44f8925d32 req-4d504cb1-30ef-4101-ad60-69cbb62b84f2 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Unset dirty status for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:28.101891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c4b2ed8-4c87-4996-a44e-ec44f8925d32 req-4d504cb1-30ef-4101-ad60-69cbb62b84f2 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1028 time: 0.3995366 Apr 25 15:11:28.231319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c4b2ed8-4c87-4996-a44e-ec44f8925d32 req-ef42a03d-f2b1-4348-9cd9-81dd7c525b55 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155641 Apr 25 15:11:28.236021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:11:28.244995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:28.264000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Transition to ACTIVE for port object 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:28.272156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:28.455448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:28.460372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbd785f-4bd0-470f-bb90-4aa8fafe106e {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:11:28.492901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:28.558709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Transition to ACTIVE for port object ccbd785f-4bd0-470f-bb90-4aa8fafe106e will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:28.564728 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:28.689793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1b38-807a-4ac5-b09a-e116f983958a req-a0b0b307-f821-48e4-bdfd-edcd221f56ef tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:28.691467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c88a1b38-807a-4ac5-b09a-e116f983958a req-a0b0b307-f821-48e4-bdfd-edcd221f56ef tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 982 time: 0.0905607 Apr 25 15:11:28.717220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:28.747468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c88a1b38-807a-4ac5-b09a-e116f983958a req-268a9782-9d05-4c13-85c9-39215f2d9b98 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0497379 Apr 25 15:11:28.750612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Attempting to bind port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:28.750896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Attempting to bind port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:28.751159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Attempting to bind port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea on network e795bd49-c2f9-4d81-99b7-2a0f043b034d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:28.915907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea on network e795bd49-c2f9-4d81-99b7-2a0f043b034d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:11:28.916238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Attempting to bind port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea on network e795bd49-c2f9-4d81-99b7-2a0f043b034d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:28.934364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:28.934709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Checking segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:28.935100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Bound using segment: {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:28.935535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Bound port: 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e855a36c-40bf-42b8-9f9a-ec195e5dedce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:28.935882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.014658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Attempting to bind port ccbd785f-4bd0-470f-bb90-4aa8fafe106e on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:29.014998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Attempting to bind port ccbd785f-4bd0-470f-bb90-4aa8fafe106e by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:29.015328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Attempting to bind port ccbd785f-4bd0-470f-bb90-4aa8fafe106e on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:29.024130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Port ccbd785f-4bd0-470f-bb90-4aa8fafe106e on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:11:29.024430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Attempting to bind port ccbd785f-4bd0-470f-bb90-4aa8fafe106e on network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:29.043434 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.049555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:29.049891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Checking segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:29.050270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Bound using segment: {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:29.050806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Bound port: ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da285b30-d6e9-43ee-83d9-4536269ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:29.051150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.113051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] For port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:29.126138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] For port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:29.133900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.213072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.215572 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.215572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] 10.222.0.15 "PUT /v2.0/ports/9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 200 len: 1130 time: 2.2158482 Apr 25 15:11:29.217867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:29.236049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] For port ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:29.304239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] For port ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:29.310499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:29.316435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.325711 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb2c2f2-4b61-44c4-9dbe-6bd07850db55'] response: {'name': 'network-changed', 'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'status': 'completed', 'code': 200} Apr 25 15:11:29.328807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.329192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.329525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.329856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.330183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.330508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.330830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.331149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.331465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.331781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.332095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.332410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7395f-79d4-4cdb-9509-ce8f8547ec83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:29.439262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.439882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:29.441291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] 10.222.0.15 "PUT /v2.0/ports/ccbd785f-4bd0-470f-bb90-4aa8fafe106e HTTP/1.1" status: 200 len: 1092 time: 2.0173316 Apr 25 15:11:29.478102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f09a0-5e30-4851-93eb-fbde30fd4e93 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:29.538814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea831b8-63b5-4c85-852f-3c8c8f1f36ee req-f2015c09-91ad-4b06-b66c-dbad818646eb tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.545187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ea831b8-63b5-4c85-852f-3c8c8f1f36ee req-f2015c09-91ad-4b06-b66c-dbad818646eb tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1095 time: 0.1474495 Apr 25 15:11:29.555334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-1e22ae75-8797-4c1a-8e10-55c6a3329d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.556898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-1e22ae75-8797-4c1a-8e10-55c6a3329d1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1133 time: 0.3019288 Apr 25 15:11:29.621160 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7ea831b8-63b5-4c85-852f-3c8c8f1f36ee req-32b7b44a-19f2-4ac5-a846-44e4a91e7e42 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721717 Apr 25 15:11:29.658825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-27e58033-7fec-49b4-8fd3-08a6d7cfbc49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 200 len: 217 time: 0.0883071 Apr 25 15:11:29.736156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-28311b68-2483-4ffc-a670-f780861a43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.737813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-28311b68-2483-4ffc-a670-f780861a43a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1095 time: 0.2379363 Apr 25 15:11:29.739326 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-b46f61fc-a494-4876-8e28-7f51351eff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.740596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-b46f61fc-a494-4876-8e28-7f51351eff7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b455b00c-fc4a-4432-b334-a15111a07db6 HTTP/1.1" status: 200 len: 835 time: 0.0759764 Apr 25 15:11:29.850199 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-f3e70bee-51ba-4b5c-8ac4-414ed5f9d34f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e HTTP/1.1" status: 200 len: 217 time: 0.1018548 Apr 25 15:11:29.978459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-38f6a8f5-cf2e-42cd-8872-3df8fc9fbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:29.979927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-38f6a8f5-cf2e-42cd-8872-3df8fc9fbb06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8106241d-712b-4a15-8461-1f96e63ce7e9 HTTP/1.1" status: 200 len: 848 time: 0.1218336 Apr 25 15:11:30.018597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-b4263260-305c-463c-aa2b-e7e6f8cc2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:30.019942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-b4263260-305c-463c-aa2b-e7e6f8cc2149 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e795bd49-c2f9-4d81-99b7-2a0f043b034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196753 Apr 25 15:11:30.092277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c703f-39b2-4803-b316-c06535a9bbee req-f9e0c520-faed-4c78-8999-449c3cdc2fde tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:30.092962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-387c703f-39b2-4803-b316-c06535a9bbee req-f9e0c520-faed-4c78-8999-449c3cdc2fde tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:30.181472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-387c703f-39b2-4803-b316-c06535a9bbee req-f9e0c520-faed-4c78-8999-449c3cdc2fde tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:30.182641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-387c703f-39b2-4803-b316-c06535a9bbee req-f9e0c520-faed-4c78-8999-449c3cdc2fde tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 982 time: 0.3256431 Apr 25 15:11:30.234366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-c9d807ac-ea5b-497e-bae7-dbb4961c2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:30.235751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-c9d807ac-ea5b-497e-bae7-dbb4961c2ceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05d71d51-bb52-4e1e-8fbb-b702b0d19308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491791 Apr 25 15:11:30.243938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-a2048ad1-9da1-4030-9e8c-811840248e1a service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177458 Apr 25 15:11:30.321137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-387c703f-39b2-4803-b316-c06535a9bbee req-3f570c5d-6139-4c68-be86-ec253986d5ca tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1279604 Apr 25 15:11:30.496898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-20148def-6da8-4ec4-833f-b3b11fd4d4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519443 Apr 25 15:11:30.498548 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-35c97fa5-3023-46a7-a6df-ec02065cff63 req-cf369363-09dd-4ab4-854b-d587de734086 service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338550 Apr 25 15:11:30.812417 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa37771-8223-4a71-992e-7cbc234eb54e req-1845935a-7426-4272-bd5f-dc98fcaf8a92 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:30.814460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4f6c3912-dc80-4af5-9380-a08a046102eb req-2720ce78-cb19-4a50-86fb-e7aa627a159e service neutron] 10.222.0.15 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078954 Apr 25 15:11:30.815076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daa37771-8223-4a71-992e-7cbc234eb54e req-1845935a-7426-4272-bd5f-dc98fcaf8a92 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1095 time: 0.0811846 Apr 25 15:11:30.841871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-3be5c5bd-743c-4cb5-8052-1ea3d076496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:30.843354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-3be5c5bd-743c-4cb5-8052-1ea3d076496a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1133 time: 0.2507157 Apr 25 15:11:30.982900 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-daa37771-8223-4a71-992e-7cbc234eb54e req-d2085717-c292-4a09-8300-14dbb5b9b043 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580830 Apr 25 15:11:30.990606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-2376118e-814a-49ac-aaa3-76c39584c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:30.992228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-2376118e-814a-49ac-aaa3-76c39584c1bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 200 len: 898 time: 0.1405072 Apr 25 15:11:31.066578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-c2be6a5b-cbce-46ec-8b93-01bc7b310545 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 200 len: 217 time: 0.0656762 Apr 25 15:11:31.134817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-9e522819-8642-4932-b329-cf7102475d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:31.136850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-9e522819-8642-4932-b329-cf7102475d53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b455b00c-fc4a-4432-b334-a15111a07db6 HTTP/1.1" status: 200 len: 835 time: 0.0571320 Apr 25 15:11:31.215875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-bf277ba2-7616-4031-b270-b3dddac79d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:31.217445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-bf277ba2-7616-4031-b270-b3dddac79d06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e795bd49-c2f9-4d81-99b7-2a0f043b034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734456 Apr 25 15:11:31.328016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'tag': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:31.358060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-b31e8775-f652-40f4-8eda-b8804a7b28a2 service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326294 Apr 25 15:11:31.416114 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b648d9-7d0d-4231-b365-dcc013f3b398'] response: {'name': 'network-changed', 'server_uuid': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'tag': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e', 'status': 'completed', 'code': 200} Apr 25 15:11:31.551639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967aa74-6bef-4683-8736-974238b2fe40 req-d14be16a-5bf0-4586-adc6-69b23ffb3eba tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:31.561544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a967aa74-6bef-4683-8736-974238b2fe40 req-d14be16a-5bf0-4586-adc6-69b23ffb3eba tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 982 time: 0.1088915 Apr 25 15:11:31.621184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a967aa74-6bef-4683-8736-974238b2fe40 req-7c7d2d0e-fea1-40b8-b8da-525780fd63c7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0573914 Apr 25 15:11:31.636653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b404ac7-56e3-45f3-8f01-27b0827d3f2c req-221145e2-bf9c-4b49-a1c9-cf71dfe4842a service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712345 Apr 25 15:11:31.643825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-06737e51-5d24-48ca-b5ce-7fb23e7b765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:31.645314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-06737e51-5d24-48ca-b5ce-7fb23e7b765b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7dbf58082534de294dd00dac3e78aaa&device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1095 time: 0.2284327 Apr 25 15:11:31.794878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-cab83828-b250-4ff8-8a94-3c5946047b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:31.796470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-cab83828-b250-4ff8-8a94-3c5946047b0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 200 len: 910 time: 0.1443880 Apr 25 15:11:31.873965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-fccb52dc-bba0-42e8-898d-3284e79e2759 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e HTTP/1.1" status: 200 len: 217 time: 0.0712569 Apr 25 15:11:31.936950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-1f426e47-f0bc-4b8f-b0b8-6ca20146e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:31.938438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-1f426e47-f0bc-4b8f-b0b8-6ca20146e786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8106241d-712b-4a15-8461-1f96e63ce7e9 HTTP/1.1" status: 200 len: 848 time: 0.0592632 Apr 25 15:11:32.014882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-17e756f9-5d9e-47ed-aedf-2349a409a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:32.016353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-17e756f9-5d9e-47ed-aedf-2349a409a9ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05d71d51-bb52-4e1e-8fbb-b702b0d19308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726919 Apr 25 15:11:32.192628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-5f9c2a83-1c7e-4906-8872-74e25964d1a5 service neutron] 10.222.0.15 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701033 Apr 25 15:11:32.241903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71c86-474e-4d67-99d0-aab4c32fa4c9 req-d4ca689e-e128-4c22-82e3-101323c12552 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:32.243336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48d71c86-474e-4d67-99d0-aab4c32fa4c9 req-d4ca689e-e128-4c22-82e3-101323c12552 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1095 time: 0.1430411 Apr 25 15:11:32.362462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-48d71c86-474e-4d67-99d0-aab4c32fa4c9 req-79a4fc07-87d2-47e6-abc7-5f0401bde923 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716486 Apr 25 15:11:32.368532 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b120c15e-7a5f-469e-89b9-1ea7b5d935c2 req-c1602a64-4394-48d7-8201-6dcbaa56c0fc service neutron] 10.222.0.15 "GET /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664984 Apr 25 15:11:32.595310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ccbd785f-4bd0-470f-bb90-4aa8fafe106e details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:11:32.760232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:32.778530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e', 'network_id': '05d71d51-bb52-4e1e-8fbb-b702b0d19308', 'port_id': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e', 'mac_address': 'fa:16:3e:e9:b8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8106241d-712b-4a15-8461-1f96e63ce7e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:11:32.803814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6375ee-8a3b-499b-bf1a-8de9ef2ca3ec req-4f6d3dc7-e7d9-4238-abfb-4fe62282f2fd tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:32.805293 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6375ee-8a3b-499b-bf1a-8de9ef2ca3ec req-4f6d3dc7-e7d9-4238-abfb-4fe62282f2fd tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 982 time: 0.0849907 Apr 25 15:11:32.835319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:32.852008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8e6375ee-8a3b-499b-bf1a-8de9ef2ca3ec req-c84d75bf-3ab8-4afa-ba8f-e81f498f600b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0407302 Apr 25 15:11:32.852782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd785f-4bd0-470f-bb90-4aa8fafe106e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:11:32.869304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:32.878199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:32.878967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:11:32.986131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:33.044427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.044782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.045152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.045500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.045834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.046166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.046497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.046825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.047151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.047475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.047799 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.048121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:33.090952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:33.104620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'port_id': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'mac_address': 'fa:16:3e:22:13:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:11:33.159959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:33.179500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:11:33.196554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:33.201391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:33.274633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:33.462273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:33.490473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ccbd785f-4bd0-470f-bb90-4aa8fafe106e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:33.693666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e957743-d7d7-4803-861c-4eab86d079f3 req-b6d35b85-43e7-4667-b128-5052349d29e6 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:33.695160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e957743-d7d7-4803-861c-4eab86d079f3 req-b6d35b85-43e7-4667-b128-5052349d29e6 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1096 time: 0.2171576 Apr 25 15:11:33.739391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e957743-d7d7-4803-861c-4eab86d079f3 req-5a626845-be5e-4843-9297-e0e606497200 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Apr 25 15:11:34.051629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af83c7-1032-494c-b10d-000dee226e6d req-8d2b24d2-6c17-4fed-b684-db1744ea4d0a tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:34.053100 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4af83c7-1032-494c-b10d-000dee226e6d req-8d2b24d2-6c17-4fed-b684-db1744ea4d0a tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 983 time: 0.0909696 Apr 25 15:11:34.099101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e4af83c7-1032-494c-b10d-000dee226e6d req-344b7b64-0109-462f-901b-e4ed61c25deb tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402641 Apr 25 15:11:34.480029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:34.605964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ccbd785f-4bd0-470f-bb90-4aa8fafe106e up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:34.674505 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port ccbd785f-4bd0-470f-bb90-4aa8fafe106e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:34.679500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ccbd785f-4bd0-470f-bb90-4aa8fafe106e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:34.679968 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:34.815031 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:34.853967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:34.869199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:34.874643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:34.876428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:11:34.965028 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb311dea-8e1a-483a-8d8b-60446e1b585d'] response: {'server_uuid': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e', 'code': 200} Apr 25 15:11:34.974489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f5d3-fe3e-4fad-b971-105151cb5629 req-2ad7f8bd-83f2-4798-9253-ec7adc62469f tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:34.981570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5314f5d3-fe3e-4fad-b971-105151cb5629 req-2ad7f8bd-83f2-4798-9253-ec7adc62469f tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0859356 Apr 25 15:11:35.018657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:35.031935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:11:35.037817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:11:35.038029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:35.069435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5314f5d3-fe3e-4fad-b971-105151cb5629 req-107d1387-d7bb-4d27-b83f-e9b5e8d4ea41 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850005 Apr 25 15:11:35.104091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b52fb-3dd3-4b1a-807b-5eb2661dddb1 req-a2b92b0c-3061-4f25-b5a1-092dec292c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:35.106413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-575b52fb-3dd3-4b1a-807b-5eb2661dddb1 req-a2b92b0c-3061-4f25-b5a1-092dec292c03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.1078925 Apr 25 15:11:35.150531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-575b52fb-3dd3-4b1a-807b-5eb2661dddb1 req-2c9fbb31-7fff-48b2-9fc5-f9a75ea14f99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381103 Apr 25 15:11:35.164552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:35.198477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:35.203135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:35.274002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:35.305138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d337b-00b8-44d0-a26d-6d4c7be5c997 req-42d025b3-50af-4c89-b05c-2b2939881b8d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:35.306526 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-271d337b-00b8-44d0-a26d-6d4c7be5c997 req-42d025b3-50af-4c89-b05c-2b2939881b8d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.0850823 Apr 25 15:11:35.356615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-271d337b-00b8-44d0-a26d-6d4c7be5c997 req-245e6d7a-ce96-42ab-8086-eff596990e56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0440986 Apr 25 15:11:36.271520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffd8dd-df2d-44b7-9b3e-93fffa73343b req-401c7a5c-f1c6-43a7-aa74-88dacb2e9aad tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:36.273009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fffd8dd-df2d-44b7-9b3e-93fffa73343b req-401c7a5c-f1c6-43a7-aa74-88dacb2e9aad tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0694556 Apr 25 15:11:36.316461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fffd8dd-df2d-44b7-9b3e-93fffa73343b req-602276b7-1b97-4664-9bf3-b0ab4420fb4b tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378888 Apr 25 15:11:36.490234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dc1a3-890a-4aed-ba13-210c645714b5 req-bd19f1db-4a58-4fa1-a7e2-dd1957ddb6fa tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:36.491833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f33dc1a3-890a-4aed-ba13-210c645714b5 req-bd19f1db-4a58-4fa1-a7e2-dd1957ddb6fa tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0737278 Apr 25 15:11:36.534633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f33dc1a3-890a-4aed-ba13-210c645714b5 req-c1f89d5b-8977-49f9-a543-ebad9db90db7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Apr 25 15:11:36.539712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a4fe6-e3e1-4c1b-bd5d-a9d1c64acb53 req-ed09e5d7-ee6b-404f-881f-cda19f69c9c0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:36.541452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e44a4fe6-e3e1-4c1b-bd5d-a9d1c64acb53 req-ed09e5d7-ee6b-404f-881f-cda19f69c9c0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.0812976 Apr 25 15:11:36.588073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e44a4fe6-e3e1-4c1b-bd5d-a9d1c64acb53 req-120cba56-8c0f-4ee8-a4ca-50b0a825df3c tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0404322 Apr 25 15:11:36.712313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830753d-4597-4645-99ea-5bc9553025d1 req-17b06148-0fe2-4608-93cd-54b48e8d4fc1 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:36.713819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0830753d-4597-4645-99ea-5bc9553025d1 req-17b06148-0fe2-4608-93cd-54b48e8d4fc1 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0730231 Apr 25 15:11:36.758969 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0830753d-4597-4645-99ea-5bc9553025d1 req-bbce8490-8238-464f-81b8-762790284398 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Apr 25 15:11:36.964977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:37.017582 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b670c42-bd7c-4262-8e17-2ce6c4677e33'] response: {'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'code': 200} Apr 25 15:11:37.162149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559af99-6f68-41e0-90f0-99014e33cc54 req-875fb8dd-9392-4b93-9d06-7b9522344340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:37.163973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2559af99-6f68-41e0-90f0-99014e33cc54 req-875fb8dd-9392-4b93-9d06-7b9522344340 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1135 time: 0.0870926 Apr 25 15:11:37.209853 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2559af99-6f68-41e0-90f0-99014e33cc54 req-a65efc80-3d28-41d6-9cb8-ca5bed3b1357 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&id=b2cdf333-df16-4599-9927-7ec6819ad7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0387099 Apr 25 15:11:37.293555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60057c-0de3-4041-8708-46795b8ed3e9 req-e4c239ba-954d-40de-a09a-c64a64b70f62 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:37.295180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a60057c-0de3-4041-8708-46795b8ed3e9 req-e4c239ba-954d-40de-a09a-c64a64b70f62 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0713437 Apr 25 15:11:37.343886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a60057c-0de3-4041-8708-46795b8ed3e9 req-d887c233-1694-4cfd-9b7b-ef0245d8a0b2 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Apr 25 15:11:37.773406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139421ab-bbc1-455f-955d-38b788810828 req-b530d1c5-82ea-49f4-99cd-c3d9d56f7315 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:37.774817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-139421ab-bbc1-455f-955d-38b788810828 req-b530d1c5-82ea-49f4-99cd-c3d9d56f7315 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.0818152 Apr 25 15:11:37.820461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-139421ab-bbc1-455f-955d-38b788810828 req-b8a08e6a-96c9-4cf5-bd94-7698634b5c63 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0398746 Apr 25 15:11:38.533202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73537a-0b28-439e-9ce5-af815376cb08 req-51c51163-efe1-4d5d-923f-0f33ccff1d52 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:38.534965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd73537a-0b28-439e-9ce5-af815376cb08 req-51c51163-efe1-4d5d-923f-0f33ccff1d52 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0860124 Apr 25 15:11:38.560676 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbd3f-a96b-4a30-b874-1d3052f7c709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:38.578282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bd73537a-0b28-439e-9ce5-af815376cb08 req-d90634cc-646c-4406-a81a-8ed03809d638 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Apr 25 15:11:38.781470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-7bd70b78-d26e-4c7d-b20b-82d7af31c802 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:38.783885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-7bd70b78-d26e-4c7d-b20b-82d7af31c802 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 1097 time: 0.0771124 Apr 25 15:11:38.847961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Deleting port ccbd785f-4bd0-470f-bb90-4aa8fafe106e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:38.847961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:39.130072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f38a6-5149-4632-915a-ad8e3219eb4d req-d5ea16c2-b18a-4418-af9b-38842733fec9 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:39.131426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6f38a6-5149-4632-915a-ad8e3219eb4d req-d5ea16c2-b18a-4418-af9b-38842733fec9 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.2047567 Apr 25 15:11:39.142548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] For port ccbd785f-4bd0-470f-bb90-4aa8fafe106e, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:39.142909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:39.287526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Calling delete_port for ccbd785f-4bd0-470f-bb90-4aa8fafe106e owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:39.333027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6f38a6-5149-4632-915a-ad8e3219eb4d req-08759d01-5241-44e6-8967-c7bdf9fdefbe tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1928198 Apr 25 15:11:39.432333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:39.444834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ccbd785f-4bd0-470f-bb90-4aa8fafe106e'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:39.479066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccbd785f-4bd0-470f-bb90-4aa8fafe106e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:39.501000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['e096664f-34b9-41ec-84a7-bd8405b14ff7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:39.572985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] No DVR routers for this DVR port ccbd785f-4bd0-470f-bb90-4aa8fafe106e on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:11:39.576132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:39.580132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'name': 'network-vif-deleted', 'tag': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:39.599865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc188b97-869d-4f57-91fb-432ccaeb0e1c req-0185ced2-dcd5-4cf2-8eca-8fa8da127ea7 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ccbd785f-4bd0-470f-bb90-4aa8fafe106e HTTP/1.1" status: 204 len: 173 time: 0.8114672 Apr 25 15:11:39.610594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2242caa-71bd-4aaf-9f0e-07b1cc49d463 req-28006157-823a-4613-8136-b4b8f9f9415e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:39.616974 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2242caa-71bd-4aaf-9f0e-07b1cc49d463 req-28006157-823a-4613-8136-b4b8f9f9415e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.1695809 Apr 25 15:11:39.649096 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ebff39-d16f-4fdf-b391-9f2c2147de54'] response: {'server_uuid': '4df8b6df-28a8-4908-b765-a982ac6f7982', 'name': 'network-vif-deleted', 'tag': 'ccbd785f-4bd0-470f-bb90-4aa8fafe106e', 'status': 'completed', 'code': 200} Apr 25 15:11:39.718829 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2242caa-71bd-4aaf-9f0e-07b1cc49d463 req-4d765867-6e4a-4509-bb92-8b1c3cb932ee tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0899796 Apr 25 15:11:39.894254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b49e18ec-405f-4551-8192-86855dc0d17b req-acd7af51-0ffb-42d4-b7bd-4aaa7bded356 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Synchronizing usage tracker for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:11:39.911374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b49e18ec-405f-4551-8192-86855dc0d17b req-acd7af51-0ffb-42d4-b7bd-4aaa7bded356 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Unset dirty status for tenant:e7dbf58082534de294dd00dac3e78aaa on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:11:39.912529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b49e18ec-405f-4551-8192-86855dc0d17b req-acd7af51-0ffb-42d4-b7bd-4aaa7bded356 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4df8b6df-28a8-4908-b765-a982ac6f7982 HTTP/1.1" status: 200 len: 210 time: 0.1056616 Apr 25 15:11:39.956067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020aa77-7459-4148-8097-a1b3868354d9 req-21a91451-7a61-46d2-a2f0-e0234ff58569 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:39.957613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0020aa77-7459-4148-8097-a1b3868354d9 req-21a91451-7a61-46d2-a2f0-e0234ff58569 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1135 time: 0.0901663 Apr 25 15:11:39.979396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:39.994023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:39.997811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Usage tracker for resource:security_group_rule and tenant:2ae9e53f899b46379636d83df4a2f4ee is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:40.000537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:40.006232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:40.087996 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:40.093133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:40.120580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0020aa77-7459-4148-8097-a1b3868354d9 req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1570714 Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b6a7e9-bdaa-4c20-910b-162d46177bd6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.144805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.145578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.145578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.145807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.146083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.146627 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581197c-2206-470e-bb55-22e699ea854a tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:11:40.146747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35396) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:40.335443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2870f8-09c8-416e-99d2-dba62170ee2f tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:40.336864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8d2870f8-09c8-416e-99d2-dba62170ee2f tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1130 time: 0.1888828 Apr 25 15:11:40.341153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35400) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:40.348234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:40.357443 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:40.362862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:floatingip and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:40.366785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:40.375202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:40.387218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:40.524320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:40.663698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.25.0.137 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/6e8acf3e-416c-4882-a022-ab84dad6254d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:40.842751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:40.875833 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:40.940348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:40.941541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:40.945375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:40.951177 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6e31e76a-eb48-426a-ac6c-b7ec6e1150f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:41.003138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=6e8acf3e-416c-4882-a022-ab84dad6254d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:41.454442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b37c87-6829-4c0e-80c2-0555a1e252d4 req-aa6792fc-1219-4fb2-8019-16137a3ac981 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:41.455953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29b37c87-6829-4c0e-80c2-0555a1e252d4 req-aa6792fc-1219-4fb2-8019-16137a3ac981 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.1302290 Apr 25 15:11:41.517642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29b37c87-6829-4c0e-80c2-0555a1e252d4 req-2965915c-5783-4a41-9efd-d9b1d2e41e9a tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Apr 25 15:11:41.532514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:41.610593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:41.820273 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:41.825483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:41.837788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:41.944795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=6e8acf3e-416c-4882-a022-ab84dad6254d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:41.955032 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:42.039781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:42.249346 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Floating IP e519d9f9-c0d8-4022-b508-2354907441eb associated. External IP: 172.25.0.137, port: 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea. Apr 25 15:11:42.653809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ccbd785f-4bd0-470f-bb90-4aa8fafe106e no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:42.676698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router d16fe340-9f79-4e6f-98cb-cabc80176c52 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:11:42.712067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d4cff-2391-4f80-8e32-95d93674122e req-8924e9be-5e64-4f04-a92f-274dba57a808 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:42.714551 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-395d4cff-2391-4f80-8e32-95d93674122e req-8924e9be-5e64-4f04-a92f-274dba57a808 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.0805340 Apr 25 15:11:42.743675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: ccbd785f-4bd0-470f-bb90-4aa8fafe106e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:42.744398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ccbd785f-4bd0-470f-bb90-4aa8fafe106e not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:42.781906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-395d4cff-2391-4f80-8e32-95d93674122e req-d92a8979-483c-45c7-9d35-615ee542cc5b tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574949 Apr 25 15:11:42.950347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:42.959738 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] Sync routers for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:42.969156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:42.969768 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:42.989993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-a8748d4d-6af9-488a-9792-bca763a8812e tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:42.991462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-a8748d4d-6af9-488a-9792-bca763a8812e tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.1236057 Apr 25 15:11:42.992306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:43.105738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12db5b77-8499-434a-a67f-a62dade8c4a5 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7607124 Apr 25 15:11:43.105738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:43.106685 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35426) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:43.110317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Deleting port e096664f-34b9-41ec-84a7-bd8405b14ff7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:43.110664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:43.155613 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:43.222636 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58fe25b-9477-48d7-8ec1-55f797815e91'] response: {'name': 'network-changed', 'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'status': 'completed', 'code': 200} Apr 25 15:11:43.319062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.319776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.320384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.320988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.321936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.322541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.327572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0d9ef840-0b39-4976-814e-5ea57b954755 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2188568 Apr 25 15:11:43.328368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35432) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:43.406625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.407355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.407956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.408550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.409166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.409778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.415284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-350638e7-39af-4d4c-a456-8583d6f9033d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0856977 Apr 25 15:11:43.416325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:43.500256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] For port e096664f-34b9-41ec-84a7-bd8405b14ff7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=e096664f-34b9-41ec-84a7-bd8405b14ff7,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:43.500589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:43.528223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-7c044a46-f744-4070-9fb5-99a5cfdbbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:43.529943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-7c044a46-f744-4070-9fb5-99a5cfdbbfac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1135 time: 0.2825263 Apr 25 15:11:43.712573 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'e519d9f9-c0d8-4022-b508-2354907441eb', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'port_id': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'mac_address': 'fa:16:3e:22:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:11:41Z', 'updated_at': '2022-04-25T15:11:41Z', 'revision_number': 0, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:24Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:43.721515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-69d28b20-7f0e-4848-b3cb-0bb115ccaa99 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3026330 Apr 25 15:11:43.722577 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] Checking router: d16fe340-9f79-4e6f-98cb-cabc80176c52 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:43.723459 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:43.732964 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:43.733948 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:43.740468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:43.775830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Calling delete_port for e096664f-34b9-41ec-84a7-bd8405b14ff7 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:43.960234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:44.003475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78f646-fcca-46ce-a90c-cf04defef66d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:44.003978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78f646-fcca-46ce-a90c-cf04defef66d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:44.005680 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7d78f646-fcca-46ce-a90c-cf04defef66d tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d16fe340-9f79-4e6f-98cb-cabc80176c52 HTTP/1.1" status: 200 len: 1990 time: 0.2800415 Apr 25 15:11:44.051752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b195b-976f-4c0d-aaa9-30575ce7c8b8 req-a0eb59c6-2445-4d37-9001-0016a54b0dd9 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:44.053230 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c2b195b-976f-4c0d-aaa9-30575ce7c8b8 req-a0eb59c6-2445-4d37-9001-0016a54b0dd9 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a011e1c4-e670-416d-8cdc-3c9bfe8bcc04 HTTP/1.1" status: 200 len: 1096 time: 0.1036749 Apr 25 15:11:44.126469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c2b195b-976f-4c0d-aaa9-30575ce7c8b8 req-c1156f8f-a462-458f-a134-19e622e29a43 tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba1b71dd-6db4-4865-bf3c-5f26bd626679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643480 Apr 25 15:11:44.184066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-747dbbe7-bf10-4050-8ad5-a1aab981159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:44.185648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-747dbbe7-bf10-4050-8ad5-a1aab981159e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 200 len: 898 time: 0.5551379 Apr 25 15:11:44.273571 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:44.283913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['e096664f-34b9-41ec-84a7-bd8405b14ff7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:11:44.325711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Pushing event deleted for resources: {'Port': ['ID=e096664f-34b9-41ec-84a7-bd8405b14ff7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:44.334257 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'e519d9f9-c0d8-4022-b508-2354907441eb', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'port_id': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'mac_address': 'fa:16:3e:22:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:11:41Z', 'updated_at': '2022-04-25T15:11:41Z', 'revision_number': 0, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:24Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:44.338337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fafd1-2342-4bcf-8252-39d06b1c21ea None None] The sync data for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 is: [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'e519d9f9-c0d8-4022-b508-2354907441eb', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'port_id': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'mac_address': 'fa:16:3e:22:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:11:41Z', 'updated_at': '2022-04-25T15:11:41Z', 'revision_number': 0, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:24Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:44.377607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-6b28abdf-f241-4247-9963-ae11d5dbdb37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 200 len: 999 time: 0.1857150 Apr 25 15:11:44.462448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] No DVR routers for this DVR port e096664f-34b9-41ec-84a7-bd8405b14ff7 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:11:44.466931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:44.487612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-e8220149-becc-4928-865b-3c76a8572280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:44.489219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-e8220149-becc-4928-865b-3c76a8572280 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b455b00c-fc4a-4432-b334-a15111a07db6 HTTP/1.1" status: 200 len: 835 time: 0.1055796 Apr 25 15:11:44.492776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfee7c9e-ec85-4930-bb73-e0d7f327066a req-549c004f-b969-4167-b5dc-29a3ea5ea71d tempest-TestServerMultinode-1570027596 tempest-TestServerMultinode-1570027596-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e096664f-34b9-41ec-84a7-bd8405b14ff7 HTTP/1.1" status: 204 len: 173 time: 1.4754744 Apr 25 15:11:44.593606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-da559b1e-bba3-47ee-b78c-68159fe31c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:44.595502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-da559b1e-bba3-47ee-b78c-68159fe31c43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e795bd49-c2f9-4d81-99b7-2a0f043b034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999701 Apr 25 15:11:44.662676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702e01b-814c-4a9e-a42d-6127bf295766 None None] New status for floating IP e519d9f9-c0d8-4022-b508-2354907441eb: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:11:44.760549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-0479451f-b5b0-49d5-ae04-3f5e8f0843e6 service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583617 Apr 25 15:11:44.921203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4c4f1afb-8e9b-431c-8d1a-0ea371731782 req-e314adfb-e35c-4f5a-95a3-d46594ba13f1 service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548200 Apr 25 15:11:45.223742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'name': 'network-vif-deleted', 'tag': 'e096664f-34b9-41ec-84a7-bd8405b14ff7'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:11:45.226770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35472) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:45.267273 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4ac5d7-f348-42b3-acd3-c8be7dc71790'] response: {'server_uuid': 'a011e1c4-e670-416d-8cdc-3c9bfe8bcc04', 'name': 'network-vif-deleted', 'tag': 'e096664f-34b9-41ec-84a7-bd8405b14ff7', 'status': 'completed', 'code': 200} Apr 25 15:11:45.786502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:46.147022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Deleting port d39f9b56-356a-4f19-83a8-89c13ea55c68 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:46.147367 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:46.322585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] For port d39f9b56-356a-4f19-83a8-89c13ea55c68, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d39f9b56-356a-4f19-83a8-89c13ea55c68,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:46.323780 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:46.561261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Calling delete_port for d39f9b56-356a-4f19-83a8-89c13ea55c68 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:46.902129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:46.953720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39f9b56-356a-4f19-83a8-89c13ea55c68,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:46.998177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device e096664f-34b9-41ec-84a7-bd8405b14ff7 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:47.040614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: e096664f-34b9-41ec-84a7-bd8405b14ff7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:47.041298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device e096664f-34b9-41ec-84a7-bd8405b14ff7 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:47.239613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:47.591898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Router 2fadf769-a6bd-4645-883a-30241a0a23af has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:11:47.772411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:47.781701 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] Sync routers for ids ['2fadf769-a6bd-4645-883a-30241a0a23af'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:47.789234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d43b5a64-bca8-475b-a320-f42b592a7279 admin admin] 10.222.0.23 "PUT /v2.0/routers/2fadf769-a6bd-4645-883a-30241a0a23af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5613272 Apr 25 15:11:47.791064 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] Routers {'2fadf769-a6bd-4645-883a-30241a0a23af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:47.791666 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fadf769-a6bd-4645-883a-30241a0a23af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:47.791839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35484) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:47.999099 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] Set router 2fadf769-a6bd-4645-883a-30241a0a23af gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:48.098287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:48.286107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:48.292815 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:11:46Z', 'revision_number': 5, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port': {'id': '92e7944e-10f4-448d-949b-ed1263cecd21', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:10:51Z', 'updated_at': '2022-04-25T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:48.297467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] Checking router: 2fadf769-a6bd-4645-883a-30241a0a23af for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:48.297734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Deleting port 92e7944e-10f4-448d-949b-ed1263cecd21 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:48.298224 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:48.306214 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] Routers {'2fadf769-a6bd-4645-883a-30241a0a23af'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:48.306849 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['2fadf769-a6bd-4645-883a-30241a0a23af'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:48.463833 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] Set router 2fadf769-a6bd-4645-883a-30241a0a23af gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:48.476331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] For port 92e7944e-10f4-448d-949b-ed1263cecd21, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=92e7944e-10f4-448d-949b-ed1263cecd21,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:48.476717 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:48.575510 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:11:48Z', 'revision_number': 6, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:48.579763 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14983f-57b2-4e6a-851d-a44232ce3848 None None] The sync data for ids ['2fadf769-a6bd-4645-883a-30241a0a23af'] in n-d-811416-6 is: [{'id': '2fadf769-a6bd-4645-883a-30241a0a23af', 'name': 'tempest-TestServerMultinode-583863442-router', 'tenant_id': '7211dce31891457090dadac8fca79e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:50Z', 'updated_at': '2022-04-25T15:11:48Z', 'revision_number': 6, 'project_id': '7211dce31891457090dadac8fca79e05', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:48.616250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Calling delete_port for 92e7944e-10f4-448d-949b-ed1263cecd21 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:48.791093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:48.837623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e7944e-10f4-448d-949b-ed1263cecd21,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:48.934606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.109139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.111405 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.138543 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.139071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fadf769-a6bd-4645-883a-30241a0a23af {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:11:49.152328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.153458 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04723d78-7a26-4d9e-8abf-864639461802 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2fadf769-a6bd-4645-883a-30241a0a23af HTTP/1.1" status: 204 len: 168 time: 1.3607452 Apr 25 15:11:49.156055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:49.215192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Deleting subnet 8106241d-712b-4a15-8461-1f96e63ce7e9 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:11:49.218360 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.268054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.357261 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.426973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.468542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8106241d-712b-4a15-8461-1f96e63ce7e9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:49.472102 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.479681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b773d-a009-444e-b721-9e5caa115880 None None] Network 05d71d51-bb52-4e1e-8fbb-b702b0d19308 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:11:49.483093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9167d206-ea51-4526-a753-249d6b1b32a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8106241d-712b-4a15-8461-1f96e63ce7e9 HTTP/1.1" status: 204 len: 168 time: 0.3254364 Apr 25 15:11:49.485398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35510) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:49.729722 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.741673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Deleting port 168aafe5-8490-417c-9a0a-ffe456458e70 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:49.742019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.794201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] DHCP port deletion for 05d71d51-bb52-4e1e-8fbb-b702b0d19308 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:11:49.799439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Deleting port 168aafe5-8490-417c-9a0a-ffe456458e70 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:49.800089 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:49.996855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] For port 168aafe5-8490-417c-9a0a-ffe456458e70, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=168aafe5-8490-417c-9a0a-ffe456458e70,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:49.997471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.106128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] For port 168aafe5-8490-417c-9a0a-ffe456458e70, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=168aafe5-8490-417c-9a0a-ffe456458e70,segment=NetworkSegment(da285b30-d6e9-43ee-83d9-4536269ffd42),segment_id=da285b30-d6e9-43ee-83d9-4536269ffd42)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:50.106727 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.188149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Calling delete_port for 168aafe5-8490-417c-9a0a-ffe456458e70 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:50.266193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 168aafe5-8490-417c-9a0a-ffe456458e70 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:50.273745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.301258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Calling delete_port for 168aafe5-8490-417c-9a0a-ffe456458e70 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:50.319474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Pushing event deleted for resources: {'Port': ['ID=168aafe5-8490-417c-9a0a-ffe456458e70,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:50.324651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] No DVR routers for this DVR port 168aafe5-8490-417c-9a0a-ffe456458e70 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:11:50.343479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 168aafe5-8490-417c-9a0a-ffe456458e70 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:50.343946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 168aafe5-8490-417c-9a0a-ffe456458e70 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:50.344464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d39f9b56-356a-4f19-83a8-89c13ea55c68 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:50.381638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d39f9b56-356a-4f19-83a8-89c13ea55c68 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:50.382090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d39f9b56-356a-4f19-83a8-89c13ea55c68 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:50.382580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92e7944e-10f4-448d-949b-ed1263cecd21 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:50.426324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 92e7944e-10f4-448d-949b-ed1263cecd21 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:50.426675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 92e7944e-10f4-448d-949b-ed1263cecd21 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:50.441084 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.452739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:11:50.453144 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:11:50.469478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d71d51-bb52-4e1e-8fbb-b702b0d19308']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:50.487061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da285b30-d6e9-43ee-83d9-4536269ffd42') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:50.487359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da285b30-d6e9-43ee-83d9-4536269ffd42') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:50.499782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.517553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.523594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:11:50.523977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:11:50.537854 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:11:50.610831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.626605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:50.641126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] Pushing event deleted for resources: {'Network': ['ID=05d71d51-bb52-4e1e-8fbb-b702b0d19308,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:50.645270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef04269b-f385-4489-8934-e277738eab65 admin admin] 10.222.0.23 "DELETE /v2.0/networks/05d71d51-bb52-4e1e-8fbb-b702b0d19308 HTTP/1.1" status: 204 len: 168 time: 1.1587973 Apr 25 15:11:50.648138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35520) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:50.954245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Deleting port 168aafe5-8490-417c-9a0a-ffe456458e70 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:50.954684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:51.035873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b94d1-592c-4ff7-b0d2-76a76f4116d1 None None] The port '168aafe5-8490-417c-9a0a-ffe456458e70' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:11:51.297209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:51.650526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Deleting port a07f9893-ffa9-4c09-9916-9c2f799111bb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:51.650842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:51.834995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] For port a07f9893-ffa9-4c09-9916-9c2f799111bb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a07f9893-ffa9-4c09-9916-9c2f799111bb,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:51.835277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:51.958472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Calling delete_port for a07f9893-ffa9-4c09-9916-9c2f799111bb owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:52.148054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:52.193866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07f9893-ffa9-4c09-9916-9c2f799111bb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:52.484190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:52.955009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Router 4ab476b9-0687-48d3-958b-16f4793cf14a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:11:53.129797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:11:53.138705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] Sync routers for ids ['4ab476b9-0687-48d3-958b-16f4793cf14a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:11:53.142919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-72537732-08f1-4897-99fe-7933f6a67fe9 admin admin] 10.222.0.23 "PUT /v2.0/routers/4ab476b9-0687-48d3-958b-16f4793cf14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4935880 Apr 25 15:11:53.145593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35544) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:53.147725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] Routers {'4ab476b9-0687-48d3-958b-16f4793cf14a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:53.148352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4ab476b9-0687-48d3-958b-16f4793cf14a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:53.323293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:53.363613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] Set router 4ab476b9-0687-48d3-958b-16f4793cf14a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:53.499382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:53.515286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Deleting port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:53.515849 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:53.662075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:52Z', 'revision_number': 5, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port': {'id': '49f6bb44-5f63-4b1e-a8b3-14c832b2fe51', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:00Z', 'updated_at': '2022-04-25T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:53.666616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] Checking router: 4ab476b9-0687-48d3-958b-16f4793cf14a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:11:53.675960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] Routers {'4ab476b9-0687-48d3-958b-16f4793cf14a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:11:53.677241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['4ab476b9-0687-48d3-958b-16f4793cf14a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:53.701591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] For port 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:53.701954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:53.843201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] Set router 4ab476b9-0687-48d3-958b-16f4793cf14a gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:11:53.965000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Calling delete_port for 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:53.992170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:53Z', 'revision_number': 6, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:53.996813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3962e-2eee-4c6e-bd83-26e6cd6ab778 None None] The sync data for ids ['4ab476b9-0687-48d3-958b-16f4793cf14a'] in n-d-811416-6 is: [{'id': '4ab476b9-0687-48d3-958b-16f4793cf14a', 'name': 'tempest-TestServerMultinode-77941770-router', 'tenant_id': 'e7dbf58082534de294dd00dac3e78aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:10:59Z', 'updated_at': '2022-04-25T15:11:53Z', 'revision_number': 6, 'project_id': 'e7dbf58082534de294dd00dac3e78aaa', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:11:54.291378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.340680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=49f6bb44-5f63-4b1e-a8b3-14c832b2fe51,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:54.462611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.504090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a07f9893-ffa9-4c09-9916-9c2f799111bb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:54.543650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a07f9893-ffa9-4c09-9916-9c2f799111bb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:54.544049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a07f9893-ffa9-4c09-9916-9c2f799111bb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:54.667687 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.672417 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.695392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.695994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab476b9-0687-48d3-958b-16f4793cf14a {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:11:54.709540 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.710777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-639c1d4d-ace6-441a-a231-6f09d0461e4a admin admin] 10.222.0.23 "DELETE /v2.0/routers/4ab476b9-0687-48d3-958b-16f4793cf14a HTTP/1.1" status: 204 len: 168 time: 1.5641859 Apr 25 15:11:54.714156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35564) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:54.785051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Deleting subnet 3451f401-e33e-4184-8adf-e7902aeb619e {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:11:54.787986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.836906 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.919322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:54.989144 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.027817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3451f401-e33e-4184-8adf-e7902aeb619e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:55.031315 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.039977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35568) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:55.040147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-207f3781-da10-4b78-a9d5-ce68c8e86a19 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3451f401-e33e-4184-8adf-e7902aeb619e HTTP/1.1" status: 204 len: 168 time: 0.3238242 Apr 25 15:11:55.040457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53725c7c-4f18-426f-87f9-362a49755e70 None None] Network a9b79870-3aa9-45b3-998e-126e36297d64 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:11:55.167812 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.178634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Deleting port 3ae550ac-b704-4ec3-9337-f88ce40204a3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:55.178984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.337951 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:11:55.338554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] DHCP port deletion for a9b79870-3aa9-45b3-998e-126e36297d64 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:11:55.343683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Deleting port 3ae550ac-b704-4ec3-9337-f88ce40204a3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:55.344297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.402493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] For port 3ae550ac-b704-4ec3-9337-f88ce40204a3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3ae550ac-b704-4ec3-9337-f88ce40204a3,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:55.403077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.540734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Calling delete_port for 3ae550ac-b704-4ec3-9337-f88ce40204a3 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:55.554667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] For port 3ae550ac-b704-4ec3-9337-f88ce40204a3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3ae550ac-b704-4ec3-9337-f88ce40204a3,segment=NetworkSegment(d6ba7c24-c318-4602-8429-4e7882a9b807),segment_id=d6ba7c24-c318-4602-8429-4e7882a9b807)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:11:55.555289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.680580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Calling delete_port for 3ae550ac-b704-4ec3-9337-f88ce40204a3 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:11:55.732170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.764574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:11:55.764935 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:11:55.780704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae550ac-b704-4ec3-9337-f88ce40204a3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:55.782767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] No DVR routers for this DVR port 3ae550ac-b704-4ec3-9337-f88ce40204a3 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:11:55.896548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.926592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b79870-3aa9-45b3-998e-126e36297d64']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:55.940877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ba7c24-c318-4602-8429-4e7882a9b807') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:55.941209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ba7c24-c318-4602-8429-4e7882a9b807') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:11:55.953394 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.971241 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.977661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:11:55.978061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:11:55.991907 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:11:56.070290 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.085989 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.095929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b79870-3aa9-45b3-998e-126e36297d64,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:56.109968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-92db5d1f-e1c0-4719-80f9-576a1842beec admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9b79870-3aa9-45b3-998e-126e36297d64 HTTP/1.1" status: 204 len: 168 time: 1.0686722 Apr 25 15:11:56.174702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:56.245923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:56.246285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 49f6bb44-5f63-4b1e-a8b3-14c832b2fe51 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:56.246697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3ae550ac-b704-4ec3-9337-f88ce40204a3 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:11:56.273957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Deleting port 3ae550ac-b704-4ec3-9337-f88ce40204a3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:11:56.274556 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.300855 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35582) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:56.314219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3ae550ac-b704-4ec3-9337-f88ce40204a3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:11:56.314565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3ae550ac-b704-4ec3-9337-f88ce40204a3 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:11:56.352911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-67b2480d-1caa-4a25-a857-0c562ffe0cec None None] The port '3ae550ac-b704-4ec3-9337-f88ce40204a3' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:11:56.359654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e29b65f1-9fa3-48b8-95c3-0df41c15f478 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7211dce31891457090dadac8fca79e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575476 Apr 25 15:11:56.363100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:56.428805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26b2b0a-b9ae-43ee-933a-c5d98e72568e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.487727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26b2b0a-b9ae-43ee-933a-c5d98e72568e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.578151 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26b2b0a-b9ae-43ee-933a-c5d98e72568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.595268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b2b0a-b9ae-43ee-933a-c5d98e72568e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75c12f-74ba-4c20-9af2-f274ca095444,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:56.599786 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d26b2b0a-b9ae-43ee-933a-c5d98e72568e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:56.603240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d26b2b0a-b9ae-43ee-933a-c5d98e72568e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a75c12f-74ba-4c20-9af2-f274ca095444 HTTP/1.1" status: 204 len: 168 time: 0.2365935 Apr 25 15:11:56.947622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35598) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:57.002042 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-213a8708-b598-40b2-8551-23f48a4d8764 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7dbf58082534de294dd00dac3e78aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525305 Apr 25 15:11:57.004341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35602) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:57.063288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ae35b9-de0f-48e2-9d10-bea165072f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:57.088334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ae35b9-de0f-48e2-9d10-bea165072f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:57.138484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ae35b9-de0f-48e2-9d10-bea165072f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:57.154675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae35b9-de0f-48e2-9d10-bea165072f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b71dd-6db4-4865-bf3c-5f26bd626679,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:57.164760 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-20ae35b9-de0f-48e2-9d10-bea165072f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:57.165905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-20ae35b9-de0f-48e2-9d10-bea165072f8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba1b71dd-6db4-4865-bf3c-5f26bd626679 HTTP/1.1" status: 204 len: 168 time: 0.1606891 Apr 25 15:11:57.894960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:58.020261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-123428047-network', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:58.025759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:58.030178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Usage tracker for resource:network and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:58.037305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:58.043057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:58.053452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:58.055892 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.068393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.083194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:58.087029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:58.090567 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:58.096438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:58.178356 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.182070 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.213353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:11:58.223035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855f9914-1fa7-47f0-bd78-31f4e52cced6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:58.230503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.230875 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Added segment 5998ecf5-7547-48d0-bd0a-e12b2978564e of type vlan for network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe Apr 25 15:11:58.259486 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.290615 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.291608 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:58.292177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.413933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5188577 Apr 25 15:11:58.414579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495442a-6800-4b00-9076-1d28533b8824 admin admin] Pushing event updated for resources: {'Network': ['ID=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:58.418147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35652) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:58.422191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Request body: {'subnet': {'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-123428047-subnet', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:58.428134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:58.429463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:11:58.433178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Usage tracker for resource:subnet and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:58.436151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:58.442661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:58.457294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:11:58.459969 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.678468 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.768059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f241cab-6b53-43ca-9ca8-c5d62e679198,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:58.777265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:58.777631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Network hostable DHCP agents. Network: dc1a5c07-b46b-45f8-af5d-443e3b24f9fe, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:11:58.797722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:11:58.809210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, dc1a5c07-b46b-45f8-af5d-443e3b24f9fe) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:58.815799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:11:58.816415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.819633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416149d-ef1a-45bd-838a-93ea1f1e5743 None None] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:11:58.838386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-60e85161-c203-4056-ab12-69bec2f9c3f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4203730 Apr 25 15:11:58.841072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35656) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:11:58.846300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:11:58.853342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:11:58.858664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Usage tracker for resource:router and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:11:58.861924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:11:58.868076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:11:58.879809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.881178 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:58.901296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.072254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:11:59.073286 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.091848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.233132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Allocated IP 172.20.0.2 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/44be4ce1-d6d2-4edb-8e94-30e2e5db452b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:59.293411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.443644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.453680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Transition to ACTIVE for port object 44be4ce1-d6d2-4edb-8e94-30e2e5db452b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:59.472057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Transition to ACTIVE for port object 44be4ce1-d6d2-4edb-8e94-30e2e5db452b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:11:59.479029 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.548833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:11:59.552145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:11:59.556450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:11:59.558687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Pushing event updated for resources: {'Port': ['ID=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:59.605528 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.639975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.654478 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Attempting to bind port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:11:59.654858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Attempting to bind port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:11:59.655226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Attempting to bind port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:11:59.660612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:11:59.660992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:11:59.661428 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.661830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:11:59.662302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Bound port: 44be4ce1-d6d2-4edb-8e94-30e2e5db452b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:11:59.662683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.751834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] For port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:11:59.754798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] For port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:11:59.761026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.774255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Allocated IP 172.25.0.232 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/547b65ba-4a0d-4939-a91e-d37154919432) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:11:59.851190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc67c84-2090-42eb-9d2a-bcd1e57cf791 None None] Pushing event updated for resources: {'Port': ['ID=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:11:59.936641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:11:59.967054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:00.044270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:00.048115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:00.050821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:00.081253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Pushing event updated for resources: {'Port': ['ID=547b65ba-4a0d-4939-a91e-d37154919432,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:00.246151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44be4ce1-d6d2-4edb-8e94-30e2e5db452b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:00.318006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:00.523862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:00.933495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1dd22c-bfff-4124-987f-26854e6eb5aa None None] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:01.015017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:01.039300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] Provisioning for port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:01.060913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] Provisioning complete for port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:01.061322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:01.224185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:12:01.296654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:01.341947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] For port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:01.348438 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:01.425200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:01.438104 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b5931-f60b-4340-ab6a-32ce0df30632 None None] Pushing event updated for resources: {'Port': ['ID=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:01.447640 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:01.460517 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:01.461684 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:01.477373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:01.482045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2d0c950f-16fe-4be2-aed3-64383abacdea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6384275 Apr 25 15:12:01.482219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35682) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:01.574374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-117d1655-2c63-4bbd-8153-31ddced4558b None None] Provisioning complete for port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:01.575043 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-117d1655-2c63-4bbd-8153-31ddced4558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:01.756808 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:02.054650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:00Z', 'revision_number': 3, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:02.058926 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:02.059283 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Updating router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 port 547b65ba-4a0d-4939-a91e-d37154919432 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:12:02.115305 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.203426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44be4ce1-d6d2-4edb-8e94-30e2e5db452b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:02.283982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:02.284295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.435014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.522726 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.535988 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Transition to ACTIVE for port object 547b65ba-4a0d-4939-a91e-d37154919432 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:02.543399 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.630948 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Pushing event updated for resources: {'Port': ['ID=547b65ba-4a0d-4939-a91e-d37154919432,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:02.633557 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Attempting to bind port 547b65ba-4a0d-4939-a91e-d37154919432 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:02.634176 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Attempting to bind port 547b65ba-4a0d-4939-a91e-d37154919432 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:02.634561 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Attempting to bind port 547b65ba-4a0d-4939-a91e-d37154919432 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:02.644193 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:02.644653 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:02.645237 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.645700 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:02.646216 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Bound port: 547b65ba-4a0d-4939-a91e-d37154919432, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:02.646646 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.649754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Allocated IP 172.20.0.1 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/8b48cbd6-b574-4a22-9ce7-5b4747bc28ef) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:02.677228 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.677657 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.678058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.678853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.678853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.679071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.679493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.679870 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.680255 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.680632 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.681009 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.681407 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:02.734992 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] For port 547b65ba-4a0d-4939-a91e-d37154919432, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:02.738239 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] For port 547b65ba-4a0d-4939-a91e-d37154919432, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=547b65ba-4a0d-4939-a91e-d37154919432,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:02.745920 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.840332 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.841993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:02.843394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:02.857368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Transition to ACTIVE for port object 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:02.886876 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:02.965311 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Pushing event updated for resources: {'Port': ['ID=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:02.985598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:02.986834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:02.989298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:03.059044 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.085347 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:03.129813 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24e890-6d74-4ed4-8806-e61682cbd8f7 None None] Pushing event updated for resources: {'Port': ['ID=547b65ba-4a0d-4939-a91e-d37154919432,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:03.257579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e9314fac-b9da-4119-8809-1eb7fa28ebe5 None None] Provisioning for port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:03.264948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e9314fac-b9da-4119-8809-1eb7fa28ebe5 None None] Provisioning complete for port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:03.265395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9314fac-b9da-4119-8809-1eb7fa28ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.319154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e9314fac-b9da-4119-8809-1eb7fa28ebe5 None None] Port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:03.420734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.439816 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:00Z', 'revision_number': 3, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:03.445300 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8981a-6e6d-4b84-a656-1e7641b09d46 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:00Z', 'revision_number': 3, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:03.672840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.678015 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.732763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35720) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:03.805437 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Pushing event updated for resources: {'Port': ['ID=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:03.808424 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.880211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:03.896977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:03.901495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Usage tracker for resource:security_group_rule and tenant:0aff54cc25704130aa794a39b6d5074b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:03.905227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:03.912658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:03.971528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:03.972901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:04.015202 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.020466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.083592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aff54cc25704130aa794a39b6d5074b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495078 Apr 25 15:12:04.085678 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17809b5-1e6f-4bee-a465-fad1f8dcda85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd400248-7962-4566-a7de-d21f087dfcb4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:04.089198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35726) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:04.169758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db65b464-2d2e-44ae-97c1-d6f3c0950c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.202956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db65b464-2d2e-44ae-97c1-d6f3c0950c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.276253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 547b65ba-4a0d-4939-a91e-d37154919432 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:04.277978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db65b464-2d2e-44ae-97c1-d6f3c0950c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.294246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b464-2d2e-44ae-97c1-d6f3c0950c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd400248-7962-4566-a7de-d21f087dfcb4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:04.303256 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db65b464-2d2e-44ae-97c1-d6f3c0950c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.304566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-db65b464-2d2e-44ae-97c1-d6f3c0950c4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd400248-7962-4566-a7de-d21f087dfcb4 HTTP/1.1" status: 204 len: 168 time: 0.2138438 Apr 25 15:12:04.324228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:12:04.408358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7cae63cc-ea4c-40b7-b7fb-75fe28550bc3 None None] Provisioning complete for port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:04.409365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7cae63cc-ea4c-40b7-b7fb-75fe28550bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.522998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.526833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7cae63cc-ea4c-40b7-b7fb-75fe28550bc3 None None] Port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:04.534114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 547b65ba-4a0d-4939-a91e-d37154919432 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:04.542133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 547b65ba-4a0d-4939-a91e-d37154919432 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:04.542912 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.695878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.716016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 547b65ba-4a0d-4939-a91e-d37154919432, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=547b65ba-4a0d-4939-a91e-d37154919432,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:04.721683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.742894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:04.746114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:04.755967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7286f48d-5410-4108-9cfc-c4238813e123 admin admin] 10.222.0.23 "PUT /v2.0/routers/b6cad3a6-5863-4b18-9374-6b90b0d25ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2725961 Apr 25 15:12:04.773616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.797276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:04.801565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Usage tracker for resource:security_group_rule and tenant:aa8919a7c10c4f15b49459a9cc3f0ace is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:04.804614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:04.810961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:04.814196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=547b65ba-4a0d-4939-a91e-d37154919432,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:04.911893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.916398 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:04.966345 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa8919a7c10c4f15b49459a9cc3f0ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223923 Apr 25 15:12:04.967185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4814c-0cbd-419d-80b6-60db48aca69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60804db-ccac-44ab-b597-0a2efa20ceb6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:04.969014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:05.031582 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-050c2647-9e3b-46b3-8ff4-fadcb270fb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.059759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-050c2647-9e3b-46b3-8ff4-fadcb270fb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.131043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-050c2647-9e3b-46b3-8ff4-fadcb270fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.150511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c2647-9e3b-46b3-8ff4-fadcb270fb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60804db-ccac-44ab-b597-0a2efa20ceb6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:05.158661 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-050c2647-9e3b-46b3-8ff4-fadcb270fb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.161234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-050c2647-9e3b-46b3-8ff4-fadcb270fb38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a60804db-ccac-44ab-b597-0a2efa20ceb6 HTTP/1.1" status: 204 len: 168 time: 0.1895864 Apr 25 15:12:05.404030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:05.414618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:05.415349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:05.464757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35764) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:05.471238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1895597339-network', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:05.476590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:05.481359 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Usage tracker for resource:network and tenant:db3e8fe7b2cb4708bda6a5d68c57816b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:05.484439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:05.490938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:05.508964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Made reservation on behalf of db3e8fe7b2cb4708bda6a5d68c57816b for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:05.512046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.524491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.539712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:05.544948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Usage tracker for resource:security_group_rule and tenant:db3e8fe7b2cb4708bda6a5d68c57816b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:05.548097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:05.554178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:05.611964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:05.657905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.664103 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.693990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:12:05.706921 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0339dd49-531b-46f0-9209-b90a9cae4f94,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:05.712581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.713107 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Added segment 7f8f114c-a152-4125-b063-0c9bf62da1fb of type vlan for network abbe121f-3aaa-4fbb-8d98-981286f527ca Apr 25 15:12:05.742275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.773941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.775200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:05.775987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:05.882711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] Pushing event updated for resources: {'Network': ['ID=abbe121f-3aaa-4fbb-8d98-981286f527ca,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:05.902493 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-16294703-7ffe-4f65-9450-4878227354f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4363890 Apr 25 15:12:05.905561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35780) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:05.906097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network abbe121f-3aaa-4fbb-8d98-981286f527ca details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:12:05.912278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Request body: {'subnet': {'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1895597339-subnet', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:05.918889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:05.924022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Usage tracker for resource:subnet and tenant:db3e8fe7b2cb4708bda6a5d68c57816b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:05.927795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:05.934527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:05.949650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Made reservation on behalf of db3e8fe7b2cb4708bda6a5d68c57816b for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:05.952214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.074941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 2, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:06.079035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:06.079653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Updating router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:12:06.132774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.188044 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.201424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 547b65ba-4a0d-4939-a91e-d37154919432 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:06.276832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=802dc695-795a-4ba5-b830-dc0e3942110d,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:06.280947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Checking segment: {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:06.281325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Network hostable DHCP agents. Network: abbe121f-3aaa-4fbb-8d98-981286f527ca, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:12:06.302878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Network abbe121f-3aaa-4fbb-8d98-981286f527ca is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:12:06.317241 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, abbe121f-3aaa-4fbb-8d98-981286f527ca) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:06.322452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:06.324357 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.345305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020454d8-43ac-4653-a8db-2e1148a4d5d3 None None] Network abbe121f-3aaa-4fbb-8d98-981286f527ca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:06.363600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bef7a246-18aa-4e7d-9d91-5a72b8502c2d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4531181 Apr 25 15:12:06.363600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35792) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:06.368828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:06.374247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:06.381025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Usage tracker for resource:router and tenant:db3e8fe7b2cb4708bda6a5d68c57816b is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:06.384643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:06.393333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:06.408087 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.409335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.428651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.507917 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 547b65ba-4a0d-4939-a91e-d37154919432 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:06.508557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.868169 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.872852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-abbe121f-3aaa-4fbb-8d98-981286f527ca', 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'fixed_ips': [{'subnet_id': '802dc695-795a-4ba5-b830-dc0e3942110d'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:12:06.873722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:06.993557 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.022333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Transition to ACTIVE for port object 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:07.034747 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.221824 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.234046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Allocated IP 172.20.0.2 (abbe121f-3aaa-4fbb-8d98-981286f527ca/802dc695-795a-4ba5-b830-dc0e3942110d/12c8a03d-b597-408e-b0b9-63fac4b38299) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:07.254914 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.289357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f734a-681f-4534-b2a1-8b0a8e46f837 None None] Pushing event updated for resources: {'Port': ['ID=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:07.343150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:07.409324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Allocated IP 172.25.0.97 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b714389e-9d03-4a97-ad87-b704e08a6004) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:07.422486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Attempting to bind port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:07.423049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Attempting to bind port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:07.423646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Attempting to bind port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:07.443498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:07.443845 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:07.444252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.444645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:07.445289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Bound port: 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:07.445576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.503539 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.522827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:07.528088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Usage tracker for resource:security_group_rule and tenant:b0ceaf415f5846fc89983d40ec890f00 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:07.532995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:07.541533 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:07.583242 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.616324 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.630041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] For port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:07.648192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] For port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:07.650276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.656214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.658243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.679760 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:07.684169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:07.692138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:07.701207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.703925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0ceaf415f5846fc89983d40ec890f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589575 Apr 25 15:12:07.707320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35822) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:07.738124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fb73b-07f9-47fd-90bb-edbaf7066faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43a0f2-ea43-4485-bcd6-7c57811d5806,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:07.751377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b714389e-9d03-4a97-ad87-b704e08a6004,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:07.791147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Transition to ACTIVE for port object 12c8a03d-b597-408e-b0b9-63fac4b38299 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:07.801305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d17a-8d51-40af-8be3-b0aec30787d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.821388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:07.822566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:07.831107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d17a-8d51-40af-8be3-b0aec30787d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.890474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d17a-8d51-40af-8be3-b0aec30787d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.909820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5d17a-8d51-40af-8be3-b0aec30787d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43a0f2-ea43-4485-bcd6-7c57811d5806,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:07.926746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d17a-8d51-40af-8be3-b0aec30787d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:07.929654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1dc5d17a-8d51-40af-8be3-b0aec30787d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b43a0f2-ea43-4485-bcd6-7c57811d5806 HTTP/1.1" status: 204 len: 168 time: 0.2213485 Apr 25 15:12:07.936852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Transition to ACTIVE for port object 12c8a03d-b597-408e-b0b9-63fac4b38299 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:07.940479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f734a-681f-4534-b2a1-8b0a8e46f837 None None] Pushing event updated for resources: {'Port': ['ID=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:07.967611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.124790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Network abbe121f-3aaa-4fbb-8d98-981286f527ca is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:08.137849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:08.145540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Pushing event updated for resources: {'Port': ['ID=12c8a03d-b597-408e-b0b9-63fac4b38299,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:08.150415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:08.182140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.193232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:08.270308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35830) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:08.293135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.307581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:08.311350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5767cdf60143549ee9da6b98ecdb63 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:08.314122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:08.319679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:08.377873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Attempting to bind port 12c8a03d-b597-408e-b0b9-63fac4b38299 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:08.378268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Attempting to bind port 12c8a03d-b597-408e-b0b9-63fac4b38299 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:08.378697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Attempting to bind port 12c8a03d-b597-408e-b0b9-63fac4b38299 on network abbe121f-3aaa-4fbb-8d98-981286f527ca {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:08.415786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:08.416173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Checking segment: {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:08.417242 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.417643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Bound using segment: {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:08.418126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Bound port: 12c8a03d-b597-408e-b0b9-63fac4b38299, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:08.418500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.421762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.428095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.486714 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c5767cdf60143549ee9da6b98ecdb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146270 Apr 25 15:12:08.488432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35834) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:08.491832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063074a-d798-4dd1-8d52-f6aae0b8e2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7f05e6-7335-4da6-939d-884b66373ada,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:08.562905 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7845a710-26c9-4728-9fd1-4905684f5a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.597448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7845a710-26c9-4728-9fd1-4905684f5a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.634608 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3c90-86ef-4b28-b69b-f28c0cf2d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.644508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] For port 12c8a03d-b597-408e-b0b9-63fac4b38299, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:08.662009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] For port 12c8a03d-b597-408e-b0b9-63fac4b38299, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12c8a03d-b597-408e-b0b9-63fac4b38299,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:08.662265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7845a710-26c9-4728-9fd1-4905684f5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.668037 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.679561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845a710-26c9-4728-9fd1-4905684f5a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7f05e6-7335-4da6-939d-884b66373ada,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:08.689220 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7845a710-26c9-4728-9fd1-4905684f5a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.692989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7845a710-26c9-4728-9fd1-4905684f5a16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c7f05e6-7335-4da6-939d-884b66373ada HTTP/1.1" status: 204 len: 168 time: 0.2009387 Apr 25 15:12:08.694628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:08.777983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c836d-8bc0-46d3-8e49-dfbfcc941f1c None None] Pushing event updated for resources: {'Port': ['ID=12c8a03d-b597-408e-b0b9-63fac4b38299,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:08.787190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:07Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:08.791709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e558d3-f3a7-40f2-8fc1-4e68830120ed None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:07Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:09.015243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Router 13874678-de8b-413f-a5d9-f8cef04ac94d is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:12:09.231968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:09.243238 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Sync routers for ids ['13874678-de8b-413f-a5d9-f8cef04ac94d'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:09.261618 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:09.265117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ff9539b0-0276-4a0a-bad2-cf29b809d2f6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8997226 Apr 25 15:12:09.266663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35850) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:09.269710 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Routers {'13874678-de8b-413f-a5d9-f8cef04ac94d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:09.271586 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13874678-de8b-413f-a5d9-f8cef04ac94d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:09.471928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Set router 13874678-de8b-413f-a5d9-f8cef04ac94d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:09.934997 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:12:07Z', 'revision_number': 3, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:09.939593 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Checking router: 13874678-de8b-413f-a5d9-f8cef04ac94d for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:09.940083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Updating router 13874678-de8b-413f-a5d9-f8cef04ac94d port b714389e-9d03-4a97-ad87-b704e08a6004 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:12:10.046559 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.074425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eeeb91-9cb8-49ab-959a-e8afc832cf28 None None] Network abbe121f-3aaa-4fbb-8d98-981286f527ca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:10.229097 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.271455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1544efe1-bc32-49d1-a840-9265a6906829 None None] Provisioning for port 12c8a03d-b597-408e-b0b9-63fac4b38299 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:10.422670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:10.486380 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.533259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Transition to ACTIVE for port object b714389e-9d03-4a97-ad87-b704e08a6004 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:10.552039 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.610773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:10.633313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:10.633866 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.665648 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b77544-9017-4cb1-a516-5801477645c9 None None] Pushing event updated for resources: {'Port': ['ID=b714389e-9d03-4a97-ad87-b704e08a6004,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:10.699431 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Attempting to bind port b714389e-9d03-4a97-ad87-b704e08a6004 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:10.699803 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Attempting to bind port b714389e-9d03-4a97-ad87-b704e08a6004 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:10.700164 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Attempting to bind port b714389e-9d03-4a97-ad87-b704e08a6004 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:10.706635 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:10.707009 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:10.707409 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.708236 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:10.708708 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Bound port: b714389e-9d03-4a97-ad87-b704e08a6004, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:10.709251 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.745974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Allocated IP 172.20.0.1 (abbe121f-3aaa-4fbb-8d98-981286f527ca/802dc695-795a-4ba5-b830-dc0e3942110d/c55813ea-6b76-4f53-a328-845d83caae10) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:10.805867 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] For port b714389e-9d03-4a97-ad87-b704e08a6004, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:10.810127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] For port b714389e-9d03-4a97-ad87-b704e08a6004, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b714389e-9d03-4a97-ad87-b704e08a6004,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:10.821283 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.872302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.936501 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Routers {'13874678-de8b-413f-a5d9-f8cef04ac94d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:10.937234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:11:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13874678-de8b-413f-a5d9-f8cef04ac94d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:10.944861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.957676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:10.966676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Transition to ACTIVE for port object c55813ea-6b76-4f53-a328-845d83caae10 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:10.969398 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:10.970238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12c8a03d-b597-408e-b0b9-63fac4b38299 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:10.995608 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b77544-9017-4cb1-a516-5801477645c9 None None] Pushing event updated for resources: {'Port': ['ID=b714389e-9d03-4a97-ad87-b704e08a6004,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:11.002473 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.082119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c55813ea-6b76-4f53-a328-845d83caae10,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:11.094998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Network abbe121f-3aaa-4fbb-8d98-981286f527ca is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:11.096414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:11.099017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:11.133264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43f79a4a-9f81-49a0-b6bd-3eee01d67c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.163253 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] Set router 13874678-de8b-413f-a5d9-f8cef04ac94d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:11.183498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.247815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:11.283584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 12c8a03d-b597-408e-b0b9-63fac4b38299 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:11.288709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 12c8a03d-b597-408e-b0b9-63fac4b38299 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:11.289114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.456265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.496726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 12c8a03d-b597-408e-b0b9-63fac4b38299, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12c8a03d-b597-408e-b0b9-63fac4b38299,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:11.498292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb6a1f4c-eeef-4e6d-9a81-f80d38682130 None None] Provisioning for port c55813ea-6b76-4f53-a328-845d83caae10 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:11.503864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb6a1f4c-eeef-4e6d-9a81-f80d38682130 None None] Provisioning complete for port c55813ea-6b76-4f53-a328-845d83caae10 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:11.504247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1f4c-eeef-4e6d-9a81-f80d38682130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.537233 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.578916 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:12:07Z', 'revision_number': 3, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:11.589650 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcad89-620a-42ec-b22a-18c0b4a500c3 None None] The sync data for ids ['13874678-de8b-413f-a5d9-f8cef04ac94d'] in n-d-811416-6 is: [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:12:07Z', 'revision_number': 3, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:11.626520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a1f4c-eeef-4e6d-9a81-f80d38682130 None None] Port c55813ea-6b76-4f53-a328-845d83caae10 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:11.639350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=12c8a03d-b597-408e-b0b9-63fac4b38299,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:11.692503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.738250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35890) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:11.845482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c1c10f23-12ab-4343-b8c7-9a29cb0e91b8 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2153 time: 0.1038716 Apr 25 15:12:11.847590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35894) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:11.854205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'network': {'name': 'tempest-network-smoke--1657840366', 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'port_security_enabled': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:11.861010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:11.865514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:network and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:11.867034 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.869223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:11.876958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:11.938718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Made reservation on behalf of 6887a4322bc14d149118fe78210f0f6f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:11.943504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.987774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:11.990584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:12:11.998708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.006536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.006901 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Added segment 22ae64d3-b36e-481a-b01a-140cd2d558eb of type vlan for network d01b16d4-f215-4105-9c09-bf7877ea6846 Apr 25 15:12:12.041899 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.068605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.077527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.083554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:12.084210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.121680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c55813ea-6b76-4f53-a328-845d83caae10,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:12.132201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.193817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3419309 Apr 25 15:12:12.195676 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35900) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:12.206716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'admin_state_up': True, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:12.209969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d5645-ed60-408f-a306-a90936486719 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Network': ['ID=d01b16d4-f215-4105-9c09-bf7877ea6846,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:12.221151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:12.228524 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d01b16d4-f215-4105-9c09-bf7877ea6846 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:12:12.287856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:router and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:12.299806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:12.311457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:12.366053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.366280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.383108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:12.400163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Network abbe121f-3aaa-4fbb-8d98-981286f527ca is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:12.403642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:12.413335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.497899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:12.498696 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.692785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12c8a03d-b597-408e-b0b9-63fac4b38299 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:12.805244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5b56f903-3728-41be-b5c2-58e10fa2d62a None None] Provisioning complete for port c55813ea-6b76-4f53-a328-845d83caae10 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:12.805761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5b56f903-3728-41be-b5c2-58e10fa2d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.889563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 12c8a03d-b597-408e-b0b9-63fac4b38299 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:12.890506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:12.929067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5b56f903-3728-41be-b5c2-58e10fa2d62a None None] Port c55813ea-6b76-4f53-a328-845d83caae10 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:13.020547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b714389e-9d03-4a97-ad87-b704e08a6004 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:13.089565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b714389e-9d03-4a97-ad87-b704e08a6004 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:13.094242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b714389e-9d03-4a97-ad87-b704e08a6004 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:13.094690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.116708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.125549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Router 13874678-de8b-413f-a5d9-f8cef04ac94d has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:12:13.211237 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.228739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b714389e-9d03-4a97-ad87-b704e08a6004, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b714389e-9d03-4a97-ad87-b704e08a6004,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:13.233254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.304874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b714389e-9d03-4a97-ad87-b704e08a6004,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:13.405870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:13.429209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5fe757c0-0df2-4c0c-b9dd-ce15de5f19d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/13874678-de8b-413f-a5d9-f8cef04ac94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1612239 Apr 25 15:12:13.613091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.626663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Sync routers for ids ['13874678-de8b-413f-a5d9-f8cef04ac94d'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:13.636615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Routers {'13874678-de8b-413f-a5d9-f8cef04ac94d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:13.637277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13874678-de8b-413f-a5d9-f8cef04ac94d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:13.648022 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.746659 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:13.839499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.25.0.44 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/73051535-ad86-4465-a2c0-59eead970c4a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:13.858012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Set router 13874678-de8b-413f-a5d9-f8cef04ac94d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:14.014529 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:14.051216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:14.154563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=73051535-ad86-4465-a2c0-59eead970c4a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:14.174351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:14.176942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:14.186636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:14.264779 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b714389e-9d03-4a97-ad87-b704e08a6004 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:14.385734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b714389e-9d03-4a97-ad87-b704e08a6004 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:14.385946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:14.645257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:12:11Z', 'revision_number': 4, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c55813ea-6b76-4f53-a328-845d83caae10', 'name': '', 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'mac_address': 'fa:16:3e:52:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '802dc695-795a-4ba5-b830-dc0e3942110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:10Z', 'updated_at': '2022-04-25T15:12:11Z', 'revision_number': 2, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'subnets': [{'id': '802dc695-795a-4ba5-b830-dc0e3942110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:14.660641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Checking router: 13874678-de8b-413f-a5d9-f8cef04ac94d for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:14.661100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Updating router 13874678-de8b-413f-a5d9-f8cef04ac94d port c55813ea-6b76-4f53-a328-845d83caae10 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:12:14.728717 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:14.878521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.091301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.123982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Transition to ACTIVE for port object c55813ea-6b76-4f53-a328-845d83caae10 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:15.133359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.295338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.425682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e335d57-5156-4f9b-9932-73e6cee13339 None None] Pushing event updated for resources: {'Port': ['ID=c55813ea-6b76-4f53-a328-845d83caae10,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:15.453782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Attempting to bind port c55813ea-6b76-4f53-a328-845d83caae10 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:15.454166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Attempting to bind port c55813ea-6b76-4f53-a328-845d83caae10 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:15.454534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Attempting to bind port c55813ea-6b76-4f53-a328-845d83caae10 on network abbe121f-3aaa-4fbb-8d98-981286f527ca {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:15.460653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:15.461321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Checking segment: {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:15.461736 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.462139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Bound using segment: {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:15.462615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Bound port: c55813ea-6b76-4f53-a328-845d83caae10, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f114c-a152-4125-b063-0c9bf62da1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:15.462998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.569567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:12:15.621448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] For port c55813ea-6b76-4f53-a328-845d83caae10, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:15.624649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] For port c55813ea-6b76-4f53-a328-845d83caae10, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c55813ea-6b76-4f53-a328-845d83caae10,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:15.631145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.711243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Routers {'13874678-de8b-413f-a5d9-f8cef04ac94d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:15.712118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13874678-de8b-413f-a5d9-f8cef04ac94d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:15.817556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e335d57-5156-4f9b-9932-73e6cee13339 None None] Pushing event updated for resources: {'Port': ['ID=c55813ea-6b76-4f53-a328-845d83caae10,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:15.850110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:15.855433 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-edac9852-da85-4a53-aa60-747f792c263b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2078121 Apr 25 15:12:15.861971 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Sync routers for ids ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:15.878136 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Routers {'3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:15.879148 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:15.907215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:15.908490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-06b38825-b3b4-4386-bbcc-6849097b0f22 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.7116146 Apr 25 15:12:15.911421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 35954) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.013088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3bd40f-c39b-4655-97c1-584bfcba6563 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:16.017910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35960) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.022482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-be3bd40f-c39b-4655-97c1-584bfcba6563 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6887a4322bc14d149118fe78210f0f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1100218 Apr 25 15:12:16.084187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] Set router 13874678-de8b-413f-a5d9-f8cef04ac94d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:16.111435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236344d-5e20-4bea-bfa1-136a72750bea req-ac67df6a-54ca-4ede-a9f3-e6e3b8b8bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:16.113482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-ac67df6a-54ca-4ede-a9f3-e6e3b8b8bff8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1135 time: 0.0897346 Apr 25 15:12:16.223978 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Set router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:16.251847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe521f-479d-44c3-9998-121e62554401 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:16.253619 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bbbe521f-479d-44c3-9998-121e62554401 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2347157 Apr 25 15:12:16.256327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35964) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.308590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c98bd76-a761-42ab-86d6-0dec2ef1f5ed tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508544 Apr 25 15:12:16.311396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35968) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.359575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01a8924d-fe49-4f5c-afe6-9454fca9d152 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6887a4322bc14d149118fe78210f0f6f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469308 Apr 25 15:12:16.363067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35972) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.581113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b2de6-ce47-4ccc-9967-ad0be2c75e91 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:16.583036 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-896b2de6-ce47-4ccc-9967-ad0be2c75e91 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2187905 Apr 25 15:12:16.585703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35976) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.626454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236344d-5e20-4bea-bfa1-136a72750bea req-5d7dc8f7-5a36-4c75-a8d9-fb0e38cdda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:16.628268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-5d7dc8f7-5a36-4c75-a8d9-fb0e38cdda12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 200 len: 898 time: 0.4932222 Apr 25 15:12:16.640482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c63df0ec-401d-4205-906e-97acbc1f9207 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502808 Apr 25 15:12:16.642864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35980) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:16.649348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525889388', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:16.659698 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:14Z', 'revision_number': 3, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:16.673695 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Checking router: 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:16.674107 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Updating router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d port 73051535-ad86-4465-a2c0-59eead970c4a binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:12:16.730626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:12:11Z', 'revision_number': 4, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c55813ea-6b76-4f53-a328-845d83caae10', 'name': '', 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'mac_address': 'fa:16:3e:52:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '802dc695-795a-4ba5-b830-dc0e3942110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:10Z', 'updated_at': '2022-04-25T15:12:15Z', 'revision_number': 4, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'subnets': [{'id': '802dc695-795a-4ba5-b830-dc0e3942110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:16.743508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc6150-20e3-4706-896e-b1d2d7c65b71 None None] The sync data for ids ['13874678-de8b-413f-a5d9-f8cef04ac94d'] in n-d-811416-6 is: [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:12:11Z', 'revision_number': 4, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c55813ea-6b76-4f53-a328-845d83caae10', 'name': '', 'network_id': 'abbe121f-3aaa-4fbb-8d98-981286f527ca', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'mac_address': 'fa:16:3e:52:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '802dc695-795a-4ba5-b830-dc0e3942110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:10Z', 'updated_at': '2022-04-25T15:12:15Z', 'revision_number': 4, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'subnets': [{'id': '802dc695-795a-4ba5-b830-dc0e3942110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:16.746809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-19235e45-4e38-4d6a-8b95-1cca5e94387f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:16.748870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-19235e45-4e38-4d6a-8b95-1cca5e94387f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.4584370 Apr 25 15:12:16.793854 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:16.801508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-c6105f48-50ed-46f9-a5d7-3a8bcea8e372 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0441675 Apr 25 15:12:16.846113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:16.852599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Usage tracker for resource:subnet and tenant:6887a4322bc14d149118fe78210f0f6f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:16.856083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:16.862839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:16.883568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Made reservation on behalf of 6887a4322bc14d149118fe78210f0f6f for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:16.890642 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:16.946249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-0b6b5ea2-2015-4aab-beb0-3f70e25fb0cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 200 len: 1001 time: 0.3069105 Apr 25 15:12:17.080166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236344d-5e20-4bea-bfa1-136a72750bea req-0913b6bc-6e42-4900-8c98-2c80627c3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:17.081722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-0913b6bc-6e42-4900-8c98-2c80627c3055 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b455b00c-fc4a-4432-b334-a15111a07db6 HTTP/1.1" status: 200 len: 835 time: 0.1273150 Apr 25 15:12:17.167663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-9e139ea9-a419-4830-817f-f338bd17ac67 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3533416 Apr 25 15:12:17.238828 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.297390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236344d-5e20-4bea-bfa1-136a72750bea req-e248b551-81ba-45f8-bec7-3a5d36f78733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:17.298902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-e248b551-81ba-45f8-bec7-3a5d36f78733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e795bd49-c2f9-4d81-99b7-2a0f043b034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056019 Apr 25 15:12:17.357743 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.370009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Subnet': ['ID=a9df76cc-34f1-4a2a-a66e-017b3b16b4dc,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:17.382826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Checking segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:17.384027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network hostable DHCP agents. Network: d01b16d4-f215-4105-9c09-bf7877ea6846, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:12:17.384660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Transition to ACTIVE for port object 73051535-ad86-4465-a2c0-59eead970c4a will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:17.393914 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.414562 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-e692dff2-54fa-426f-9201-9849445af0db service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382667 Apr 25 15:12:17.418244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d01b16d4-f215-4105-9c09-bf7877ea6846 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:12:17.442153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d01b16d4-f215-4105-9c09-bf7877ea6846) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:17.452495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5501e9-c2f3-4cf2-9a62-e22f2b4d3534 None None] Network d01b16d4-f215-4105-9c09-bf7877ea6846 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:17.458152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:17.458976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.484655 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Attempting to bind port 73051535-ad86-4465-a2c0-59eead970c4a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:17.485178 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Attempting to bind port 73051535-ad86-4465-a2c0-59eead970c4a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:17.486212 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Attempting to bind port 73051535-ad86-4465-a2c0-59eead970c4a on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:17.505907 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:17.506316 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:17.508755 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.512891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:17.512891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Bound port: 73051535-ad86-4465-a2c0-59eead970c4a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:17.512891 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.514538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-92eeee46-0152-47d1-8149-acbb34de0e9f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8704650 Apr 25 15:12:17.515763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 35990) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:17.552553 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d2446-5d4f-4cde-825a-24aa4d78d39c None None] Pushing event updated for resources: {'Port': ['ID=73051535-ad86-4465-a2c0-59eead970c4a,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:17.679943 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] For port 73051535-ad86-4465-a2c0-59eead970c4a, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:17.684908 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] For port 73051535-ad86-4465-a2c0-59eead970c4a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=73051535-ad86-4465-a2c0-59eead970c4a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:17.692935 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:17.799791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Routers {'3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:17.800445 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:17.850901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-87a33901-bc06-4a6a-ae1d-4cd8bb7a1078 service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374815 Apr 25 15:12:17.950829 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-a7ea272c-05c8-444a-ae04-5cc428b6ee1c service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300379 Apr 25 15:12:17.969752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-d01b16d4-f215-4105-9c09-bf7877ea6846', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'fixed_ips': [{'subnet_id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:12:17.971582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:18.126449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e236344d-5e20-4bea-bfa1-136a72750bea req-672d2910-1396-4282-b94e-851c4c5278ea service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588756 Apr 25 15:12:18.228329 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] Set router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:18.291939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c55813ea-6b76-4f53-a328-845d83caae10 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:18.352914 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d2446-5d4f-4cde-825a-24aa4d78d39c None None] Pushing event updated for resources: {'Port': ['ID=73051535-ad86-4465-a2c0-59eead970c4a,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:18.397244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c55813ea-6b76-4f53-a328-845d83caae10 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:18.404957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Allocated IP 172.20.0.18 (d01b16d4-f215-4105-9c09-bf7877ea6846/a9df76cc-34f1-4a2a-a66e-017b3b16b4dc/d89f54c8-8704-40d7-8aaf-1cf702b52c7f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:18.418357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c55813ea-6b76-4f53-a328-845d83caae10 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:18.418746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:18.768721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:18.820019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:14Z', 'revision_number': 3, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:18.828326 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078276d-fc88-4b7a-8008-921f296028fc None None] The sync data for ids ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'] in n-d-811416-6 is: [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:14Z', 'revision_number': 3, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:18.894572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port c55813ea-6b76-4f53-a328-845d83caae10, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c55813ea-6b76-4f53-a328-845d83caae10,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:18.898661 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:18.912353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:18.957927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Transition to ACTIVE for port object d89f54c8-8704-40d7-8aaf-1cf702b52c7f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:18.995408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Transition to ACTIVE for port object d89f54c8-8704-40d7-8aaf-1cf702b52c7f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:19.011138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-36b895be-2208-4fbc-85ca-d4e731f7bd6a req-6499f6a9-3a9f-4919-bf31-d5aeaec0a840 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:19.015010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:19.033946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=c55813ea-6b76-4f53-a328-845d83caae10,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:19.091012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Network d01b16d4-f215-4105-9c09-bf7877ea6846 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:19.099177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-36b895be-2208-4fbc-85ca-d4e731f7bd6a req-6499f6a9-3a9f-4919-bf31-d5aeaec0a840 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:19.099536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:19.100361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36b895be-2208-4fbc-85ca-d4e731f7bd6a req-6499f6a9-3a9f-4919-bf31-d5aeaec0a840 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 210 time: 0.5174751 Apr 25 15:12:19.131046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:19.210005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:19.247798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Pushing event updated for resources: {'Port': ['ID=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:19.256541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Attempting to bind port d89f54c8-8704-40d7-8aaf-1cf702b52c7f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:19.257459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Attempting to bind port d89f54c8-8704-40d7-8aaf-1cf702b52c7f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:19.257459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Attempting to bind port d89f54c8-8704-40d7-8aaf-1cf702b52c7f on network d01b16d4-f215-4105-9c09-bf7877ea6846 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:19.262865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:19.263245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Checking segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:19.263653 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:19.264047 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Bound using segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:19.264519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Bound port: d89f54c8-8704-40d7-8aaf-1cf702b52c7f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:19.264898 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:19.371730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] For port d89f54c8-8704-40d7-8aaf-1cf702b52c7f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:19.375100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] For port d89f54c8-8704-40d7-8aaf-1cf702b52c7f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:19.379772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:19.502200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc48110-50e6-49ad-ac66-43eb5368dab9 None None] Pushing event updated for resources: {'Port': ['ID=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:19.698818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.20.0.17 (d01b16d4-f215-4105-9c09-bf7877ea6846/a9df76cc-34f1-4a2a-a66e-017b3b16b4dc/59f0c466-a2d1-4780-8a6d-679f9f713394) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:19.925742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:19.968627 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Transition to ACTIVE for port object 59f0c466-a2d1-4780-8a6d-679f9f713394 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:20.006334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:20.116324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d01b16d4-f215-4105-9c09-bf7877ea6846 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:20.120127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:20.123150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:20.163069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-5d2a8e1d-1f88-4076-a607-8739343b18d6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:20.165657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-5d2a8e1d-1f88-4076-a607-8739343b18d6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.2504177 Apr 25 15:12:20.186175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:20.204400 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=59f0c466-a2d1-4780-8a6d-679f9f713394,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:20.266191 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:20.433962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02d5da75-3e26-4a4f-83c9-f064f9b06687 req-6266925a-eb6f-483f-9de9-5dce87310f9b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 210 time: 0.0695586 Apr 25 15:12:20.454908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:20.476556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:20.513137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:20.517877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:20.533216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d89f54c8-8704-40d7-8aaf-1cf702b52c7f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:20.555989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:20.764606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d89f54c8-8704-40d7-8aaf-1cf702b52c7f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:20.770335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c55813ea-6b76-4f53-a328-845d83caae10 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:20.841279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.8 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/bbb16410-2e5e-41eb-9de8-22cda54528c7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:20.977844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c55813ea-6b76-4f53-a328-845d83caae10 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:20.978183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:21.301155 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e412c7-1061-4e23-86e7-a1e6dd765dfa None None] Network d01b16d4-f215-4105-9c09-bf7877ea6846 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:21.517264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] Provisioning for port d89f54c8-8704-40d7-8aaf-1cf702b52c7f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:21.530894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] Provisioning complete for port d89f54c8-8704-40d7-8aaf-1cf702b52c7f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:21.533830 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:21.557382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:21.622464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object bbb16410-2e5e-41eb-9de8-22cda54528c7 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:21.690877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:21.818638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:21.821803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:21.831660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:21.883871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=bbb16410-2e5e-41eb-9de8-22cda54528c7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:21.924928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:21.925978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:21.976445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-699b0fc3-6c18-44b7-b41e-791eb86ea8ad tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8009303 Apr 25 15:12:21.988077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Request body: {'port': {'device_id': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:22.005404 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.051105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] For port d89f54c8-8704-40d7-8aaf-1cf702b52c7f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:22.059954 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.134302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5ef8-d880-4c00-8415-0cf74b5993a2 req-3da523d9-d102-4505-b162-42d8b95ea962 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:22.154331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa2d5ef8-d880-4c00-8415-0cf74b5993a2 req-3da523d9-d102-4505-b162-42d8b95ea962 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 931 time: 0.3971462 Apr 25 15:12:22.182488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff52f-8e17-4fb9-b16f-44288c75470a None None] Pushing event updated for resources: {'Port': ['ID=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:22.210483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8836b89a-7bc5-459a-9ef2-8acddf1ef348 None None] Provisioning for port bbb16410-2e5e-41eb-9de8-22cda54528c7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:22.227463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8836b89a-7bc5-459a-9ef2-8acddf1ef348 None None] Provisioning complete for port bbb16410-2e5e-41eb-9de8-22cda54528c7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:22.227913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8836b89a-7bc5-459a-9ef2-8acddf1ef348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.254484 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.264743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:12:22.296580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-fa2d5ef8-d880-4c00-8415-0cf74b5993a2 req-07f44680-8e6a-4839-a694-156c45891312 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:22.354685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73051535-ad86-4465-a2c0-59eead970c4a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:22.400183 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.408335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-fa2d5ef8-d880-4c00-8415-0cf74b5993a2 req-07f44680-8e6a-4839-a694-156c45891312 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:22.415536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fa2d5ef8-d880-4c00-8415-0cf74b5993a2 req-07f44680-8e6a-4839-a694-156c45891312 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602208 Apr 25 15:12:22.421271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.640811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8836b89a-7bc5-459a-9ef2-8acddf1ef348 None None] Port bbb16410-2e5e-41eb-9de8-22cda54528c7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:22.705632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 73051535-ad86-4465-a2c0-59eead970c4a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:22.711549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 73051535-ad86-4465-a2c0-59eead970c4a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:22.712113 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.793542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=59f0c466-a2d1-4780-8a6d-679f9f713394,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:22.801806 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:22.854880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7e30da46-2c5d-4371-9ca4-96155ba49e89 None None] Provisioning complete for port d89f54c8-8704-40d7-8aaf-1cf702b52c7f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:22.855265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7e30da46-2c5d-4371-9ca4-96155ba49e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.031521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb16410-2e5e-41eb-9de8-22cda54528c7 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:23.038524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.039600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.068986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d01b16d4-f215-4105-9c09-bf7877ea6846 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:23.069212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Transition to ACTIVE for port object bbb16410-2e5e-41eb-9de8-22cda54528c7 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:23.070286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:23.077894 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.104342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 73051535-ad86-4465-a2c0-59eead970c4a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=73051535-ad86-4465-a2c0-59eead970c4a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:23.124762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.202343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7e30da46-2c5d-4371-9ca4-96155ba49e89 None None] Provisioning for port 59f0c466-a2d1-4780-8a6d-679f9f713394 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:23.225965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7e30da46-2c5d-4371-9ca4-96155ba49e89 None None] Provisioning complete for port 59f0c466-a2d1-4780-8a6d-679f9f713394 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:23.229894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7e30da46-2c5d-4371-9ca4-96155ba49e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.294860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=73051535-ad86-4465-a2c0-59eead970c4a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:23.344056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7e30da46-2c5d-4371-9ca4-96155ba49e89 None None] Port 59f0c466-a2d1-4780-8a6d-679f9f713394 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:23.370709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:12:23.498440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47dc2eae-c7bd-4746-ba30-963519fde5f4 None None] Provisioning complete for port 59f0c466-a2d1-4780-8a6d-679f9f713394 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:23.498829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47dc2eae-c7bd-4746-ba30-963519fde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.664383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb16410-2e5e-41eb-9de8-22cda54528c7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:23.686403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-47dc2eae-c7bd-4746-ba30-963519fde5f4 None None] Port 59f0c466-a2d1-4780-8a6d-679f9f713394 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:23.714436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Attempting to bind port bbb16410-2e5e-41eb-9de8-22cda54528c7 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:23.717440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Attempting to bind port bbb16410-2e5e-41eb-9de8-22cda54528c7 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:23.718019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Attempting to bind port bbb16410-2e5e-41eb-9de8-22cda54528c7 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:23.735559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Port bbb16410-2e5e-41eb-9de8-22cda54528c7 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:12:23.735559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Attempting to bind port bbb16410-2e5e-41eb-9de8-22cda54528c7 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:23.739731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:23.740146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:23.740571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:23.741019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Bound port: bbb16410-2e5e-41eb-9de8-22cda54528c7, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:23.741392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.815392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d1ec9e11-4909-4ecb-a25f-867fad46e98f None None] Provisioning complete for port 59f0c466-a2d1-4780-8a6d-679f9f713394 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:23.816041 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9e11-4909-4ecb-a25f-867fad46e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:23.824407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:23.875333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Sync routers for ids ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:23.877297 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-64f3e170-4db7-401c-9357-8ec3dbc9e3b7 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "PUT /v2.0/routers/3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3602526 Apr 25 15:12:23.903176 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Routers {'3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:23.904245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:23.931441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] For port bbb16410-2e5e-41eb-9de8-22cda54528c7, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:23.940794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] For port bbb16410-2e5e-41eb-9de8-22cda54528c7, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:23.967182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:24.115399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:24.116113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:24.123471 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] 10.222.0.21 "PUT /v2.0/ports/bbb16410-2e5e-41eb-9de8-22cda54528c7 HTTP/1.1" status: 200 len: 1091 time: 2.1395478 Apr 25 15:12:24.148299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'tag': 'bbb16410-2e5e-41eb-9de8-22cda54528c7'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:24.276708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec9e11-4909-4ecb-a25f-867fad46e98f None None] Port 59f0c466-a2d1-4780-8a6d-679f9f713394 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:24.279669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Set router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:24.329563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaf881-dbbd-4225-8937-aba927f7f851 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb16410-2e5e-41eb-9de8-22cda54528c7,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:24.353396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc07c4-8369-4a39-bb99-6f82af29f7a5 req-de6a9d47-874a-4813-ae53-7f74132a18e7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:24.355107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fdcc07c4-8369-4a39-bb99-6f82af29f7a5 req-de6a9d47-874a-4813-ae53-7f74132a18e7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:24.374762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d89f54c8-8704-40d7-8aaf-1cf702b52c7f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:24.415516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fdcc07c4-8369-4a39-bb99-6f82af29f7a5 req-de6a9d47-874a-4813-ae53-7f74132a18e7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:24.417484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fdcc07c4-8369-4a39-bb99-6f82af29f7a5 req-de6a9d47-874a-4813-ae53-7f74132a18e7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.6789811 Apr 25 15:12:24.423172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-cc97f37c-5968-4f5d-87fb-a07a96745c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:24.424692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-cc97f37c-5968-4f5d-87fb-a07a96745c3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 1094 time: 0.2286990 Apr 25 15:12:24.573982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-298e4749-eb54-45ea-b3b1-0faa5cd152f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7 HTTP/1.1" status: 200 len: 217 time: 0.1302521 Apr 25 15:12:24.577278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fdcc07c4-8369-4a39-bb99-6f82af29f7a5 req-0e50deb3-650b-4133-a006-419ccb5d66a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515942 Apr 25 15:12:24.676298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b03939c6-aa1e-48a9-b913-183d11e0c9e4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:24.677307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b03939c6-aa1e-48a9-b913-183d11e0c9e4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:24.699992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-9d7a55c7-8770-4977-959b-b8c6893fbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:24.701745 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-9d7a55c7-8770-4977-959b-b8c6893fbd68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.1179235 Apr 25 15:12:24.706284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b03939c6-aa1e-48a9-b913-183d11e0c9e4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:24.714002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b03939c6-aa1e-48a9-b913-183d11e0c9e4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/networks?id=d01b16d4-f215-4105-9c09-bf7877ea6846 HTTP/1.1" status: 200 len: 798 time: 0.3870385 Apr 25 15:12:24.731623 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-c2c68f74-636f-496b-99ef-4f3dde9ee4d2 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/quotas/6887a4322bc14d149118fe78210f0f6f HTTP/1.1" status: 200 len: 375 time: 0.0166376 Apr 25 15:12:24.762931 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdd9f7e-6825-4eb9-a457-af8e7ad7b3bd'] response: {'name': 'network-changed', 'server_uuid': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'tag': 'bbb16410-2e5e-41eb-9de8-22cda54528c7', 'status': 'completed', 'code': 200} Apr 25 15:12:24.796610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-ba044c02-a8ef-4be8-8134-96dddc11e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:24.798128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-ba044c02-a8ef-4be8-8134-96dddc11e9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898695 Apr 25 15:12:24.865927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b3860afb-ae63-48b7-b05a-c408bf149ded tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:24.884761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b3860afb-ae63-48b7-b05a-c408bf149ded tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:24.886759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b3860afb-ae63-48b7-b05a-c408bf149ded tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1543851 Apr 25 15:12:24.893184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d89f54c8-8704-40d7-8aaf-1cf702b52c7f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:24.893706 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:25.082697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-4d4d7a56-0089-4c08-b259-fc5004512bb6 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783070 Apr 25 15:12:25.283132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73051535-ad86-4465-a2c0-59eead970c4a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:25.347268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:20Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '59f0c466-a2d1-4780-8a6d-679f9f713394', 'name': '', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:37:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:19Z', 'updated_at': '2022-04-25T15:12:21Z', 'revision_number': 2, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:25.368802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Checking router: 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:25.377313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Updating router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d port 59f0c466-a2d1-4780-8a6d-679f9f713394 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:12:25.415684 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-e39693cb-616c-4d3b-b216-0543aa671004 service neutron] 10.222.0.23 "GET /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134616 Apr 25 15:12:25.433022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c71772a0-5a85-4d46-aad0-928abf85f359 req-90839289-d3de-4296-939d-2d783bdb5582 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425293 Apr 25 15:12:25.437476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:25.617650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-1e73860d-50c2-4591-a2e9-b558cd179924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:25.619889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-1e73860d-50c2-4591-a2e9-b558cd179924 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 1094 time: 0.1250172 Apr 25 15:12:25.659633 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 73051535-ad86-4465-a2c0-59eead970c4a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:25.660020 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:25.693218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-3b40981f-2020-40c2-aa34-321d33b682e2 service neutron] 10.222.0.23 "GET /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713287 Apr 25 15:12:25.930442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-dbbc88e6-1ea8-4bca-a402-9566df7e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:25.932911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-dbbc88e6-1ea8-4bca-a402-9566df7e2174 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.3063345 Apr 25 15:12:26.063704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b563-4c2d-4480-82e0-d382fbb29566 req-d316f82d-4960-44f0-b23b-e8569541b773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:26.068351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cc7b563-4c2d-4480-82e0-d382fbb29566 req-d316f82d-4960-44f0-b23b-e8569541b773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.2757821 Apr 25 15:12:26.070623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-e55a2a5b-04a5-4f9a-8f70-e183fc2d44c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7 HTTP/1.1" status: 200 len: 217 time: 0.1232669 Apr 25 15:12:26.083081 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3d525a7-1edc-490d-b110-ba1561b78ea2 req-aa2cfb53-4f6c-43fa-9d28-ad4ac91d0525 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 210 time: 0.0956810 Apr 25 15:12:26.193052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cc7b563-4c2d-4480-82e0-d382fbb29566 req-0c2d7c2a-b3a5-4e71-9800-eacfa8cc7bab tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Apr 25 15:12:26.198909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-b4629179-35a9-46ee-9b0f-e66d1079a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:26.200601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-b4629179-35a9-46ee-9b0f-e66d1079a310 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0954132 Apr 25 15:12:26.288167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:26.313918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Transition to ACTIVE for port object 59f0c466-a2d1-4780-8a6d-679f9f713394 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:26.315286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-e451b195-ce60-4c5f-a7c2-407dfc1de5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:26.317075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-e451b195-ce60-4c5f-a7c2-407dfc1de5ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104422 Apr 25 15:12:26.327436 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:26.608142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-cc92a4c5-ec23-4488-a668-44067ff59336 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747364 Apr 25 15:12:26.629683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46cc5d-4e1f-4b29-b110-9c02bdabb037 None None] Pushing event updated for resources: {'Port': ['ID=59f0c466-a2d1-4780-8a6d-679f9f713394,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:26.656706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Attempting to bind port 59f0c466-a2d1-4780-8a6d-679f9f713394 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:26.657289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Attempting to bind port 59f0c466-a2d1-4780-8a6d-679f9f713394 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:26.657670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Attempting to bind port 59f0c466-a2d1-4780-8a6d-679f9f713394 on network d01b16d4-f215-4105-9c09-bf7877ea6846 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:26.664592 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:26.664982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Checking segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:26.665610 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:26.666555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Bound using segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:26.667216 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Bound port: 59f0c466-a2d1-4780-8a6d-679f9f713394, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:26.668633 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:26.778683 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8e1f4caa-82c6-4dff-9644-f8f60373507b req-8b79780c-9645-488f-83fe-6650fd469d64 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631975 Apr 25 15:12:26.799778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] For port 59f0c466-a2d1-4780-8a6d-679f9f713394, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:26.803247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] For port 59f0c466-a2d1-4780-8a6d-679f9f713394, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=59f0c466-a2d1-4780-8a6d-679f9f713394,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:26.808303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:26.891987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Routers {'3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:26.892620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:26.970378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46cc5d-4e1f-4b29-b110-9c02bdabb037 None None] Pushing event updated for resources: {'Port': ['ID=59f0c466-a2d1-4780-8a6d-679f9f713394,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:27.098271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] Set router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:27.238311 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8246b5b0-7ad9-4261-b9c7-dd451b4807d3 req-a092a159-a5b6-412f-bc9c-c84685538ca6 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 210 time: 0.0546067 Apr 25 15:12:27.572234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af61475-af34-4244-96f5-51e4d2336c2c req-bb35db79-cec5-4a4c-9b09-e4cdd7ed5c38 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:27.574594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af61475-af34-4244-96f5-51e4d2336c2c req-bb35db79-cec5-4a4c-9b09-e4cdd7ed5c38 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.2286799 Apr 25 15:12:27.589504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-e1157de7-e440-4650-836e-7d3c1e3c00c4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:27.591707 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-e1157de7-e440-4650-836e-7d3c1e3c00c4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.21 "GET /v2.0/networks?id=d01b16d4-f215-4105-9c09-bf7877ea6846 HTTP/1.1" status: 200 len: 798 time: 0.2917376 Apr 25 15:12:27.655268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Request body: {'port': {'device_id': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'admin_state_up': True, 'tenant_id': '6887a4322bc14d149118fe78210f0f6f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:27.675366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:20Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '59f0c466-a2d1-4780-8a6d-679f9f713394', 'name': '', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:37:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:19Z', 'updated_at': '2022-04-25T15:12:26Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:27.682109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6192-b2ab-41dd-ac30-a671d773216c None None] The sync data for ids ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'] in n-d-811416-6 is: [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:20Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '59f0c466-a2d1-4780-8a6d-679f9f713394', 'name': '', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:37:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:19Z', 'updated_at': '2022-04-25T15:12:26Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:27.882418 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3af61475-af34-4244-96f5-51e4d2336c2c req-1e229c1f-5f95-405b-8e87-67b97c04a3ff tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894285 Apr 25 15:12:27.950461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:27.961227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:27.973892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Made reservation on behalf of 6887a4322bc14d149118fe78210f0f6f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:27.977686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.198074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Allocated IP 172.20.0.25 (d01b16d4-f215-4105-9c09-bf7877ea6846/a9df76cc-34f1-4a2a-a66e-017b3b16b4dc/ced70032-6cdc-4355-8df5-cc38cac63465) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:28.512978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 59f0c466-a2d1-4780-8a6d-679f9f713394 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:28.519911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-591a9111-f82d-4c08-915f-34a7a205bd79 req-efa8ad64-118a-4036-9d71-7f08f756e145 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 210 time: 0.0992849 Apr 25 15:12:28.591564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.632563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Transition to ACTIVE for port object ced70032-6cdc-4355-8df5-cc38cac63465 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:28.660980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 59f0c466-a2d1-4780-8a6d-679f9f713394 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:28.665515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.666865 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 59f0c466-a2d1-4780-8a6d-679f9f713394 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:28.667519 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.755048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Network d01b16d4-f215-4105-9c09-bf7877ea6846 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:28.756543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:28.765222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:28.820187 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.845016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event updated for resources: {'Port': ['ID=ced70032-6cdc-4355-8df5-cc38cac63465,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:28.885203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:28.885874 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.892039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 59f0c466-a2d1-4780-8a6d-679f9f713394, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=59f0c466-a2d1-4780-8a6d-679f9f713394,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:28.897843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:28.923268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-da72e321-1940-44cf-bfb2-b06f614fc0f0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2762744 Apr 25 15:12:28.942298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Request body: {'port': {'device_id': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:29.007787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=59f0c466-a2d1-4780-8a6d-679f9f713394,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:29.045276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:29.112095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12dc86ec-4553-414c-882a-346df1e435f0 None None] Provisioning for port ced70032-6cdc-4355-8df5-cc38cac63465 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:29.121514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-12dc86ec-4553-414c-882a-346df1e435f0 None None] Provisioning complete for port ced70032-6cdc-4355-8df5-cc38cac63465 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:29.122187 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12dc86ec-4553-414c-882a-346df1e435f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:29.151003 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:29.191332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-12dc86ec-4553-414c-882a-346df1e435f0 None None] Port ced70032-6cdc-4355-8df5-cc38cac63465 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:12:29.230292 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c668680-7898-4650-a496-e3e10ea0c3b3 req-886ce4e3-344b-45c4-b3bc-73d8a7cccfeb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:29.231142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c668680-7898-4650-a496-e3e10ea0c3b3 req-886ce4e3-344b-45c4-b3bc-73d8a7cccfeb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.1627476 Apr 25 15:12:29.346651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c668680-7898-4650-a496-e3e10ea0c3b3 req-4e1b67f6-2287-4aa3-a188-818071a7f19b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Apr 25 15:12:29.583921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced70032-6cdc-4355-8df5-cc38cac63465 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:29.592354 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:29.607447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Transition to ACTIVE for port object ced70032-6cdc-4355-8df5-cc38cac63465 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:29.612655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:29.747579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b9ebf-756f-4568-b95e-3bdf811e9980 req-2b524732-d2c5-4012-8ded-7e77d9734b31 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:29.758840 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c3b9ebf-756f-4568-b95e-3bdf811e9980 req-2b524732-d2c5-4012-8ded-7e77d9734b31 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 907 time: 0.1162620 Apr 25 15:12:29.774761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=ced70032-6cdc-4355-8df5-cc38cac63465,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:29.812552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.812894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.813262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.813594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.813922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.814247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.814752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.815076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.815398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.815720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.816044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.816364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:29.867416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Attempting to bind port ced70032-6cdc-4355-8df5-cc38cac63465 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:29.867749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Attempting to bind port ced70032-6cdc-4355-8df5-cc38cac63465 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:29.868071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Attempting to bind port ced70032-6cdc-4355-8df5-cc38cac63465 on network d01b16d4-f215-4105-9c09-bf7877ea6846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:29.874050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Port ced70032-6cdc-4355-8df5-cc38cac63465 on network d01b16d4-f215-4105-9c09-bf7877ea6846 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:12:29.874184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Attempting to bind port ced70032-6cdc-4355-8df5-cc38cac63465 on network d01b16d4-f215-4105-9c09-bf7877ea6846 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:29.879305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:29.879595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Checking segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:29.880123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Bound using segment: {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:29.880547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Bound port: ced70032-6cdc-4355-8df5-cc38cac63465, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ae64d3-b36e-481a-b01a-140cd2d558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:29.880968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:29.981410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] For port ced70032-6cdc-4355-8df5-cc38cac63465, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:29.984881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] For port ced70032-6cdc-4355-8df5-cc38cac63465, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=ced70032-6cdc-4355-8df5-cc38cac63465,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:29.989913 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.044215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:30.044843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.046441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] 10.222.0.21 "PUT /v2.0/ports/ced70032-6cdc-4355-8df5-cc38cac63465 HTTP/1.1" status: 200 len: 1055 time: 1.1100473 Apr 25 15:12:30.049738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'tag': 'ced70032-6cdc-4355-8df5-cc38cac63465'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:30.148624 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe193fec-0419-4a16-93bd-f90e96fa1909'] response: {'name': 'network-changed', 'server_uuid': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'tag': 'ced70032-6cdc-4355-8df5-cc38cac63465', 'status': 'completed', 'code': 200} Apr 25 15:12:30.167514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde997-92d0-4e80-bf21-9d7b274d0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=ced70032-6cdc-4355-8df5-cc38cac63465,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:30.215802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-d35a5ed3-6ac6-4259-8485-edb70629d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:30.217743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-d35a5ed3-6ac6-4259-8485-edb70629d584 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 1058 time: 0.1175272 Apr 25 15:12:30.272075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:30.301656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-7d8145f8-18e4-419b-aec2-9cdf62a692ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ced70032-6cdc-4355-8df5-cc38cac63465 HTTP/1.1" status: 200 len: 217 time: 0.0770259 Apr 25 15:12:30.372664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-5e921c77-aa9e-4569-8402-0ac3e1a405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:30.374732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-5e921c77-aa9e-4569-8402-0ac3e1a405f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9df76cc-34f1-4a2a-a66e-017b3b16b4dc HTTP/1.1" status: 200 len: 837 time: 0.0661979 Apr 25 15:12:30.421014 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.447130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:30.455564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Usage tracker for resource:security_group_rule and tenant:5b43465274a7493f804411fe01f9c515 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:30.459336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:30.471198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 59f0c466-a2d1-4780-8a6d-679f9f713394 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:30.474329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:30.497804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd864-ea68-4941-ab08-34314c0132d4 req-3c76a74a-fc9f-44d5-8582-d3d08869b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:30.500172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-3c76a74a-fc9f-44d5-8582-d3d08869b262 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d01b16d4-f215-4105-9c09-bf7877ea6846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190093 Apr 25 15:12:30.581288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 59f0c466-a2d1-4780-8a6d-679f9f713394 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:30.582041 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.654912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.673364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.680943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-b2e73728-0ef8-43bf-a818-2d934a07c1c3 service neutron] 10.222.0.21 "GET /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757095 Apr 25 15:12:30.688411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08512cec-63d8-409b-b2c1-43f515e9a3c4 req-08558b00-c0dd-409c-881f-d19154ea29be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:30.690048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08512cec-63d8-409b-b2c1-43f515e9a3c4 req-08558b00-c0dd-409c-881f-d19154ea29be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.1645567 Apr 25 15:12:30.753603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b43465274a7493f804411fe01f9c515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802039 Apr 25 15:12:30.761061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36120) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:30.763452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94981764-ecf7-4c03-8a4f-88a84acd5d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d364e55b-734a-46f5-b537-c39557f4249c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:30.797176 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-08512cec-63d8-409b-b2c1-43f515e9a3c4 req-ab8666d6-0a7b-4505-a570-8c5d5f8c5fa4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953813 Apr 25 15:12:30.842107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e385ea-ab21-48c5-820b-42047d6f9720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.870012 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e385ea-ab21-48c5-820b-42047d6f9720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.929986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e385ea-ab21-48c5-820b-42047d6f9720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.947229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e385ea-ab21-48c5-820b-42047d6f9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d364e55b-734a-46f5-b537-c39557f4249c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:30.954620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e385ea-ab21-48c5-820b-42047d6f9720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:30.955596 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a7e385ea-ab21-48c5-820b-42047d6f9720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d364e55b-734a-46f5-b537-c39557f4249c HTTP/1.1" status: 204 len: 168 time: 0.1934283 Apr 25 15:12:30.981561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-562bd864-ea68-4941-ab08-34314c0132d4 req-53eb50af-18bf-445d-868d-afeff9468f3a service neutron] 10.222.0.21 "GET /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944033 Apr 25 15:12:31.008450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ddf7-80ee-4cdd-a74d-2647793d87df req-2be60649-d9d8-4023-a944-4260d92a3845 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:31.009173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8f98ddf7-80ee-4cdd-a74d-2647793d87df req-2be60649-d9d8-4023-a944-4260d92a3845 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:31.026433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-8f98ddf7-80ee-4cdd-a74d-2647793d87df req-2be60649-d9d8-4023-a944-4260d92a3845 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:31.027609 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f98ddf7-80ee-4cdd-a74d-2647793d87df req-2be60649-d9d8-4023-a944-4260d92a3845 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 907 time: 0.1311846 Apr 25 15:12:31.106033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-2bc22862-4d64-42b7-9d84-f8131844300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:31.107497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-2bc22862-4d64-42b7-9d84-f8131844300a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 1058 time: 0.0790281 Apr 25 15:12:31.241169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-7872176b-692d-4204-ba27-16450acd5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:31.242666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-7872176b-692d-4204-ba27-16450acd5a49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d01b16d4-f215-4105-9c09-bf7877ea6846 HTTP/1.1" status: 200 len: 899 time: 0.1289690 Apr 25 15:12:31.249218 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36130) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:31.266850 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.281652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:31.285788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Usage tracker for resource:security_group_rule and tenant:a5258ef4ca0844808abb4e6da90a2cf6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:31.288550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:31.294266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:31.311412 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-4de2fcea-aa5b-4e5c-803f-dccec0ef2d75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ced70032-6cdc-4355-8df5-cc38cac63465 HTTP/1.1" status: 200 len: 217 time: 0.0629044 Apr 25 15:12:31.379061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.379286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-1233bedd-9ddb-429f-b3c4-4274ce6ed8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:31.380860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-1233bedd-9ddb-429f-b3c4-4274ce6ed8d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9df76cc-34f1-4a2a-a66e-017b3b16b4dc HTTP/1.1" status: 200 len: 837 time: 0.0635967 Apr 25 15:12:31.383222 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.436539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5258ef4ca0844808abb4e6da90a2cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838639 Apr 25 15:12:31.436539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175a2fc-883c-46a4-b590-409c3507ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b8a431-0c60-4856-b035-0195d35b0020,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:31.437390 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36134) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:31.457235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-114a3fc0-b860-4294-be95-65815f730bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:31.458765 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-114a3fc0-b860-4294-be95-65815f730bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d01b16d4-f215-4105-9c09-bf7877ea6846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720770 Apr 25 15:12:31.497447 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de10f07a-4f97-4506-a6fc-456532b009f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.524926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de10f07a-4f97-4506-a6fc-456532b009f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.581349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de10f07a-4f97-4506-a6fc-456532b009f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.596174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10f07a-4f97-4506-a6fc-456532b009f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b8a431-0c60-4856-b035-0195d35b0020,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:31.596542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-bb47d1b7-c782-4430-9c38-a8dd5a1b09fd service neutron] 10.222.0.21 "GET /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303315 Apr 25 15:12:31.602383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de10f07a-4f97-4506-a6fc-456532b009f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:31.604144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de10f07a-4f97-4506-a6fc-456532b009f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84b8a431-0c60-4856-b035-0195d35b0020 HTTP/1.1" status: 204 len: 168 time: 0.1652029 Apr 25 15:12:31.732597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-399e8d6d-abe8-4b98-8df5-eb16cd3f16af req-aaedf7c8-95b3-4207-b985-ce532fe495e1 service neutron] 10.222.0.21 "GET /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266556 Apr 25 15:12:31.997134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7d1fd-1253-4787-8d37-297abebf9832 req-b721ee4a-6ed1-4fc4-96e2-4cf12247c05a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:31.998624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bc7d1fd-1253-4787-8d37-297abebf9832 req-b721ee4a-6ed1-4fc4-96e2-4cf12247c05a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.0885196 Apr 25 15:12:32.045090 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bc7d1fd-1253-4787-8d37-297abebf9832 req-022a2a42-4cb9-45b4-ad4f-284c6ccdfb38 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Apr 25 15:12:32.214066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6881e-e322-4aa5-aee5-faa9d1c868be req-a1363b04-7366-406f-af53-2b08357fcf66 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:32.215168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7e6881e-e322-4aa5-aee5-faa9d1c868be req-a1363b04-7366-406f-af53-2b08357fcf66 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 907 time: 0.0814314 Apr 25 15:12:32.331837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36162) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:32.339394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:12:32.445964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1622007358-network', 'tenant_id': 'b4ec3f94707745faa6880f509ad7f2a1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:32.452034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:32.455842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Usage tracker for resource:network and tenant:b4ec3f94707745faa6880f509ad7f2a1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:32.458662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:32.468413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:32.478395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Made reservation on behalf of b4ec3f94707745faa6880f509ad7f2a1 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:32.480680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.492613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.507483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:32.511898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Usage tracker for resource:security_group_rule and tenant:b4ec3f94707745faa6880f509ad7f2a1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:32.514698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:32.520391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:32.602956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.607002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.638724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:12:32.643729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3deeee-8d87-4e12-8420-82cf848c07ab,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:32.651050 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.651050 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Added segment b716d15c-e06e-4dad-9df7-7a5ec71759dc of type vlan for network 164aea48-65e2-4b96-b952-af3b24752c82 Apr 25 15:12:32.677929 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.707942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.708836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:32.709455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:32.812537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4795811 Apr 25 15:12:32.815542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36170) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:32.822532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Request body: {'subnet': {'network_id': '164aea48-65e2-4b96-b952-af3b24752c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1622007358-subnet', 'tenant_id': 'b4ec3f94707745faa6880f509ad7f2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:32.826262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19abb6-14d6-4b9b-a63e-5f7a5bc4229d admin admin] Pushing event updated for resources: {'Network': ['ID=164aea48-65e2-4b96-b952-af3b24752c82,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:32.829846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:32.833657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Usage tracker for resource:subnet and tenant:b4ec3f94707745faa6880f509ad7f2a1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:32.836492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 164aea48-65e2-4b96-b952-af3b24752c82 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:12:32.836989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:32.842188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:32.851798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Made reservation on behalf of b4ec3f94707745faa6880f509ad7f2a1 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:32.854633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:33.059078 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:33.133577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b639536-9f61-4a5a-b8d2-7d3e2ecaf831,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:33.143935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Checking segment: {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:33.144296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Network hostable DHCP agents. Network: 164aea48-65e2-4b96-b952-af3b24752c82, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:12:33.164383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Network 164aea48-65e2-4b96-b952-af3b24752c82 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:12:33.174625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 164aea48-65e2-4b96-b952-af3b24752c82) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:33.178739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:33.179326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:33.184608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d333201-c7f1-4131-b38f-4fe3c4c1b711 None None] Network 164aea48-65e2-4b96-b952-af3b24752c82 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:33.209667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18796f68-1923-427f-ae07-ee68703cdaec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3930635 Apr 25 15:12:33.232681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0ef79-4170-4215-af5f-06f1b599a29d req-1b188c97-2cde-4e22-8dc4-dad29fe4b392 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:33.234304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07e0ef79-4170-4215-af5f-06f1b599a29d req-1b188c97-2cde-4e22-8dc4-dad29fe4b392 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 943 time: 0.0861495 Apr 25 15:12:33.283546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07e0ef79-4170-4215-af5f-06f1b599a29d req-ece19057-4ade-44ac-bcb4-9ad2a94c7c6e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Apr 25 15:12:33.286356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bbb16410-2e5e-41eb-9de8-22cda54528c7 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:12:33.441153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262733e-6157-44cd-9483-df72f964f881 req-70645e0d-95e7-4bdc-8a79-a5cde64eff08 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:33.442658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b262733e-6157-44cd-9483-df72f964f881 req-70645e0d-95e7-4bdc-8a79-a5cde64eff08 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 907 time: 0.0919082 Apr 25 15:12:33.539719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c49c1-bee8-4158-8377-42266fbaa526 None None] Network 164aea48-65e2-4b96-b952-af3b24752c82 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:33.575554 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bbb16410-2e5e-41eb-9de8-22cda54528c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:33.643860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'bbb16410-2e5e-41eb-9de8-22cda54528c7', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': 'bbb16410-2e5e-41eb-9de8-22cda54528c7', 'mac_address': 'fa:16:3e:05:62:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:12:33.730317 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:33.789486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb16410-2e5e-41eb-9de8-22cda54528c7 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:33.883435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bbb16410-2e5e-41eb-9de8-22cda54528c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:33.897585 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:33.899092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device ced70032-6cdc-4355-8df5-cc38cac63465 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:12:34.005576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bbb16410-2e5e-41eb-9de8-22cda54528c7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:34.018809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.019229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.019562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.020129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.020534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.020879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.021258 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.021588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.021923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.022256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.022588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.022958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:34.112697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port ced70032-6cdc-4355-8df5-cc38cac63465, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=ced70032-6cdc-4355-8df5-cc38cac63465,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:34.126246 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'ced70032-6cdc-4355-8df5-cc38cac63465', 'network_id': 'd01b16d4-f215-4105-9c09-bf7877ea6846', 'port_id': 'ced70032-6cdc-4355-8df5-cc38cac63465', 'mac_address': 'fa:16:3e:71:2e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9df76cc-34f1-4a2a-a66e-017b3b16b4dc', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:12:34.186374 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:34.207441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced70032-6cdc-4355-8df5-cc38cac63465 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:34.223687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port ced70032-6cdc-4355-8df5-cc38cac63465, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=ced70032-6cdc-4355-8df5-cc38cac63465,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:34.229384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:34.296321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=ced70032-6cdc-4355-8df5-cc38cac63465,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:34.479995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7596-edf3-42cd-ab2e-f15f219d5de8 req-18ad68df-5a20-4022-af20-e7865c587ed4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:34.487438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c9d7596-edf3-42cd-ab2e-f15f219d5de8 req-18ad68df-5a20-4022-af20-e7865c587ed4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 944 time: 0.0974395 Apr 25 15:12:34.510073 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:34.536112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['bbb16410-2e5e-41eb-9de8-22cda54528c7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:12:34.547457 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c9d7596-edf3-42cd-ab2e-f15f219d5de8 req-5043ce32-a514-4935-840f-b293544a98fb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554519 Apr 25 15:12:34.574395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['ced70032-6cdc-4355-8df5-cc38cac63465'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:12:34.791967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36e5a8-77de-4184-a99a-4814c14265e9 req-bb2f7ba7-3317-44ed-8667-1c30c87be138 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:34.793370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad36e5a8-77de-4184-a99a-4814c14265e9 req-bb2f7ba7-3317-44ed-8667-1c30c87be138 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 908 time: 0.1958299 Apr 25 15:12:35.238730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-7372244b-9e92-4920-b304-a6744f2a5923 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:35.240156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-7372244b-9e92-4920-b304-a6744f2a5923 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/networks?id=164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 200 len: 809 time: 0.1435630 Apr 25 15:12:35.256357 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-86db6969-ef72-4f3d-8676-b0798fcf45b4 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/quotas/b4ec3f94707745faa6880f509ad7f2a1 HTTP/1.1" status: 200 len: 375 time: 0.0095668 Apr 25 15:12:35.293457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device ced70032-6cdc-4355-8df5-cc38cac63465 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:35.303495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-4959831b-6757-4a78-b198-128bcfece0e2 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415256 Apr 25 15:12:35.360682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port ced70032-6cdc-4355-8df5-cc38cac63465 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:35.365253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port ced70032-6cdc-4355-8df5-cc38cac63465 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:35.365638 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:35.436351 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-3967f53b-88fc-4b7d-b5b7-826f96ca50d7 service neutron] 10.222.0.23 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254966 Apr 25 15:12:35.486541 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:35.528945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced70032-6cdc-4355-8df5-cc38cac63465'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:35.540306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port ced70032-6cdc-4355-8df5-cc38cac63465, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=ced70032-6cdc-4355-8df5-cc38cac63465,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:35.545948 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:35.547039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bbb16410-2e5e-41eb-9de8-22cda54528c7 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:35.575397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-c70715c0-4de2-493d-b2d2-265cf2148ce9 service neutron] 10.222.0.23 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327429 Apr 25 15:12:35.587009 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daa907e-dc7a-437d-a8e4-6fd9ee192b37'] response: {'server_uuid': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced70032-6cdc-4355-8df5-cc38cac63465', 'code': 200} Apr 25 15:12:35.680244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=ced70032-6cdc-4355-8df5-cc38cac63465,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:35.695149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port bbb16410-2e5e-41eb-9de8-22cda54528c7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:35.701204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port bbb16410-2e5e-41eb-9de8-22cda54528c7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:35.701743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:35.792800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c8ed8-3e2c-4ead-84c4-1a9b26e68ec2 req-37a6c9e2-9705-421d-aa78-bf0b9c9f899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:35.796967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2c4c8ed8-3e2c-4ead-84c4-1a9b26e68ec2 req-37a6c9e2-9705-421d-aa78-bf0b9c9f899a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 1060 time: 0.1508307 Apr 25 15:12:35.820188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266144f-7dd5-4a21-9d3d-765faa9e45ec req-d60f7158-ee08-49ee-b41c-88bfc837fed3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:35.828737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0266144f-7dd5-4a21-9d3d-765faa9e45ec req-d60f7158-ee08-49ee-b41c-88bfc837fed3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 944 time: 0.1508443 Apr 25 15:12:35.833521 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-955036d0-2327-4084-b926-e818865082ad req-bba5b85b-9b17-45cc-b002-83d68523a5b1 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0617373 Apr 25 15:12:35.886583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:35.891908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0266144f-7dd5-4a21-9d3d-765faa9e45ec req-8c987125-df61-4b42-ad4d-f8d56e4f6250 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617478 Apr 25 15:12:35.924389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port bbb16410-2e5e-41eb-9de8-22cda54528c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:35.930204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:36.011993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=bbb16410-2e5e-41eb-9de8-22cda54528c7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:36.085414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e352bd8-7ba9-4767-8b39-e9bec6247b71 req-cd34020e-7dc9-415b-b210-9ae57e485314 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:36.086881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e352bd8-7ba9-4767-8b39-e9bec6247b71 req-cd34020e-7dc9-415b-b210-9ae57e485314 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.0999358 Apr 25 15:12:37.021016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-7cbba0cc-a724-4c3d-bf2b-81682238b077 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:37.021809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e3bc86c3-b394-4372-8338-17095998dad0 req-7cbba0cc-a724-4c3d-bf2b-81682238b077 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Synchronizing usage tracker for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:37.035369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb1a6f1d-4469-4487-8394-426e5b7fe313 req-d0c2bac9-6227-46fb-9894-e260a1e5fdf0 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 210 time: 0.0669003 Apr 25 15:12:37.051549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e3bc86c3-b394-4372-8338-17095998dad0 req-7cbba0cc-a724-4c3d-bf2b-81682238b077 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Unset dirty status for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:37.053114 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-7cbba0cc-a724-4c3d-bf2b-81682238b077 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.15 "GET /v2.0/networks?id=164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 200 len: 809 time: 0.2390261 Apr 25 15:12:37.070484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Request body: {'port': {'device_id': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82', 'admin_state_up': True, 'tenant_id': 'b4ec3f94707745faa6880f509ad7f2a1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:37.088357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74ac6-4bec-4c2a-b990-f2078c8dd253 req-ea5c3cd7-91d5-4a1b-9f44-41b13edc4230 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:37.089896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8b74ac6-4bec-4c2a-b990-f2078c8dd253 req-ea5c3cd7-91d5-4a1b-9f44-41b13edc4230 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.0894372 Apr 25 15:12:37.161914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8b74ac6-4bec-4c2a-b990-f2078c8dd253 req-99aa72e6-3a4c-4d36-bb45-6acc1dd02cd9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598176 Apr 25 15:12:37.277261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:37.283070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Usage tracker for resource:port and tenant:b4ec3f94707745faa6880f509ad7f2a1 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:12:37.286538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:12:37.296178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:37.314709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Made reservation on behalf of b4ec3f94707745faa6880f509ad7f2a1 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:37.318154 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:37.345953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662e19-0559-482b-9d3f-dc876303c63f req-9925cc13-49e3-42a1-9716-b49cabcca9f1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:37.347404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c662e19-0559-482b-9d3f-dc876303c63f req-9925cc13-49e3-42a1-9716-b49cabcca9f1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.1377015 Apr 25 15:12:37.496351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Allocated IP 172.20.0.2 (164aea48-65e2-4b96-b952-af3b24752c82/2b639536-9f61-4a5a-b8d2-7d3e2ecaf831/cba1232c-8a47-43b2-9fa8-0dddecd8ca24) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:37.545128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7656522-2e38-44bb-973b-d65073ab6831 req-1cc3cb0b-cd33-4778-be45-e666875b327b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:37.546629 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b7656522-2e38-44bb-973b-d65073ab6831 req-1cc3cb0b-cd33-4778-be45-e666875b327b tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.0929649 Apr 25 15:12:37.588718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb16410-2e5e-41eb-9de8-22cda54528c7'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:37.633623 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec247de-e4cd-4df7-91b5-38b02bb3c86d'] response: {'server_uuid': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb16410-2e5e-41eb-9de8-22cda54528c7', 'code': 200} Apr 25 15:12:37.793904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:37.848247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca8fbc-99e6-4dd6-bace-e0b1881287ae req-2654e0b6-3b4f-4d9b-9772-7b245cbab587 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:37.849870 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e2ca8fbc-99e6-4dd6-bace-e0b1881287ae req-2654e0b6-3b4f-4d9b-9772-7b245cbab587 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 1060 time: 0.1906710 Apr 25 15:12:37.853825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f33a1-acc9-41f6-9246-d398167e8810 req-37c3b4b0-f70c-46be-a355-b9438e6cf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:37.855184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d6f33a1-acc9-41f6-9246-d398167e8810 req-37c3b4b0-f70c-46be-a355-b9438e6cf2e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 1096 time: 0.1537900 Apr 25 15:12:37.877649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:37.955969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Network 164aea48-65e2-4b96-b952-af3b24752c82 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:37.961102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:37.964205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:38.013848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8d6f33a1-acc9-41f6-9246-d398167e8810 req-8cd21b1e-47ee-44e9-9340-58cef9364155 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518996 Apr 25 15:12:38.030102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Pushing event updated for resources: {'Port': ['ID=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:38.051680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:38.052332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:38.077357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-1fc1577a-20ff-4b69-8bfd-76e29eec9ae6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0108368 Apr 25 15:12:38.089104 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Request body: {'port': {'device_id': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:38.133511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f92e1-1af9-468e-95a8-ef5fc0534b57 req-0490a5ba-66ed-4d58-a514-651b0fb26934 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:38.135546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a83f92e1-1af9-468e-95a8-ef5fc0534b57 req-0490a5ba-66ed-4d58-a514-651b0fb26934 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1135 time: 0.1767471 Apr 25 15:12:38.179875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a83f92e1-1af9-468e-95a8-ef5fc0534b57 req-88baf072-ca39-411b-a77f-2fc60f6a8553 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Synchronizing usage tracker for tenant:2ae9e53f899b46379636d83df4a2f4ee on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:38.196528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-a83f92e1-1af9-468e-95a8-ef5fc0534b57 req-88baf072-ca39-411b-a77f-2fc60f6a8553 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Unset dirty status for tenant:2ae9e53f899b46379636d83df4a2f4ee on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:38.198238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a83f92e1-1af9-468e-95a8-ef5fc0534b57 req-88baf072-ca39-411b-a77f-2fc60f6a8553 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0541961 Apr 25 15:12:38.222971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:38.261563 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:38.347294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accb5ba-60ce-4067-8d03-04740dbc7957 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:38.348774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4accb5ba-60ce-4067-8d03-04740dbc7957 tempest-TestSecurityGroupsBasicOps-1951563606 tempest-TestSecurityGroupsBasicOps-1951563606-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 1055 time: 0.1240566 Apr 25 15:12:38.363921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c307152-0946-4c6f-be23-945cc03acb72 req-6ae12ca7-75fc-4677-852e-550c9c7eb7f5 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:38.364633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6c307152-0946-4c6f-be23-945cc03acb72 req-6ae12ca7-75fc-4677-852e-550c9c7eb7f5 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Synchronizing usage tracker for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:38.390794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf147d-6d43-4ce4-8c34-1707d7a4c393 req-cb063a08-f293-4e80-8d6b-2fc983c92f53 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:38.392232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9ccf147d-6d43-4ce4-8c34-1707d7a4c393 req-cb063a08-f293-4e80-8d6b-2fc983c92f53 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.0943077 Apr 25 15:12:38.436405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6c307152-0946-4c6f-be23-945cc03acb72 req-6ae12ca7-75fc-4677-852e-550c9c7eb7f5 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Unset dirty status for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:38.436642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9ccf147d-6d43-4ce4-8c34-1707d7a4c393 req-d735d612-be31-4014-be79-e4d1de394119 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Apr 25 15:12:38.437712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c307152-0946-4c6f-be23-945cc03acb72 req-6ae12ca7-75fc-4677-852e-550c9c7eb7f5 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 931 time: 0.2655919 Apr 25 15:12:38.562812 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0c7c-8e9e-4217-88cb-9eff4d6bd736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:38.696094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6c307152-0946-4c6f-be23-945cc03acb72 req-b87f8dd4-ccef-4602-87b1-61d775b4ab07 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Synchronizing usage tracker for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:38.732257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6c307152-0946-4c6f-be23-945cc03acb72 req-b87f8dd4-ccef-4602-87b1-61d775b4ab07 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Unset dirty status for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:38.733438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c307152-0946-4c6f-be23-945cc03acb72 req-b87f8dd4-ccef-4602-87b1-61d775b4ab07 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892694 Apr 25 15:12:38.815743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53052d7-0d99-461a-bf32-6f9dc2109530 req-26fc515b-66e8-4527-a51b-470a73321cf0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:38.817230 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b53052d7-0d99-461a-bf32-6f9dc2109530 req-26fc515b-66e8-4527-a51b-470a73321cf0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.0833066 Apr 25 15:12:38.824515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba1232c-8a47-43b2-9fa8-0dddecd8ca24 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:38.839327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:38.846568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Transition to ACTIVE for port object cba1232c-8a47-43b2-9fa8-0dddecd8ca24 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:38.849972 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:39.007156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Pushing event updated for resources: {'Port': ['ID=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:39.081313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Attempting to bind port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:39.081964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Attempting to bind port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:39.081964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Attempting to bind port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 on network 164aea48-65e2-4b96-b952-af3b24752c82 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:39.086567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 on network 164aea48-65e2-4b96-b952-af3b24752c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:12:39.086890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Attempting to bind port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 on network 164aea48-65e2-4b96-b952-af3b24752c82 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:39.091942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:39.092283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Checking segment: {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:39.092665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Bound using segment: {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:39.093120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Bound port: cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:39.093466 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:39.180503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] For port cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:39.184028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] For port cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:39.188085 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:39.251514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:39.252129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:39.253614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] 10.222.0.15 "PUT /v2.0/ports/cba1232c-8a47-43b2-9fa8-0dddecd8ca24 HTTP/1.1" status: 200 len: 1091 time: 1.1693673 Apr 25 15:12:39.253957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'tag': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:39.282906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a7be-d508-4c71-b75c-d6efc78afdef service neutron] Pushing event updated for resources: {'Port': ['ID=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:39.307168 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f88b475-12b7-46a1-a7ed-72b6a1f6fa09'] response: {'name': 'network-changed', 'server_uuid': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'tag': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24', 'status': 'completed', 'code': 200} Apr 25 15:12:39.384141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-8e63e0e3-aaa9-434a-9e6a-fe635db074aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:39.385865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-8e63e0e3-aaa9-434a-9e6a-fe635db074aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0734417 Apr 25 15:12:39.457493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-408f52a6-16f2-4eb3-9089-1a05952802af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24 HTTP/1.1" status: 200 len: 217 time: 0.0640979 Apr 25 15:12:39.520781 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc86c3-b394-4372-8338-17095998dad0 req-ce81586e-1aef-43b2-b66b-9cc44ba3c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:39.522603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-ce81586e-1aef-43b2-b66b-9cc44ba3c5ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b639536-9f61-4a5a-b8d2-7d3e2ecaf831 HTTP/1.1" status: 200 len: 849 time: 0.0596907 Apr 25 15:12:39.570744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-ebea2bb6-3403-43d4-946d-f2185ac420f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=164aea48-65e2-4b96-b952-af3b24752c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428643 Apr 25 15:12:39.621860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2ef5a-758b-44d9-8607-a7e74eb549dc req-9b73cecc-92c0-4050-8a6d-d2bd30589869 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:39.623331 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ff2ef5a-758b-44d9-8607-a7e74eb549dc req-9b73cecc-92c0-4050-8a6d-d2bd30589869 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.0824635 Apr 25 15:12:39.667797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ff2ef5a-758b-44d9-8607-a7e74eb549dc req-9530ebfd-5f75-4857-9c13-800d8aeccf8a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Apr 25 15:12:39.706069 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-24b2b328-87db-49d1-b115-83f7bdc58677 service neutron] 10.222.0.15 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276290 Apr 25 15:12:39.888777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3bc86c3-b394-4372-8338-17095998dad0 req-d13e5b61-58d4-483c-af82-a16b7f922524 service neutron] 10.222.0.15 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769519 Apr 25 15:12:39.915634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dd655-0b9d-4964-ab1a-d5ab2a129f22 req-0cae56a5-d21e-4d14-99b3-0779e9da1cd7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:39.918048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a0dd655-0b9d-4964-ab1a-d5ab2a129f22 req-0cae56a5-d21e-4d14-99b3-0779e9da1cd7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.1242421 Apr 25 15:12:39.924936 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc5431-16db-4cbb-953d-f11304396934 req-97b89118-494a-437c-93fe-36b9cc6ada85 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:39.926596 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0bc5431-16db-4cbb-953d-f11304396934 req-97b89118-494a-437c-93fe-36b9cc6ada85 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 943 time: 0.0809658 Apr 25 15:12:39.975730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0bc5431-16db-4cbb-953d-f11304396934 req-26a3ec7b-8706-466b-abd0-ce51bdf2517e tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Apr 25 15:12:40.010277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a0dd655-0b9d-4964-ab1a-d5ab2a129f22 req-dcad56df-1bc8-41ee-b445-0fe4c71cb2a8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846293 Apr 25 15:12:40.033859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-02e3d5a3-d462-44bb-a7c6-1fcf1b9deaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:40.035250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-02e3d5a3-d462-44bb-a7c6-1fcf1b9deaba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0958424 Apr 25 15:12:40.159153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce058e0-b25c-46cd-a88b-4d28b8396dc9 req-da9f941f-e66a-4e73-9b89-c91caab157fe tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:40.160576 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cce058e0-b25c-46cd-a88b-4d28b8396dc9 req-da9f941f-e66a-4e73-9b89-c91caab157fe tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.0821409 Apr 25 15:12:40.270942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-e09d716c-ff2c-4552-bdfc-2eb22ca5257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:40.272388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-e09d716c-ff2c-4552-bdfc-2eb22ca5257e service neutron] 10.222.0.15 "GET /v2.0/networks?id=164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 200 len: 910 time: 0.2309582 Apr 25 15:12:40.461724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-ece19194-c5e3-4352-b061-df612bbe56fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24 HTTP/1.1" status: 200 len: 217 time: 0.1828871 Apr 25 15:12:40.476384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61a4-2acb-4420-8710-2e85e6d49a26 req-9927795d-0a37-48fd-bf30-cd2c13841945 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:40.478097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5af61a4-2acb-4420-8710-2e85e6d49a26 req-9927795d-0a37-48fd-bf30-cd2c13841945 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.3536973 Apr 25 15:12:40.518224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-ca7bba99-650a-404e-9910-2b4d0962a038 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:40.519667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-ca7bba99-650a-404e-9910-2b4d0962a038 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.3405945 Apr 25 15:12:40.627375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-291ca09f-4672-476e-8a6c-d77f4d6cb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:40.628737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-291ca09f-4672-476e-8a6c-d77f4d6cb928 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b639536-9f61-4a5a-b8d2-7d3e2ecaf831 HTTP/1.1" status: 200 len: 849 time: 0.1497631 Apr 25 15:12:40.640736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5af61a4-2acb-4420-8710-2e85e6d49a26 req-b7882789-90ca-4028-b529-82c38416abff tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176660 Apr 25 15:12:40.672610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port ced70032-6cdc-4355-8df5-cc38cac63465 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:40.672957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:40.720979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-09c106fe-8d9a-4860-aae1-8b3d1ef23dd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=164aea48-65e2-4b96-b952-af3b24752c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831707 Apr 25 15:12:40.953825 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf7599a7-4ef5-47d4-b3b9-3e980b3734e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:41.051542 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-357b172b-4bb6-4df2-b79a-17acc499c855 service neutron] 10.222.0.15 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228073 Apr 25 15:12:41.161981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab93db-0004-4b0b-a3fd-9d53057ff0cf req-742c1eab-8f89-4aca-8661-f61414c8468c tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:41.163343 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49ab93db-0004-4b0b-a3fd-9d53057ff0cf req-742c1eab-8f89-4aca-8661-f61414c8468c tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 943 time: 0.0803828 Apr 25 15:12:41.188897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] For port ced70032-6cdc-4355-8df5-cc38cac63465, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=ced70032-6cdc-4355-8df5-cc38cac63465,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:41.189288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:41.210599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49ab93db-0004-4b0b-a3fd-9d53057ff0cf req-9d8ba321-4893-460d-9edf-7135d5656e12 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Apr 25 15:12:41.324659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for ced70032-6cdc-4355-8df5-cc38cac63465 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:41.385419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b43ff0-f486-46e4-8251-0f64da908bc2 req-8b90810c-7f89-49e8-b727-768e76f37b9a tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:41.386849 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43b43ff0-f486-46e4-8251-0f64da908bc2 req-8b90810c-7f89-49e8-b727-768e76f37b9a tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d41035-3ca7-4e1a-a08c-eb66187ffb82 HTTP/1.1" status: 200 len: 909 time: 0.0828502 Apr 25 15:12:41.392089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff217541-f8c5-43d2-8d8d-5c5da4de5a44 req-4e113636-8bb5-4c18-911d-b1b6d6994058 service neutron] 10.222.0.15 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323283 Apr 25 15:12:41.407822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d324-80e0-456b-becb-7f30999e5b94 req-85e80e69-fac6-4da4-a1f3-856fa136de82 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:41.409778 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f50d324-80e0-456b-becb-7f30999e5b94 req-85e80e69-fac6-4da4-a1f3-856fa136de82 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.4211416 Apr 25 15:12:41.500229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f50d324-80e0-456b-becb-7f30999e5b94 req-b961714e-eda3-4032-abb0-31986fe1ac90 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828929 Apr 25 15:12:41.543628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:41.591508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=ced70032-6cdc-4355-8df5-cc38cac63465,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:41.670942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] No DVR routers for this DVR port ced70032-6cdc-4355-8df5-cc38cac63465 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:12:41.673614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:41.676391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'name': 'network-vif-deleted', 'tag': 'ced70032-6cdc-4355-8df5-cc38cac63465'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:41.692744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2db4c59b-851e-4ab6-b82f-36247b610483 req-d1ef6a8a-475f-4054-922f-3400540d5ca1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.21 "DELETE /v2.0/ports/ced70032-6cdc-4355-8df5-cc38cac63465 HTTP/1.1" status: 204 len: 173 time: 1.1483016 Apr 25 15:12:41.725322 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d300541-6379-4b96-b6dd-7996ff1a70a5'] response: {'server_uuid': '03d41035-3ca7-4e1a-a08c-eb66187ffb82', 'name': 'network-vif-deleted', 'tag': 'ced70032-6cdc-4355-8df5-cc38cac63465', 'status': 'completed', 'code': 200} Apr 25 15:12:41.841929 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:42.058821 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:42.406228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0e529-18fa-4045-b311-d32cd402d763 req-0487f330-70bb-42fe-a471-937dfa84a2fc tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:42.407936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78e0e529-18fa-4045-b311-d32cd402d763 req-0487f330-70bb-42fe-a471-937dfa84a2fc tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 943 time: 0.0802643 Apr 25 15:12:42.456076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78e0e529-18fa-4045-b311-d32cd402d763 req-aebecd4a-5b6f-433c-ac8e-b5d48e958fb6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Apr 25 15:12:42.483837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36278) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:42.540506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-a9f4c659-0730-4426-94b1-7cb48a5b2f58 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:42.542861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-a9f4c659-0730-4426-94b1-7cb48a5b2f58 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.0837469 Apr 25 15:12:42.613347 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port bbb16410-2e5e-41eb-9de8-22cda54528c7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:42.613616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:42.886453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cba1232c-8a47-43b2-9fa8-0dddecd8ca24 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:12:42.943679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b206-1a9b-4231-963f-f8b09570acde req-cc5ee339-cde9-4888-acc0-4f47af76c719 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:42.945212 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bda4b206-1a9b-4231-963f-f8b09570acde req-cc5ee339-cde9-4888-acc0-4f47af76c719 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 945 time: 0.3041415 Apr 25 15:12:43.028205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:43.045932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24', 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82', 'port_id': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24', 'mac_address': 'fa:16:3e:ad:7b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b639536-9f61-4a5a-b8d2-7d3e2ecaf831', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:12:43.061435 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.066155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bda4b206-1a9b-4231-963f-f8b09570acde req-76e2fa08-1d48-4423-b649-e493351e9925 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735040 Apr 25 15:12:43.076249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port bbb16410-2e5e-41eb-9de8-22cda54528c7, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=bbb16410-2e5e-41eb-9de8-22cda54528c7,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:43.076614 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.105424 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.122439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba1232c-8a47-43b2-9fa8-0dddecd8ca24 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:43.139489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:43.144199 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.214595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for bbb16410-2e5e-41eb-9de8-22cda54528c7 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:43.219682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:43.354025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['cba1232c-8a47-43b2-9fa8-0dddecd8ca24'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:12:43.373407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.392728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['bbb16410-2e5e-41eb-9de8-22cda54528c7'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:12:43.430759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=bbb16410-2e5e-41eb-9de8-22cda54528c7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:43.549807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port bbb16410-2e5e-41eb-9de8-22cda54528c7 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:12:43.552320 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.568944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a390cbf-6d89-4373-9d15-91e8fc849731 req-1d346185-c499-49c8-86e6-f7ba2c2ccfa9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "DELETE /v2.0/ports/bbb16410-2e5e-41eb-9de8-22cda54528c7 HTTP/1.1" status: 204 len: 173 time: 1.0212083 Apr 25 15:12:43.698457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port 59f0c466-a2d1-4780-8a6d-679f9f713394 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:43.699069 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.726113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'name': 'network-vif-deleted', 'tag': 'bbb16410-2e5e-41eb-9de8-22cda54528c7'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:43.737019 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:43.777003 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986e12a9-8740-40f4-8627-9b5afa6227d3'] response: {'server_uuid': 'a405db3e-9653-4d85-bc5e-8c0ae5136e35', 'name': 'network-vif-deleted', 'tag': 'bbb16410-2e5e-41eb-9de8-22cda54528c7', 'status': 'completed', 'code': 200} Apr 25 15:12:43.886918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25624602-8d79-4f14-91cc-d903abf1f2c1 req-980a31eb-a6a7-4d15-8e34-1f8121fe0623 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:43.888411 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25624602-8d79-4f14-91cc-d903abf1f2c1 req-980a31eb-a6a7-4d15-8e34-1f8121fe0623 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 944 time: 0.2520370 Apr 25 15:12:43.961762 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] For port 59f0c466-a2d1-4780-8a6d-679f9f713394, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=59f0c466-a2d1-4780-8a6d-679f9f713394,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:43.962124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:44.030543 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-25624602-8d79-4f14-91cc-d903abf1f2c1 req-f0b28e95-671b-46ef-9f99-dfe28cbd7c11 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353352 Apr 25 15:12:44.096287 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for 59f0c466-a2d1-4780-8a6d-679f9f713394 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:44.239724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5c42c84f-e661-4aee-bbd8-51081d5d40f7 req-0322e43b-b22b-44ad-86c1-942e4849a34f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:44.254483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5c42c84f-e661-4aee-bbd8-51081d5d40f7 req-0322e43b-b22b-44ad-86c1-942e4849a34f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:44.255628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c42c84f-e661-4aee-bbd8-51081d5d40f7 req-0322e43b-b22b-44ad-86c1-942e4849a34f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=a405db3e-9653-4d85-bc5e-8c0ae5136e35 HTTP/1.1" status: 200 len: 210 time: 0.0579627 Apr 25 15:12:44.430392 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:44.481822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=59f0c466-a2d1-4780-8a6d-679f9f713394,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:44.491751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.492089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.492428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.492761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.493550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.493550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.493788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.494303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.494626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.494938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.495738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.495738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:12:44.776788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:44.886102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cba1232c-8a47-43b2-9fa8-0dddecd8ca24 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:12:44.995733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:12:45.001313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:12:45.001708 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.120911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.148173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:45.158669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:45.164047 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.196080 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4292e8f0-2290-4bd3-bebd-01745582c560'] response: {'server_uuid': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24', 'code': 200} Apr 25 15:12:45.241442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:45.325945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:12:45.340923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e454-3a72-40ec-854f-9df773c52217 req-d62b2ce8-975f-4ff9-9c2b-b5d88535f5b0 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:45.342704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0b2e454-3a72-40ec-854f-9df773c52217 req-d62b2ce8-975f-4ff9-9c2b-b5d88535f5b0 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 945 time: 0.2020783 Apr 25 15:12:45.374265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device ced70032-6cdc-4355-8df5-cc38cac63465 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:45.388928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f7df-d09f-44f6-b8cf-afe7b8dac8c9 req-d44b5edd-84f1-4828-b53b-d8d4e7764056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:45.391045 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69d0f7df-d09f-44f6-b8cf-afe7b8dac8c9 req-d44b5edd-84f1-4828-b53b-d8d4e7764056 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 1096 time: 0.1390920 Apr 25 15:12:45.415236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: ced70032-6cdc-4355-8df5-cc38cac63465 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:12:45.415236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device ced70032-6cdc-4355-8df5-cc38cac63465 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:12:45.416304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bbb16410-2e5e-41eb-9de8-22cda54528c7 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:45.444295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69d0f7df-d09f-44f6-b8cf-afe7b8dac8c9 req-eaddef09-324c-4629-8914-1f446a7fc5f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Apr 25 15:12:45.469180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: bbb16410-2e5e-41eb-9de8-22cda54528c7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:12:45.469536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device bbb16410-2e5e-41eb-9de8-22cda54528c7 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:12:45.534425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0b2e454-3a72-40ec-854f-9df773c52217 req-45546c08-6c24-47b0-87df-380bb67012e2 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197376 Apr 25 15:12:45.580942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:45.591470 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] Sync routers for ids ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:45.597124 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8f8b1a38-b12f-4c22-9678-7b77438dede0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "PUT /v2.0/routers/3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1099052 Apr 25 15:12:45.598084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:45.601800 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] Routers {'3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:45.602411 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:45.669625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting subnet a9df76cc-34f1-4a2a-a66e-017b3b16b4dc {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:12:45.673298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.732635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.817995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.828916 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] Set router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:45.895787 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.939788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Subnet': ['ID=a9df76cc-34f1-4a2a-a66e-017b3b16b4dc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:45.943799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:45.953476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:45.953882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-083160c4-72b7-4ba9-bf14-fe9aeb2dc40f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/subnets/a9df76cc-34f1-4a2a-a66e-017b3b16b4dc HTTP/1.1" status: 204 len: 168 time: 0.3541799 Apr 25 15:12:45.958898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1ca00-af64-455b-92ef-21490b47c681 None None] Network d01b16d4-f215-4105-9c09-bf7877ea6846 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:12:46.145178 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:44Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:46.150961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] Checking router: 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:46.163813 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] Routers {'3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:46.164753 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:46.167024 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.263419 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] DHCP port deletion for d01b16d4-f215-4105-9c09-bf7877ea6846 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:12:46.268694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] Deleting port d89f54c8-8704-40d7-8aaf-1cf702b52c7f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:46.269198 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.352562 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] Set router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:46.416440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.429412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port 73051535-ad86-4465-a2c0-59eead970c4a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:46.433517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.579590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d89f54c8-8704-40d7-8aaf-1cf702b52c7f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:46.666069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] For port d89f54c8-8704-40d7-8aaf-1cf702b52c7f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,segment=NetworkSegment(22ae64d3-b36e-481a-b01a-140cd2d558eb),segment_id=22ae64d3-b36e-481a-b01a-140cd2d558eb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:46.666625 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.792744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] For port 73051535-ad86-4465-a2c0-59eead970c4a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=73051535-ad86-4465-a2c0-59eead970c4a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:46.793307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.809419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef3184-33f8-410d-a243-9195c2d14466 req-57aeb3ff-5134-4163-bad7-834139e4151d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:46.811108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99ef3184-33f8-410d-a243-9195c2d14466 req-57aeb3ff-5134-4163-bad7-834139e4151d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 945 time: 0.0874262 Apr 25 15:12:46.811952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] Calling delete_port for d89f54c8-8704-40d7-8aaf-1cf702b52c7f owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:46.885271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-99ef3184-33f8-410d-a243-9195c2d14466 req-3ff5eacb-0086-442a-87a1-1caea349b400 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638149 Apr 25 15:12:46.930016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:44Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:46.944716 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:46.944971 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7555371-9faa-4116-b1ac-a35077fe59cf None None] The sync data for ids ['3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d'] in n-d-811416-6 is: [{'id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-228142317', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '73051535-ad86-4465-a2c0-59eead970c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:12Z', 'updated_at': '2022-04-25T15:12:44Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '73051535-ad86-4465-a2c0-59eead970c4a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:13Z', 'updated_at': '2022-04-25T15:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:46.963723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for 73051535-ad86-4465-a2c0-59eead970c4a owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:47.054846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.118354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] Pushing event deleted for resources: {'Port': ['ID=d89f54c8-8704-40d7-8aaf-1cf702b52c7f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:47.125679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99cc71-83bd-4e54-92df-e8989a85c3bf None None] No DVR routers for this DVR port d89f54c8-8704-40d7-8aaf-1cf702b52c7f on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:12:47.293016 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.352376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=73051535-ad86-4465-a2c0-59eead970c4a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:47.477139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.693973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.697333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.727211 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.727815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Fanout notify agent at l3_agent the message router_deleted on router 3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:12:47.759005 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:47.763402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35e740ab-6747-4340-a65e-ee05eb7cd1ac tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/routers/3c793236-da51-4e9a-ad8a-c7b8bfd9fb3d HTTP/1.1" status: 204 len: 168 time: 1.8068292 Apr 25 15:12:47.764521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36328) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:47.919045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.042526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1765cc0-dfc2-4d24-aaba-b489a2614e6e req-e49e47aa-fd4b-4cfe-855e-087496954407 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:48.044457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1765cc0-dfc2-4d24-aaba-b489a2614e6e req-e49e47aa-fd4b-4cfe-855e-087496954407 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 945 time: 0.0964978 Apr 25 15:12:48.089552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.100097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1765cc0-dfc2-4d24-aaba-b489a2614e6e req-0799f58b-97af-43a7-847b-fa519b43bfeb tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498130 Apr 25 15:12:48.120452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01b16d4-f215-4105-9c09-bf7877ea6846']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:48.138205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ae64d3-b36e-481a-b01a-140cd2d558eb') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:48.138505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ae64d3-b36e-481a-b01a-140cd2d558eb') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:48.151569 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.169358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.176083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:12:48.176712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:12:48.192751 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:12:48.288470 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.323164 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.335435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Network': ['ID=d01b16d4-f215-4105-9c09-bf7877ea6846,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:48.341740 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a660cca9-d1d4-4dbd-9b79-9d5e69c9804f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/networks/d01b16d4-f215-4105-9c09-bf7877ea6846 HTTP/1.1" status: 204 len: 168 time: 0.5758259 Apr 25 15:12:48.344273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36378) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:48.452067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 59f0c466-a2d1-4780-8a6d-679f9f713394 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:48.488795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 59f0c466-a2d1-4780-8a6d-679f9f713394 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:12:48.491667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 59f0c466-a2d1-4780-8a6d-679f9f713394 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:12:48.491667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73051535-ad86-4465-a2c0-59eead970c4a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:48.525577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 73051535-ad86-4465-a2c0-59eead970c4a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:12:48.526262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 73051535-ad86-4465-a2c0-59eead970c4a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:12:48.762486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port 6e8acf3e-416c-4882-a022-ab84dad6254d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:48.762869 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.945127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:48.945716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:49.076327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for 6e8acf3e-416c-4882-a022-ab84dad6254d owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:49.278572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-2e890920-542e-463f-bfda-4e79dd56deb1 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:49.279946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-2e890920-542e-463f-bfda-4e79dd56deb1 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 945 time: 0.1508274 Apr 25 15:12:49.297852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274c73a-ed26-4213-8a9c-f991f4be000c req-6d915499-2c49-4602-8384-236436673bf8 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:49.299389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9274c73a-ed26-4213-8a9c-f991f4be000c req-6d915499-2c49-4602-8384-236436673bf8 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 945 time: 0.0888171 Apr 25 15:12:49.349630 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9274c73a-ed26-4213-8a9c-f991f4be000c req-af51cae2-623b-4885-bf28-be02bceb3ebc tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445590 Apr 25 15:12:49.371098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Deleting port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:49.371455 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:49.407994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:49.490204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=6e8acf3e-416c-4882-a022-ab84dad6254d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:49.671937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:49.672195 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Floating IP e519d9f9-c0d8-4022-b508-2354907441eb disassociated (deleted). External IP: 172.25.0.137, port: 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea. Apr 25 15:12:49.909980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] For port cba1232c-8a47-43b2-9fa8-0dddecd8ca24, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:49.910346 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:50.049500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Calling delete_port for cba1232c-8a47-43b2-9fa8-0dddecd8ca24 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:50.524951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router d16fe340-9f79-4e6f-98cb-cabc80176c52 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:12:50.536178 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:50.549440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['cba1232c-8a47-43b2-9fa8-0dddecd8ca24'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:12:50.687986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Pushing event deleted for resources: {'Port': ['ID=cba1232c-8a47-43b2-9fa8-0dddecd8ca24,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:50.755898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] No DVR routers for this DVR port cba1232c-8a47-43b2-9fa8-0dddecd8ca24 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:12:50.762124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:50.765209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'name': 'network-vif-deleted', 'tag': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:50.780415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7179b9-4a3f-4268-a5c7-e99bf0ab28bc req-98c90a2f-db48-4759-8dc9-3fd69565aec3 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:50.781996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7179b9-4a3f-4268-a5c7-e99bf0ab28bc req-98c90a2f-db48-4759-8dc9-3fd69565aec3 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc835acd-a13a-44e0-bc5e-50cd7d54a9e8 HTTP/1.1" status: 200 len: 945 time: 0.3221564 Apr 25 15:12:50.816609 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a68be2-ecbf-4599-9250-4c8221ba9479'] response: {'server_uuid': 'dc835acd-a13a-44e0-bc5e-50cd7d54a9e8', 'name': 'network-vif-deleted', 'tag': 'cba1232c-8a47-43b2-9fa8-0dddecd8ca24', 'status': 'completed', 'code': 200} Apr 25 15:12:50.873865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3e81cee-3236-462a-aeba-41d1c0cf9c36 req-900d8c18-78a4-41e3-a07c-9ba945694df7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.15 "DELETE /v2.0/ports/cba1232c-8a47-43b2-9fa8-0dddecd8ca24 HTTP/1.1" status: 204 len: 173 time: 1.5871565 Apr 25 15:12:50.932463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc7179b9-4a3f-4268-a5c7-e99bf0ab28bc req-e093af23-6ff2-4d5a-b52e-5e87ae8fb8d8 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364365 Apr 25 15:12:50.936569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:12:50.944515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:50.957713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] Sync routers for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:12:50.969401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:50.970534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:51.008814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-943bc589-af69-48f4-aa2b-6624dbdbac17 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/floatingips/e519d9f9-c0d8-4022-b508-2354907441eb HTTP/1.1" status: 204 len: 168 time: 2.6633666 Apr 25 15:12:51.203991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:51.480969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b302a-79f9-445a-8a49-1e0aa812b83c req-07c68e18-30d6-4948-978c-48f4fce28e8f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:51.481796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec7b302a-79f9-445a-8a49-1e0aa812b83c req-07c68e18-30d6-4948-978c-48f4fce28e8f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:51.507748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec7b302a-79f9-445a-8a49-1e0aa812b83c req-07c68e18-30d6-4948-978c-48f4fce28e8f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:51.509107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec7b302a-79f9-445a-8a49-1e0aa812b83c req-07c68e18-30d6-4948-978c-48f4fce28e8f tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.1608233 Apr 25 15:12:51.572891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec7b302a-79f9-445a-8a49-1e0aa812b83c req-d3fe02da-9e6e-4aa8-b44d-91567b3e406e tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0565445 Apr 25 15:12:51.584732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:24Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:51.591298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] Checking router: d16fe340-9f79-4e6f-98cb-cabc80176c52 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:12:51.600397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:12:51.601108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:51.783518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:12:52.118194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:24Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:12:52.122556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bc60-c55b-4f27-aa5e-ee86addfb3e3 None None] The sync data for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 is: [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a47b6df3-aae2-4613-9127-5fa66ec4098c', 'name': '', 'network_id': 'e795bd49-c2f9-4d81-99b7-2a0f043b034d', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'mac_address': 'fa:16:3e:84:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:17Z', 'updated_at': '2022-04-25T15:11:24Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'subnets': [{'id': 'b455b00c-fc4a-4432-b334-a15111a07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:12:52.370623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-abf81300-181f-4869-9bc4-32de1d703c36 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:52.372263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-abf81300-181f-4869-9bc4-32de1d703c36 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/networks?id=164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 200 len: 809 time: 0.1780710 Apr 25 15:12:52.391633 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-7311fdac-7393-405f-a09f-3dafc73afb42 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/quotas/b4ec3f94707745faa6880f509ad7f2a1 HTTP/1.1" status: 200 len: 375 time: 0.0132074 Apr 25 15:12:52.399353 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789f86e-dd47-42af-be59-e7a2f1f6c377 None None] New status for floating IP e519d9f9-c0d8-4022-b508-2354907441eb: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:12:52.455704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0d053b7b-f9dc-494a-bf65-4437afba0628 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Synchronizing usage tracker for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:52.474568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0d053b7b-f9dc-494a-bf65-4437afba0628 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Unset dirty status for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:52.476621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0d053b7b-f9dc-494a-bf65-4437afba0628 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801775 Apr 25 15:12:52.707490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-47c092c1-2ba9-4558-8dec-2f3bd417c46f service neutron] 10.222.0.23 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219477 Apr 25 15:12:52.752665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b744-fabc-46be-aacd-ab4be8223089 req-8fde94c6-6faf-4638-a338-6968c7985634 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:52.754236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d034b744-fabc-46be-aacd-ab4be8223089 req-8fde94c6-6faf-4638-a338-6968c7985634 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.2176144 Apr 25 15:12:52.785399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2567-ebac-42b0-b925-f9a85d79f3ad req-fdde2c35-6802-472b-adce-99610d0e33ed tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:52.786101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d3da2567-ebac-42b0-b925-f9a85d79f3ad req-fdde2c35-6802-472b-adce-99610d0e33ed tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Synchronizing usage tracker for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:52.799578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-d3da2567-ebac-42b0-b925-f9a85d79f3ad req-fdde2c35-6802-472b-adce-99610d0e33ed tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Unset dirty status for tenant:6887a4322bc14d149118fe78210f0f6f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:52.801006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3da2567-ebac-42b0-b925-f9a85d79f3ad req-fdde2c35-6802-472b-adce-99610d0e33ed tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 984 time: 0.1135378 Apr 25 15:12:52.843266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:52.857599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3da2567-ebac-42b0-b925-f9a85d79f3ad req-fdf6d3d3-1d18-42e0-8658-bd229dee813c tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2cdf333-df16-4599-9927-7ec6819ad7ce&id=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0501328 Apr 25 15:12:52.893919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:52.894264 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:52.901502 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cba1232c-8a47-43b2-9fa8-0dddecd8ca24 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:52.922809 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927c839f-43aa-4222-87ef-29536b6f5df6'] response: {'name': 'network-changed', 'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'status': 'completed', 'code': 200} Apr 25 15:12:52.940145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: cba1232c-8a47-43b2-9fa8-0dddecd8ca24 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:12:52.940859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device cba1232c-8a47-43b2-9fa8-0dddecd8ca24 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:12:53.144831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-acfea1a4-5abd-466f-b821-88dadae0ce4b service neutron] 10.222.0.23 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363971 Apr 25 15:12:53.308978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-38288001-185c-431d-8557-eef0f47d5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:53.310664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-38288001-185c-431d-8557-eef0f47d5b60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6887a4322bc14d149118fe78210f0f6f&device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 1135 time: 0.3715012 Apr 25 15:12:53.366258 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef832614-78eb-43ff-be46-866da7c6ed3c req-46630d05-cb3e-4751-9477-18ac95cdd88e tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0599072 Apr 25 15:12:53.462940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] For port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:53.463311 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:53.609485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:53.645508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-0d36261f-9cfc-4733-aea8-b2361b99c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:53.647034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-0d36261f-9cfc-4733-aea8-b2361b99c58a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 200 len: 898 time: 0.3229902 Apr 25 15:12:53.736084 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-285ff939-a418-4b74-aaaa-36c4837f7a7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 200 len: 217 time: 0.0777166 Apr 25 15:12:53.842711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-e2672261-7048-4ffc-ba3c-09ca874b9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:53.844206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-e2672261-7048-4ffc-ba3c-09ca874b9014 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b455b00c-fc4a-4432-b334-a15111a07db6 HTTP/1.1" status: 200 len: 835 time: 0.0917308 Apr 25 15:12:53.929601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:53.996196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:54.119252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-49b44c2e-5b41-476d-bb69-eb1b58e98dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:54.120730 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-49b44c2e-5b41-476d-bb69-eb1b58e98dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e795bd49-c2f9-4d81-99b7-2a0f043b034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2622597 Apr 25 15:12:54.127364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-71215546-0628-45f6-afe7-3685ca408672 req-18aae02e-a345-4f7b-8aa1-ebe19939f455 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b37bff5-f723-4d48-9506-f6b0a75ba6a6 HTTP/1.1" status: 200 len: 210 time: 0.0941293 Apr 25 15:12:54.129505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] No DVR routers for this DVR port 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:12:54.152091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:54.222000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.15 "DELETE /v2.0/ports/9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea HTTP/1.1" status: 204 len: 173 time: 1.4616487 Apr 25 15:12:54.279915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-6f3b0f93-fa1e-4186-ba0f-2765b4be75ad service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514077 Apr 25 15:12:54.616304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-553f9f2e-9e47-4036-81b9-631ca6463035 req-8943b964-813f-4062-b5d1-d4e0dbcf7900 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0892785 Apr 25 15:12:54.653439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4781f84e-27bc-4fbc-88d5-1a0c713bed53 req-895c8bfe-0bef-4799-81c6-7f9e2cc2ec6e service neutron] 10.222.0.15 "GET /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676193 Apr 25 15:12:54.666539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-80492d59-77cc-4b41-9833-fc318224b7e8 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:54.667952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-80492d59-77cc-4b41-9833-fc318224b7e8 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.21 "GET /v2.0/networks?id=164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 200 len: 809 time: 0.2572980 Apr 25 15:12:54.683314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Request body: {'port': {'device_id': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82', 'admin_state_up': True, 'tenant_id': 'b4ec3f94707745faa6880f509ad7f2a1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:54.923416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'name': 'network-vif-deleted', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:54.958672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:12:54.969131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:12:54.979525 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8a4dee-3367-4853-9486-5a006924b10e'] response: {'server_uuid': '2b37bff5-f723-4d48-9506-f6b0a75ba6a6', 'name': 'network-vif-deleted', 'tag': '9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea', 'status': 'completed', 'code': 200} Apr 25 15:12:54.983782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Made reservation on behalf of b4ec3f94707745faa6880f509ad7f2a1 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:12:54.987284 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.153606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Allocated IP 172.20.0.12 (164aea48-65e2-4b96-b952-af3b24752c82/2b639536-9f61-4a5a-b8d2-7d3e2ecaf831/b95351dd-7518-430c-8f3a-950ad3dce739) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:12:55.262538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36474) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:55.329434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c15c250-097f-4ba2-a034-564f08756a56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.363911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c15c250-097f-4ba2-a034-564f08756a56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.391822 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.425843 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.426663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c15c250-097f-4ba2-a034-564f08756a56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.446611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15c250-097f-4ba2-a034-564f08756a56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cdf333-df16-4599-9927-7ec6819ad7ce,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:55.463517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c15c250-097f-4ba2-a034-564f08756a56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.464636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c15c250-097f-4ba2-a034-564f08756a56 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/security-groups/b2cdf333-df16-4599-9927-7ec6819ad7ce HTTP/1.1" status: 204 len: 168 time: 0.2009544 Apr 25 15:12:55.467330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36478) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:55.513516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Pushing event updated for resources: {'Port': ['ID=b95351dd-7518-430c-8f3a-950ad3dce739,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:55.530415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Network 164aea48-65e2-4b96-b952-af3b24752c82 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:12:55.531586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:12:55.535141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:12:55.542513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0be0483-dfbf-44d5-9dab-b9d76a5bfab4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.578302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0be0483-dfbf-44d5-9dab-b9d76a5bfab4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.603433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:55.604048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.641021 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0be0483-dfbf-44d5-9dab-b9d76a5bfab4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.642060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-a6ac339a-fdf5-4da4-b10a-cfd7f0275ccf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9625549 Apr 25 15:12:55.655578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Request body: {'port': {'device_id': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:12:55.668377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be0483-dfbf-44d5-9dab-b9d76a5bfab4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f5c9e-0721-42f7-94f7-f801f4a3d36d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:55.673174 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e0be0483-dfbf-44d5-9dab-b9d76a5bfab4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:55.688928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36484) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:12:55.689428 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e0be0483-dfbf-44d5-9dab-b9d76a5bfab4 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d7f5c9e-0721-42f7-94f7-f801f4a3d36d HTTP/1.1" status: 204 len: 168 time: 0.2092237 Apr 25 15:12:55.987756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:56.096450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8fb6-412a-4952-9ea7-19996480ea07 req-a91881e8-4b63-484c-bdc2-b2865b47af00 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:56.097169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b18c8fb6-412a-4952-9ea7-19996480ea07 req-a91881e8-4b63-484c-bdc2-b2865b47af00 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Synchronizing usage tracker for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:12:56.187224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b18c8fb6-412a-4952-9ea7-19996480ea07 req-a91881e8-4b63-484c-bdc2-b2865b47af00 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Unset dirty status for tenant:b4ec3f94707745faa6880f509ad7f2a1 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:12:56.188378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b18c8fb6-412a-4952-9ea7-19996480ea07 req-a91881e8-4b63-484c-bdc2-b2865b47af00 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 932 time: 0.4246995 Apr 25 15:12:56.380836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b18c8fb6-412a-4952-9ea7-19996480ea07 req-a4a1a20f-e0ca-42da-9bbd-a24f5c7c4268 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373868 Apr 25 15:12:56.843224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95351dd-7518-430c-8f3a-950ad3dce739 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:12:56.852733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:56.874608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Transition to ACTIVE for port object b95351dd-7518-430c-8f3a-950ad3dce739 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:12:56.881576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:56.926445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:12:56.970926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:12:56.971280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9eb3f63d-86b9-4ae0-b1ef-0d6e54cbb6ea not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:12:57.010739 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:57.145383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Pushing event updated for resources: {'Port': ['ID=b95351dd-7518-430c-8f3a-950ad3dce739,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:57.357316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Attempting to bind port b95351dd-7518-430c-8f3a-950ad3dce739 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:12:57.357662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Attempting to bind port b95351dd-7518-430c-8f3a-950ad3dce739 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:12:57.357990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Attempting to bind port b95351dd-7518-430c-8f3a-950ad3dce739 on network 164aea48-65e2-4b96-b952-af3b24752c82 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:57.405406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Port b95351dd-7518-430c-8f3a-950ad3dce739 on network 164aea48-65e2-4b96-b952-af3b24752c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:12:57.405707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Attempting to bind port b95351dd-7518-430c-8f3a-950ad3dce739 on network 164aea48-65e2-4b96-b952-af3b24752c82 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:12:57.429919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:12:57.430266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Checking segment: {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:12:57.430662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Bound using segment: {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:12:57.431167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Bound port: b95351dd-7518-430c-8f3a-950ad3dce739, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b716d15c-e06e-4dad-9df7-7a5ec71759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:12:57.432102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:57.579741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] For port b95351dd-7518-430c-8f3a-950ad3dce739, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:12:57.594035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] For port b95351dd-7518-430c-8f3a-950ad3dce739, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b95351dd-7518-430c-8f3a-950ad3dce739,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:12:57.602542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:57.628824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171027a-271e-4578-a473-2a44ac5335c5 req-47e65644-75fd-4379-a6c7-a9a709a6d9c3 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:57.630361 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3171027a-271e-4578-a473-2a44ac5335c5 req-47e65644-75fd-4379-a6c7-a9a709a6d9c3 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1049864 Apr 25 15:12:57.649170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port a47b6df3-aae2-4613-9127-5fa66ec4098c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:12:57.650460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:57.680857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3171027a-271e-4578-a473-2a44ac5335c5 req-98fcb344-2a68-446a-9555-8e55ccbab341 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441744 Apr 25 15:12:57.694377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:57.694992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:57.696424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] 10.222.0.21 "PUT /v2.0/ports/b95351dd-7518-430c-8f3a-950ad3dce739 HTTP/1.1" status: 200 len: 1092 time: 2.0460660 Apr 25 15:12:57.703198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'tag': 'b95351dd-7518-430c-8f3a-950ad3dce739'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:12:57.776575 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4e5aa7-7aa6-4e36-bff6-8ca499172f04'] response: {'name': 'network-changed', 'server_uuid': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'tag': 'b95351dd-7518-430c-8f3a-950ad3dce739', 'status': 'completed', 'code': 200} Apr 25 15:12:57.895490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28fba9-d485-4d01-a111-6894c270ffff service neutron] Pushing event updated for resources: {'Port': ['ID=b95351dd-7518-430c-8f3a-950ad3dce739,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:57.940580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] For port a47b6df3-aae2-4613-9127-5fa66ec4098c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a47b6df3-aae2-4613-9127-5fa66ec4098c,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:12:57.940897 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:58.016154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-944c6b38-027b-4f4a-9d9c-25ace0acf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:58.017651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-944c6b38-027b-4f4a-9d9c-25ace0acf35f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 1095 time: 0.2804282 Apr 25 15:12:58.254299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for a47b6df3-aae2-4613-9127-5fa66ec4098c owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:12:58.304455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-cf8bb759-f9db-4c2e-b080-a31224db57b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95351dd-7518-430c-8f3a-950ad3dce739 HTTP/1.1" status: 200 len: 217 time: 0.2327054 Apr 25 15:12:58.515054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-3e92b99c-4430-4d9a-9f50-3fd8049933b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:58.516409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-3e92b99c-4430-4d9a-9f50-3fd8049933b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b639536-9f61-4a5a-b8d2-7d3e2ecaf831 HTTP/1.1" status: 200 len: 849 time: 0.2063677 Apr 25 15:12:58.571794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-384e08bf-93e9-4bad-b080-106c3a487720 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=164aea48-65e2-4b96-b952-af3b24752c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465162 Apr 25 15:12:58.792627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-ed32ada8-4a19-44d3-bf42-8a507352f56c service neutron] 10.222.0.21 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117314 Apr 25 15:12:58.881077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70f65e-2594-48c3-bcba-8b752dc0e521 req-000f291f-04e2-4667-99a6-b2e06c02c022 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:58.882601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad70f65e-2594-48c3-bcba-8b752dc0e521 req-000f291f-04e2-4667-99a6-b2e06c02c022 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 944 time: 0.0852938 Apr 25 15:12:58.911419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:58.942224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ad70f65e-2594-48c3-bcba-8b752dc0e521 req-707918e7-edeb-42c4-8291-3f29fc4a56f2 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Apr 25 15:12:58.968572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=a47b6df3-aae2-4613-9127-5fa66ec4098c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:12:59.046810 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:59.068355 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a29bc0f-1f19-4118-91c6-8ddf82830089 req-8d14b672-214c-4205-a1bc-43f1385defbb service neutron] 10.222.0.21 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694309 Apr 25 15:12:59.329821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-9287013c-2279-43e1-9cff-02be397d3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:59.331180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-9287013c-2279-43e1-9cff-02be397d3288 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 1095 time: 0.1798975 Apr 25 15:12:59.334178 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:12:59.761458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-f1835f84-42ec-4b67-ad9d-75b953709851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:12:59.762834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-f1835f84-42ec-4b67-ad9d-75b953709851 service neutron] 10.222.0.21 "GET /v2.0/networks?id=164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 200 len: 910 time: 0.4242442 Apr 25 15:12:59.845598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-cff81de8-8851-41c7-bc27-a7b5d3f71d12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95351dd-7518-430c-8f3a-950ad3dce739 HTTP/1.1" status: 200 len: 217 time: 0.0713811 Apr 25 15:13:00.042310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-a4fd011e-d33f-48d1-b6aa-f771e6f35a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:00.043802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-a4fd011e-d33f-48d1-b6aa-f771e6f35a21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b639536-9f61-4a5a-b8d2-7d3e2ecaf831 HTTP/1.1" status: 200 len: 849 time: 0.1422582 Apr 25 15:13:00.132358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-1da8035d-0d21-49c9-bef6-06224f0259d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=164aea48-65e2-4b96-b952-af3b24752c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805221 Apr 25 15:13:00.207774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Router d16fe340-9f79-4e6f-98cb-cabc80176c52 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:13:00.405932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-8cfd6c50-0d40-4bae-ba8b-85724ee8da34 service neutron] 10.222.0.21 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525063 Apr 25 15:13:00.416663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0a7fd-f06d-42ba-8c05-00674dfb51b3 req-ecdf01ee-3280-497b-8cce-61db0f7e6287 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:00.418142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28b0a7fd-f06d-42ba-8c05-00674dfb51b3 req-ecdf01ee-3280-497b-8cce-61db0f7e6287 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 944 time: 0.3289039 Apr 25 15:13:00.624947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:13:00.635809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] Sync routers for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:13:00.641758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28b0a7fd-f06d-42ba-8c05-00674dfb51b3 req-f2c3ad15-b9be-493d-9c3e-d35710a4b32b tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736133 Apr 25 15:13:00.648615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:00.650350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:00.663245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36520) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:00.663801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3d4186e4-863e-4c3e-b9f9-82092a4fe61d tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "PUT /v2.0/routers/d16fe340-9f79-4e6f-98cb-cabc80176c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9663618 Apr 25 15:13:00.687464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b3d4d8c0-8d71-4fc4-9329-cbd742feb613 req-86db507f-db3d-49d3-8ad5-0b991aa60eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684319 Apr 25 15:13:00.738373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting subnet b455b00c-fc4a-4432-b334-a15111a07db6 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:13:00.741681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:00.800364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:00.957385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:01.018803 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.097530 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.139242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.147308 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/subnets/b455b00c-fc4a-4432-b334-a15111a07db6 HTTP/1.1" status: 204 len: 168 time: 0.4875462 Apr 25 15:13:01.147531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20899a-86d1-4d5c-8512-1d8d3ff17c3f None None] Network e795bd49-c2f9-4d81-99b7-2a0f043b034d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:13:01.147645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36534) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:01.150312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cad958-474d-4882-a214-6ba50df7fc45 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Subnet': ['ID=b455b00c-fc4a-4432-b334-a15111a07db6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:01.346261 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.429249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:12:58Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:01.436435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] Checking router: d16fe340-9f79-4e6f-98cb-cabc80176c52 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:13:01.442132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b95351dd-7518-430c-8f3a-950ad3dce739 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:13:01.454763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] Routers {'d16fe340-9f79-4e6f-98cb-cabc80176c52'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:01.455618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:12:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d16fe340-9f79-4e6f-98cb-cabc80176c52'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:01.535215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] DHCP port deletion for e795bd49-c2f9-4d81-99b7-2a0f043b034d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:13:01.565752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] Deleting port caf43ab9-fb80-4118-b16e-b2568b7fe621 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:13:01.566307 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.599655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:13:01.713875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.727649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Deleting port 85408abf-1ec1-462b-9ca8-a2e23d1f5507 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:13:01.728288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:01.838277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f90d-a1f8-4508-a6bd-058d478306ab req-053d7f9a-3158-4c2c-9b6c-df41103cd7eb tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:01.839783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23a4f90d-a1f8-4508-a6bd-058d478306ab req-053d7f9a-3158-4c2c-9b6c-df41103cd7eb tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 944 time: 0.0875337 Apr 25 15:13:01.903717 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-23a4f90d-a1f8-4508-a6bd-058d478306ab req-329aec51-40f3-4629-8657-df8861b64d96 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Apr 25 15:13:01.966422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] For port 85408abf-1ec1-462b-9ca8-a2e23d1f5507, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=85408abf-1ec1-462b-9ca8-a2e23d1f5507,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:01.966784 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.014363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b95351dd-7518-430c-8f3a-950ad3dce739, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b95351dd-7518-430c-8f3a-950ad3dce739,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:02.035282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] For port caf43ab9-fb80-4118-b16e-b2568b7fe621, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=caf43ab9-fb80-4118-b16e-b2568b7fe621,segment=NetworkSegment(e855a36c-40bf-42b8-9f9a-ec195e5dedce),segment_id=e855a36c-40bf-42b8-9f9a-ec195e5dedce)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:02.035687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.052300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] Set router d16fe340-9f79-4e6f-98cb-cabc80176c52 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:02.099173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Calling delete_port for 85408abf-1ec1-462b-9ca8-a2e23d1f5507 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:13:02.146653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'b95351dd-7518-430c-8f3a-950ad3dce739', 'network_id': '164aea48-65e2-4b96-b952-af3b24752c82', 'port_id': 'b95351dd-7518-430c-8f3a-950ad3dce739', 'mac_address': 'fa:16:3e:d1:f5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b639536-9f61-4a5a-b8d2-7d3e2ecaf831', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:13:02.281198 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.329201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] Calling delete_port for caf43ab9-fb80-4118-b16e-b2568b7fe621 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:13:02.366996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Port': ['ID=85408abf-1ec1-462b-9ca8-a2e23d1f5507,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:02.431747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.435491 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.446648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device caf43ab9-fb80-4118-b16e-b2568b7fe621 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:13:02.547000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.609388 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95351dd-7518-430c-8f3a-950ad3dce739 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:13:02.623122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.626475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.651213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.651800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Fanout notify agent at l3_agent the message router_deleted on router d16fe340-9f79-4e6f-98cb-cabc80176c52 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:13:02.671371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.675386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9d16bdc2-0b05-45d5-88b8-c1c6451c4cc0 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/routers/d16fe340-9f79-4e6f-98cb-cabc80176c52 HTTP/1.1" status: 204 len: 168 time: 1.5244560 Apr 25 15:13:02.675564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] Pushing event deleted for resources: {'Port': ['ID=caf43ab9-fb80-4118-b16e-b2568b7fe621,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:02.675683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36542) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:02.690016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c90f37-acff-4eb2-8773-82c15ffbda31 None None] No DVR routers for this DVR port caf43ab9-fb80-4118-b16e-b2568b7fe621 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:13:02.741250 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b95351dd-7518-430c-8f3a-950ad3dce739, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b95351dd-7518-430c-8f3a-950ad3dce739,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:02.747410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port caf43ab9-fb80-4118-b16e-b2568b7fe621 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:13:02.747410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device caf43ab9-fb80-4118-b16e-b2568b7fe621 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:13:02.756135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.844142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:02.893753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b95351dd-7518-430c-8f3a-950ad3dce739,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:02.929875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:12:58Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:02.936632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d67a67-ba25-40ef-81f5-848f6d569c0f None None] The sync data for ids ['d16fe340-9f79-4e6f-98cb-cabc80176c52'] in n-d-811416-6 is: [{'id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042031930', 'tenant_id': '6887a4322bc14d149118fe78210f0f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:11Z', 'updated_at': '2022-04-25T15:12:58Z', 'revision_number': 5, 'project_id': '6887a4322bc14d149118fe78210f0f6f', 'gw_port': {'id': '85408abf-1ec1-462b-9ca8-a2e23d1f5507', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16fe340-9f79-4e6f-98cb-cabc80176c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:13Z', 'updated_at': '2022-04-25T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:13:03.012372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:03.046144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e795bd49-c2f9-4d81-99b7-2a0f043b034d']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:03.063861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e855a36c-40bf-42b8-9f9a-ec195e5dedce') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:03.064171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e855a36c-40bf-42b8-9f9a-ec195e5dedce') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:03.074236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b95351dd-7518-430c-8f3a-950ad3dce739'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:13:03.119322 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:03.143661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:03.154447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:13:03.154876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:13:03.171447 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:13:03.278564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a36eb-c20f-4df7-bd7b-8bc167b56310 req-54ea3a7d-5284-4a07-aa27-d4e538b0d402 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:03.280592 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee3a36eb-c20f-4df7-bd7b-8bc167b56310 req-54ea3a7d-5284-4a07-aa27-d4e538b0d402 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 945 time: 0.2202659 Apr 25 15:13:03.313762 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:03.339181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:03.370626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] Pushing event deleted for resources: {'Network': ['ID=e795bd49-c2f9-4d81-99b7-2a0f043b034d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:03.380048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b3386d3f-6a82-4412-88a1-3b075e897df1 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] 10.222.0.23 "DELETE /v2.0/networks/e795bd49-c2f9-4d81-99b7-2a0f043b034d HTTP/1.1" status: 204 len: 168 time: 0.7032773 Apr 25 15:13:03.385627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee3a36eb-c20f-4df7-bd7b-8bc167b56310 req-fc77ad36-616f-4558-822e-450b36bef557 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957823 Apr 25 15:13:03.672215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36556) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:03.941601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c591f50e-7851-4ddc-9ce6-d8999a0ed405 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6887a4322bc14d149118fe78210f0f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681627 Apr 25 15:13:03.944270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36562) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:04.003917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc401366-8837-48c6-ac04-6d1e6ade2a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.034956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc401366-8837-48c6-ac04-6d1e6ade2a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.108522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc401366-8837-48c6-ac04-6d1e6ade2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.126734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc401366-8837-48c6-ac04-6d1e6ade2a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ef2632-c449-4a92-afdf-dc7f4d36b769,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:04.134934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc401366-8837-48c6-ac04-6d1e6ade2a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.138932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cc401366-8837-48c6-ac04-6d1e6ade2a5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70ef2632-c449-4a92-afdf-dc7f4d36b769 HTTP/1.1" status: 204 len: 168 time: 0.1934638 Apr 25 15:13:04.407248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 85408abf-1ec1-462b-9ca8-a2e23d1f5507 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:13:04.447715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 85408abf-1ec1-462b-9ca8-a2e23d1f5507 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:13:04.448446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 85408abf-1ec1-462b-9ca8-a2e23d1f5507 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:13:04.450016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a47b6df3-aae2-4613-9127-5fa66ec4098c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:13:04.500522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a47b6df3-aae2-4613-9127-5fa66ec4098c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:13:04.501006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a47b6df3-aae2-4613-9127-5fa66ec4098c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:13:04.511315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.551586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36580) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:04.575502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.592401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:04.596869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:59812fbb8e624e4db9ce6761d484831d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:04.599835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:04.643250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:04.730741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb369-5839-4438-8561-b73e44011f96 req-a7ffb0df-3e09-4906-ba4f-a5f589d83c92 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:04.732210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-395cb369-5839-4438-8561-b73e44011f96 req-a7ffb0df-3e09-4906-ba4f-a5f589d83c92 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 945 time: 0.1264305 Apr 25 15:13:04.818219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-395cb369-5839-4438-8561-b73e44011f96 req-57b84b2f-7335-4b12-9f0c-e616ab52447a tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753548 Apr 25 15:13:04.825798 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.831139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.874581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b3d77-5aa6-4e8f-bb61-875bc7364c12,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:04.893070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4f92d9bc-70b7-43d7-8d55-f55b7046a5c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59812fbb8e624e4db9ce6761d484831d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389733 Apr 25 15:13:04.894808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36584) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:04.961771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3305a80-f21b-44b2-815f-ec84e9dcd662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:04.988720 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3305a80-f21b-44b2-815f-ec84e9dcd662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.046603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3305a80-f21b-44b2-815f-ec84e9dcd662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.062047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3305a80-f21b-44b2-815f-ec84e9dcd662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b3d77-5aa6-4e8f-bb61-875bc7364c12,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:05.068819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d3305a80-f21b-44b2-815f-ec84e9dcd662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.070078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d3305a80-f21b-44b2-815f-ec84e9dcd662 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/800b3d77-5aa6-4e8f-bb61-875bc7364c12 HTTP/1.1" status: 204 len: 168 time: 0.1743124 Apr 25 15:13:05.428816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36592) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:05.451490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b95351dd-7518-430c-8f3a-950ad3dce739 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:05.487712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4c1ec03c-362a-41e9-8004-138533bd52fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ae9e53f899b46379636d83df4a2f4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554826 Apr 25 15:13:05.488096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36596) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:05.598674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port b95351dd-7518-430c-8f3a-950ad3dce739 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:05.612450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port b95351dd-7518-430c-8f3a-950ad3dce739 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:05.612874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.629279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967ff22-0282-4c70-bafa-83dce764eb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.677967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967ff22-0282-4c70-bafa-83dce764eb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.740505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967ff22-0282-4c70-bafa-83dce764eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.760417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967ff22-0282-4c70-bafa-83dce764eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b6a7e9-bdaa-4c20-910b-162d46177bd6,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:05.767812 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.768599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b967ff22-0282-4c70-bafa-83dce764eb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.769792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b967ff22-0282-4c70-bafa-83dce764eb1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5b6a7e9-bdaa-4c20-910b-162d46177bd6 HTTP/1.1" status: 204 len: 168 time: 0.2806454 Apr 25 15:13:05.811523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95351dd-7518-430c-8f3a-950ad3dce739'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:13:05.821898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port b95351dd-7518-430c-8f3a-950ad3dce739, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b95351dd-7518-430c-8f3a-950ad3dce739,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:05.828488 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:05.902286 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aceb6642-4173-4211-8f4a-189d9d2b82e0'] response: {'server_uuid': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95351dd-7518-430c-8f3a-950ad3dce739', 'code': 200} Apr 25 15:13:05.932898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=b95351dd-7518-430c-8f3a-950ad3dce739,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:06.081851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644b0f6-8068-49fc-b259-4727985caa51 req-10728120-9772-438b-a07e-4be605647a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:06.083299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0644b0f6-8068-49fc-b259-4727985caa51 req-10728120-9772-438b-a07e-4be605647a82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 1097 time: 0.1393247 Apr 25 15:13:06.098396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785fdf4-00e1-47f2-9f16-45df98ca4f41 req-64eed5a8-7ba6-49df-9007-a4693f8a4bef tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:06.099981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7785fdf4-00e1-47f2-9f16-45df98ca4f41 req-64eed5a8-7ba6-49df-9007-a4693f8a4bef tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.1197820 Apr 25 15:13:06.170210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0644b0f6-8068-49fc-b259-4727985caa51 req-c0e6edbc-6f35-4681-aba6-8c1e7f8383e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801554 Apr 25 15:13:06.177957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7785fdf4-00e1-47f2-9f16-45df98ca4f41 req-b7b643dd-37ca-499a-8b5e-2bab249570d7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621948 Apr 25 15:13:07.101990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-59cf95d1-1313-4f54-a80a-3967a7740fc6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:07.102678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-59cf95d1-1313-4f54-a80a-3967a7740fc6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:13:07.120055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-59cf95d1-1313-4f54-a80a-3967a7740fc6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:13:07.121314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-59cf95d1-1313-4f54-a80a-3967a7740fc6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.1748071 Apr 25 15:13:07.138266 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-bec69185-0f91-4073-a313-d56e71e15cf0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0106237 Apr 25 15:13:07.227828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-1f8eac8f-f85c-42ae-abba-aedf6f48d7ee tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844905 Apr 25 15:13:07.368811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-a1a1611a-03a7-4e74-a920-30543aae8dfb service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335218 Apr 25 15:13:07.382091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68062-6859-495c-be01-7d232360bb8d req-c6d0e7bd-bf3e-42c2-b2c9-aea4e8e07b91 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:07.385204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37a68062-6859-495c-be01-7d232360bb8d req-c6d0e7bd-bf3e-42c2-b2c9-aea4e8e07b91 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0992374 Apr 25 15:13:07.432280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37a68062-6859-495c-be01-7d232360bb8d req-7d28ea50-6b90-4d8d-b5ec-8c79c9b20a60 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Apr 25 15:13:07.517376 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-1be557ce-946a-4a0b-a848-9f25fbfa6924 service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393588 Apr 25 15:13:07.755806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-575d33c4-0a2e-41b1-bad1-fa579b156061 req-b65ec7ce-6e3a-4de2-8827-32156e653213 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 210 time: 0.0427306 Apr 25 15:13:08.556044 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-080479ca-1b56-444b-8161-1ea310cba079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:08.655444 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc447234-7a2a-402d-9205-2e86fde5310b req-3bfa7d03-5fea-4924-a042-c2ba22e1bce6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:08.656944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc447234-7a2a-402d-9205-2e86fde5310b req-3bfa7d03-5fea-4924-a042-c2ba22e1bce6 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0847130 Apr 25 15:13:08.709582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dc447234-7a2a-402d-9205-2e86fde5310b req-5297ea85-a64f-49b2-b2c5-65ed8bcf8b98 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459232 Apr 25 15:13:08.758600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-6e3a163c-8180-41d9-80bf-da3cb64e1b8d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:08.760051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-6e3a163c-8180-41d9-80bf-da3cb64e1b8d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.1539154 Apr 25 15:13:08.771907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:08.959949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:08.970325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4af1e640-339b-46a3-a9d5-3a7bd1e0618f req-14cc5edf-8d75-4365-a414-ffd025b8e7b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 210 time: 0.0559909 Apr 25 15:13:08.980646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:08.998814 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:13:09.002491 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:09.167496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.6 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/2d6fbe24-97d5-4f30-93a6-71ecd42b7d82) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:09.343501 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:13:09.383089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:09.402243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:09.427402 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:09.529515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:09.542630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:09.544323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:09.548343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:09.634864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:09.635587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:09.664343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-8984e735-d4ac-4515-bf1d-c7ca90d423be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8961656 Apr 25 15:13:09.678065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Request body: {'port': {'device_id': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:09.859405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-25545e10-d344-489e-8e24-1a5bafc3ae33 None None] Provisioning for port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:09.864953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-25545e10-d344-489e-8e24-1a5bafc3ae33 None None] Provisioning complete for port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:09.865489 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25545e10-d344-489e-8e24-1a5bafc3ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:09.926075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-25545e10-d344-489e-8e24-1a5bafc3ae33 None None] Port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:13:09.965376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:09.991160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833ef3-f580-419f-bffd-8e5292f4775c req-6d4cbf15-acec-499a-b152-9a5a2cfe4f32 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:09.992602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78833ef3-f580-419f-bffd-8e5292f4775c req-6d4cbf15-acec-499a-b152-9a5a2cfe4f32 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.1620514 Apr 25 15:13:10.090368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-78833ef3-f580-419f-bffd-8e5292f4775c req-8a8b6e49-b98c-401b-b1b2-6d45cc156d65 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728230 Apr 25 15:13:10.188543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce725eb0-ad50-4b84-b795-0029d4c325d2 req-ae325cd2-2338-40a7-bef5-641fc6ceea9b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:10.190071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce725eb0-ad50-4b84-b795-0029d4c325d2 req-ae325cd2-2338-40a7-bef5-641fc6ceea9b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 931 time: 0.1051011 Apr 25 15:13:10.241606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce725eb0-ad50-4b84-b795-0029d4c325d2 req-e46007a6-4384-4e0a-b30d-9fc0dffd3d0e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453832 Apr 25 15:13:10.385087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:13:10.392233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:10.406713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Transition to ACTIVE for port object 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:10.410988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:10.568571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:10.656708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Attempting to bind port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:10.657360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Attempting to bind port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:10.658068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Attempting to bind port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:10.663209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:13:10.663531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Attempting to bind port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:10.669588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:10.669928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:10.670311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:10.670735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Bound port: 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:10.671082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:10.761939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] For port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:10.765110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] For port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:10.770278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:10.829699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:10.830235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:10.831567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] 10.222.0.15 "PUT /v2.0/ports/2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 HTTP/1.1" status: 200 len: 1091 time: 1.1593137 Apr 25 15:13:10.832049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'tag': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:13:10.857797 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a43a65-7269-4e05-8853-befa9e82d93a service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:10.942970 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ef2bf8-d8f9-4ae4-9408-e41cd6f7ce4f'] response: {'name': 'network-changed', 'server_uuid': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'tag': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82', 'status': 'completed', 'code': 200} Apr 25 15:13:10.979967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-9eece485-88a0-4e8f-98c8-5e21a337f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:10.982588 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b406bedb-0f15-4371-85ea-2020f592103a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:10.983371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-9eece485-88a0-4e8f-98c8-5e21a337f699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 1094 time: 0.0973284 Apr 25 15:13:11.058930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-9a9d3fba-c270-45d7-be88-2ecdace62cb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 HTTP/1.1" status: 200 len: 217 time: 0.0692828 Apr 25 15:13:11.133309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-82037b70-1b57-4cc4-8aac-6ef6adc29a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:11.135796 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-82037b70-1b57-4cc4-8aac-6ef6adc29a22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0707929 Apr 25 15:13:11.285397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42497423-6035-48d3-8ccb-d2989bfda70a req-70037c00-2494-41d7-ad19-5812305b74cf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:11.286927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42497423-6035-48d3-8ccb-d2989bfda70a req-70037c00-2494-41d7-ad19-5812305b74cf tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.21 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.1557484 Apr 25 15:13:11.288971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-88203b70-c0b0-41f0-86af-24262f9a5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:11.290369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-88203b70-c0b0-41f0-86af-24262f9a5a0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204064 Apr 25 15:13:11.303305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70193ab-a7e3-42d1-8e8e-28a524ae8f3c req-fc32f576-b649-4864-8ab6-b2886c5c04f4 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:11.311279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e70193ab-a7e3-42d1-8e8e-28a524ae8f3c req-fc32f576-b649-4864-8ab6-b2886c5c04f4 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0945494 Apr 25 15:13:11.361580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e70193ab-a7e3-42d1-8e8e-28a524ae8f3c req-fe401ec0-3295-4c8b-b13e-f46706490fb2 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494182 Apr 25 15:13:11.622218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Deleting port b95351dd-7518-430c-8f3a-950ad3dce739 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:13:11.622557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:11.756660 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-16b94de0-453c-4977-87dc-cbe6190e0ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258265 Apr 25 15:13:11.799079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f8ff9-b9c5-4114-87ee-69381335caa6 req-e74b97c0-f79f-42f2-bf5d-ba03d995d6d2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:11.799660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e52f8ff9-b9c5-4114-87ee-69381335caa6 req-e74b97c0-f79f-42f2-bf5d-ba03d995d6d2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:13:11.845976 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:11.991229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e52f8ff9-b9c5-4114-87ee-69381335caa6 req-e74b97c0-f79f-42f2-bf5d-ba03d995d6d2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:13:11.993646 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e52f8ff9-b9c5-4114-87ee-69381335caa6 req-e74b97c0-f79f-42f2-bf5d-ba03d995d6d2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.6324320 Apr 25 15:13:12.077128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f51896-54ef-42f2-9860-e7e95e9fbf59 req-cab56b97-a4c1-47f6-9758-2f0351619906 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128879 Apr 25 15:13:12.080171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:12.084464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] For port b95351dd-7518-430c-8f3a-950ad3dce739, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=b95351dd-7518-430c-8f3a-950ad3dce739,segment=NetworkSegment(b716d15c-e06e-4dad-9df7-7a5ec71759dc),segment_id=b716d15c-e06e-4dad-9df7-7a5ec71759dc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:12.084830 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:12.103520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e52f8ff9-b9c5-4114-87ee-69381335caa6 req-7fce5f53-ea0f-45ee-a6d8-015bd1b50e80 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975435 Apr 25 15:13:12.266687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Calling delete_port for b95351dd-7518-430c-8f3a-950ad3dce739 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:13:12.430260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-3f3f507e-d237-43f2-92d7-5fc76279eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:12.431763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-3f3f507e-d237-43f2-92d7-5fc76279eac8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 1094 time: 0.2782602 Apr 25 15:13:12.555631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:12.569406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['b95351dd-7518-430c-8f3a-950ad3dce739'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:13:12.601438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade0c6-18f0-4493-b136-84c2b54ef58b req-bcfc0e37-7bdd-445c-85d3-864291ec19c7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:12.604980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76ade0c6-18f0-4493-b136-84c2b54ef58b req-bcfc0e37-7bdd-445c-85d3-864291ec19c7 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/ports?device_id=2878ba54-5fba-45c1-ab65-d5cdb397b8b6 HTTP/1.1" status: 200 len: 946 time: 0.1277027 Apr 25 15:13:12.618910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Pushing event deleted for resources: {'Port': ['ID=b95351dd-7518-430c-8f3a-950ad3dce739,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:12.679593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76ade0c6-18f0-4493-b136-84c2b54ef58b req-e71f1320-fd34-41b6-b5bf-76c27818de03 tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d3deeee-8d87-4e12-8420-82cf848c07ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597658 Apr 25 15:13:12.719505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] No DVR routers for this DVR port b95351dd-7518-430c-8f3a-950ad3dce739 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:13:12.724064 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:12.729852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-f89be964-150e-4246-b71a-428e1e3937cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:12.731511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-f89be964-150e-4246-b71a-428e1e3937cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.2937691 Apr 25 15:13:12.834468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-7157837c-6784-4f0d-bf7a-edb50bcc7d8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 HTTP/1.1" status: 200 len: 217 time: 0.0964365 Apr 25 15:13:12.838097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42497423-6035-48d3-8ccb-d2989bfda70a req-8d8ec718-3618-4002-8c20-45de288ea38d tempest-VolumesActionsTest-1680710265 tempest-VolumesActionsTest-1680710265-project] 10.222.0.21 "DELETE /v2.0/ports/b95351dd-7518-430c-8f3a-950ad3dce739 HTTP/1.1" status: 204 len: 173 time: 1.5447092 Apr 25 15:13:12.938668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-df483b38-d978-4b02-b89a-9b2cca1ecfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:12.940627 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-df483b38-d978-4b02-b89a-9b2cca1ecfb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.1013088 Apr 25 15:13:12.943535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'name': 'network-vif-deleted', 'tag': 'b95351dd-7518-430c-8f3a-950ad3dce739'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:13:13.072690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-3c5064b2-0c9b-4620-9cb5-7ef78403594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:13.074885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-3c5064b2-0c9b-4620-9cb5-7ef78403594a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240683 Apr 25 15:13:13.080548 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7488e57-69ac-4184-9113-b4651f7d84f4'] response: {'server_uuid': '2878ba54-5fba-45c1-ab65-d5cdb397b8b6', 'name': 'network-vif-deleted', 'tag': 'b95351dd-7518-430c-8f3a-950ad3dce739', 'status': 'completed', 'code': 200} Apr 25 15:13:13.242315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-19f2f8fd-aa89-453a-b59e-b5315227af99 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607628 Apr 25 15:13:13.330706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44f66-81be-4c27-85bc-4badefbc5eab req-12a023d6-6a7b-44f4-b9c5-d79f6383f28d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:13.337913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-83f44f66-81be-4c27-85bc-4badefbc5eab req-12a023d6-6a7b-44f4-b9c5-d79f6383f28d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.1099858 Apr 25 15:13:13.394559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-83f44f66-81be-4c27-85bc-4badefbc5eab req-80cc60a9-494f-4719-b0fb-33d85e544952 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Apr 25 15:13:13.546873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfc67560-44fa-4815-aadd-db53b8b23d31 req-0d3b86cc-72ea-49b5-b0c3-e6420117c8e0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992747 Apr 25 15:13:13.744819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:14.617727 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243291b-187c-4d4b-b2c0-ff10ee8b3e81 req-6edf9a3d-1fcf-4b73-80ed-42d98f6bdcee tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:14.621490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2243291b-187c-4d4b-b2c0-ff10ee8b3e81 req-6edf9a3d-1fcf-4b73-80ed-42d98f6bdcee tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.1036665 Apr 25 15:13:14.690002 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2243291b-187c-4d4b-b2c0-ff10ee8b3e81 req-0b0775d3-4ab4-4f6b-9f32-c7447d6ea9e8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606973 Apr 25 15:13:15.512774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b95351dd-7518-430c-8f3a-950ad3dce739 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:13:15.567811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: b95351dd-7518-430c-8f3a-950ad3dce739 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:13:15.568167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device b95351dd-7518-430c-8f3a-950ad3dce739 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:13:15.898770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86583fd5-4129-48a0-b7d0-c427150a5f40 req-eace9612-31ee-4ee6-8d9d-05cf44b3ac89 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:15.919277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86583fd5-4129-48a0-b7d0-c427150a5f40 req-eace9612-31ee-4ee6-8d9d-05cf44b3ac89 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.1148105 Apr 25 15:13:15.971131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86583fd5-4129-48a0-b7d0-c427150a5f40 req-621a2b47-b0d5-45ee-a609-365563bf42b0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575135 Apr 25 15:13:17.253962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e6b65-fd66-4b6b-8e10-56139234802d req-08777950-a768-4048-9e30-97dd3577d2d4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:17.262138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec0e6b65-fd66-4b6b-8e10-56139234802d req-08777950-a768-4048-9e30-97dd3577d2d4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0944574 Apr 25 15:13:17.312822 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec0e6b65-fd66-4b6b-8e10-56139234802d req-44dc7d75-1e51-4dce-bb41-7070d0ad366c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495648 Apr 25 15:13:18.584458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3d371-0c56-4f56-bba8-82496eb28150 req-9e38dab1-10a6-4610-b0d2-69cbcade023e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:18.586172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f3d371-0c56-4f56-bba8-82496eb28150 req-9e38dab1-10a6-4610-b0d2-69cbcade023e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.1385453 Apr 25 15:13:18.653585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-18f3d371-0c56-4f56-bba8-82496eb28150 req-81dd20cd-7250-456a-9a90-0a2489cc3210 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604219 Apr 25 15:13:19.876172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc911192-0ee4-46f2-98da-ac9f98f3aff1 req-24600c68-7cee-4508-a2a3-1a5b229fac57 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:19.878456 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc911192-0ee4-46f2-98da-ac9f98f3aff1 req-24600c68-7cee-4508-a2a3-1a5b229fac57 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.1150100 Apr 25 15:13:19.943303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bc911192-0ee4-46f2-98da-ac9f98f3aff1 req-a94f898a-b29a-4272-9a49-f7d60d51b6e8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Apr 25 15:13:21.175287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc84e1-5913-4581-8161-45563787ff48 req-e84e084e-c380-42ed-811a-a1188ed5d265 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:21.176714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2fc84e1-5913-4581-8161-45563787ff48 req-e84e084e-c380-42ed-811a-a1188ed5d265 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0990329 Apr 25 15:13:21.237587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2fc84e1-5913-4581-8161-45563787ff48 req-23df888f-59cd-43b2-8fca-30ab05997ced tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Apr 25 15:13:22.422484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95caefc-0e56-478b-bb7e-01c332fd3320 req-c4c0e027-f756-427b-9046-1903f6297948 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:22.423960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a95caefc-0e56-478b-bb7e-01c332fd3320 req-c4c0e027-f756-427b-9046-1903f6297948 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0809214 Apr 25 15:13:22.477656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a95caefc-0e56-478b-bb7e-01c332fd3320 req-8801e291-1a21-4eaa-b179-d27816bedc02 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Apr 25 15:13:22.818928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-de54fe0a-5e0e-4020-ba6d-bbc70e6c5663 req-d45f4b85-8184-4ae8-8cbc-f19c8e5640a7 service neutron] (88060) timed out ('10.222.0.21', 52492) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:13:23.718524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674a635-0d63-4300-86a1-c86bed294e03 req-8d177dbd-3c71-4fd1-a997-72423106e124 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:23.720252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7674a635-0d63-4300-86a1-c86bed294e03 req-8d177dbd-3c71-4fd1-a997-72423106e124 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0968487 Apr 25 15:13:23.785874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7674a635-0d63-4300-86a1-c86bed294e03 req-e44129a9-034e-46ce-afa9-897c00ef3418 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Apr 25 15:13:25.013645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a436-761b-4597-a711-9b1ab506b607 req-e8f51972-2500-4838-a23a-16cecae2c2dd tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:25.015228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c116a436-761b-4597-a711-9b1ab506b607 req-e8f51972-2500-4838-a23a-16cecae2c2dd tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0902703 Apr 25 15:13:25.062901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c116a436-761b-4597-a711-9b1ab506b607 req-9c7d3047-48b5-4ad9-b319-ed2bfa3cc16d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Apr 25 15:13:26.293904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66b09-fb37-41c1-a33c-92558f9490a0 req-1daddec1-4beb-4f07-a490-819e5f23e809 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:26.296235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ee66b09-fb37-41c1-a33c-92558f9490a0 req-1daddec1-4beb-4f07-a490-819e5f23e809 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.1054492 Apr 25 15:13:26.351804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ee66b09-fb37-41c1-a33c-92558f9490a0 req-2838fac9-90cb-44d6-aa35-b120de38d633 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490816 Apr 25 15:13:27.553620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e16c-a878-4290-aac2-af51466f2131 req-768e531c-6b68-4dd8-b71a-7caeaf81475a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:27.555932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5602e16c-a878-4290-aac2-af51466f2131 req-768e531c-6b68-4dd8-b71a-7caeaf81475a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0975006 Apr 25 15:13:27.749836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5602e16c-a878-4290-aac2-af51466f2131 req-b6c13ca2-6abe-4a23-8edb-a0994e064fc9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877463 Apr 25 15:13:28.956597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6592-c3e7-4207-8cbd-5cc8e4dc5611 req-06e3a157-f5a4-452f-ab0a-fd5448437512 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:28.958249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-873b6592-c3e7-4207-8cbd-5cc8e4dc5611 req-06e3a157-f5a4-452f-ab0a-fd5448437512 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 943 time: 0.0951612 Apr 25 15:13:29.027693 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-873b6592-c3e7-4207-8cbd-5cc8e4dc5611 req-75cfacbd-b6b0-45e0-8e46-628e28b14af7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Apr 25 15:13:29.056663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:29.087182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:13:29.230199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:29.244938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82', 'mac_address': 'fa:16:3e:8e:7a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:13:29.310166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:29.329660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:13:29.347202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:29.353578 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:29.429685 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:29.543110 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2d6fbe24-97d5-4f30-93a6-71ecd42b7d82'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:13:30.239452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce905ab-49e4-43c4-ad65-ae6e9c070f24 req-4e7ff3c9-9f6d-4486-80d6-438c433c0ade tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:30.240932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ce905ab-49e4-43c4-ad65-ae6e9c070f24 req-4e7ff3c9-9f6d-4486-80d6-438c433c0ade tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 944 time: 0.1011431 Apr 25 15:13:30.307891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ce905ab-49e4-43c4-ad65-ae6e9c070f24 req-16ff30e4-7b1c-4977-94c8-f575e7cd5469 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569127 Apr 25 15:13:31.088382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:31.165139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:31.171718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:31.172118 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:31.297510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:31.326137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:13:31.339486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:31.348431 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:31.406996 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692b44c6-f028-477e-9621-7a4dddb8ec9c'] response: {'server_uuid': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82', 'code': 200} Apr 25 15:13:31.448725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:31.547052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8a7a-8873-420a-bfee-1f90f8a5eac3 req-7a2f2561-605c-43ec-af95-5cc6244f63eb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:31.549120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29eb8a7a-8873-420a-bfee-1f90f8a5eac3 req-7a2f2561-605c-43ec-af95-5cc6244f63eb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.1123354 Apr 25 15:13:31.641973 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29eb8a7a-8873-420a-bfee-1f90f8a5eac3 req-d944a96c-9bef-45c2-b7b2-11951e7c70a2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863736 Apr 25 15:13:31.663382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c07b56-b28f-4df5-bf84-b96531f1b6da req-c88ad923-0d4f-4a35-bdca-9cc69dce121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:31.664850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61c07b56-b28f-4df5-bf84-b96531f1b6da req-c88ad923-0d4f-4a35-bdca-9cc69dce121e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 1096 time: 0.0961499 Apr 25 15:13:31.707018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61c07b56-b28f-4df5-bf84-b96531f1b6da req-b7d932da-6e48-499e-a940-0af838f0580f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355260 Apr 25 15:13:32.835384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b805-de62-4e8e-a604-96cbf421403f req-71e8f9b2-4a4f-4720-9132-7bb01300525a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:32.836856 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e77b805-de62-4e8e-a604-96cbf421403f req-71e8f9b2-4a4f-4720-9132-7bb01300525a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.0842209 Apr 25 15:13:32.881621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e77b805-de62-4e8e-a604-96cbf421403f req-0deefbe8-456d-467e-8571-31b00c3c646d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Apr 25 15:13:34.068161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf75f5-2627-4fbf-acb0-d76e5ce1ee29 req-8a8d4486-b23c-4526-aca3-d510a9139ff0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:34.069571 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dcdf75f5-2627-4fbf-acb0-d76e5ce1ee29 req-8a8d4486-b23c-4526-aca3-d510a9139ff0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.0817807 Apr 25 15:13:34.113530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dcdf75f5-2627-4fbf-acb0-d76e5ce1ee29 req-4c4eeaf1-b9c3-44b8-9d63-05494c88f48c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379381 Apr 25 15:13:34.307087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fcb94-2836-4e4f-8cd4-3fe2c4896b64 req-806b08e0-5556-411b-89e0-3f110e1b0ebf tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:34.308524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc4fcb94-2836-4e4f-8cd4-3fe2c4896b64 req-806b08e0-5556-411b-89e0-3f110e1b0ebf tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.0863464 Apr 25 15:13:34.354176 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc4fcb94-2836-4e4f-8cd4-3fe2c4896b64 req-6813db4e-6107-4548-afdc-cf6979946ce2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Apr 25 15:13:34.486181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:34.544957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff36a-e9dc-4fba-8f17-b3ab0481a6f8 req-fb5afed9-dbee-4dd4-a03d-787780634f90 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:34.546467 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b4ff36a-e9dc-4fba-8f17-b3ab0481a6f8 req-fb5afed9-dbee-4dd4-a03d-787780634f90 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.0896151 Apr 25 15:13:34.591470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b4ff36a-e9dc-4fba-8f17-b3ab0481a6f8 req-32a40f45-73ab-494d-99e5-c5b1ff4b8454 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Apr 25 15:13:35.218977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ba11-158c-45e7-b4f6-3067453079dd req-3c02b13c-61eb-4a37-b105-e4bedc30f43c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:35.220565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77d8ba11-158c-45e7-b4f6-3067453079dd req-3c02b13c-61eb-4a37-b105-e4bedc30f43c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.0815301 Apr 25 15:13:35.266514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77d8ba11-158c-45e7-b4f6-3067453079dd req-19429fb4-8bb0-42e4-8206-80bac0806331 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Apr 25 15:13:35.975003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36946) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:36.038808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Deleting subnet 2b639536-9f61-4a5a-b8d2-7d3e2ecaf831 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:13:36.042389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.092286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.162539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.232665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.273173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b639536-9f61-4a5a-b8d2-7d3e2ecaf831,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:36.277711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.284145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.284489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.284826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.285186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.285513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.285841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.286162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.286482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.286800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.287119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.287433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.287747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:36.297089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b17e6f0b-5353-473c-9c76-f11375093a1f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b639536-9f61-4a5a-b8d2-7d3e2ecaf831 HTTP/1.1" status: 204 len: 168 time: 0.3202543 Apr 25 15:13:36.298727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36952) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:36.416854 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.463074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f414e4b-8118-408b-ad5f-1330c85e268f req-8ae775b3-fa1c-475c-85b8-800cff3030d0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:36.470337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f414e4b-8118-408b-ad5f-1330c85e268f req-8ae775b3-fa1c-475c-85b8-800cff3030d0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.0881846 Apr 25 15:13:36.517119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f414e4b-8118-408b-ad5f-1330c85e268f req-623af2e8-4139-4775-b0bc-893b3cf57e78 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Apr 25 15:13:36.596724 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.633476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164aea48-65e2-4b96-b952-af3b24752c82']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:36.656853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b716d15c-e06e-4dad-9df7-7a5ec71759dc') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:36.657119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b716d15c-e06e-4dad-9df7-7a5ec71759dc') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:36.676692 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.697758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-9d5c089e-b1ca-4802-8dbc-8749a31d9762 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:36.699260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-9d5c089e-b1ca-4802-8dbc-8749a31d9762 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 945 time: 0.2069266 Apr 25 15:13:36.737288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.875236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:13:36.875631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:13:36.889457 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:13:36.977724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:13:36.978603 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.023966 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.047172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.068478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] Pushing event deleted for resources: {'Network': ['ID=164aea48-65e2-4b96-b952-af3b24752c82,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:37.109724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ecafd9d-a77b-4a76-b41b-b699c8ce4043 admin admin] 10.222.0.23 "DELETE /v2.0/networks/164aea48-65e2-4b96-b952-af3b24752c82 HTTP/1.1" status: 204 len: 168 time: 0.8095703 Apr 25 15:13:37.300173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:37.300931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.330340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36958) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:37.389144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b3fec98f-50fa-4360-aff5-aebe47d565b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4ec3f94707745faa6880f509ad7f2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574021 Apr 25 15:13:37.389677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36962) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:37.438677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:13:37.451814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96b370cb-0f27-48b0-9e1b-65e88a51d615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.482055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96b370cb-0f27-48b0-9e1b-65e88a51d615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.540038 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96b370cb-0f27-48b0-9e1b-65e88a51d615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.558477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b370cb-0f27-48b0-9e1b-65e88a51d615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3deeee-8d87-4e12-8420-82cf848c07ab,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:37.583066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96b370cb-0f27-48b0-9e1b-65e88a51d615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.584195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-96b370cb-0f27-48b0-9e1b-65e88a51d615 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d3deeee-8d87-4e12-8420-82cf848c07ab HTTP/1.1" status: 204 len: 168 time: 0.1936085 Apr 25 15:13:37.611582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.623701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['2d6fbe24-97d5-4f30-93a6-71ecd42b7d82'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:13:37.706785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=2d6fbe24-97d5-4f30-93a6-71ecd42b7d82,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:37.755620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-80dcd674-ec8a-498f-bdcc-5afdb62f3f32 req-c919f96c-a4c8-43c5-bd8e-285bea5ddb50 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 210 time: 0.1001859 Apr 25 15:13:37.806947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:13:37.810236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:37.813742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'name': 'network-vif-deleted', 'tag': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:13:37.835392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1611cc97-54f3-4ca6-9a9c-7f6be8c805d5 req-e49797f0-0fd1-42cc-937a-04cf0c6e1f7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "DELETE /v2.0/ports/2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 HTTP/1.1" status: 204 len: 173 time: 1.1311033 Apr 25 15:13:37.874018 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b50523-fdc6-4b5d-aedb-70679a44c983'] response: {'server_uuid': '468b5365-134e-4d35-ad08-5ec8c2cc7b74', 'name': 'network-vif-deleted', 'tag': '2d6fbe24-97d5-4f30-93a6-71ecd42b7d82', 'status': 'completed', 'code': 200} Apr 25 15:13:38.423246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 36990) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:38.566348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cdab-74a5-4a44-bd57-c35ff9cfbf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.580637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1042404624-network', 'tenant_id': '6345343a8fed441fb104405e5578470c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:38.587054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:38.591262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Usage tracker for resource:network and tenant:6345343a8fed441fb104405e5578470c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:38.594269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:38.601169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:38.611572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Made reservation on behalf of 6345343a8fed441fb104405e5578470c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:13:38.614094 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.627389 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.642840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:38.650618 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Usage tracker for resource:security_group_rule and tenant:6345343a8fed441fb104405e5578470c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:38.654161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:38.660708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:38.760250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.764321 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.798187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:13:38.809938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce3cd9-b062-4ee8-b9cd-fd6cc993141b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:38.816054 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.816404 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Added segment 237b2898-68ba-47bb-8022-25c2147611b5 of type vlan for network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 Apr 25 15:13:38.848440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.882100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.883296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:38.884965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:38.980277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-988bb6bb-f1b0-4958-a417-768c1cb5de7f req-e660c93a-79ae-494a-b9e7-cd7c169ee099 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:13:38.998178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-988bb6bb-f1b0-4958-a417-768c1cb5de7f req-e660c93a-79ae-494a-b9e7-cd7c169ee099 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:13:38.999422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-988bb6bb-f1b0-4958-a417-768c1cb5de7f req-e660c93a-79ae-494a-b9e7-cd7c169ee099 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=468b5365-134e-4d35-ad08-5ec8c2cc7b74 HTTP/1.1" status: 200 len: 210 time: 0.0749042 Apr 25 15:13:39.006204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5818133 Apr 25 15:13:39.009663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 36998) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:39.016541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Request body: {'subnet': {'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1042404624-subnet', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:39.022309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a3af0-8c5a-4d56-bb36-d960965dca54 admin admin] Pushing event updated for resources: {'Network': ['ID=7f0279c0-f9ce-47ea-acc5-b551f229ad16,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:39.025701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:39.030689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Usage tracker for resource:subnet and tenant:6345343a8fed441fb104405e5578470c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:39.033921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:39.040987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:39.041177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:13:39.051863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Made reservation on behalf of 6345343a8fed441fb104405e5578470c for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:13:39.054420 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.309856 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.411040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd0d967-5b8a-4e8f-8d3b-471d080505e8,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:39.417884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Checking segment: {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:39.418365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Network hostable DHCP agents. Network: 7f0279c0-f9ce-47ea-acc5-b551f229ad16, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:13:39.445406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:13:39.457191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 7f0279c0-f9ce-47ea-acc5-b551f229ad16) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:39.465881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:39.466471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.467315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118553d5-57e6-442b-84f9-2f47a2d4562c None None] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:13:39.487889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c84b10f6-764d-452f-8564-d9bddb1cfe8e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4766202 Apr 25 15:13:39.490606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37004) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:39.495688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:39.501315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:39.505465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Usage tracker for resource:router and tenant:6345343a8fed441fb104405e5578470c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:39.508288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:39.516464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:39.531082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.532201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.550401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.706017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-7f0279c0-f9ce-47ea-acc5-b551f229ad16', 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'fixed_ips': [{'subnet_id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:13:39.706946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:39.877403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Allocated IP 172.20.0.2 (7f0279c0-f9ce-47ea-acc5-b551f229ad16/bdd0d967-5b8a-4e8f-8d3b-471d080505e8/d5ab2245-0d14-498c-9f0a-809643a9531b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:39.952965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.123139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.133620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Transition to ACTIVE for port object d5ab2245-0d14-498c-9f0a-809643a9531b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:40.152318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Transition to ACTIVE for port object d5ab2245-0d14-498c-9f0a-809643a9531b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:40.160732 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.231029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:40.239121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:40.243964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:40.249972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2245-0d14-498c-9f0a-809643a9531b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:40.288085 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.288199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.288566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.288839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.289211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.289545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.289875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.290203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.291048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.291377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.291702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.292022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:40.305957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.345757 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.359591 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Attempting to bind port d5ab2245-0d14-498c-9f0a-809643a9531b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:40.359978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Attempting to bind port d5ab2245-0d14-498c-9f0a-809643a9531b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:40.360338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Attempting to bind port d5ab2245-0d14-498c-9f0a-809643a9531b on network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:40.366879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:40.367269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Checking segment: {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:40.367680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.368212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Bound using segment: {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:40.368725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Bound port: d5ab2245-0d14-498c-9f0a-809643a9531b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:40.369145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.486760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] For port d5ab2245-0d14-498c-9f0a-809643a9531b, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:40.490913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] For port d5ab2245-0d14-498c-9f0a-809643a9531b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d5ab2245-0d14-498c-9f0a-809643a9531b,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:40.497910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.561570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Allocated IP 172.25.0.11 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b5c60852-fefc-49f1-ab6c-35bdb7d47c03) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:40.634965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458d4b-b6b2-4100-a67a-8936a0054f50 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2245-0d14-498c-9f0a-809643a9531b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:40.742624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.777946 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.859123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:40.863512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:40.902917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:40.963886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-292981ec-3b34-4d45-883a-ac1951dbf687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:40.976139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:41.142299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:13:41.186750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:13:41.187167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 2d6fbe24-97d5-4f30-93a6-71ecd42b7d82 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:13:41.400431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:41.798077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d97958-6aff-42b9-9585-9037f8e93500 None None] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:13:41.900066 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:41.959587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:41.974242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7f524421-c3f8-4000-ad30-812c463b583e None None] Provisioning for port d5ab2245-0d14-498c-9f0a-809643a9531b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:42.063822 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:42.113577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Router d7b94591-2cda-4841-8d40-038d7432cb35 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:13:42.299491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:13:42.309255 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Sync routers for ids ['d7b94591-2cda-4841-8d40-038d7432cb35'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:13:42.318935 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Routers {'d7b94591-2cda-4841-8d40-038d7432cb35'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:42.319553 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d7b94591-2cda-4841-8d40-038d7432cb35'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:42.325771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:42.327285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-88a61fb3-0ce2-449f-90c0-f2fb25524701 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8357663 Apr 25 15:13:42.330112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37022) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:42.471161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d5ab2245-0d14-498c-9f0a-809643a9531b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:42.500004 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Set router d7b94591-2cda-4841-8d40-038d7432cb35 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:42.549520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d5ab2245-0d14-498c-9f0a-809643a9531b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:42.554964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d5ab2245-0d14-498c-9f0a-809643a9531b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:42.555347 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:42.689797 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:42.734829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d5ab2245-0d14-498c-9f0a-809643a9531b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d5ab2245-0d14-498c-9f0a-809643a9531b,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:42.741053 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:42.806791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:41Z', 'revision_number': 3, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:42.811342 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Checking router: d7b94591-2cda-4841-8d40-038d7432cb35 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:13:42.811692 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Updating router d7b94591-2cda-4841-8d40-038d7432cb35 port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:13:42.841158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d5ab2245-0d14-498c-9f0a-809643a9531b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:42.879461 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.234100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.241724 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.254396 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Transition to ACTIVE for port object b5c60852-fefc-49f1-ab6c-35bdb7d47c03 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:43.262166 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.348956 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Attempting to bind port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:43.349749 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Attempting to bind port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:43.349749 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Attempting to bind port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:43.351990 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Pushing event updated for resources: {'Port': ['ID=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:43.361851 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:43.362232 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:43.362640 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.363041 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:43.363512 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Bound port: b5c60852-fefc-49f1-ab6c-35bdb7d47c03, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:43.363908 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.395573 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.395927 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.396269 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.397059 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.397059 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.397358 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.397927 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.397927 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.398232 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.398560 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.398888 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.399210 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:43.454187 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] For port b5c60852-fefc-49f1-ab6c-35bdb7d47c03, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:43.457473 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] For port b5c60852-fefc-49f1-ab6c-35bdb7d47c03, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:43.461811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Allocated IP 172.20.0.1 (7f0279c0-f9ce-47ea-acc5-b551f229ad16/bdd0d967-5b8a-4e8f-8d3b-471d080505e8/7bb6b2d1-9e4b-4951-8b22-c28d2b12d115) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:43.464962 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.559405 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Routers {'d7b94591-2cda-4841-8d40-038d7432cb35'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:43.560388 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d7b94591-2cda-4841-8d40-038d7432cb35'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:43.625512 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.643027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Transition to ACTIVE for port object 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:43.646046 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a3a0d-9af6-45b3-ab70-e7ed8994c93b None None] Pushing event updated for resources: {'Port': ['ID=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:43.673657 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.744188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:43.744880 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:43.745700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:43.749799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:43.767044 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] Set router d7b94591-2cda-4841-8d40-038d7432cb35 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:43.801363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Pushing event updated for resources: {'Port': ['ID=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:43.820350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.054214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-58caa80e-c638-4cdf-b085-a0d7f909b461 None None] Provisioning for port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:44.060187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-58caa80e-c638-4cdf-b085-a0d7f909b461 None None] Provisioning complete for port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:44.060766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-58caa80e-c638-4cdf-b085-a0d7f909b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.119932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-58caa80e-c638-4cdf-b085-a0d7f909b461 None None] Port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:13:44.132172 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:41Z', 'revision_number': 3, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:44.136945 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24fe0f-1536-4d73-9ab1-d1daa880f7a1 None None] The sync data for ids ['d7b94591-2cda-4841-8d40-038d7432cb35'] in n-d-811416-6 is: [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:41Z', 'revision_number': 3, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:13:44.164295 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.459622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.467704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.599113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Pushing event updated for resources: {'Port': ['ID=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:44.610179 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.618467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b5c60852-fefc-49f1-ab6c-35bdb7d47c03 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:44.619485 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.619833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.620170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.620503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.620830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.621253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.621508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.621828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.622153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.622474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.622794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.623171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:13:44.699580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:44.706411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:44.706794 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.786876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:44.788314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:44.856157 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.887188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port b5c60852-fefc-49f1-ab6c-35bdb7d47c03, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:44.899188 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:44.900607 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d5ab2245-0d14-498c-9f0a-809643a9531b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:45.066679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:45.075526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Router d7b94591-2cda-4841-8d40-038d7432cb35 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:13:45.079209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d5ab2245-0d14-498c-9f0a-809643a9531b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:45.079742 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:45.166151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bda32180-9fe4-47e1-b465-5aebaf229cb7 None None] Provisioning complete for port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:45.173843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bda32180-9fe4-47e1-b465-5aebaf229cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:45.301727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bda32180-9fe4-47e1-b465-5aebaf229cb7 None None] Port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:13:45.445830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:13:45.464538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-80cd5f01-4fd5-4e6e-bee4-0b1dcddebe5c admin admin] 10.222.0.23 "PUT /v2.0/routers/d7b94591-2cda-4841-8d40-038d7432cb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255963 Apr 25 15:13:46.023825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37102) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:46.030370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1182002738-network', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:46.036247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:46.040628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Usage tracker for resource:network and tenant:cee57783a81441d188b2b0f1d3f8001c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:46.043586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:46.049570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:46.065514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Made reservation on behalf of cee57783a81441d188b2b0f1d3f8001c for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:13:46.067968 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.084093 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.099222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:46.103117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Usage tracker for resource:security_group_rule and tenant:cee57783a81441d188b2b0f1d3f8001c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:46.106080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:46.111683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:46.147766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Sync routers for ids ['d7b94591-2cda-4841-8d40-038d7432cb35'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:13:46.178907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Routers {'d7b94591-2cda-4841-8d40-038d7432cb35'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:46.179858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d7b94591-2cda-4841-8d40-038d7432cb35'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:46.238142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.242502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.273147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:13:46.286911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07758571-64a8-44f5-8c09-79ddca171a9d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:46.292403 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.292820 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Added segment b643a2af-bf22-45a0-aeff-fc46003b9b84 of type vlan for network 38f7dc10-86a9-49e7-8efb-fe3ac403336d Apr 25 15:13:46.323813 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.345234 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:13:46.363497 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.364590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:46.365230 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.397185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Set router d7b94591-2cda-4841-8d40-038d7432cb35 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:46.482121 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4561887 Apr 25 15:13:46.484925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:46.488054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d97aa-eef2-4a92-98c0-1c448dae4af8 admin admin] Pushing event updated for resources: {'Network': ['ID=38f7dc10-86a9-49e7-8efb-fe3ac403336d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:46.493987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Request body: {'subnet': {'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1182002738-subnet', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:46.500805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:46.504723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Usage tracker for resource:subnet and tenant:cee57783a81441d188b2b0f1d3f8001c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:46.510084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:46.513023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b5c60852-fefc-49f1-ab6c-35bdb7d47c03 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:46.517175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:46.529092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Made reservation on behalf of cee57783a81441d188b2b0f1d3f8001c for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:13:46.531727 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.547420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:13:46.776439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.877129 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9fa1ef-1c86-4d65-8125-23e947ef5977,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:46.884127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Checking segment: {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:46.884593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Network hostable DHCP agents. Network: 38f7dc10-86a9-49e7-8efb-fe3ac403336d, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:13:46.908092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:13:46.927145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 38f7dc10-86a9-49e7-8efb-fe3ac403336d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:46.932450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:13:46.933183 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.936643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:46.937052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:46.959967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b86bb6ce-5caf-434f-be83-8a9721b65e89 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4737194 Apr 25 15:13:46.962501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37132) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:46.968968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:13:46.971737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5739be5-df68-4fef-ae93-52b71fc61dda None None] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:13:46.974632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:13:46.979110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Usage tracker for resource:router and tenant:cee57783a81441d188b2b0f1d3f8001c is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:13:46.983016 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:13:46.989737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:13:47.003635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.004820 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.027245 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.284158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7bb6b2d1-9e4b-4951-8b22-c28d2b12d115', 'name': '', 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'mac_address': 'fa:16:3e:ee:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:43Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 2, 'project_id': '6345343a8fed441fb104405e5578470c', 'subnets': [{'id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:47.292271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Checking router: d7b94591-2cda-4841-8d40-038d7432cb35 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:13:47.292629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Updating router d7b94591-2cda-4841-8d40-038d7432cb35 port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:13:47.336486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.380829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-38f7dc10-86a9-49e7-8efb-fe3ac403336d', 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'fixed_ips': [{'subnet_id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:13:47.381689 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.396973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.689790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:47.695645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Allocated IP 172.20.0.2 (38f7dc10-86a9-49e7-8efb-fe3ac403336d/3a9fa1ef-1c86-4d65-8125-23e947ef5977/383d90c6-ab0c-45e4-b3f4-25f0d6653090) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:47.723589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.032485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Allocated IP 172.25.0.231 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/65ead4c5-b748-4a0f-ad88-9841b7a53baa) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:48.055231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.077234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.079543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Transition to ACTIVE for port object 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:48.091171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.095171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Transition to ACTIVE for port object 383d90c6-ab0c-45e4-b3f4-25f0d6653090 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:48.215129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.224231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Transition to ACTIVE for port object 383d90c6-ab0c-45e4-b3f4-25f0d6653090 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:48.241194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a7f1-136e-4ce1-959f-e4424b09fdd1 None None] Pushing event updated for resources: {'Port': ['ID=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:48.246855 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.269365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.354920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:48.358180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:48.362715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:48.434043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=65ead4c5-b748-4a0f-ad88-9841b7a53baa,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:48.479227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:48.492578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:48.506474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:48.526507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Pushing event updated for resources: {'Port': ['ID=383d90c6-ab0c-45e4-b3f4-25f0d6653090,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:48.555163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Attempting to bind port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:48.555544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Attempting to bind port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:48.555935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Attempting to bind port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 on network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:48.602098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:48.602483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Checking segment: {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:48.602912 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.603305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Bound using segment: {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:48.603790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Bound port: 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237b2898-68ba-47bb-8022-25c2147611b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:48.604168 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.679470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Attempting to bind port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:48.679849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Attempting to bind port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:48.680217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Attempting to bind port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 on network 38f7dc10-86a9-49e7-8efb-fe3ac403336d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:48.699401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:48.699770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Checking segment: {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:48.700182 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.700572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Bound using segment: {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:48.701232 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Bound port: 383d90c6-ab0c-45e4-b3f4-25f0d6653090, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:48.701754 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.779557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] For port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:48.797563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] For port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:48.809018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.840120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:48.877872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] For port 383d90c6-ab0c-45e4-b3f4-25f0d6653090, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:48.911159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] For port 383d90c6-ab0c-45e4-b3f4-25f0d6653090, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=383d90c6-ab0c-45e4-b3f4-25f0d6653090,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:48.918726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Routers {'d7b94591-2cda-4841-8d40-038d7432cb35'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:48.919384 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d7b94591-2cda-4841-8d40-038d7432cb35'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:49.024921 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:49.034009 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a7f1-136e-4ce1-959f-e4424b09fdd1 None None] Pushing event updated for resources: {'Port': ['ID=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:49.230132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7335-a1bd-4249-8f69-198af642ddae None None] Pushing event updated for resources: {'Port': ['ID=383d90c6-ab0c-45e4-b3f4-25f0d6653090,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:49.241639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] Set router d7b94591-2cda-4841-8d40-038d7432cb35 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:49.319380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:49.602561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Router 360c062e-a24c-4b28-b22c-995db4072049 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:13:49.702998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7bb6b2d1-9e4b-4951-8b22-c28d2b12d115', 'name': '', 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'mac_address': 'fa:16:3e:ee:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:43Z', 'updated_at': '2022-04-25T15:13:48Z', 'revision_number': 4, 'project_id': '6345343a8fed441fb104405e5578470c', 'subnets': [{'id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:49.707678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13b852-88ab-470f-b242-ab04ef64519e None None] The sync data for ids ['d7b94591-2cda-4841-8d40-038d7432cb35'] in n-d-811416-6 is: [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7bb6b2d1-9e4b-4951-8b22-c28d2b12d115', 'name': '', 'network_id': '7f0279c0-f9ce-47ea-acc5-b551f229ad16', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'mac_address': 'fa:16:3e:ee:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:43Z', 'updated_at': '2022-04-25T15:13:48Z', 'revision_number': 4, 'project_id': '6345343a8fed441fb104405e5578470c', 'subnets': [{'id': 'bdd0d967-5b8a-4e8f-8d3b-471d080505e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:13:49.958844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:13:49.975942 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Sync routers for ids ['360c062e-a24c-4b28-b22c-995db4072049'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:13:49.988864 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Routers {'360c062e-a24c-4b28-b22c-995db4072049'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:49.990970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['360c062e-a24c-4b28-b22c-995db4072049'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:49.994553 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:49.996205 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-12d5bd61-d389-4943-9b2e-90ffbd1d6bb4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0324993 Apr 25 15:13:49.999894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37140) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:50.349944 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Set router 360c062e-a24c-4b28-b22c-995db4072049 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:50.491560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fcbb69-18f0-487e-8141-b2ded2cb0db0 None None] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:13:50.689404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 383d90c6-ab0c-45e4-b3f4-25f0d6653090 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:50.804606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0a2a70ce-b991-4ad2-a70d-9968b5c98269 None None] Provisioning for port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:50.842198 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:48Z', 'revision_number': 3, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:50.846593 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Checking router: 360c062e-a24c-4b28-b22c-995db4072049 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:13:50.847751 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Updating router 360c062e-a24c-4b28-b22c-995db4072049 port 65ead4c5-b748-4a0f-ad88-9841b7a53baa binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:13:50.934990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:50.935588 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:50.954830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:50.955312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.249329 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.333103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.339907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 383d90c6-ab0c-45e4-b3f4-25f0d6653090, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=383d90c6-ab0c-45e4-b3f4-25f0d6653090,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:51.347375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.348353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:51.471495 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.486598 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Transition to ACTIVE for port object 65ead4c5-b748-4a0f-ad88-9841b7a53baa will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:51.502245 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.606700 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96779-557c-4d11-80ab-5d861015fd3f None None] Pushing event updated for resources: {'Port': ['ID=65ead4c5-b748-4a0f-ad88-9841b7a53baa,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:51.640723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=383d90c6-ab0c-45e4-b3f4-25f0d6653090,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:51.651771 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Attempting to bind port 65ead4c5-b748-4a0f-ad88-9841b7a53baa on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:51.652265 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Attempting to bind port 65ead4c5-b748-4a0f-ad88-9841b7a53baa by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:51.652856 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Attempting to bind port 65ead4c5-b748-4a0f-ad88-9841b7a53baa on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:51.662360 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:51.663478 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:51.663896 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.664293 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:51.665021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Bound port: 65ead4c5-b748-4a0f-ad88-9841b7a53baa, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:51.665718 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.666843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:51.675903 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:51.676456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.732705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d9be4de3-c6df-41f7-aba1-497ee7c98375 None None] Provisioning complete for port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:51.733461 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d9be4de3-c6df-41f7-aba1-497ee7c98375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.757276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Allocated IP 172.20.0.1 (38f7dc10-86a9-49e7-8efb-fe3ac403336d/3a9fa1ef-1c86-4d65-8125-23e947ef5977/bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:13:51.762992 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] For port 65ead4c5-b748-4a0f-ad88-9841b7a53baa, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:51.768576 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] For port 65ead4c5-b748-4a0f-ad88-9841b7a53baa, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=65ead4c5-b748-4a0f-ad88-9841b7a53baa,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:51.777204 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.870513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Routers {'360c062e-a24c-4b28-b22c-995db4072049'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:51.871405 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['360c062e-a24c-4b28-b22c-995db4072049'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:51.939768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.953941 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96779-557c-4d11-80ab-5d861015fd3f None None] Pushing event updated for resources: {'Port': ['ID=65ead4c5-b748-4a0f-ad88-9841b7a53baa,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:51.978785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:51.981393 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:51.986007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:52.001357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Transition to ACTIVE for port object bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:52.042090 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:52.083071 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:52.109003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:52.111936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:52.115740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:13:52.138990 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] Set router 360c062e-a24c-4b28-b22c-995db4072049 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:52.185410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:52.198138 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:52.475856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2c4f5060-7d9f-4c72-93fc-760af60e7623 None None] Provisioning for port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:52.482413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2c4f5060-7d9f-4c72-93fc-760af60e7623 None None] Provisioning complete for port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:52.482802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c4f5060-7d9f-4c72-93fc-760af60e7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:52.509484 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:48Z', 'revision_number': 3, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:52.515275 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5727e659-bfe1-496c-b4bd-e3e2caaab6cf None None] The sync data for ids ['360c062e-a24c-4b28-b22c-995db4072049'] in n-d-811416-6 is: [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:48Z', 'revision_number': 3, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:13:52.546822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 383d90c6-ab0c-45e4-b3f4-25f0d6653090 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:52.629088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f5060-7d9f-4c72-93fc-760af60e7623 None None] Port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:13:52.662012 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:52.663131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:52.721498 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:52.807932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:52.924291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:52.924668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:53.016318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:53.029588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:53.144385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:53.148144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:53.308912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:13:53.312425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:13:53.581426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Router 360c062e-a24c-4b28-b22c-995db4072049 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:13:53.663713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-13a2ba6e-eda0-4da5-ba7f-0ac004bc2258 None None] Provisioning complete for port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:53.664266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13a2ba6e-eda0-4da5-ba7f-0ac004bc2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:53.734783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-13a2ba6e-eda0-4da5-ba7f-0ac004bc2258 None None] Port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:13:53.780966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:13:53.804675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6dc111ad-bc5c-479f-9485-0432683d9319 admin admin] 10.222.0.23 "PUT /v2.0/routers/360c062e-a24c-4b28-b22c-995db4072049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7995665 Apr 25 15:13:54.473103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 65ead4c5-b748-4a0f-ad88-9841b7a53baa up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:54.548519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Sync routers for ids ['360c062e-a24c-4b28-b22c-995db4072049'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:13:54.565769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Routers {'360c062e-a24c-4b28-b22c-995db4072049'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:54.566589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['360c062e-a24c-4b28-b22c-995db4072049'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:54.644425 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 65ead4c5-b748-4a0f-ad88-9841b7a53baa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:54.652663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 65ead4c5-b748-4a0f-ad88-9841b7a53baa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:54.653213 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:54.826498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Set router 360c062e-a24c-4b28-b22c-995db4072049 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:55.013508 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:55.091280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37198) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:55.113447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 65ead4c5-b748-4a0f-ad88-9841b7a53baa, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=65ead4c5-b748-4a0f-ad88-9841b7a53baa,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:55.170598 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:55.280336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=65ead4c5-b748-4a0f-ad88-9841b7a53baa,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:55.361791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:52Z', 'revision_number': 4, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb', 'name': '', 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'mac_address': 'fa:16:3e:8e:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:51Z', 'updated_at': '2022-04-25T15:13:52Z', 'revision_number': 2, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'subnets': [{'id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:55.366679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Checking router: 360c062e-a24c-4b28-b22c-995db4072049 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:13:55.367034 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Updating router 360c062e-a24c-4b28-b22c-995db4072049 port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:13:55.438544 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:55.716109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:55.822263 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:55.834614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Transition to ACTIVE for port object bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:13:55.842918 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:56.057900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ac105-0aa2-40e7-9ffb-eb301c16b932 None None] Pushing event updated for resources: {'Port': ['ID=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:56.102844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Attempting to bind port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:13:56.103514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Attempting to bind port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:13:56.104073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Attempting to bind port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb on network 38f7dc10-86a9-49e7-8efb-fe3ac403336d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:13:56.111673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:13:56.112344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Checking segment: {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:13:56.113611 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:56.114191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Bound using segment: {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:13:56.114898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Bound port: bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b643a2af-bf22-45a0-aeff-fc46003b9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:13:56.117005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:56.227620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] For port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:13:56.230806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] For port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:13:56.236466 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:56.255215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Deleting port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:13:56.256434 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:56.336150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Routers {'360c062e-a24c-4b28-b22c-995db4072049'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:56.336990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['360c062e-a24c-4b28-b22c-995db4072049'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:56.434228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ac105-0aa2-40e7-9ffb-eb301c16b932 None None] Pushing event updated for resources: {'Port': ['ID=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:56.539628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 65ead4c5-b748-4a0f-ad88-9841b7a53baa up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:56.545082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] For port 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:56.545937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:56.638798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] Set router 360c062e-a24c-4b28-b22c-995db4072049 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:56.687159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Calling delete_port for 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:13:56.784968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 65ead4c5-b748-4a0f-ad88-9841b7a53baa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:56.785295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:57.050546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:57.143856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb6b2d1-9e4b-4951-8b22-c28d2b12d115,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:57.162026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:52Z', 'revision_number': 4, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb', 'name': '', 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'mac_address': 'fa:16:3e:8e:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:51Z', 'updated_at': '2022-04-25T15:13:56Z', 'revision_number': 4, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'subnets': [{'id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:57.167547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e743b-63c1-4492-942b-317a067a2727 None None] The sync data for ids ['360c062e-a24c-4b28-b22c-995db4072049'] in n-d-811416-6 is: [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:52Z', 'revision_number': 4, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb', 'name': '', 'network_id': '38f7dc10-86a9-49e7-8efb-fe3ac403336d', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'mac_address': 'fa:16:3e:8e:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:51Z', 'updated_at': '2022-04-25T15:13:56Z', 'revision_number': 4, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'subnets': [{'id': '3a9fa1ef-1c86-4d65-8125-23e947ef5977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:13:57.428481 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:57.960419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Router d7b94591-2cda-4841-8d40-038d7432cb35 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:13:58.176121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:13:58.188932 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-16b3b9f7-f40b-4dae-bf2c-091247b53d2e admin admin] 10.222.0.23 "PUT /v2.0/routers/d7b94591-2cda-4841-8d40-038d7432cb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0943692 Apr 25 15:13:58.189283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37208) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:58.192556 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] Sync routers for ids ['d7b94591-2cda-4841-8d40-038d7432cb35'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:13:58.209320 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] Routers {'d7b94591-2cda-4841-8d40-038d7432cb35'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:58.210471 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d7b94591-2cda-4841-8d40-038d7432cb35'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:58.439751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:58.527233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] Set router d7b94591-2cda-4841-8d40-038d7432cb35 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:58.621501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:13:58.718262 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:13:58.726686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:13:58.727933 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:58.740043 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:58.757761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Deleting port b5c60852-fefc-49f1-ab6c-35bdb7d47c03 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:13:58.759095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:58.899484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:58.940440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:58.947017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:58.978202 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:56Z', 'revision_number': 5, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port': {'id': 'b5c60852-fefc-49f1-ab6c-35bdb7d47c03', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:40Z', 'updated_at': '2022-04-25T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:58.986119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] Checking router: d7b94591-2cda-4841-8d40-038d7432cb35 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:13:59.000872 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] Routers {'d7b94591-2cda-4841-8d40-038d7432cb35'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:13:59.001799 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d7b94591-2cda-4841-8d40-038d7432cb35'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:59.020368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] For port b5c60852-fefc-49f1-ab6c-35bdb7d47c03, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:13:59.020773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.083374 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:59.103491 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.166954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Calling delete_port for b5c60852-fefc-49f1-ab6c-35bdb7d47c03 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:13:59.181073 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] Set router d7b94591-2cda-4841-8d40-038d7432cb35 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:13:59.292053 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:58Z', 'revision_number': 6, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:13:59.296467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae960-ee33-48c0-8b00-30c8e7fe2c4b None None] The sync data for ids ['d7b94591-2cda-4841-8d40-038d7432cb35'] in n-d-811416-6 is: [{'id': 'd7b94591-2cda-4841-8d40-038d7432cb35', 'name': 'tempest-TestAggregatesBasicOps-1042404624-router', 'tenant_id': '6345343a8fed441fb104405e5578470c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:39Z', 'updated_at': '2022-04-25T15:13:58Z', 'revision_number': 6, 'project_id': '6345343a8fed441fb104405e5578470c', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:13:59.369344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.420321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c60852-fefc-49f1-ab6c-35bdb7d47c03,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:13:59.660882 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.837467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.839738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.864408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.865340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b94591-2cda-4841-8d40-038d7432cb35 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:13:59.879775 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.880916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-778fe08e-c02f-4f00-b579-5e4dcbc11166 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d7b94591-2cda-4841-8d40-038d7432cb35 HTTP/1.1" status: 204 len: 168 time: 1.6907589 Apr 25 15:13:59.884764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37222) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:13:59.945535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Deleting subnet bdd0d967-5b8a-4e8f-8d3b-471d080505e8 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:13:59.949372 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:13:59.999714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.086502 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.168127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.212697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.216101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd0d967-5b8a-4e8f-8d3b-471d080505e8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:00.218298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd7a7e-7579-4275-8c7b-ec1145f11ec7 None None] Network 7f0279c0-f9ce-47ea-acc5-b551f229ad16 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:14:00.222733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-120e9d8c-f91b-4582-946b-fb0045df63e2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bdd0d967-5b8a-4e8f-8d3b-471d080505e8 HTTP/1.1" status: 204 len: 168 time: 0.3369424 Apr 25 15:14:00.225123 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37234) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:00.344808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.360128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Deleting port d5ab2245-0d14-498c-9f0a-809643a9531b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:00.360483 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.540081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] DHCP port deletion for 7f0279c0-f9ce-47ea-acc5-b551f229ad16 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:14:00.545664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Deleting port d5ab2245-0d14-498c-9f0a-809643a9531b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:00.546117 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.619547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:14:00.630756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] For port d5ab2245-0d14-498c-9f0a-809643a9531b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d5ab2245-0d14-498c-9f0a-809643a9531b,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:00.631013 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.767803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Calling delete_port for d5ab2245-0d14-498c-9f0a-809643a9531b owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:00.837769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:14:00.838171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.861477 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.879751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] For port d5ab2245-0d14-498c-9f0a-809643a9531b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d5ab2245-0d14-498c-9f0a-809643a9531b,segment=NetworkSegment(237b2898-68ba-47bb-8022-25c2147611b5),segment_id=237b2898-68ba-47bb-8022-25c2147611b5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:00.880159 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:00.924911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] No DVR routers for this DVR port d5ab2245-0d14-498c-9f0a-809643a9531b on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:14:00.963919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ab2245-0d14-498c-9f0a-809643a9531b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:01.048175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Calling delete_port for d5ab2245-0d14-498c-9f0a-809643a9531b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:01.067366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.094290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0279c0-f9ce-47ea-acc5-b551f229ad16']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:01.107596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237b2898-68ba-47bb-8022-25c2147611b5') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:01.107926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237b2898-68ba-47bb-8022-25c2147611b5') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:01.121017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.137553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.143899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:14:01.144287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:14:01.158002 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:14:01.181858 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:14:01.182487 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:14:01.236572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b5c60852-fefc-49f1-ab6c-35bdb7d47c03 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:01.290657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b5c60852-fefc-49f1-ab6c-35bdb7d47c03 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:01.291158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b5c60852-fefc-49f1-ab6c-35bdb7d47c03 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:01.293076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d5ab2245-0d14-498c-9f0a-809643a9531b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:01.327577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d5ab2245-0d14-498c-9f0a-809643a9531b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:01.327976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d5ab2245-0d14-498c-9f0a-809643a9531b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:01.328352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:01.358980 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.364556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:01.364918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7bb6b2d1-9e4b-4951-8b22-c28d2b12d115 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:01.379652 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.387815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0279c0-f9ce-47ea-acc5-b551f229ad16,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:01.392238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-938b105a-1d7d-4478-bd8e-e9a9cc5cdf2d admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f0279c0-f9ce-47ea-acc5-b551f229ad16 HTTP/1.1" status: 204 len: 168 time: 1.1658719 Apr 25 15:14:01.394724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:01.683326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Deleting port d5ab2245-0d14-498c-9f0a-809643a9531b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:01.683718 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:01.794305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ecea68f-0a36-4b64-93e8-6fb525dd0829 None None] The port 'd5ab2245-0d14-498c-9f0a-809643a9531b' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:14:01.966302 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:02.320735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Deleting port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:02.321676 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:02.502584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] For port bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:02.502941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:02.632061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Calling delete_port for bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:02.938970 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:03.004987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:03.341095 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:03.778565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Router 360c062e-a24c-4b28-b22c-995db4072049 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:14:03.985361 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:14:03.997868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-920e114c-08ab-432e-81ab-0ea5f3e03a86 admin admin] 10.222.0.23 "PUT /v2.0/routers/360c062e-a24c-4b28-b22c-995db4072049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5994513 Apr 25 15:14:03.998091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] Sync routers for ids ['360c062e-a24c-4b28-b22c-995db4072049'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:14:03.998535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37258) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:04.006420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] Routers {'360c062e-a24c-4b28-b22c-995db4072049'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:14:04.007046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['360c062e-a24c-4b28-b22c-995db4072049'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:04.194920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:04.201526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] Set router 360c062e-a24c-4b28-b22c-995db4072049 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:14:04.513606 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:04.530464 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:04.535697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:14:02Z', 'revision_number': 5, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port': {'id': '65ead4c5-b748-4a0f-ad88-9841b7a53baa', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c062e-a24c-4b28-b22c-995db4072049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:04.540897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] Checking router: 360c062e-a24c-4b28-b22c-995db4072049 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:14:04.542242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Deleting port 65ead4c5-b748-4a0f-ad88-9841b7a53baa {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:04.542735 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:04.551285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] Routers {'360c062e-a24c-4b28-b22c-995db4072049'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:14:04.551926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:13:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['360c062e-a24c-4b28-b22c-995db4072049'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:04.717613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] Set router 360c062e-a24c-4b28-b22c-995db4072049 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:14:04.734404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] For port 65ead4c5-b748-4a0f-ad88-9841b7a53baa, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=65ead4c5-b748-4a0f-ad88-9841b7a53baa,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:04.734767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:04.832264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:14:04Z', 'revision_number': 6, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:04.836738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e842db9-cd75-429c-8a66-58b6841f0b8b None None] The sync data for ids ['360c062e-a24c-4b28-b22c-995db4072049'] in n-d-811416-6 is: [{'id': '360c062e-a24c-4b28-b22c-995db4072049', 'name': 'tempest-TestAggregatesBasicOps-1182002738-router', 'tenant_id': 'cee57783a81441d188b2b0f1d3f8001c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:13:47Z', 'updated_at': '2022-04-25T15:14:04Z', 'revision_number': 6, 'project_id': 'cee57783a81441d188b2b0f1d3f8001c', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:14:04.887656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Calling delete_port for 65ead4c5-b748-4a0f-ad88-9841b7a53baa owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:05.071767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.122277 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ead4c5-b748-4a0f-ad88-9841b7a53baa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:05.343112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.540500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-97d112c0-a3fd-4993-a0e3-79f96083c2b3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:05.541930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-97d112c0-a3fd-4993-a0e3-79f96083c2b3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.4068930 Apr 25 15:14:05.544336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.546738 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.569526 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-2868bd28-430f-471a-9d12-3e05706d1ec6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0209227 Apr 25 15:14:05.616752 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.617289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360c062e-a24c-4b28-b22c-995db4072049 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:14:05.641842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.642977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5e8edbaf-2b74-40f6-ab01-e79ccabb91e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/360c062e-a24c-4b28-b22c-995db4072049 HTTP/1.1" status: 204 len: 168 time: 1.6437306 Apr 25 15:14:05.646353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37272) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:05.680575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-3ceeafb0-a204-4027-98b0-bcc56686eb4f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047487 Apr 25 15:14:05.717299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Deleting subnet 3a9fa1ef-1c86-4d65-8125-23e947ef5977 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:14:05.720944 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.771634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.831406 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-624e9749-8986-4258-a665-5b427473f103 service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433618 Apr 25 15:14:05.858298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.936132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.976264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9fa1ef-1c86-4d65-8125-23e947ef5977,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:05.981104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:05.982022 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-1bf96141-250e-44f3-8e5b-661d7e4e998e service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437757 Apr 25 15:14:05.985512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327b5c0-7df3-476d-8c90-4ff160447032 None None] Network 38f7dc10-86a9-49e7-8efb-fe3ac403336d requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:14:05.989460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8f26c80d-e2e1-4956-8ae4-e40c387903d2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a9fa1ef-1c86-4d65-8125-23e947ef5977 HTTP/1.1" status: 204 len: 168 time: 0.3395238 Apr 25 15:14:05.989927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:06.215262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:06.228493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Deleting port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:06.228849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:06.262150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] DHCP port deletion for 38f7dc10-86a9-49e7-8efb-fe3ac403336d request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:14:06.267802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Deleting port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:06.268190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:06.462428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e76519da-c05f-4540-afec-3963e6b14c22 req-46d2bc45-ee30-48eb-8e29-4f7caa4b4e56 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 210 time: 0.0651467 Apr 25 15:14:06.518173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 383d90c6-ab0c-45e4-b3f4-25f0d6653090 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:06.543748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] For port 383d90c6-ab0c-45e4-b3f4-25f0d6653090, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=383d90c6-ab0c-45e4-b3f4-25f0d6653090,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:06.544407 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:06.601405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] For port 383d90c6-ab0c-45e4-b3f4-25f0d6653090, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=383d90c6-ab0c-45e4-b3f4-25f0d6653090,segment=NetworkSegment(b643a2af-bf22-45a0-aeff-fc46003b9b84),segment_id=b643a2af-bf22-45a0-aeff-fc46003b9b84)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:06.601796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:06.690270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Calling delete_port for 383d90c6-ab0c-45e4-b3f4-25f0d6653090 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:06.784663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Calling delete_port for 383d90c6-ab0c-45e4-b3f4-25f0d6653090 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:06.786587 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:06.823160 n-d-811416-6 neutron-server[88062]: INFO neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No ports have port_id starting with 383d90c6-ab0c-45e4-b3f4-25f0d6653090 Apr 25 15:14:06.825950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:06.838781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Pushing event deleted for resources: {'Port': ['ID=383d90c6-ab0c-45e4-b3f4-25f0d6653090,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:06.848463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] No DVR routers for this DVR port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:14:06.874978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:06.875331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bfe2fd1f-9bda-48c5-8d8b-3d957a8595cb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:06.875748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 65ead4c5-b748-4a0f-ad88-9841b7a53baa no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:06.920838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 65ead4c5-b748-4a0f-ad88-9841b7a53baa {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:06.921247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 65ead4c5-b748-4a0f-ad88-9841b7a53baa not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:06.950207 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:14:06.950834 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:14:06.983296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.008213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f7dc10-86a9-49e7-8efb-fe3ac403336d']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:07.030611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b643a2af-bf22-45a0-aeff-fc46003b9b84') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:07.030908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b643a2af-bf22-45a0-aeff-fc46003b9b84') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:07.043444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.061583 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.068318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:14:07.068726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:14:07.086202 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:14:07.165719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.182760 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.199003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f7dc10-86a9-49e7-8efb-fe3ac403336d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:07.201983 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7fc814cc-6b71-42cb-9cd8-a248aef7d313 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38f7dc10-86a9-49e7-8efb-fe3ac403336d HTTP/1.1" status: 204 len: 168 time: 1.2109981 Apr 25 15:14:07.391857 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37298) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:07.447734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-29f342a5-0f8f-4d3f-b783-ee6c0a5424c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6345343a8fed441fb104405e5578470c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542696 Apr 25 15:14:07.450274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:07.452205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Deleting port 383d90c6-ab0c-45e4-b3f4-25f0d6653090 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:07.453189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.551584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e31e51d-443a-4e43-aebf-40b4cd798cd1 None None] The port '383d90c6-ab0c-45e4-b3f4-25f0d6653090' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:14:07.579254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93899f16-6f94-4a92-8dc6-fafc1915a3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.615086 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93899f16-6f94-4a92-8dc6-fafc1915a3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.720754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-967aa1d2-f844-4785-a44a-10911c40fb28 req-139d9fd2-118a-456d-9410-6d5a2e28b180 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 210 time: 0.0773706 Apr 25 15:14:07.757566 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93899f16-6f94-4a92-8dc6-fafc1915a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.776776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93899f16-6f94-4a92-8dc6-fafc1915a3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce3cd9-b062-4ee8-b9cd-fd6cc993141b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:07.791331 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-93899f16-6f94-4a92-8dc6-fafc1915a3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:07.792865 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93899f16-6f94-4a92-8dc6-fafc1915a3ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88ce3cd9-b062-4ee8-b9cd-fd6cc993141b HTTP/1.1" status: 204 len: 168 time: 0.3414483 Apr 25 15:14:07.793224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-460c18a7-208a-4393-8035-afce0af1bf31 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:07.795000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-460c18a7-208a-4393-8035-afce0af1bf31 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.3733082 Apr 25 15:14:07.806982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:08.000990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:08.014462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:08.027926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:08.031556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.221894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.5 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/0e4c8b97-f849-45b4-8acc-79b83912dc61) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:14:08.237271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37312) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:08.290722 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-47d1fffe-4b4e-4525-b767-59c829228f4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cee57783a81441d188b2b0f1d3f8001c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498846 Apr 25 15:14:08.291355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37316) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:08.356353 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5638f1cf-7a29-412a-896b-06bd081790ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.386473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5638f1cf-7a29-412a-896b-06bd081790ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.459867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5638f1cf-7a29-412a-896b-06bd081790ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.473104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.476980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f1cf-7a29-412a-896b-06bd081790ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07758571-64a8-44f5-8c09-79ddca171a9d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:08.485575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5638f1cf-7a29-412a-896b-06bd081790ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.486737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5638f1cf-7a29-412a-896b-06bd081790ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07758571-64a8-44f5-8c09-79ddca171a9d HTTP/1.1" status: 204 len: 168 time: 0.1947837 Apr 25 15:14:08.503207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object 0e4c8b97-f849-45b4-8acc-79b83912dc61 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:14:08.541408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.568061 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14009d9c-2177-4992-b0eb-5e74e23857de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.618817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:14:08.622183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:14:08.626247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:14:08.684714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=0e4c8b97-f849-45b4-8acc-79b83912dc61,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:08.709807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:08.710769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.753685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-27f51a9b-5a4f-40a9-a0cd-0cf52716dac0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9512117 Apr 25 15:14:08.766721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Request body: {'port': {'device_id': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:08.998878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:08.999493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0f6a639c-7540-42fa-aef6-1efb9d05b668 None None] Provisioning for port 0e4c8b97-f849-45b4-8acc-79b83912dc61 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:14:09.006984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0f6a639c-7540-42fa-aef6-1efb9d05b668 None None] Provisioning complete for port 0e4c8b97-f849-45b4-8acc-79b83912dc61 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:14:09.007507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f6a639c-7540-42fa-aef6-1efb9d05b668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.079161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a639c-7540-42fa-aef6-1efb9d05b668 None None] Port 0e4c8b97-f849-45b4-8acc-79b83912dc61 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:14:09.098714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9a2fa-8d75-4be6-adce-049fc319474a req-89a32722-d120-4451-a28c-cdaa0af88cdb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:09.099485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7be9a2fa-8d75-4be6-adce-049fc319474a req-89a32722-d120-4451-a28c-cdaa0af88cdb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:14:09.177594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7be9a2fa-8d75-4be6-adce-049fc319474a req-89a32722-d120-4451-a28c-cdaa0af88cdb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:14:09.178777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7be9a2fa-8d75-4be6-adce-049fc319474a req-89a32722-d120-4451-a28c-cdaa0af88cdb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 931 time: 0.2647057 Apr 25 15:14:09.278733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7be9a2fa-8d75-4be6-adce-049fc319474a req-90b330e8-988e-456e-9023-d612d2d39114 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880785 Apr 25 15:14:09.510669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4c8b97-f849-45b4-8acc-79b83912dc61 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:14:09.515900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37344) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:09.523510 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.549364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Transition to ACTIVE for port object 0e4c8b97-f849-45b4-8acc-79b83912dc61 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:14:09.558101 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.664826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1639474026-network', 'tenant_id': '5c567478a64b4e65a98fd6e7697f30bc'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:09.671163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:09.675702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Usage tracker for resource:network and tenant:5c567478a64b4e65a98fd6e7697f30bc is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:09.678985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:09.686501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:09.698948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Made reservation on behalf of 5c567478a64b4e65a98fd6e7697f30bc for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:09.701549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.722304 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.747589 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:09.754142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Usage tracker for resource:security_group_rule and tenant:5c567478a64b4e65a98fd6e7697f30bc is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:09.757754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:09.764828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:09.786513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c8b97-f849-45b4-8acc-79b83912dc61,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:09.870952 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.875238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.910631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:14:09.921074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ae1bb-da3f-400c-8596-8687c4271f00,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:09.928064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.928388 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Added segment fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477 of type vlan for network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe Apr 25 15:14:09.961439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.966750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Attempting to bind port 0e4c8b97-f849-45b4-8acc-79b83912dc61 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:14:09.967142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Attempting to bind port 0e4c8b97-f849-45b4-8acc-79b83912dc61 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:14:09.967512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Attempting to bind port 0e4c8b97-f849-45b4-8acc-79b83912dc61 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:14:09.972738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Port 0e4c8b97-f849-45b4-8acc-79b83912dc61 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:14:09.973003 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Attempting to bind port 0e4c8b97-f849-45b4-8acc-79b83912dc61 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:14:09.978839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:14:09.979177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:14:09.979564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:14:09.979990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Bound port: 0e4c8b97-f849-45b4-8acc-79b83912dc61, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:14:09.980334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.994912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:09.995929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:09.996521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:10.077089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] For port 0e4c8b97-f849-45b4-8acc-79b83912dc61, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:14:10.080610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] For port 0e4c8b97-f849-45b4-8acc-79b83912dc61, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:14:10.084877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:10.102725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5844092 Apr 25 15:14:10.105691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37350) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:10.110875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Request body: {'subnet': {'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1639474026-subnet', 'tenant_id': '5c567478a64b4e65a98fd6e7697f30bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:10.117639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e505-d2ef-46fd-8eb4-c2bb6f10835b admin admin] Pushing event updated for resources: {'Network': ['ID=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:10.120550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:10.124767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Usage tracker for resource:subnet and tenant:5c567478a64b4e65a98fd6e7697f30bc is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:10.127803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:10.130974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:14:10.133738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:10.149283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:10.149824 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:10.151286 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e4c8b97-f849-45b4-8acc-79b83912dc61 HTTP/1.1" status: 200 len: 1091 time: 1.3909967 Apr 25 15:14:10.151740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'tag': '0e4c8b97-f849-45b4-8acc-79b83912dc61'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:10.153309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Made reservation on behalf of 5c567478a64b4e65a98fd6e7697f30bc for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:10.159984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:10.189516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86232864-5e85-425b-a908-2edd1a2f3057 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c8b97-f849-45b4-8acc-79b83912dc61,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:10.245021 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b616858-5599-4da6-b0bb-3dfab4927585'] response: {'name': 'network-changed', 'server_uuid': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'tag': '0e4c8b97-f849-45b4-8acc-79b83912dc61', 'status': 'completed', 'code': 200} Apr 25 15:14:10.304024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-d4be5d62-669a-447a-ad1c-9866668e3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:10.306534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-d4be5d62-669a-447a-ad1c-9866668e3466 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 1094 time: 0.1033719 Apr 25 15:14:10.390000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-b4e3c4ac-7216-494c-b9fe-0f05fced5428 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61 HTTP/1.1" status: 200 len: 217 time: 0.0756783 Apr 25 15:14:10.430128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:10.515235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a489e4d-a34b-4575-b2e6-ad519f76088a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:10.515654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-1042c5f2-a42b-4ec2-8fef-40c204c990e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:10.517590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-1042c5f2-a42b-4ec2-8fef-40c204c990e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.1216233 Apr 25 15:14:10.522659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Checking segment: {'id': 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:14:10.523147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Network hostable DHCP agents. Network: 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:14:10.544138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:14:10.554081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:14:10.558091 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:10.558686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:10.566062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ce287-2f97-42d2-95b9-96403d9a6771 None None] Network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:14:10.580583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc3e1475-c4d1-4cc5-ae45-f9f0c68c6f18 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4729900 Apr 25 15:14:10.596335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0f73e-2a86-4f79-baa2-e2f43c960b4a req-4e3f4b3e-3657-4d2e-9f32-23c53388c3cf tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:10.597904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2b0f73e-2a86-4f79-baa2-e2f43c960b4a req-4e3f4b3e-3657-4d2e-9f32-23c53388c3cf tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 943 time: 0.1614718 Apr 25 15:14:10.654593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-13f6b594-013a-4ebf-9638-cf689de4f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:10.656073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-13f6b594-013a-4ebf-9638-cf689de4f884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288135 Apr 25 15:14:10.687512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2b0f73e-2a86-4f79-baa2-e2f43c960b4a req-04dff841-2d4a-4386-9283-b7cf2d6adc7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794065 Apr 25 15:14:10.807176 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-38d64b12-3bdd-4aca-bd00-f1ace0fc1508 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446488 Apr 25 15:14:10.812053 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58817478-c957-42ac-9ea6-354aa9857dd2 None None] Network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:14:10.959957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9f7e56f-a7f2-4caa-a559-72c9ddb4e2f9 req-a7552424-afb8-4b16-a870-13d77f64a819 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455846 Apr 25 15:14:10.995946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ebb3-6ad8-4ef5-90f2-cffaea3128ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.094980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-7286f347-5956-43a5-8052-41196bdc7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:11.096484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-7286f347-5956-43a5-8052-41196bdc7373 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 1094 time: 0.0901070 Apr 25 15:14:11.200208 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37372) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:11.205706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-745533909-network', 'tenant_id': '23da04ac3fba45dd8fbfb6cb7efd6d22'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:11.211040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:11.214824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Usage tracker for resource:network and tenant:23da04ac3fba45dd8fbfb6cb7efd6d22 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:11.217635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:11.223418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:11.234652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Made reservation on behalf of 23da04ac3fba45dd8fbfb6cb7efd6d22 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:11.236773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-e8d4818f-1588-4c9e-b8fb-0ac2a63111be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:11.236955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.238262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-e8d4818f-1588-4c9e-b8fb-0ac2a63111be service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1338646 Apr 25 15:14:11.249765 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.265977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:11.269763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:23da04ac3fba45dd8fbfb6cb7efd6d22 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:11.272623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:11.279074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:11.312429 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-9bfe3c5f-bbd9-46ad-97c2-ade16a44fbcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61 HTTP/1.1" status: 200 len: 217 time: 0.0668936 Apr 25 15:14:11.372501 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.376847 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.377952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-2bfb7112-847e-4e99-a290-cdfb8379a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:11.379408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-2bfb7112-847e-4e99-a290-cdfb8379a430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0609238 Apr 25 15:14:11.410401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:14:11.424090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ac888-f1ff-4dd2-856f-1f4b5be0a8b9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:11.435286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.435286 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Added segment f87c6a61-b526-4cad-b055-f866544f5486 of type vlan for network 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19 Apr 25 15:14:11.462064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.475313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-41f29f64-6ffa-476c-8305-9a1efd172621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:11.476808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-41f29f64-6ffa-476c-8305-9a1efd172621 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914662 Apr 25 15:14:11.604194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.605307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:11.606048 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.621584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-4939589b-8a35-44dc-9998-cdb2ac787a64 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377079 Apr 25 15:14:11.715846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5120409 Apr 25 15:14:11.716194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37378) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:11.720194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee144-a582-40b9-8eb0-89a0939e1fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:11.725235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Request body: {'subnet': {'network_id': '9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-745533909-subnet', 'tenant_id': '23da04ac3fba45dd8fbfb6cb7efd6d22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:11.732504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:11.732889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:14:11.736753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Usage tracker for resource:subnet and tenant:23da04ac3fba45dd8fbfb6cb7efd6d22 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:11.739760 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:11.746285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:11.759704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Made reservation on behalf of 23da04ac3fba45dd8fbfb6cb7efd6d22 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:11.764161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.781275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fb57c3e8-6f3b-4284-b2ff-cf986ab9768b req-1a35fe46-0bb4-4df5-98cd-7b44faed7288 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539822 Apr 25 15:14:11.864235 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:11.976560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4cbe-9add-4ab0-92ba-2e502a8d8679 req-c9309b09-13b6-428e-96ab-4ccbad6cedf7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:11.978668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-451f4cbe-9add-4ab0-92ba-2e502a8d8679 req-c9309b09-13b6-428e-96ab-4ccbad6cedf7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 943 time: 0.1225078 Apr 25 15:14:12.051790 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:12.070574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-451f4cbe-9add-4ab0-92ba-2e502a8d8679 req-5af7da11-de4a-4ca7-92d1-8f48663b607c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647383 Apr 25 15:14:12.106026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:12.179800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e687b1d6-5957-454e-aad7-582bdf7cef6e,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:12.188625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Checking segment: {'id': 'f87c6a61-b526-4cad-b055-f866544f5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:14:12.188991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Network hostable DHCP agents. Network: 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:14:12.206912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Network 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:14:12.217790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:14:12.222427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:12.223809 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:12.229440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d34cae-d9d7-4baf-826b-2c4cdb9470a4 None None] Network 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:14:12.252927 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eec0133d-defb-4179-96b5-38632dda1750 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5355763 Apr 25 15:14:12.468489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd3939-77ab-457a-b89a-e015d4610bb7 None None] Network 9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:14:12.894260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-0ca95c32-dec1-4b15-808c-6a865911b141 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:12.895733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-0ca95c32-dec1-4b15-808c-6a865911b141 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/networks?id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 200 len: 812 time: 0.1573365 Apr 25 15:14:12.911812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-526e8098-a496-4ab4-894f-7014e6a52aaa tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/quotas/5c567478a64b4e65a98fd6e7697f30bc HTTP/1.1" status: 200 len: 375 time: 0.0105691 Apr 25 15:14:12.967174 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-fdbcfe37-8951-40e1-b020-e3589578dc98 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500679 Apr 25 15:14:13.224240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-f79f78a7-4c50-4c65-9318-06ce39a45720 service neutron] 10.222.0.23 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499921 Apr 25 15:14:13.266192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70109-6527-4c4d-b408-208d0f7396b0 req-75eb9782-3165-43c1-ba5b-a2dccf12b037 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:13.267659 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b6d70109-6527-4c4d-b408-208d0f7396b0 req-75eb9782-3165-43c1-ba5b-a2dccf12b037 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 943 time: 0.0839355 Apr 25 15:14:13.316119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b6d70109-6527-4c4d-b408-208d0f7396b0 req-c421596c-a47b-4eac-bc78-142359c6b0d5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Apr 25 15:14:13.360507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-6e291e9a-1a65-40f2-9293-246e5aa81268 service neutron] 10.222.0.23 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295459 Apr 25 15:14:13.548672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-37569aad-1bc1-4c75-8ce8-fe25be84f387 req-7faba692-128c-4ba4-86b3-9bdf416b3e75 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 210 time: 0.0427449 Apr 25 15:14:13.748361 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:14.708965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a83fa574-4a22-4310-a873-94053d1f360f req-042416a1-1b3b-4c1f-9f2e-7a57e3f69a18 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 210 time: 0.0508606 Apr 25 15:14:14.717746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bbcba-784e-4caf-8668-cf9764076093 req-54ef5067-7c08-4c21-9356-168e6a7c728e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:14.720005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e77bbcba-784e-4caf-8668-cf9764076093 req-54ef5067-7c08-4c21-9356-168e6a7c728e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 943 time: 0.2710319 Apr 25 15:14:14.761454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-aed62d07-c3a9-4203-9498-0ca7373df99a tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:14.762970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-aed62d07-c3a9-4203-9498-0ca7373df99a tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.21 "GET /v2.0/networks?id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 200 len: 812 time: 0.2666857 Apr 25 15:14:14.783358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Request body: {'port': {'device_id': 'cf533edf-82ef-43eb-8490-5af728653542', 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe', 'admin_state_up': True, 'tenant_id': '5c567478a64b4e65a98fd6e7697f30bc'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:14.821832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e77bbcba-784e-4caf-8668-cf9764076093 req-d21179d8-3c96-46c2-940b-53de348cb66b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920031 Apr 25 15:14:14.936099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:14.940054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Usage tracker for resource:port and tenant:5c567478a64b4e65a98fd6e7697f30bc is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:14:14.942977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:14:14.950690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:14.960606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Made reservation on behalf of 5c567478a64b4e65a98fd6e7697f30bc for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:14.964549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:15.130318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Allocated IP 172.20.0.8 (688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe/1a489e4d-a34b-4575-b2e6-ad519f76088a/486565e3-256a-41fe-afeb-d4d2ffa5b22c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:14:15.338601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:15.368304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:15.435353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:14:15.442869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:14:15.447985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:14:15.482109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Pushing event updated for resources: {'Port': ['ID=486565e3-256a-41fe-afeb-d4d2ffa5b22c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:15.517888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:15.518518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:15.540772 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2c64a245-733d-4e80-b569-ec0162617de6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634563 Apr 25 15:14:15.723313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Request body: {'port': {'device_id': 'cf533edf-82ef-43eb-8490-5af728653542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:15.853355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:15.905779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7773ba-c3fa-4bdb-a44c-307c92867e7d req-9bb800a2-ba1f-475e-8d7f-962c7dec6c2b tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:15.907337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c7773ba-c3fa-4bdb-a44c-307c92867e7d req-9bb800a2-ba1f-475e-8d7f-962c7dec6c2b tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 931 time: 0.0881746 Apr 25 15:14:15.959839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3c7773ba-c3fa-4bdb-a44c-307c92867e7d req-5eb6c0f7-1e42-45e8-9413-9ab10321ed86 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Synchronizing usage tracker for tenant:5c567478a64b4e65a98fd6e7697f30bc on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:14:15.979204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3c7773ba-c3fa-4bdb-a44c-307c92867e7d req-5eb6c0f7-1e42-45e8-9413-9ab10321ed86 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Unset dirty status for tenant:5c567478a64b4e65a98fd6e7697f30bc on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:14:15.980423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3c7773ba-c3fa-4bdb-a44c-307c92867e7d req-5eb6c0f7-1e42-45e8-9413-9ab10321ed86 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Apr 25 15:14:16.201083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e42e-30f3-42e4-a4e5-aaf78bd2fba5 req-4a8324fd-cac3-4eff-8f76-fa1587503e22 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:16.202577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b24e42e-30f3-42e4-a4e5-aaf78bd2fba5 req-4a8324fd-cac3-4eff-8f76-fa1587503e22 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 943 time: 0.2641807 Apr 25 15:14:16.273047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b24e42e-30f3-42e4-a4e5-aaf78bd2fba5 req-01439c3a-69c6-49d2-95ca-44659e3d16aa tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Apr 25 15:14:16.348786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486565e3-256a-41fe-afeb-d4d2ffa5b22c {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:14:16.356897 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:16.371005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Transition to ACTIVE for port object 486565e3-256a-41fe-afeb-d4d2ffa5b22c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:14:16.375371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:16.639007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Pushing event updated for resources: {'Port': ['ID=486565e3-256a-41fe-afeb-d4d2ffa5b22c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:16.744974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Attempting to bind port 486565e3-256a-41fe-afeb-d4d2ffa5b22c on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:14:16.746264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Attempting to bind port 486565e3-256a-41fe-afeb-d4d2ffa5b22c by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:14:16.746264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Attempting to bind port 486565e3-256a-41fe-afeb-d4d2ffa5b22c on network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:14:16.751500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Port 486565e3-256a-41fe-afeb-d4d2ffa5b22c on network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:14:16.751817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Attempting to bind port 486565e3-256a-41fe-afeb-d4d2ffa5b22c on network 688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:14:16.756973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:14:16.757349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Checking segment: {'id': 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:14:16.757730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Bound using segment: {'id': 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:14:16.758667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Bound port: 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:14:16.759014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:16.848250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] For port 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:14:16.851302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] For port 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c,segment=NetworkSegment(fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477),segment_id=fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:14:16.855359 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:16.915964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:16.916582 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:16.918014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] 10.222.0.21 "PUT /v2.0/ports/486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 200 len: 1091 time: 1.3705838 Apr 25 15:14:16.918438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf533edf-82ef-43eb-8490-5af728653542', 'tag': '486565e3-256a-41fe-afeb-d4d2ffa5b22c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:16.944051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d7d7f-216a-4c34-91ac-227bae5179ae service neutron] Pushing event updated for resources: {'Port': ['ID=486565e3-256a-41fe-afeb-d4d2ffa5b22c,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:16.968063 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedd8047-716f-40b2-9327-bec541966bab'] response: {'name': 'network-changed', 'server_uuid': 'cf533edf-82ef-43eb-8490-5af728653542', 'tag': '486565e3-256a-41fe-afeb-d4d2ffa5b22c', 'status': 'completed', 'code': 200} Apr 25 15:14:17.045652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-f25b0f75-fc6c-4c8b-938b-025f921f49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:17.047461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-f25b0f75-fc6c-4c8b-938b-025f921f49bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 1094 time: 0.0755470 Apr 25 15:14:17.157121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2e398ce0-6160-45d9-817f-a0ccc68198cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 200 len: 217 time: 0.1033273 Apr 25 15:14:17.236820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-945842e8-6256-4dcb-9d49-c2ff6d13e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:17.238269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-945842e8-6256-4dcb-9d49-c2ff6d13e49e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a489e4d-a34b-4575-b2e6-ad519f76088a HTTP/1.1" status: 200 len: 852 time: 0.0756321 Apr 25 15:14:17.290656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e4c8b97-f849-45b4-8acc-79b83912dc61 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:14:17.293240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-1ac404c5-0a13-48cd-a810-cc6b8b83436f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456901 Apr 25 15:14:17.301887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882954c7-6300-4b52-9a1c-3f27df0cac8e req-87d933fa-74b4-4b0a-9555-f255e685a947 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:17.302669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-882954c7-6300-4b52-9a1c-3f27df0cac8e req-87d933fa-74b4-4b0a-9555-f255e685a947 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Synchronizing usage tracker for tenant:5c567478a64b4e65a98fd6e7697f30bc on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:14:17.414088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-882954c7-6300-4b52-9a1c-3f27df0cac8e req-87d933fa-74b4-4b0a-9555-f255e685a947 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Unset dirty status for tenant:5c567478a64b4e65a98fd6e7697f30bc on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:14:17.415719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-882954c7-6300-4b52-9a1c-3f27df0cac8e req-87d933fa-74b4-4b0a-9555-f255e685a947 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 943 time: 0.3091724 Apr 25 15:14:17.450000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0e4c8b97-f849-45b4-8acc-79b83912dc61, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:17.465930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '0e4c8b97-f849-45b4-8acc-79b83912dc61', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': '0e4c8b97-f849-45b4-8acc-79b83912dc61', 'mac_address': 'fa:16:3e:5d:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:14:17.490933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-882954c7-6300-4b52-9a1c-3f27df0cac8e req-0fbcddc5-4d1c-41f8-88bc-a05d28f69916 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674393 Apr 25 15:14:17.505167 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-2db2df38-669c-417a-ab04-f5119cd4c5fa service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969218 Apr 25 15:14:17.533365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5666058-a18a-4b2a-b908-ddff82025114 req-2f79fb83-f635-408e-9f31-991555e6a7d4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:17.535858 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5666058-a18a-4b2a-b908-ddff82025114 req-2f79fb83-f635-408e-9f31-991555e6a7d4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 943 time: 0.1525958 Apr 25 15:14:17.545831 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:17.566941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4c8b97-f849-45b4-8acc-79b83912dc61 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:14:17.584271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0e4c8b97-f849-45b4-8acc-79b83912dc61, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:17.588679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:17.591572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5666058-a18a-4b2a-b908-ddff82025114 req-805ef7ca-4f05-4ee2-bdbe-db3ac43c09f3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Apr 25 15:14:17.672079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eec000bd-9238-4341-bb8c-dabb088323b1 req-e7b91c6c-5178-42ff-bd46-2de2e9b21621 service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613834 Apr 25 15:14:17.673121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0e4c8b97-f849-45b4-8acc-79b83912dc61,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:17.787455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0e4c8b97-f849-45b4-8acc-79b83912dc61'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:17.803547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-55934a4a-39be-49e9-a880-58733a841dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:17.805792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-55934a4a-39be-49e9-a880-58733a841dcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 1094 time: 0.0855474 Apr 25 15:14:17.939702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-4a562f29-6e8f-4bca-9aba-7905589cfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:17.941179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-4a562f29-6e8f-4bca-9aba-7905589cfe19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 200 len: 913 time: 0.1303551 Apr 25 15:14:18.008647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-3b9c87ea-d8ae-4f6f-8fac-e0a5ca218560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 200 len: 217 time: 0.0615852 Apr 25 15:14:18.076756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-38e75469-c833-45ad-8ea3-1f61ce0d4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:18.078246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-38e75469-c833-45ad-8ea3-1f61ce0d4019 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a489e4d-a34b-4575-b2e6-ad519f76088a HTTP/1.1" status: 200 len: 852 time: 0.0639329 Apr 25 15:14:18.129862 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-dd89c27e-f2d0-4fd2-b5b1-da5fee6adbdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459502 Apr 25 15:14:18.383761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-727330e3-fe6f-4817-b76d-cf37bbbf48e8 service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465630 Apr 25 15:14:18.535425 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dba81cce-07cd-4d95-9fc8-ea88e101f739 req-fcec8445-194c-4a11-90ec-d76667fc53b0 service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450942 Apr 25 15:14:18.691658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d441-3a27-4bee-ade9-f38609215321 req-1b0664bc-f1b7-49cd-b64a-2b3f0e25d151 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:18.693215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3437d441-3a27-4bee-ade9-f38609215321 req-1b0664bc-f1b7-49cd-b64a-2b3f0e25d151 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 943 time: 0.0844207 Apr 25 15:14:18.744502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3437d441-3a27-4bee-ade9-f38609215321 req-b8d397a3-0382-4f95-8140-a4bd4010a92f tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443528 Apr 25 15:14:18.788166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577af0a9-9653-48d2-a527-c742f975ab9e req-139305c4-47f7-40b7-aa94-991f3c397df8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:18.789704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-577af0a9-9653-48d2-a527-c742f975ab9e req-139305c4-47f7-40b7-aa94-991f3c397df8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 944 time: 0.0831470 Apr 25 15:14:18.833926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-577af0a9-9653-48d2-a527-c742f975ab9e req-1f95b78b-98a8-41fb-be7e-2ec1fae620b4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384357 Apr 25 15:14:19.297989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e4c8b97-f849-45b4-8acc-79b83912dc61 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:14:19.370426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 0e4c8b97-f849-45b4-8acc-79b83912dc61 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:14:19.375371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 0e4c8b97-f849-45b4-8acc-79b83912dc61 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:14:19.375746 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:19.491756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:19.519782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c8b97-f849-45b4-8acc-79b83912dc61'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:19.531629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0e4c8b97-f849-45b4-8acc-79b83912dc61, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:19.536534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:19.581868 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51816060-b76d-4dd5-a58d-1e7adf05f245'] response: {'server_uuid': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c8b97-f849-45b4-8acc-79b83912dc61', 'code': 200} Apr 25 15:14:19.627773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0e4c8b97-f849-45b4-8acc-79b83912dc61,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:19.700160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c62b0b-b3bb-4ff1-830f-7812f138a0f5 req-f4651cc8-6f74-4ee6-a7df-4bfe31b10dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:19.701666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27c62b0b-b3bb-4ff1-830f-7812f138a0f5 req-f4651cc8-6f74-4ee6-a7df-4bfe31b10dbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 1096 time: 0.0701618 Apr 25 15:14:19.743020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27c62b0b-b3bb-4ff1-830f-7812f138a0f5 req-af789f0c-1fbb-41ef-b977-4900149c2a21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Apr 25 15:14:19.902543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 486565e3-256a-41fe-afeb-d4d2ffa5b22c details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:14:19.941982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c401-8c69-44b7-92e6-bae3b2168dec req-ecdbce58-3783-4867-8615-430cc54a0629 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:19.944510 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0df4c401-8c69-44b7-92e6-bae3b2168dec req-ecdbce58-3783-4867-8615-430cc54a0629 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 943 time: 0.0899107 Apr 25 15:14:19.999260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0df4c401-8c69-44b7-92e6-bae3b2168dec req-471227fc-5db3-45df-a6db-bdf75c1a2e9d tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Apr 25 15:14:20.049100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea092-d139-4002-a69e-a6ac1480c4b9 req-39ea4634-a9f6-4c1b-b4b6-ce4df6dba257 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:20.050464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c,segment=NetworkSegment(fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477),segment_id=fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:20.050647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61fea092-d139-4002-a69e-a6ac1480c4b9 req-39ea4634-a9f6-4c1b-b4b6-ce4df6dba257 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 945 time: 0.0915124 Apr 25 15:14:20.064297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '486565e3-256a-41fe-afeb-d4d2ffa5b22c', 'network_id': '688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe', 'port_id': '486565e3-256a-41fe-afeb-d4d2ffa5b22c', 'mac_address': 'fa:16:3e:76:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a489e4d-a34b-4575-b2e6-ad519f76088a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:14:20.097405 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-61fea092-d139-4002-a69e-a6ac1480c4b9 req-290e6af8-c201-436e-ba82-47a0839cabab tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Apr 25 15:14:20.130142 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:20.147490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486565e3-256a-41fe-afeb-d4d2ffa5b22c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:14:20.164714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c,segment=NetworkSegment(fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477),segment_id=fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:20.169416 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:20.241921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=486565e3-256a-41fe-afeb-d4d2ffa5b22c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:20.478536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['486565e3-256a-41fe-afeb-d4d2ffa5b22c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:21.190046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a521b4-4a70-415d-aefd-863ddd181751 req-04bc01c7-a1db-4604-a66f-72fbc9ede081 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:21.191502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7a521b4-4a70-415d-aefd-863ddd181751 req-04bc01c7-a1db-4604-a66f-72fbc9ede081 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 944 time: 0.0820551 Apr 25 15:14:21.241287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7a521b4-4a70-415d-aefd-863ddd181751 req-27216406-d505-466a-b379-f34fde0ca05c tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Apr 25 15:14:21.293333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212f858-5f64-4af0-ae26-5adab588f3dd req-78ab046c-10ff-4a35-be0c-ee8f37db9819 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:21.294684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2212f858-5f64-4af0-ae26-5adab588f3dd req-78ab046c-10ff-4a35-be0c-ee8f37db9819 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 945 time: 0.0883157 Apr 25 15:14:21.346131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2212f858-5f64-4af0-ae26-5adab588f3dd req-59e638eb-b7f7-41fb-b5ef-f0cd7e40120f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Apr 25 15:14:21.528434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016597b0-49f4-4ea3-abda-62c116b8eaf3 req-16852e5d-b918-41c8-80ee-0cb5783d3126 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:21.529914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-016597b0-49f4-4ea3-abda-62c116b8eaf3 req-16852e5d-b918-41c8-80ee-0cb5783d3126 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 945 time: 0.0801525 Apr 25 15:14:21.575222 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-016597b0-49f4-4ea3-abda-62c116b8eaf3 req-7f03c847-c850-4e5f-8ad2-c33a1b60b9ce tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Apr 25 15:14:21.902819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 486565e3-256a-41fe-afeb-d4d2ffa5b22c up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:14:21.972576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 486565e3-256a-41fe-afeb-d4d2ffa5b22c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:14:21.978004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 486565e3-256a-41fe-afeb-d4d2ffa5b22c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:14:21.978378 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:22.098699 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:22.127910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf533edf-82ef-43eb-8490-5af728653542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486565e3-256a-41fe-afeb-d4d2ffa5b22c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:22.138521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c,segment=NetworkSegment(fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477),segment_id=fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:22.144261 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:22.198654 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8236dc-40fc-4ef5-8f26-e6e8df86ba79'] response: {'server_uuid': 'cf533edf-82ef-43eb-8490-5af728653542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486565e3-256a-41fe-afeb-d4d2ffa5b22c', 'code': 200} Apr 25 15:14:22.230383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=486565e3-256a-41fe-afeb-d4d2ffa5b22c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:22.338413 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd398f62-ed8e-4e5a-89dd-401d01da86dc req-e40775c1-5a9d-4a42-8e06-7d356009ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:22.340441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd398f62-ed8e-4e5a-89dd-401d01da86dc req-e40775c1-5a9d-4a42-8e06-7d356009ddbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 1096 time: 0.0786021 Apr 25 15:14:22.397686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd398f62-ed8e-4e5a-89dd-401d01da86dc req-0fa5fdb1-5621-4e8f-a010-804c740cd3e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Apr 25 15:14:22.451406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65fb18-0c7c-4368-9bb8-53019efb8b7e req-23dc0197-f425-4a7b-bc43-f720db076c10 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:22.452916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac65fb18-0c7c-4368-9bb8-53019efb8b7e req-23dc0197-f425-4a7b-bc43-f720db076c10 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0946286 Apr 25 15:14:22.519713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac65fb18-0c7c-4368-9bb8-53019efb8b7e req-acb2e0cc-23ce-43fd-a9a9-9ea740dfe8ff tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603454 Apr 25 15:14:23.346648 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:14:23.703283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30468cff-4355-4ddb-a73f-db512783fd47 req-c3d62ffa-052f-4e16-8f87-2ddee5844abd tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:23.704777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30468cff-4355-4ddb-a73f-db512783fd47 req-c3d62ffa-052f-4e16-8f87-2ddee5844abd tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0817261 Apr 25 15:14:23.754494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-30468cff-4355-4ddb-a73f-db512783fd47 req-2622f31a-fadf-4f13-8aba-2ed21ba2232d tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Apr 25 15:14:24.444273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-006417e7-602d-491e-a988-5e59dd8caecc tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:24.446307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-006417e7-602d-491e-a988-5e59dd8caecc tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.1497557 Apr 25 15:14:24.462704 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-ba12af89-b9ef-43c0-bfcf-bfa9f7ef0374 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0107343 Apr 25 15:14:24.556357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-cd19ab9d-d787-4ccc-868e-458b052d1114 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880346 Apr 25 15:14:24.692050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-26e05a05-53bb-48bc-b92e-2b68b7484b32 service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282458 Apr 25 15:14:24.845708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b0040b30-bb05-4cfa-a181-4e61fd416f2f service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472051 Apr 25 15:14:24.973940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982ff2c-0134-450f-a464-5cc4532e38b6 req-4ce13842-0490-43af-9605-bf90c4b540f1 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:24.975610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e982ff2c-0134-450f-a464-5cc4532e38b6 req-4ce13842-0490-43af-9605-bf90c4b540f1 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1128702 Apr 25 15:14:25.024107 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e982ff2c-0134-450f-a464-5cc4532e38b6 req-77f0f42a-45a1-4d2f-8708-74e9cd98ac11 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Apr 25 15:14:25.098468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d271dc3d-e0d8-44f0-8b2f-388e2721da88 req-b6db4ed7-73b8-42f2-814f-590c7b190247 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 210 time: 0.0474477 Apr 25 15:14:25.237886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62205-9705-4758-8bc7-b3dfe7f91316 req-9d5ca639-f3c7-4834-86f9-dc18d2bf1ac9 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:25.239525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c62205-9705-4758-8bc7-b3dfe7f91316 req-9d5ca639-f3c7-4834-86f9-dc18d2bf1ac9 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0837421 Apr 25 15:14:25.401747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2c62205-9705-4758-8bc7-b3dfe7f91316 req-2237cf12-7a5c-4a41-ac38-823323468321 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540399 Apr 25 15:14:25.402010 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-baff416b-c063-4ece-9963-aa2fcee80f92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937090 Apr 25 15:14:25.574738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-ddfc8f78-33f7-4db2-a729-15502e63947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:25.577262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-ddfc8f78-33f7-4db2-a729-15502e63947e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 1096 time: 0.0855508 Apr 25 15:14:25.763083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-80f13ff9-d12f-44a8-b649-0cc05df41e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:25.764533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-80f13ff9-d12f-44a8-b649-0cc05df41e82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 200 len: 913 time: 0.1680675 Apr 25 15:14:25.838121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-affd28f9-e548-4044-9f20-ad4a8c77327e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 200 len: 217 time: 0.0660524 Apr 25 15:14:25.855724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd81e-11c5-4bcf-abb8-b313e5ef9bc3 req-f42cbd34-05d4-447c-8460-4ebb1640b5a3 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:25.857362 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e40cd81e-11c5-4bcf-abb8-b313e5ef9bc3 req-f42cbd34-05d4-447c-8460-4ebb1640b5a3 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0840108 Apr 25 15:14:25.905638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e40cd81e-11c5-4bcf-abb8-b313e5ef9bc3 req-605f3af2-19e2-4e9b-bc1f-0f07a0a552e9 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Apr 25 15:14:26.021100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-eee378e1-2caf-46af-89ac-7778293e87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:26.022442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-eee378e1-2caf-46af-89ac-7778293e87ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a489e4d-a34b-4575-b2e6-ad519f76088a HTTP/1.1" status: 200 len: 852 time: 0.1780264 Apr 25 15:14:26.071454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-f5405fea-6aaf-46a0-9e57-443b38ce31f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428760 Apr 25 15:14:26.329626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31ce7b98-8df2-4da6-9eba-9bf00b64e444 req-d65417d6-4a40-4fa3-b02e-346120bc337c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 210 time: 0.1136036 Apr 25 15:14:26.365905 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-8a300cc9-8870-4628-a02d-45e3b3482999 service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887402 Apr 25 15:14:26.427019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-15c62b0b-a43e-458f-8f87-295b5beafae6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:26.428517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-15c62b0b-a43e-458f-8f87-295b5beafae6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.2660115 Apr 25 15:14:26.488369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:26.637967 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a6167d4-c2a8-4b46-a89f-e660c6a843a9 req-c26b86ff-94b6-4c20-820c-2fd6fa8df7f4 service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593877 Apr 25 15:14:26.670580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:14:26.687371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:14:26.697770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:14:26.701297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:26.881448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.10 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/73f324dd-0be2-4774-b1cf-e66e62b1fd62) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:14:27.136087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ee3d3-53f7-4f0f-afaa-ab04de43e30a req-45aeb72c-6759-401a-a516-659414f8f587 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:27.137636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab2ee3d3-53f7-4f0f-afaa-ab04de43e30a req-45aeb72c-6759-401a-a516-659414f8f587 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1065240 Apr 25 15:14:27.144144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:27.162175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object 73f324dd-0be2-4774-b1cf-e66e62b1fd62 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:14:27.187241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab2ee3d3-53f7-4f0f-afaa-ab04de43e30a req-8bc1442c-cf62-4810-9164-aa5572d9c76b tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Apr 25 15:14:27.188279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:27.199834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0e4c8b97-f849-45b4-8acc-79b83912dc61'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:27.275651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=73f324dd-0be2-4774-b1cf-e66e62b1fd62,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:27.291794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:14:27.292974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:14:27.295605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:14:27.378540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:27.379624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:27.437825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-b5ba2a19-9ef6-4a29-9deb-e3350b47722b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9582312 Apr 25 15:14:27.454139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Request body: {'port': {'device_id': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:14:27.707574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9268d6f1-1765-4a21-9f70-2e6d6d5bd66a None None] Provisioning for port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:14:27.715339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9268d6f1-1765-4a21-9f70-2e6d6d5bd66a None None] Provisioning complete for port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:14:27.716097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9268d6f1-1765-4a21-9f70-2e6d6d5bd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:27.740997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:27.757587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a90fa-9004-47f9-af8d-5b964e4a3848 req-963b6911-8e8d-4b9a-8d77-d35531a1c980 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:27.760705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e96a90fa-9004-47f9-af8d-5b964e4a3848 req-963b6911-8e8d-4b9a-8d77-d35531a1c980 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 932 time: 0.1833961 Apr 25 15:14:27.800225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9268d6f1-1765-4a21-9f70-2e6d6d5bd66a None None] Port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:14:27.825240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e96a90fa-9004-47f9-af8d-5b964e4a3848 req-b2ff476b-cc2d-4f00-8b1c-3468208e2617 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551982 Apr 25 15:14:28.109330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a525-bccb-4c38-85ac-836f025309f3 req-162df101-6496-46b6-a362-013e396dc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:28.110811 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-162df101-6496-46b6-a362-013e396dc5af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 1096 time: 0.3711550 Apr 25 15:14:28.121437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc1403-500d-41bb-849c-0f8791350297 req-255756a6-2687-4735-b5c2-37f24e50d913 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:28.122872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29bc1403-500d-41bb-849c-0f8791350297 req-255756a6-2687-4735-b5c2-37f24e50d913 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.4386282 Apr 25 15:14:28.356026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-29bc1403-500d-41bb-849c-0f8791350297 req-66caffdc-abd7-4f51-87da-0291691205e9 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105594 Apr 25 15:14:28.408400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a525-bccb-4c38-85ac-836f025309f3 req-7ce930ee-9a46-435a-8fc6-7139f378a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:28.410132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-7ce930ee-9a46-435a-8fc6-7139f378a183 service neutron] 10.222.0.21 "GET /v2.0/networks?id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 200 len: 913 time: 0.2864223 Apr 25 15:14:28.522033 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-d5725337-4612-4d14-b093-29d7f6b6561f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 200 len: 217 time: 0.1050162 Apr 25 15:14:28.595835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f324dd-0be2-4774-b1cf-e66e62b1fd62 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:14:28.606953 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:28.617680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a525-bccb-4c38-85ac-836f025309f3 req-d83d5979-3865-4add-b589-5fe29c998f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:28.619128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-d83d5979-3865-4add-b589-5fe29c998f27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a489e4d-a34b-4575-b2e6-ad519f76088a HTTP/1.1" status: 200 len: 852 time: 0.0895355 Apr 25 15:14:28.659138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Transition to ACTIVE for port object 73f324dd-0be2-4774-b1cf-e66e62b1fd62 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:14:28.672578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-5eecb466-2e5a-4889-b685-0f3d1557e6db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462022 Apr 25 15:14:28.673228 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:28.907456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Pushing event updated for resources: {'Port': ['ID=73f324dd-0be2-4774-b1cf-e66e62b1fd62,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:29.020719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-bbf795a3-0a13-4a02-b698-a5938703badf service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158469 Apr 25 15:14:29.092697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:29.098061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01d293-a42c-4a4b-9b5c-f2391aac99c5 req-92198b1a-09ad-4f52-b349-5d7a01853d37 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:29.099938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e01d293-a42c-4a4b-9b5c-f2391aac99c5 req-92198b1a-09ad-4f52-b349-5d7a01853d37 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.1200945 Apr 25 15:14:29.131013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Attempting to bind port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:14:29.131361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Attempting to bind port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:14:29.131697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Attempting to bind port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:14:29.148258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:14:29.148636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Attempting to bind port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:14:29.152234 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e01d293-a42c-4a4b-9b5c-f2391aac99c5 req-38003ea7-2bae-4528-8459-2c940ac42019 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Apr 25 15:14:29.159884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:14:29.160219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:14:29.160604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:14:29.161058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Bound port: 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:14:29.161411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:29.246668 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3382a525-bccb-4c38-85ac-836f025309f3 req-0a0cb3c4-65d3-48c9-b989-0b52b37b93fc service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169821 Apr 25 15:14:29.294823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] For port 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:14:29.298665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] For port 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:14:29.304526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:29.372629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:29.373276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:29.374805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] 10.222.0.15 "PUT /v2.0/ports/73f324dd-0be2-4774-b1cf-e66e62b1fd62 HTTP/1.1" status: 200 len: 1092 time: 1.9279058 Apr 25 15:14:29.375267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'tag': '73f324dd-0be2-4774-b1cf-e66e62b1fd62'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:29.417213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc69827-4607-4191-99d4-8c3f134d3d7f service neutron] Pushing event updated for resources: {'Port': ['ID=73f324dd-0be2-4774-b1cf-e66e62b1fd62,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:29.548861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-9cb01d81-8766-43a3-8cbc-7eed60386988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:29.550406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-9cb01d81-8766-43a3-8cbc-7eed60386988 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 1095 time: 0.1248999 Apr 25 15:14:29.650312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-aed0b1ba-face-4672-be7f-e1c8844ababb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62 HTTP/1.1" status: 200 len: 217 time: 0.0913947 Apr 25 15:14:29.652816 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ae6880-b0db-4b9d-9fb5-95fcaad4169e'] response: {'name': 'network-changed', 'server_uuid': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'tag': '73f324dd-0be2-4774-b1cf-e66e62b1fd62', 'status': 'completed', 'code': 200} Apr 25 15:14:29.695718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745aa40-dd8d-43ce-a40d-891af3cc72c0 req-0423a257-e18b-4624-b04e-72176b37a5e6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:29.697252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d745aa40-dd8d-43ce-a40d-891af3cc72c0 req-0423a257-e18b-4624-b04e-72176b37a5e6 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1650870 Apr 25 15:14:29.744639 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d745aa40-dd8d-43ce-a40d-891af3cc72c0 req-ffccc545-012e-425f-861a-0037a7dd7050 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Apr 25 15:14:29.757286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-a329b30d-9a3c-492f-ae16-5be0e80457ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:29.758712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-a329b30d-9a3c-492f-ae16-5be0e80457ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0991063 Apr 25 15:14:29.998356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-95dacb1b-6c2b-406d-860c-dfb666363c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:30.000009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-95dacb1b-6c2b-406d-860c-dfb666363c0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356284 Apr 25 15:14:30.244935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-7a7b0c9c-d3a3-403e-9d0a-3325061f752a service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350023 Apr 25 15:14:30.502452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e59659-0b4d-4dce-ab7f-03177b343a39 req-1f300787-a9ea-48ec-876d-79bd889aca68 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473419 Apr 25 15:14:30.514882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082aa61-a85a-424b-9372-2712ae7d3c02 req-8d9bc9d6-c795-44eb-a9ee-a73977619a4b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:30.516416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3082aa61-a85a-424b-9372-2712ae7d3c02 req-8d9bc9d6-c795-44eb-a9ee-a73977619a4b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:14:30.544914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-3082aa61-a85a-424b-9372-2712ae7d3c02 req-8d9bc9d6-c795-44eb-a9ee-a73977619a4b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:14:30.554516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3082aa61-a85a-424b-9372-2712ae7d3c02 req-8d9bc9d6-c795-44eb-a9ee-a73977619a4b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.1634333 Apr 25 15:14:30.655732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3082aa61-a85a-424b-9372-2712ae7d3c02 req-fc445a5b-16a7-427b-9f78-0448342953bb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002831 Apr 25 15:14:30.697310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-a51aec08-1529-4cfd-a964-1129eefb4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:30.701537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-a51aec08-1529-4cfd-a964-1129eefb4d5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 1095 time: 0.1281972 Apr 25 15:14:30.923256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-b7c37369-320b-4dbf-9a84-7b5edd9c8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:30.925584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-b7c37369-320b-4dbf-9a84-7b5edd9c8908 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.2179546 Apr 25 15:14:31.038107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-901da895-7acc-4f77-a28d-b06a0840658b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62 HTTP/1.1" status: 200 len: 217 time: 0.1051154 Apr 25 15:14:31.046422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba25a9-4b94-464d-bfd3-341d0204913b req-631c821a-37b0-4152-ab0a-49e23fadbcb8 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:31.064832 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fba25a9-4b94-464d-bfd3-341d0204913b req-631c821a-37b0-4152-ab0a-49e23fadbcb8 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1496675 Apr 25 15:14:31.134342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-3531182a-b988-4745-bece-8987536b72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:31.139317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-3531182a-b988-4745-bece-8987536b72e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0948279 Apr 25 15:14:31.201466 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6fba25a9-4b94-464d-bfd3-341d0204913b req-be309d5f-3f56-4ec3-a0be-3348e9021fb1 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400878 Apr 25 15:14:31.262281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-2990ec19-fa84-485e-bea9-25a5e3d093bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:31.264075 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-2990ec19-fa84-485e-bea9-25a5e3d093bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191580 Apr 25 15:14:31.499282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-d0f7a47a-a6ea-4bdb-a380-5d31606ae7f8 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039158 Apr 25 15:14:31.682108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d51ce770-6cf4-415f-8043-0029fe2d7fa3 req-097655c3-627e-48ae-b9fd-048c82394d5c service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866417 Apr 25 15:14:31.950501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce18bf-c237-423a-8566-fc553c674f1d req-4c8be985-445c-4307-9bfa-899b69ea1f1c tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:31.950501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fce18bf-c237-423a-8566-fc553c674f1d req-4c8be985-445c-4307-9bfa-899b69ea1f1c tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1203551 Apr 25 15:14:32.001987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3463-42aa-49c6-8dbf-62036f9e5195 req-0fd428b0-3229-4957-a6e2-2f4196b69ea0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:32.009244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a7a3463-42aa-49c6-8dbf-62036f9e5195 req-0fd428b0-3229-4957-a6e2-2f4196b69ea0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.1426177 Apr 25 15:14:32.033294 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fce18bf-c237-423a-8566-fc553c674f1d req-bbff9bdf-0502-4511-ad9a-4748c2802abf tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 Apr 25 15:14:32.089005 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a7a3463-42aa-49c6-8dbf-62036f9e5195 req-f0952572-c7ba-46c7-aad4-936c76161df8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749416 Apr 25 15:14:33.292424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3b8a-86ff-4fe5-9c00-987340b4fcc0 req-bcf3c8e9-e7e5-4f0a-9459-da09c12ead0f tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:33.316206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-275c3b8a-86ff-4fe5-9c00-987340b4fcc0 req-bcf3c8e9-e7e5-4f0a-9459-da09c12ead0f tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1638601 Apr 25 15:14:33.330747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0397-9884-43d6-9b10-23c949c01058 req-964d1c0e-5949-40b4-ac41-588325a8831a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:33.333053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-274d0397-9884-43d6-9b10-23c949c01058 req-964d1c0e-5949-40b4-ac41-588325a8831a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.0988386 Apr 25 15:14:33.416799 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-275c3b8a-86ff-4fe5-9c00-987340b4fcc0 req-5a6d2f5c-c167-41a3-8935-f64f8d10c467 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963075 Apr 25 15:14:33.453884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-274d0397-9884-43d6-9b10-23c949c01058 req-5ae51d33-0518-4bb3-82e7-afb01bfa6446 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079450 Apr 25 15:14:33.876385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e8805-e34b-4b4c-9bef-49a7ec362ea9 req-4f117b5e-b259-450d-ae93-702746473f4c tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:33.878527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e9e8805-e34b-4b4c-9bef-49a7ec362ea9 req-4f117b5e-b259-450d-ae93-702746473f4c tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1217217 Apr 25 15:14:33.886546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204885-669d-44f0-b301-c4e5d077cb6e req-ea7a9721-9a1a-4ea9-a714-d9fa98af9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:33.888053 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-ea7a9721-9a1a-4ea9-a714-d9fa98af9ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 1096 time: 0.1068022 Apr 25 15:14:33.956404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e9e8805-e34b-4b4c-9bef-49a7ec362ea9 req-2ae02ef8-600a-4481-aa7b-5e80501810e7 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704458 Apr 25 15:14:34.041865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204885-669d-44f0-b301-c4e5d077cb6e req-33e3cacb-cc01-4e4c-88b4-4897d50a951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:34.043845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-33e3cacb-cc01-4e4c-88b4-4897d50a951f service neutron] 10.222.0.21 "GET /v2.0/networks?id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 200 len: 913 time: 0.1502609 Apr 25 15:14:34.252482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-77aef521-3580-428d-b207-4ee07b49c6e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 200 len: 217 time: 0.2026658 Apr 25 15:14:34.321867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204885-669d-44f0-b301-c4e5d077cb6e req-da5f622e-290b-46be-bbe3-0cdab4f6f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:34.323440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-da5f622e-290b-46be-bbe3-0cdab4f6f3b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a489e4d-a34b-4575-b2e6-ad519f76088a HTTP/1.1" status: 200 len: 852 time: 0.0623281 Apr 25 15:14:34.383605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-53361e60-2f9b-4c33-a2d3-35417beb7cae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530167 Apr 25 15:14:34.566554 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:34.589969 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-88cdd4c5-8a67-4a88-93aa-ef2a127942ef service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011738 Apr 25 15:14:34.814717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49204885-669d-44f0-b301-c4e5d077cb6e req-694e9c56-ff9a-4403-b9a4-905005770d0f service neutron] 10.222.0.21 "GET /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677861 Apr 25 15:14:34.822560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bce61-8f45-4519-aff0-3798e1074679 req-ecdcbca2-4e80-4f63-9b02-560d22b58718 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:34.824290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-213bce61-8f45-4519-aff0-3798e1074679 req-ecdcbca2-4e80-4f63-9b02-560d22b58718 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.2401457 Apr 25 15:14:34.879576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-213bce61-8f45-4519-aff0-3798e1074679 req-2ce94bf5-967c-4e1b-83cb-fcaba2de19b8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Apr 25 15:14:35.184772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b89e2-7bab-4ce3-a412-afff518bff6e req-c4d602fd-98bd-419c-9d5c-8e8af2b2c996 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:35.189654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b98b89e2-7bab-4ce3-a412-afff518bff6e req-c4d602fd-98bd-419c-9d5c-8e8af2b2c996 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0956008 Apr 25 15:14:35.242241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b98b89e2-7bab-4ce3-a412-afff518bff6e req-f359ddb7-18dd-4fb5-9a88-9aadc42ed9d8 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Apr 25 15:14:36.080431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084ade0-d50a-4db9-bcf6-cc3eb7fe2391 req-74ad1a4b-1aee-46fe-aeaf-b87b491a9e9a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:36.081954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4084ade0-d50a-4db9-bcf6-cc3eb7fe2391 req-74ad1a4b-1aee-46fe-aeaf-b87b491a9e9a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.0905461 Apr 25 15:14:36.126356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4084ade0-d50a-4db9-bcf6-cc3eb7fe2391 req-710978ef-173c-4b39-8744-6c18650edf0d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Apr 25 15:14:36.434935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167aedf-95e1-4829-9a05-f0b7e1419bd9 req-cd5d3c0a-9a7b-4b4c-ae4f-3ae56dccf3d8 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:36.436427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a167aedf-95e1-4829-9a05-f0b7e1419bd9 req-cd5d3c0a-9a7b-4b4c-ae4f-3ae56dccf3d8 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0819337 Apr 25 15:14:36.485685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a167aedf-95e1-4829-9a05-f0b7e1419bd9 req-431010e4-775e-4886-9e37-5565c4f5a643 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Apr 25 15:14:36.969493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88970f11-a2fa-4b99-bd16-96081fcfa456 req-6dba8405-49e3-4920-a267-09d66c3101ef tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:36.971130 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88970f11-a2fa-4b99-bd16-96081fcfa456 req-6dba8405-49e3-4920-a267-09d66c3101ef tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0918276 Apr 25 15:14:37.022072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-88970f11-a2fa-4b99-bd16-96081fcfa456 req-37ae8b8d-0fd3-4328-864d-199c884ed0d9 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Apr 25 15:14:37.317336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd8f0-4fc8-4958-9d98-eb7aadd59204 req-da7488a3-25d7-48f6-b6dd-bad17b5341d3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:37.318722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b9dd8f0-4fc8-4958-9d98-eb7aadd59204 req-da7488a3-25d7-48f6-b6dd-bad17b5341d3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.0812576 Apr 25 15:14:37.375728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b9dd8f0-4fc8-4958-9d98-eb7aadd59204 req-0591c71b-0c50-4be5-8dad-9a871bd32886 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506108 Apr 25 15:14:38.268815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cc3b4-f135-49b5-945b-91e55af3fcc8 req-f54b5597-a23c-4022-a201-fcf89d523fc2 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:38.270332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d3cc3b4-f135-49b5-945b-91e55af3fcc8 req-f54b5597-a23c-4022-a201-fcf89d523fc2 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.1318414 Apr 25 15:14:38.336501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8d3cc3b4-f135-49b5-945b-91e55af3fcc8 req-9eeb2be3-accf-4736-9cdb-0cc7d68f2bcc tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502472 Apr 25 15:14:38.581377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-160a9f8e-782c-4350-9346-3303ead5c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:38.599084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274fa19-8aef-4d54-bb95-203c9ee17ce8 req-8d6b3bdd-ae11-4909-80cc-d7686905f6c8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:38.608430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5274fa19-8aef-4d54-bb95-203c9ee17ce8 req-8d6b3bdd-ae11-4909-80cc-d7686905f6c8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.1094844 Apr 25 15:14:38.654367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5274fa19-8aef-4d54-bb95-203c9ee17ce8 req-baf725d9-8f99-4db6-aa6d-dbb565ca3f42 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Apr 25 15:14:38.921437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-11bff115-375c-4a77-a6e6-d129cfce650d tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:38.921437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-11bff115-375c-4a77-a6e6-d129cfce650d tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0882645 Apr 25 15:14:39.015238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Deleting port 486565e3-256a-41fe-afeb-d4d2ffa5b22c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:39.015238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:39.295785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] For port 486565e3-256a-41fe-afeb-d4d2ffa5b22c, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=486565e3-256a-41fe-afeb-d4d2ffa5b22c,segment=NetworkSegment(fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477),segment_id=fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:39.296143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:39.425404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Calling delete_port for 486565e3-256a-41fe-afeb-d4d2ffa5b22c owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:39.556153 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df3ae3-df9f-4947-835a-550a7ac99f1a req-c1ce294d-1808-4634-973d-46504f148b61 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:39.557650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69df3ae3-df9f-4947-835a-550a7ac99f1a req-c1ce294d-1808-4634-973d-46504f148b61 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf533edf-82ef-43eb-8490-5af728653542 HTTP/1.1" status: 200 len: 945 time: 0.0939622 Apr 25 15:14:39.595469 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:39.605695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69df3ae3-df9f-4947-835a-550a7ac99f1a req-4bb4fea5-ed34-408a-9b1e-f876c5afc641 tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.23 "GET /v2.0/security-groups?id=c36ae1bb-da3f-400c-8596-8687c4271f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Apr 25 15:14:39.608378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['486565e3-256a-41fe-afeb-d4d2ffa5b22c'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:39.649168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Pushing event deleted for resources: {'Port': ['ID=486565e3-256a-41fe-afeb-d4d2ffa5b22c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:39.812082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.812427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.812763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.813114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.813442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.813766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.814087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.814404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.814720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.815036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.815353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.816421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:39.883152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] No DVR routers for this DVR port 486565e3-256a-41fe-afeb-d4d2ffa5b22c on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:14:39.889454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:39.892546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf533edf-82ef-43eb-8490-5af728653542', 'name': 'network-vif-deleted', 'tag': '486565e3-256a-41fe-afeb-d4d2ffa5b22c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:39.927468 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a36daaaf-909e-4053-a4ea-e1960560c4d3 req-e29ab4d9-6a37-4c7f-92e4-8dc2a2c597ae tempest-TestServerAdvancedOps-1264428695 tempest-TestServerAdvancedOps-1264428695-project] 10.222.0.21 "DELETE /v2.0/ports/486565e3-256a-41fe-afeb-d4d2ffa5b22c HTTP/1.1" status: 204 len: 173 time: 0.9966955 Apr 25 15:14:39.950689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8bb27-93ef-47c3-8357-3509d5da7314 req-016a766e-7e16-42b6-961f-41efe0f29c1c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:39.952915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79b8bb27-93ef-47c3-8357-3509d5da7314 req-016a766e-7e16-42b6-961f-41efe0f29c1c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.1339757 Apr 25 15:14:39.974450 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23521376-768e-472d-aaed-19efa2c88869'] response: {'server_uuid': 'cf533edf-82ef-43eb-8490-5af728653542', 'name': 'network-vif-deleted', 'tag': '486565e3-256a-41fe-afeb-d4d2ffa5b22c', 'status': 'completed', 'code': 200} Apr 25 15:14:40.006155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-79b8bb27-93ef-47c3-8357-3509d5da7314 req-172d101a-4aa5-4bd9-908f-3c918145fbcb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 Apr 25 15:14:40.710271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37610) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:40.777061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Deleting subnet 1a489e4d-a34b-4575-b2e6-ad519f76088a {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:14:40.780107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:40.834444 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:40.891596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:40.957904 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3756c23d-cb2c-46bf-9992-e6900e8f5200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:40.988979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.031993 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a489e4d-a34b-4575-b2e6-ad519f76088a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:41.034063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.049538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c7e264b7-bcd5-4767-b9b0-ad6ae9e46338 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a489e4d-a34b-4575-b2e6-ad519f76088a HTTP/1.1" status: 204 len: 168 time: 0.3305328 Apr 25 15:14:41.049538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37616) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:41.156762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.213691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085053d-d7b0-46d1-8e10-04a829035204 req-bf461ff7-a571-43c5-9e89-1105cb0644fa tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:41.213691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f085053d-d7b0-46d1-8e10-04a829035204 req-bf461ff7-a571-43c5-9e89-1105cb0644fa tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.0950887 Apr 25 15:14:41.269183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f085053d-d7b0-46d1-8e10-04a829035204 req-ca120e13-71b3-4a3f-b793-896a3cdf2bc4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500884 Apr 25 15:14:41.292468 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.321196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:41.333163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:41.333472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa142bce-2ea1-4cbb-a7b0-0cdc0bf82477') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:41.346366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.362307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.368272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:14:41.368852 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:14:41.385231 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:14:41.460260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.479602 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.487870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] Pushing event deleted for resources: {'Network': ['ID=688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:41.494917 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0c97a351-9c05-4ec4-a461-d787a198c291 admin admin] 10.222.0.23 "DELETE /v2.0/networks/688f7fbb-2b88-4a5b-ad4e-9f5675dfd8fe HTTP/1.1" status: 204 len: 168 time: 0.4454412 Apr 25 15:14:41.495005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37620) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:41.558718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Deleting subnet e687b1d6-5957-454e-aad7-582bdf7cef6e {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:14:41.563007 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.617467 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.677390 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.754253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.792788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e687b1d6-5957-454e-aad7-582bdf7cef6e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:41.798626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:41.808163 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-88f7c3e2-ea61-4af4-98f1-f289ffd3b245 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e687b1d6-5957-454e-aad7-582bdf7cef6e HTTP/1.1" status: 204 len: 168 time: 0.3130414 Apr 25 15:14:41.824329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37624) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:41.859187 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.003363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.053560 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.136699 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.164129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:42.175187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87c6a61-b526-4cad-b055-f866544f5486') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:42.175501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87c6a61-b526-4cad-b055-f866544f5486') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:14:42.187645 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.205250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.211429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:14:42.211839 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:14:42.225402 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:14:42.327626 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.346030 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.346030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:42.352444 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-35f216f2-a21e-4d02-b752-bbc24ac3158b admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e90ab24-d5fc-4edb-a5d1-3dbad2d00c19 HTTP/1.1" status: 204 len: 168 time: 0.5392582 Apr 25 15:14:42.591333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139cb6-90a5-489b-aa6d-7d4becb5b7eb req-ade2343c-5f00-401d-ac49-8c855b9ae154 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:42.593592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81139cb6-90a5-489b-aa6d-7d4becb5b7eb req-ade2343c-5f00-401d-ac49-8c855b9ae154 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.2117381 Apr 25 15:14:42.606055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37632) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:42.648676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-81139cb6-90a5-489b-aa6d-7d4becb5b7eb req-02c461c6-df38-4e5e-9e25-4ffdb718ecf4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Apr 25 15:14:42.665782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-167073c4-3b66-4b8a-8467-297a49ff5445 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c567478a64b4e65a98fd6e7697f30bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582230 Apr 25 15:14:42.669507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37636) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:42.743288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbe21fc1-0d95-4eb8-bdba-d1396edd29ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.771159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbe21fc1-0d95-4eb8-bdba-d1396edd29ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.829666 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbe21fc1-0d95-4eb8-bdba-d1396edd29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.849088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe21fc1-0d95-4eb8-bdba-d1396edd29ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ae1bb-da3f-400c-8596-8687c4271f00,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:42.863961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bbe21fc1-0d95-4eb8-bdba-d1396edd29ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:42.865141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bbe21fc1-0d95-4eb8-bdba-d1396edd29ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c36ae1bb-da3f-400c-8596-8687c4271f00 HTTP/1.1" status: 204 len: 168 time: 0.1953065 Apr 25 15:14:43.232833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37644) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:43.287534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e1fc52a2-cedf-4b31-9031-a82a1337610a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23da04ac3fba45dd8fbfb6cb7efd6d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532610 Apr 25 15:14:43.289887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 37648) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:14:43.352751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8411ac51-bfbe-40d0-a7f9-11e94faa8b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:43.379837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8411ac51-bfbe-40d0-a7f9-11e94faa8b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:43.440225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8411ac51-bfbe-40d0-a7f9-11e94faa8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:43.455615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411ac51-bfbe-40d0-a7f9-11e94faa8b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ac888-f1ff-4dd2-856f-1f4b5be0a8b9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:43.464334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8411ac51-bfbe-40d0-a7f9-11e94faa8b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:43.465501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8411ac51-bfbe-40d0-a7f9-11e94faa8b25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a89ac888-f1ff-4dd2-856f-1f4b5be0a8b9 HTTP/1.1" status: 204 len: 168 time: 0.1745908 Apr 25 15:14:43.754488 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:43.981097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 486565e3-256a-41fe-afeb-d4d2ffa5b22c no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:44.037308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 486565e3-256a-41fe-afeb-d4d2ffa5b22c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:44.037481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 486565e3-256a-41fe-afeb-d4d2ffa5b22c not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:44.063439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5525f-750f-499d-9fb1-28e783cf6c4f req-3cbe0e93-4da4-40e4-9464-4ca6277e22d7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:44.075054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1b5525f-750f-499d-9fb1-28e783cf6c4f req-3cbe0e93-4da4-40e4-9464-4ca6277e22d7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.1296966 Apr 25 15:14:44.118567 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e1b5525f-750f-499d-9fb1-28e783cf6c4f req-128b8d53-9e6d-4d2d-8c5f-dc5d3dfa9c52 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Apr 25 15:14:45.313669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce39ce-2f9d-45ce-8ad5-5d97679383ba req-ce2b0e92-663d-4db5-8f38-2dce44a6b329 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:45.314597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42ce39ce-2f9d-45ce-8ad5-5d97679383ba req-ce2b0e92-663d-4db5-8f38-2dce44a6b329 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 944 time: 0.0870693 Apr 25 15:14:45.361947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42ce39ce-2f9d-45ce-8ad5-5d97679383ba req-fa3822ad-c8a2-4602-97d1-649837849bee tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Apr 25 15:14:45.409181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 73f324dd-0be2-4774-b1cf-e66e62b1fd62 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:14:45.559099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:45.574913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '73f324dd-0be2-4774-b1cf-e66e62b1fd62', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': '73f324dd-0be2-4774-b1cf-e66e62b1fd62', 'mac_address': 'fa:16:3e:78:cb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:14:45.639073 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:45.658812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f324dd-0be2-4774-b1cf-e66e62b1fd62 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:14:45.677238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:45.682232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:45.760677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=73f324dd-0be2-4774-b1cf-e66e62b1fd62,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:45.769417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.770459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.770723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.771576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.771576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.771762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.772213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.772558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.772935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.773562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.773738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.776007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:14:45.886199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['73f324dd-0be2-4774-b1cf-e66e62b1fd62'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:46.579472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663b6b5-1182-43f2-a5bc-c8d055ad2c58 req-1974b89b-884d-45cc-9517-be755a46570c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:46.581328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0663b6b5-1182-43f2-a5bc-c8d055ad2c58 req-1974b89b-884d-45cc-9517-be755a46570c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 945 time: 0.1002173 Apr 25 15:14:46.628682 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0663b6b5-1182-43f2-a5bc-c8d055ad2c58 req-94530f6c-6b47-41ce-8600-6a0d149a53f7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Apr 25 15:14:47.418839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 73f324dd-0be2-4774-b1cf-e66e62b1fd62 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:14:47.494789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:14:47.500600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:14:47.501061 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:47.618876 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:47.645353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f324dd-0be2-4774-b1cf-e66e62b1fd62'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:47.656777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:47.664538 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:47.703158 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180a900c-0da2-4daa-b915-e2163fd4bc7d'] response: {'server_uuid': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f324dd-0be2-4774-b1cf-e66e62b1fd62', 'code': 200} Apr 25 15:14:47.751997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=73f324dd-0be2-4774-b1cf-e66e62b1fd62,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:47.905282 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7301-549c-4459-a838-56a129cd799b req-c97547c0-5b8a-42d1-b337-4dcbdc7599a7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:47.906729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-295a7301-549c-4459-a838-56a129cd799b req-c97547c0-5b8a-42d1-b337-4dcbdc7599a7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 946 time: 0.1113136 Apr 25 15:14:47.908654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b401-6d98-41c5-ba78-f5b6248f9b28 req-a8730dc9-0cba-478c-b0b8-7734ee03c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:47.910251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f106b401-6d98-41c5-ba78-f5b6248f9b28 req-a8730dc9-0cba-478c-b0b8-7734ee03c057 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 1097 time: 0.1453607 Apr 25 15:14:47.979480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-295a7301-549c-4459-a838-56a129cd799b req-712cd8cb-e3d1-4945-a2a1-3508d65439a6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668766 Apr 25 15:14:47.981264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f106b401-6d98-41c5-ba78-f5b6248f9b28 req-16ef1965-91e2-4ace-b1ec-622bf3387504 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Apr 25 15:14:49.191467 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddb14c-ec17-4fc1-9990-0e6fbae4f34c req-af9a34f8-cf31-4d90-9af6-8b355db01268 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:49.192754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9ddb14c-ec17-4fc1-9990-0e6fbae4f34c req-af9a34f8-cf31-4d90-9af6-8b355db01268 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 946 time: 0.0880506 Apr 25 15:14:49.245398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9ddb14c-ec17-4fc1-9990-0e6fbae4f34c req-9af1980c-f164-406c-9230-201f6700fbc9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Apr 25 15:14:49.588192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9dcb9-faff-40b9-9ce6-9eff017a3ad0 req-1a7a5e78-21fd-417c-8d43-b29a1109399e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:49.588192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69b9dcb9-faff-40b9-9ce6-9eff017a3ad0 req-1a7a5e78-21fd-417c-8d43-b29a1109399e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 946 time: 0.2158010 Apr 25 15:14:49.636335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-69b9dcb9-faff-40b9-9ce6-9eff017a3ad0 req-e65f17a1-bab4-4890-a65b-83fc00dcea46 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Apr 25 15:14:50.193681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de751a-e5e3-4a77-a7ff-292bd6fb7410 req-68441908-2eed-43b5-8bda-abd9aeb41a70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:50.194410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42de751a-e5e3-4a77-a7ff-292bd6fb7410 req-68441908-2eed-43b5-8bda-abd9aeb41a70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 946 time: 0.1008573 Apr 25 15:14:50.242028 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42de751a-e5e3-4a77-a7ff-292bd6fb7410 req-1ee11603-57d8-4a35-8a35-640f52d9e24d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Apr 25 15:14:51.456122 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626e9b2-1305-47a7-82fb-a3ba78e9d9b2 req-41f29492-a426-40c5-8a79-5f08983d7f43 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:51.456122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0626e9b2-1305-47a7-82fb-a3ba78e9d9b2 req-41f29492-a426-40c5-8a79-5f08983d7f43 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 946 time: 0.0867941 Apr 25 15:14:51.506171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0626e9b2-1305-47a7-82fb-a3ba78e9d9b2 req-c1f2bb97-8c57-40bf-a9e9-f6c30a74a775 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Apr 25 15:14:51.593213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-88863c49-001a-4b59-80da-15e128503b72 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:51.594644 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-88863c49-001a-4b59-80da-15e128503b72 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 946 time: 0.0989535 Apr 25 15:14:51.672683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:51.672683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:51.940607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port 73f324dd-0be2-4774-b1cf-e66e62b1fd62, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=73f324dd-0be2-4774-b1cf-e66e62b1fd62,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:51.940974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:52.071077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for 73f324dd-0be2-4774-b1cf-e66e62b1fd62 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:52.229877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:52.242391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0e4c8b97-f849-45b4-8acc-79b83912dc61', '73f324dd-0be2-4774-b1cf-e66e62b1fd62'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:52.286614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=73f324dd-0be2-4774-b1cf-e66e62b1fd62,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:52.368610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port 73f324dd-0be2-4774-b1cf-e66e62b1fd62 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:14:52.372411 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:52.377320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'name': 'network-vif-deleted', 'tag': '73f324dd-0be2-4774-b1cf-e66e62b1fd62'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:52.405263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4da3c419-a12a-4884-8604-b44ff1301e37 req-8c082e19-ab9e-4ca0-b744-6c7ec5837b70 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "DELETE /v2.0/ports/73f324dd-0be2-4774-b1cf-e66e62b1fd62 HTTP/1.1" status: 204 len: 173 time: 0.8047163 Apr 25 15:14:52.437755 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73268c8c-fc11-485f-a771-90fc6468e25e'] response: {'server_uuid': 'b52dfa23-1607-4e6c-ad80-8473ffba7774', 'name': 'network-vif-deleted', 'tag': '73f324dd-0be2-4774-b1cf-e66e62b1fd62', 'status': 'completed', 'code': 200} Apr 25 15:14:52.683182 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f45a025-b890-44e2-9c82-c78bb83954b1 req-99881c99-44f4-43ba-bf9b-ca80511f49f8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=b52dfa23-1607-4e6c-ad80-8473ffba7774 HTTP/1.1" status: 200 len: 210 time: 0.0552435 Apr 25 15:14:55.479536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 73f324dd-0be2-4774-b1cf-e66e62b1fd62 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:14:55.526310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 73f324dd-0be2-4774-b1cf-e66e62b1fd62 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:14:55.526967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 73f324dd-0be2-4774-b1cf-e66e62b1fd62 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:14:57.715459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef9f22-2f62-4483-8542-03390dcea00d req-59a56cd0-e537-49b0-9122-93492f0c1b13 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:57.716072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cbef9f22-2f62-4483-8542-03390dcea00d req-59a56cd0-e537-49b0-9122-93492f0c1b13 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:14:57.734794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cbef9f22-2f62-4483-8542-03390dcea00d req-59a56cd0-e537-49b0-9122-93492f0c1b13 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:14:57.735989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbef9f22-2f62-4483-8542-03390dcea00d req-59a56cd0-e537-49b0-9122-93492f0c1b13 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 945 time: 0.1039901 Apr 25 15:14:57.784326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbef9f22-2f62-4483-8542-03390dcea00d req-a059d469-2041-4e22-9310-c9e26e8a2882 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Apr 25 15:14:58.977256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14954-f144-47ed-9236-1699510f8a7b req-fc33c9b9-1253-4362-aee1-b42eda0954f2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:58.978774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34c14954-f144-47ed-9236-1699510f8a7b req-fc33c9b9-1253-4362-aee1-b42eda0954f2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 945 time: 0.0857520 Apr 25 15:14:59.025252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-34c14954-f144-47ed-9236-1699510f8a7b req-1fd75fd1-18b0-4101-864c-cd87762548bd tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=855f9914-1fa7-47f0-bd78-31f4e52cced6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Apr 25 15:14:59.047731 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:59.130423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-fbfa4df1-bdc8-4d45-bddb-836d6edef629 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:14:59.131770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-fbfa4df1-bdc8-4d45-bddb-836d6edef629 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 945 time: 0.0825138 Apr 25 15:14:59.209910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port 0e4c8b97-f849-45b4-8acc-79b83912dc61 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:14:59.210168 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:59.459974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port 0e4c8b97-f849-45b4-8acc-79b83912dc61, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e4c8b97-f849-45b4-8acc-79b83912dc61,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:14:59.460342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:59.588672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for 0e4c8b97-f849-45b4-8acc-79b83912dc61 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:14:59.736815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:59.749144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0e4c8b97-f849-45b4-8acc-79b83912dc61'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:14:59.788125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=0e4c8b97-f849-45b4-8acc-79b83912dc61,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:14:59.866902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port 0e4c8b97-f849-45b4-8acc-79b83912dc61 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:14:59.869497 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:14:59.872066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'name': 'network-vif-deleted', 'tag': '0e4c8b97-f849-45b4-8acc-79b83912dc61'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:14:59.887937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f01487f6-e0d3-4196-8e59-18d2cc2e88ac req-626a15c2-a8aa-4919-b1d7-6cc1a2f2e255 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "DELETE /v2.0/ports/0e4c8b97-f849-45b4-8acc-79b83912dc61 HTTP/1.1" status: 204 len: 173 time: 0.7503762 Apr 25 15:14:59.918054 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f84241-1d75-4dea-b09a-75a8f56e5e66'] response: {'server_uuid': '0f8027d1-fb68-4fb4-a763-ec8fe8682b4a', 'name': 'network-vif-deleted', 'tag': '0e4c8b97-f849-45b4-8acc-79b83912dc61', 'status': 'completed', 'code': 200} Apr 25 15:15:00.197147 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9f8dfd3-b30c-4e6d-8681-a44650b05438 req-128dee1e-7cd0-481e-b2c9-66d2104ec8dd tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8027d1-fb68-4fb4-a763-ec8fe8682b4a HTTP/1.1" status: 200 len: 210 time: 0.0525978 Apr 25 15:15:00.346654 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:15:03.527140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e4c8b97-f849-45b4-8acc-79b83912dc61 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:15:03.567756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 0e4c8b97-f849-45b4-8acc-79b83912dc61 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:15:03.568202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e4c8b97-f849-45b4-8acc-79b83912dc61 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:15:03.699551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37754) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:03.704697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404384909', 'description': 'tempest-secgroup-smoke-404384909 description', 'project_id': '817e4b93d43f41deb81b36edc90f957f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:03.711562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:03.721559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:03.736334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:03.762476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:03.766882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:03.769879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:03.776125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:03.846935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:03.850782 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:03.896871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780a68e6-fa61-41b0-a30a-d701581deacb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:03.908652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.908998 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.909785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.912065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.913481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.913869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.914220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.914565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.914906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.915297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.915638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.915970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:15:03.920950 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:03.922464 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-14a00f8a-7250-4c80-8042-05bb0c6e0569 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2218878 Apr 25 15:15:03.925407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37758) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:03.930271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group_rule': {'security_group_id': '780a68e6-fa61-41b0-a30a-d701581deacb', 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:03.937744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:03.941674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:03.944517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:03.950442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:03.966900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.032866 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.037401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.066110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fac8c51-a3fd-430b-97f3-e79530c5ce9d,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:04.075127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.076313 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9d97841b-1f82-4d66-b60e-c989d05f72b1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501513 Apr 25 15:15:04.078978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:04.083824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group_rule': {'security_group_id': '780a68e6-fa61-41b0-a30a-d701581deacb', 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:04.091170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:04.095233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:04.098210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:04.104017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:04.122218 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.196624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.201152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.225477 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03aeab1-13d2-4525-8b0a-f37d9c8f7fea,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:04.235984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.237280 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-691fbda6-7faa-4ce9-9211-4cf015b1e905 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573303 Apr 25 15:15:04.240463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37766) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:04.246176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group_rule': {'security_group_id': '780a68e6-fa61-41b0-a30a-d701581deacb', 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:04.252898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:04.256982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:04.260055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:04.265956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:04.291163 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.357515 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.361118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.384898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52f0638-4a25-4b45-81dc-cd04b71fa3af,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:04.394398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.398052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2304b4ad-323a-451d-b57e-7a961287d707 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540751 Apr 25 15:15:04.399056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37770) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:04.405833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group_rule': {'security_group_id': '780a68e6-fa61-41b0-a30a-d701581deacb', 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:04.415062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:04.419653 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:04.422605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:04.429177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:04.446055 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.513072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.518144 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.539126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.554729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e15b09c-132b-41a4-b653-fd47f902fe01,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:04.567916 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.569554 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f7114343-829e-405a-bcce-0ae335145a6b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692090 Apr 25 15:15:04.572758 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:04.578103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group_rule': {'security_group_id': '780a68e6-fa61-41b0-a30a-d701581deacb', 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:04.585396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:04.590380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:04.593920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:04.602616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:04.612499 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Project 817e4b93d43f41deb81b36edc90f957f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:15:04.619954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.687422 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.691516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.716947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd072b9-dcbd-4050-924c-d7c0afbdb407,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:04.725815 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.729617 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7715805a-0690-4f12-bc9b-77871912d94b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532297 Apr 25 15:15:04.729885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37778) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:04.734960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'security_group_rule': {'security_group_id': '780a68e6-fa61-41b0-a30a-d701581deacb', 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:04.741859 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:04.745815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:security_group_rule and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:04.748721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:04.754487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:04.766378 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Project 817e4b93d43f41deb81b36edc90f957f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:15:04.773362 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.842468 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.846186 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.868892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a491f44e-8256-48aa-88ba-9ec1f925aa43,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:04.882593 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:04.884116 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ae6393cc-b545-4864-af27-59aeeb1db7c9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531639 Apr 25 15:15:08.567399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20efabef-cc26-423f-8ebd-53bea24cb015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:10.955375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-920e2ce8-74df-41ec-bd28-868a01032e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:11.856659 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:12.068763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:13.749227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:20.050835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-71ec318f-f619-4279-b5b0-c03fcf96b894 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404384909&fields=id&tenant_id=817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 267 time: 0.0402164 Apr 25 15:15:20.317186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-c7690c3c-b4cd-4795-83b7-9ac777abd99e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:20.318577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-c7690c3c-b4cd-4795-83b7-9ac777abd99e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.2613752 Apr 25 15:15:20.334430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2a73fdba-ff26-415c-ba4d-94d0a158e48b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0097725 Apr 25 15:15:20.418953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-ca52f2d7-8edd-438e-a0d3-6604b965d318 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:15:20.435600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-ca52f2d7-8edd-438e-a0d3-6604b965d318 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:15:20.436938 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-ca52f2d7-8edd-438e-a0d3-6604b965d318 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972900 Apr 25 15:15:20.577773 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-c7a6c238-4de1-4d51-b941-ae81a6f2a27a service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290915 Apr 25 15:15:20.724901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-23d58887-ecd0-4d8a-92df-92547412657b service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411135 Apr 25 15:15:21.149805 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70ee9720-1ed4-455f-8868-18ce3d65f8e8 req-5d5b37db-4ad8-4fb8-a246-2faf1468b1a1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 210 time: 0.0479395 Apr 25 15:15:22.303620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5f693336-0d74-4fea-b38e-fe4b8f994af8 req-fb8e8c88-0d2b-4329-bf33-edd1ecd8af59 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 210 time: 0.0437703 Apr 25 15:15:22.503122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-f1e2272c-da76-4a8e-98ab-f502283c64de tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:22.504573 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-f1e2272c-da76-4a8e-98ab-f502283c64de tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.1621003 Apr 25 15:15:22.554097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-a1d5a95c-cd1a-4b18-9790-e572cce86026 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 379 time: 0.0416095 Apr 25 15:15:22.562186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'security_groups': ['780a68e6-fa61-41b0-a30a-d701581deacb']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:22.719411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:22.730130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:22.741773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:15:22.745495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:22.929937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.14 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/5131546e-31a8-47bd-a53e-252c19a0e290) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:15:23.139632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:23.157399 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object 5131546e-31a8-47bd-a53e-252c19a0e290 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:15:23.183853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:23.260149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:15:23.269063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:15:23.273628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:15:23.304558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=5131546e-31a8-47bd-a53e-252c19a0e290,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:23.344873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:23.345801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:23.378670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-2d64552e-c2eb-4739-b00b-15e1e705d773 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8201740 Apr 25 15:15:23.391343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Request body: {'port': {'device_id': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:23.528113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:23.542405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d8b6a-cb13-40d1-b8b2-1f132d6c802b req-1002a7dc-c5c8-4181-be02-46cf9d09ba91 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:23.550057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba9d8b6a-cb13-40d1-b8b2-1f132d6c802b req-1002a7dc-c5c8-4181-be02-46cf9d09ba91 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 932 time: 0.1140351 Apr 25 15:15:23.554774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b2c73de1-02db-4db2-ae85-5e09cb573c27 None None] Provisioning for port 5131546e-31a8-47bd-a53e-252c19a0e290 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:15:23.563359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b2c73de1-02db-4db2-ae85-5e09cb573c27 None None] Provisioning complete for port 5131546e-31a8-47bd-a53e-252c19a0e290 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:15:23.564219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2c73de1-02db-4db2-ae85-5e09cb573c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:23.603981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ba9d8b6a-cb13-40d1-b8b2-1f132d6c802b req-f6062d01-5d07-4335-8c7d-c4fcea59afd0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:15:23.623790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ba9d8b6a-cb13-40d1-b8b2-1f132d6c802b req-f6062d01-5d07-4335-8c7d-c4fcea59afd0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:15:23.631094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b2c73de1-02db-4db2-ae85-5e09cb573c27 None None] Port 5131546e-31a8-47bd-a53e-252c19a0e290 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:15:23.637562 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba9d8b6a-cb13-40d1-b8b2-1f132d6c802b req-f6062d01-5d07-4335-8c7d-c4fcea59afd0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831397 Apr 25 15:15:24.081827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5131546e-31a8-47bd-a53e-252c19a0e290 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:15:24.090115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:24.105593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Transition to ACTIVE for port object 5131546e-31a8-47bd-a53e-252c19a0e290 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:15:24.110678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:24.281941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Pushing event updated for resources: {'Port': ['ID=5131546e-31a8-47bd-a53e-252c19a0e290,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:24.362174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Attempting to bind port 5131546e-31a8-47bd-a53e-252c19a0e290 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:15:24.362799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Attempting to bind port 5131546e-31a8-47bd-a53e-252c19a0e290 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:15:24.362799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Attempting to bind port 5131546e-31a8-47bd-a53e-252c19a0e290 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:15:24.368168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Port 5131546e-31a8-47bd-a53e-252c19a0e290 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:15:24.368495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Attempting to bind port 5131546e-31a8-47bd-a53e-252c19a0e290 on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:15:24.375373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:15:24.375833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:15:24.376242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:15:24.376675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Bound port: 5131546e-31a8-47bd-a53e-252c19a0e290, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:15:24.377149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:24.474980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] For port 5131546e-31a8-47bd-a53e-252c19a0e290, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:15:24.478134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] For port 5131546e-31a8-47bd-a53e-252c19a0e290, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5131546e-31a8-47bd-a53e-252c19a0e290,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:15:24.483161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:24.537421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:24.538053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:24.539522 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] 10.222.0.15 "PUT /v2.0/ports/5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 200 len: 1092 time: 1.1530070 Apr 25 15:15:24.542178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:15:24.579276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1d5c-cbe1-4786-9f88-24c4c6dc8773 service neutron] Pushing event updated for resources: {'Port': ['ID=5131546e-31a8-47bd-a53e-252c19a0e290,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:24.603557 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abb7b2d-dfc6-456f-af6d-7c9fd165d9e5'] response: {'name': 'network-changed', 'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290', 'status': 'completed', 'code': 200} Apr 25 15:15:24.686615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-38f6b372-de43-495a-87c0-6fd39808e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:24.688148 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-38f6b372-de43-495a-87c0-6fd39808e607 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1095 time: 0.0875099 Apr 25 15:15:24.789606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-857a9d53-c02a-4c76-b2ca-cfa93389a276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 200 len: 217 time: 0.0930064 Apr 25 15:15:24.867139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-27ce4baa-bbca-4bce-951f-879d3e927233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:24.869631 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-27ce4baa-bbca-4bce-951f-879d3e927233 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0722871 Apr 25 15:15:24.871915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ed10c-cd6c-4f69-ad93-149d383739f0 req-0ab23e01-68f0-487b-a380-bbae6cb33076 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:24.873460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-299ed10c-cd6c-4f69-ad93-149d383739f0 req-0ab23e01-68f0-487b-a380-bbae6cb33076 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 944 time: 0.0909138 Apr 25 15:15:24.920568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-299ed10c-cd6c-4f69-ad93-149d383739f0 req-4743abaf-a494-46bc-b3a2-4ffab96ece7a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412917 Apr 25 15:15:24.954788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-5ac5ccba-5d37-43bc-8e04-0cabeeb61f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:24.956670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-5ac5ccba-5d37-43bc-8e04-0cabeeb61f42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823994 Apr 25 15:15:25.132019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-a81e0d55-0e41-48f4-afc7-2aef76376613 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681566 Apr 25 15:15:25.269301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d634ccd7-61c6-4df9-8f2b-3149c2894319 req-fc610bd7-78c4-4600-8742-97c6f82ce7ce service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310854 Apr 25 15:15:25.408891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-cb92be5f-548b-4af0-9c27-fd26b3c4a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:25.410593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-cb92be5f-548b-4af0-9c27-fd26b3c4a66c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1095 time: 0.1006198 Apr 25 15:15:25.559237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-dbc4bf2e-8fd2-4295-98f3-b05fe879b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:25.560764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-dbc4bf2e-8fd2-4295-98f3-b05fe879b8ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1440451 Apr 25 15:15:25.632408 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-6cc699c0-5781-4278-9a0b-badb4b76a197 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 200 len: 217 time: 0.0651777 Apr 25 15:15:25.705647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-3c95f1b6-651d-4da4-898c-c3f2a0b00a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:25.707161 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-3c95f1b6-651d-4da4-898c-c3f2a0b00a03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0643828 Apr 25 15:15:25.783126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-b2fe3900-5679-494c-999f-0aaad6f525b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:25.784859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-b2fe3900-5679-494c-999f-0aaad6f525b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711327 Apr 25 15:15:25.941295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-0d6c1a8e-7ba2-463d-9413-0c20cf7558f8 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505768 Apr 25 15:15:26.247237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eee7589e-5b6c-4127-9fdb-9a34ad5ef01a req-d0865ae3-9367-4103-8d51-d53c46c208cc service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996502 Apr 25 15:15:26.271436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003713f4-5c86-49d4-96dc-a23c8763c91c req-0586a7ec-8511-4ddc-8ace-83d827d4801c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:26.272144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-003713f4-5c86-49d4-96dc-a23c8763c91c req-0586a7ec-8511-4ddc-8ace-83d827d4801c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:15:26.287442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-003713f4-5c86-49d4-96dc-a23c8763c91c req-0586a7ec-8511-4ddc-8ace-83d827d4801c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:15:26.288555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-003713f4-5c86-49d4-96dc-a23c8763c91c req-0586a7ec-8511-4ddc-8ace-83d827d4801c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 944 time: 0.2512362 Apr 25 15:15:26.334686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-003713f4-5c86-49d4-96dc-a23c8763c91c req-7d73e842-1c01-48ec-a8ba-a019b3ec2900 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Apr 25 15:15:27.526085 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1e4c3-ba8c-43da-b890-6ca89293f6a9 req-d74364bf-f32b-481e-b0a7-28801c1eddd8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:27.529077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78b1e4c3-ba8c-43da-b890-6ca89293f6a9 req-d74364bf-f32b-481e-b0a7-28801c1eddd8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 944 time: 0.0885332 Apr 25 15:15:27.580810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78b1e4c3-ba8c-43da-b890-6ca89293f6a9 req-f6b578a1-5de8-466e-a648-351d7348fbce tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453095 Apr 25 15:15:28.768534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681d398-ab46-4a03-8802-e8f5ff108315 req-374d2d71-5b0a-4806-a927-5bc460cb2f1b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:28.770049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b681d398-ab46-4a03-8802-e8f5ff108315 req-374d2d71-5b0a-4806-a927-5bc460cb2f1b tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 944 time: 0.0804486 Apr 25 15:15:28.814596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b681d398-ab46-4a03-8802-e8f5ff108315 req-dcb9c010-03f6-497a-a898-9f9da3674558 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387673 Apr 25 15:15:29.040404 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:29.996454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8592b-f281-491e-b144-fe4802c3b079 req-ae28a13c-fcdd-4ee2-9c34-cd9f5f193719 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:29.997921 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28f8592b-f281-491e-b144-fe4802c3b079 req-ae28a13c-fcdd-4ee2-9c34-cd9f5f193719 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 944 time: 0.0798342 Apr 25 15:15:30.041244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28f8592b-f281-491e-b144-fe4802c3b079 req-0bfeaeb5-fefb-407d-bc86-0ad458868a20 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376387 Apr 25 15:15:31.227387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fc91-2698-409f-a897-092da94352c0 req-69f1f810-1c6c-461b-a47a-61b0b890dcdc tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:31.228834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d186fc91-2698-409f-a897-092da94352c0 req-69f1f810-1c6c-461b-a47a-61b0b890dcdc tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 944 time: 0.0866702 Apr 25 15:15:31.272324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d186fc91-2698-409f-a897-092da94352c0 req-a14912db-6a8f-4689-ac7d-c2a6a134de0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373828 Apr 25 15:15:31.647808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5131546e-31a8-47bd-a53e-252c19a0e290 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:15:31.804507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5131546e-31a8-47bd-a53e-252c19a0e290, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5131546e-31a8-47bd-a53e-252c19a0e290,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:15:31.816983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5131546e-31a8-47bd-a53e-252c19a0e290', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': '5131546e-31a8-47bd-a53e-252c19a0e290', 'mac_address': 'fa:16:3e:60:51:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:15:31.870757 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:31.889162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5131546e-31a8-47bd-a53e-252c19a0e290 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:15:31.904830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5131546e-31a8-47bd-a53e-252c19a0e290, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5131546e-31a8-47bd-a53e-252c19a0e290,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:15:31.908346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:31.975271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5131546e-31a8-47bd-a53e-252c19a0e290,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:32.113271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5131546e-31a8-47bd-a53e-252c19a0e290'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:15:32.462307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee166c-e593-4854-a1b8-4ac9eefc406f req-7a0a1bfd-ad1b-45dc-939b-4e0e26c715ba tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:32.463771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8aee166c-e593-4854-a1b8-4ac9eefc406f req-7a0a1bfd-ad1b-45dc-939b-4e0e26c715ba tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 945 time: 0.0846102 Apr 25 15:15:32.508098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8aee166c-e593-4854-a1b8-4ac9eefc406f req-5a299815-5568-4260-8a27-7dbfe6228fc1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385587 Apr 25 15:15:33.651863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5131546e-31a8-47bd-a53e-252c19a0e290 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:15:33.695682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376497c-775f-438e-9d26-9c49c2f298a0 req-6188843f-2cb4-483b-8872-5d30cbeb5e38 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:33.697289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a376497c-775f-438e-9d26-9c49c2f298a0 req-6188843f-2cb4-483b-8872-5d30cbeb5e38 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 945 time: 0.0789211 Apr 25 15:15:33.721353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 5131546e-31a8-47bd-a53e-252c19a0e290 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:15:33.726119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5131546e-31a8-47bd-a53e-252c19a0e290 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:15:33.726499 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:33.748544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a376497c-775f-438e-9d26-9c49c2f298a0 req-51abaf23-b4ec-4229-b8f5-cd6529df2312 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451035 Apr 25 15:15:33.845266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:33.870977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:15:33.880858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5131546e-31a8-47bd-a53e-252c19a0e290, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5131546e-31a8-47bd-a53e-252c19a0e290,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:15:33.891101 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:33.923044 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ef86da-165b-4377-8cfa-b0eaac7f0d60'] response: {'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290', 'code': 200} Apr 25 15:15:33.961585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5131546e-31a8-47bd-a53e-252c19a0e290,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:34.041809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a354a6-393f-42a4-9b28-884f074aeb05 req-79b38d3f-b077-444c-813c-7a226c517919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:34.043262 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96a354a6-393f-42a4-9b28-884f074aeb05 req-79b38d3f-b077-444c-813c-7a226c517919 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1097 time: 0.0695329 Apr 25 15:15:34.082563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96a354a6-393f-42a4-9b28-884f074aeb05 req-63049cc6-f3e3-4e6a-bcf7-5e8d5dc7682d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336087 Apr 25 15:15:34.523324 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:34.939036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f95fcb-27c5-4f6e-814e-f9f5e79d9d78 req-72ebf848-31cd-4b49-94de-a29eafc3d63a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:34.940649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31f95fcb-27c5-4f6e-814e-f9f5e79d9d78 req-72ebf848-31cd-4b49-94de-a29eafc3d63a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 946 time: 0.0885551 Apr 25 15:15:34.987789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-31f95fcb-27c5-4f6e-814e-f9f5e79d9d78 req-180778bb-07ea-4330-b817-e9623e545342 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 Apr 25 15:15:36.173504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ddade-fe89-424f-bec3-d0489f578012 req-eb34e285-ec2b-4737-852b-e4e898d03d73 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:36.174952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c5ddade-fe89-424f-bec3-d0489f578012 req-eb34e285-ec2b-4737-852b-e4e898d03d73 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 946 time: 0.0802283 Apr 25 15:15:36.218893 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c5ddade-fe89-424f-bec3-d0489f578012 req-297631cf-d446-4048-842c-0e76a7bb859c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382481 Apr 25 15:15:36.397852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5043e5e-d345-4747-b566-547d3de0fbe9 req-2f81a88e-e670-4c2d-bafe-b515f95e81d0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:36.399247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5043e5e-d345-4747-b566-547d3de0fbe9 req-2f81a88e-e670-4c2d-bafe-b515f95e81d0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 946 time: 0.0791974 Apr 25 15:15:36.442828 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5043e5e-d345-4747-b566-547d3de0fbe9 req-6e5e917e-161f-47ec-8342-ee1c783836c4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372653 Apr 25 15:15:36.468988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37970) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:36.541572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980ccd59-e1b9-4800-bf4e-822e5a8b3ed2 tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:36.543079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-980ccd59-e1b9-4800-bf4e-822e5a8b3ed2 tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1092 time: 0.0728323 Apr 25 15:15:36.546166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 37974) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:15:36.552419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '5131546e-31a8-47bd-a53e-252c19a0e290', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:15:36.561742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:15:36.565604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:floatingip and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:15:36.568432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:15:36.574656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:15:36.585083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:36.616421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-26a50fd8-4154-4809-ba36-e4f1072261e0 req-3869a198-0599-4a4d-a9b6-bae38599078e service neutron] (88060) timed out ('10.222.0.23', 45616) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:15:36.717621 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:36.863017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.25.0.100 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/c42aaebd-5be3-4e31-ba8a-66c8f2558a3d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:15:37.130113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:37.161757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:37.222357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:15:37.225011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:15:37.232740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:15:37.275708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=c42aaebd-5be3-4e31-ba8a-66c8f2558a3d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:37.345016 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:15:37.640925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:37.712390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:37.918065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:37.922573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:38.027711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=c42aaebd-5be3-4e31-ba8a-66c8f2558a3d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:15:38.039455 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:38.208976 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Floating IP 0009dcf6-f25a-4feb-b450-06de2d77f435 associated. External IP: 172.25.0.100, port: 5131546e-31a8-47bd-a53e-252c19a0e290. Apr 25 15:15:38.572406 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea02a6c9-e669-4211-adbf-c4f430e90f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:38.667018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:15:38.846320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:15:38.856494 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:15:38.865443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:15:38.866049 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:15:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:15:38.871421 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:38.927642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-560f4895-29d0-483e-af34-c721562a5d19 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3803432 Apr 25 15:15:38.928233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:15:39.046697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:15:39.101951 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107ebe27-5d14-499f-be3d-dc9fd6b94fe7'] response: {'name': 'network-changed', 'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290', 'status': 'completed', 'code': 200} Apr 25 15:15:39.194679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-21ca9c99-58ab-489b-aa85-639f9b26f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:39.196142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-21ca9c99-58ab-489b-aa85-639f9b26f88b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1097 time: 0.0739286 Apr 25 15:15:39.328690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-7762a72d-5da8-4708-9d3a-7992ee00ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:39.330168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-7762a72d-5da8-4708-9d3a-7992ee00ad75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1283247 Apr 25 15:15:39.387739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '0009dcf6-f25a-4feb-b450-06de2d77f435', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': '5131546e-31a8-47bd-a53e-252c19a0e290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:60:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:15:37Z', 'updated_at': '2022-04-25T15:15:37Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:15:39.391341 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:15:39.399436 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:15:39.400032 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:15:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:15:39.433182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-5b37a2ac-b2a3-4cd2-bada-4fb46ce19c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 200 len: 1000 time: 0.0968096 Apr 25 15:15:39.495638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-1f81e553-b643-4b0d-9eb0-beeaaf0f7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:39.500863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-1f81e553-b643-4b0d-9eb0-beeaaf0f7d78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0587525 Apr 25 15:15:39.578586 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-811af2c8-66d9-4546-93e5-8be8338da924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:15:39.580062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-811af2c8-66d9-4546-93e5-8be8338da924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769885 Apr 25 15:15:39.580898 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:15:39.712662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-75dabe65-974e-4148-8f7c-866c81321c2a service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252313 Apr 25 15:15:39.849621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4879001f-2f9e-420f-9438-36fa8d2bba72 req-a8ac8911-6dbf-4047-b939-6b4f3781c35e service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299708 Apr 25 15:15:39.926568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '0009dcf6-f25a-4feb-b450-06de2d77f435', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': '5131546e-31a8-47bd-a53e-252c19a0e290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:60:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:15:37Z', 'updated_at': '2022-04-25T15:15:37Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:15:39.930435 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e15cd-4156-4034-902e-8d7c0db9f3f2 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '0009dcf6-f25a-4feb-b450-06de2d77f435', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': '5131546e-31a8-47bd-a53e-252c19a0e290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:60:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:15:37Z', 'updated_at': '2022-04-25T15:15:37Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:15:40.107105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ada9fd-b41f-43e5-b3e0-46cb764b2d58 None None] New status for floating IP 0009dcf6-f25a-4feb-b450-06de2d77f435: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:15:40.950254 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78b17d03-5333-42e3-8c85-af11c17d8468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:41.849541 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:42.058684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:43.748869 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:15:59.059922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:02.067365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-8902ae1b-9fd0-4b3e-bc46-d6c74386fe49 req-50b97dd6-2f68-4697-8add-c3d5bd87a993 service neutron] (88060) timed out ('10.222.0.23', 59732) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:16:04.525922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:08.576190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01e3fee4-e10e-4f8f-91f8-966930bf597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:10.958149 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-328da899-3d0a-42f1-8edc-d68a43a005c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:11.852850 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:12.064519 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:13.752551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:14.344327 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:16:18.674896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-1dc3e24e-bbc8-49bd-ac0d-66b8fa7b712e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735774 Apr 25 15:16:18.811915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-0b2474e3-1f8b-4891-84cc-431264054ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:16:18.813316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-0b2474e3-1f8b-4891-84cc-431264054ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1097 time: 0.0703578 Apr 25 15:16:18.959220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-b152488b-841c-40cc-b132-a34dafdc8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:16:18.960664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-b152488b-841c-40cc-b132-a34dafdc8908 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1295729 Apr 25 15:16:19.063169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-4effe623-ccc2-4ff1-b165-c3bb00343a25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 200 len: 1002 time: 0.0963528 Apr 25 15:16:19.126806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-53840a60-1c6c-4a0f-a916-b59eefe2efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:16:19.128204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-53840a60-1c6c-4a0f-a916-b59eefe2efde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0600681 Apr 25 15:16:19.215366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-58240bd5-cf70-4fae-b5c0-5ba944015adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:16:19.216846 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-58240bd5-cf70-4fae-b5c0-5ba944015adb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830824 Apr 25 15:16:19.349225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-28d85bb5-1359-4cb6-a037-f8622fc39ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264243 Apr 25 15:16:19.601608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a8fc3e66-d5ac-4127-97ba-c4e595cf0e82 req-ebc0daa0-9531-4147-b4a5-a9cf2256256c service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457306 Apr 25 15:16:29.058725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:34.537282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:38.578695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8efb9a27-f843-4486-a597-af9e12c4be8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:40.951006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-998cd38e-6193-42c6-9897-8dbb5e1ff271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:41.856105 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:42.067840 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:43.755482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:16:51.343947 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:16:59.075149 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:04.538785 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:08.579520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6795a5f8-328d-4662-8af8-5c05225cf582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:10.953774 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a09bf65f-7b87-4127-b2f2-a98220b3887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:11.858928 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:12.067479 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:13.762566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:18.666836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-8df12396-cc79-4f38-a14a-92744812458b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766284 Apr 25 15:17:18.802978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-eadf9d51-7b93-4dd9-b9ac-d9729b5082ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:18.804348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-eadf9d51-7b93-4dd9-b9ac-d9729b5082ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 1097 time: 0.0707107 Apr 25 15:17:18.944752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-efe83874-a0c4-4a0f-ba56-d135c4704791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:18.946195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-efe83874-a0c4-4a0f-ba56-d135c4704791 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1243591 Apr 25 15:17:19.046882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-8ed74d27-038b-4aca-9a29-6bf2a7666dd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 200 len: 1002 time: 0.0949590 Apr 25 15:17:19.107184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-709a5fdf-0c8e-412f-b856-e260a6f24a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:19.108486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-709a5fdf-0c8e-412f-b856-e260a6f24a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0559175 Apr 25 15:17:19.185479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-19e913be-e8e8-46bc-9521-73d8af27e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:19.186927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-19e913be-e8e8-46bc-9521-73d8af27e139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728900 Apr 25 15:17:19.314196 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-8b5dca2f-879d-401d-9493-81b4ebff6d9c service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213102 Apr 25 15:17:19.442001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3b04a2dd-1cf8-41e4-b29a-1b140c397020 req-c1da0b67-cb5d-4137-9fb8-e335202a45a1 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220651 Apr 25 15:17:28.342913 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:17:29.075208 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:34.539844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:35.072787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd9a9-bc49-4d1b-acf1-711ddec3164b req-f2a27eb8-3b76-4bfa-9919-2da67612606e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:35.074922 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fdfd9a9-bc49-4d1b-acf1-711ddec3164b req-f2a27eb8-3b76-4bfa-9919-2da67612606e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 946 time: 0.2586186 Apr 25 15:17:35.119899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fdfd9a9-bc49-4d1b-acf1-711ddec3164b req-ae26e5ff-a0c3-466f-93f8-843e4edc1688 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Apr 25 15:17:36.393211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a955949-eade-4e32-abfa-da69951960bd req-e0ec87be-9853-4266-96cb-91e3e1f823e4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:36.394568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a955949-eade-4e32-abfa-da69951960bd req-e0ec87be-9853-4266-96cb-91e3e1f823e4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 946 time: 0.1443021 Apr 25 15:17:36.403234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa3eb0-2362-4801-8b38-b924070aeaa6 req-e8c754e2-d82b-4dea-bf69-35dd323bf006 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:36.404561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6fa3eb0-2362-4801-8b38-b924070aeaa6 req-e8c754e2-d82b-4dea-bf69-35dd323bf006 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 946 time: 0.1749458 Apr 25 15:17:36.499158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6fa3eb0-2362-4801-8b38-b924070aeaa6 req-1d0224d1-3fab-4176-bb6b-b12e341c2d55 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645258 Apr 25 15:17:36.504289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port 5131546e-31a8-47bd-a53e-252c19a0e290 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:17:36.504837 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:36.742106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port 5131546e-31a8-47bd-a53e-252c19a0e290, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5131546e-31a8-47bd-a53e-252c19a0e290,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:17:36.742468 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:37.162413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:37.162741 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:37.163164 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Floating IP 0009dcf6-f25a-4feb-b450-06de2d77f435 disassociated. External IP: 172.25.0.100, port: 5131546e-31a8-47bd-a53e-252c19a0e290. Apr 25 15:17:37.163500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for 5131546e-31a8-47bd-a53e-252c19a0e290 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:17:37.310790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:37.358755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=5131546e-31a8-47bd-a53e-252c19a0e290,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:37.370105 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.370459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.370801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.371138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.371476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.371784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.372114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.372436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.372758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.373099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.373424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.373744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:37.588699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:17:37.662761 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5da093cb-628c-419a-aa5e-e4f2cd464b63 req-4a79a5b9-f2ee-4a67-b319-fc2bc039f719 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 210 time: 0.0434248 Apr 25 15:17:37.787203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:17:37.798004 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:17:37.809621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:17:37.810485 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:17:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:37.863271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port 5131546e-31a8-47bd-a53e-252c19a0e290 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:17:37.866124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:37.868848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'name': 'network-vif-deleted', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:17:37.886488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5a955949-eade-4e32-abfa-da69951960bd req-7e492082-8d5d-4db6-9afc-124537402cfb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "DELETE /v2.0/ports/5131546e-31a8-47bd-a53e-252c19a0e290 HTTP/1.1" status: 204 len: 173 time: 1.4803579 Apr 25 15:17:37.922131 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01ab1f9-b3d7-4266-815f-9b127333d8a8'] response: {'server_uuid': '357a78b6-6dea-407d-a20c-cfdbda8b3093', 'name': 'network-vif-deleted', 'tag': '5131546e-31a8-47bd-a53e-252c19a0e290', 'status': 'completed', 'code': 200} Apr 25 15:17:38.034835 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:17:38.350296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:38.354060 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:17:38.362833 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:17:38.363424 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:17:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:38.541085 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:17:38.581960 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f762551-c2f7-4658-a876-bedc327d6fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:38.832075 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97a15456-6d35-4a98-a540-3c38b1ac13b2 req-a176e4b3-7d76-4b62-aac5-944c614804ef tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=357a78b6-6dea-407d-a20c-cfdbda8b3093 HTTP/1.1" status: 200 len: 210 time: 0.0487711 Apr 25 15:17:38.867206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:38.871152 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac9fed-62ab-41b7-9baf-93585aa95aa7 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:17:39.087596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248d425-82dc-426c-9069-0423bebd5621 None None] New status for floating IP 0009dcf6-f25a-4feb-b450-06de2d77f435: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:17:40.119615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-c21fb24e-1082-4b15-ac17-80823aa7a8fd tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404384909&fields=id&tenant_id=817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 267 time: 0.0386133 Apr 25 15:17:40.267851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-aeb5b79f-01c2-4a31-8932-c4eaa695147d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:40.269329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-aeb5b79f-01c2-4a31-8932-c4eaa695147d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.1427460 Apr 25 15:17:40.279705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5131546e-31a8-47bd-a53e-252c19a0e290 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:17:40.285792 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-483bdd33-ba0a-4cc0-8771-4e520e7a2101 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0110834 Apr 25 15:17:40.320413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 5131546e-31a8-47bd-a53e-252c19a0e290 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:17:40.320773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5131546e-31a8-47bd-a53e-252c19a0e290 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:17:40.376101 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-b3e0f759-6c1f-4766-af39-4af26e7f03bc tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847316 Apr 25 15:17:40.559190 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-9c796c67-5fda-4377-bec9-e84269e2714d service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718338 Apr 25 15:17:40.689868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-03b8de7b-e036-4864-91e1-acf52c43e55e service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249745 Apr 25 15:17:40.956074 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba990277-16f1-465a-b08d-a4d2592734a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:41.075607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b1f2dccb-ac23-45f0-b65e-e619e1084d55 req-06721cfe-97c5-46e3-b85a-104c1422e262 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:17:41.091562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b1f2dccb-ac23-45f0-b65e-e619e1084d55 req-06721cfe-97c5-46e3-b85a-104c1422e262 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:17:41.092971 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1f2dccb-ac23-45f0-b65e-e619e1084d55 req-06721cfe-97c5-46e3-b85a-104c1422e262 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 210 time: 0.0656326 Apr 25 15:17:41.861256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:42.070622 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:42.075602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-e40010bf-b71d-4236-9eba-50d3a8e63b75 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:42.077097 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-e40010bf-b71d-4236-9eba-50d3a8e63b75 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.1532407 Apr 25 15:17:42.125277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-4b281ef0-ae6d-460a-906d-bf4fc1c81653 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 379 time: 0.0408859 Apr 25 15:17:42.137634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'security_groups': ['780a68e6-fa61-41b0-a30a-d701581deacb']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:17:42.260084 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7cf57bd8-9425-4262-9b1b-23bfbfd7ef43 req-30386dd9-6378-402e-8e82-cff54649434d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 210 time: 0.0604489 Apr 25 15:17:42.277715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:17:42.287599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:17:42.297788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:17:42.301370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:42.474972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.13 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/bfb86c6e-5536-4950-8a97-26b0585283dc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:17:42.796880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:42.813208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object bfb86c6e-5536-4950-8a97-26b0585283dc will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:17:42.837323 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:42.903464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:17:42.911621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:17:42.917330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:17:42.952280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=bfb86c6e-5536-4950-8a97-26b0585283dc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:42.995015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:42.995735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:43.023050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-96294427-0c5c-482c-b19a-5b442453be0c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895242 Apr 25 15:17:43.034021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-50514d9f-da3c-447d-ad1f-8d676a1fda28 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:17:43.035116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-50514d9f-da3c-447d-ad1f-8d676a1fda28 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055249 Apr 25 15:17:43.045888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Request body: {'port': {'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:17:43.167700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a54e97da-4568-4aee-8d62-b83075778128 None None] Provisioning for port bfb86c6e-5536-4950-8a97-26b0585283dc completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:17:43.173666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a54e97da-4568-4aee-8d62-b83075778128 None None] Provisioning complete for port bfb86c6e-5536-4950-8a97-26b0585283dc triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:17:43.174053 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a54e97da-4568-4aee-8d62-b83075778128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:43.180702 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:43.231647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a54e97da-4568-4aee-8d62-b83075778128 None None] Port bfb86c6e-5536-4950-8a97-26b0585283dc cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:17:43.543375 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24071-c0e7-4621-b8ae-9669e9df9e28 req-77f8506e-c9e0-4e92-858f-ebd5054638b5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:43.544078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7be24071-c0e7-4621-b8ae-9669e9df9e28 req-77f8506e-c9e0-4e92-858f-ebd5054638b5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:17:43.615695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7be24071-c0e7-4621-b8ae-9669e9df9e28 req-77f8506e-c9e0-4e92-858f-ebd5054638b5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:17:43.616950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7be24071-c0e7-4621-b8ae-9669e9df9e28 req-77f8506e-c9e0-4e92-858f-ebd5054638b5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 932 time: 0.2019575 Apr 25 15:17:43.625564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb86c6e-5536-4950-8a97-26b0585283dc {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:17:43.646480 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:43.678011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Transition to ACTIVE for port object bfb86c6e-5536-4950-8a97-26b0585283dc will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:17:43.685802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7be24071-c0e7-4621-b8ae-9669e9df9e28 req-c2fde93d-48c0-4c40-bfde-ab2094d63894 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557375 Apr 25 15:17:43.686513 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:43.759819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:43.850657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb86c6e-5536-4950-8a97-26b0585283dc,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:43.928439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Attempting to bind port bfb86c6e-5536-4950-8a97-26b0585283dc on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:17:43.928774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Attempting to bind port bfb86c6e-5536-4950-8a97-26b0585283dc by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:17:43.929125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Attempting to bind port bfb86c6e-5536-4950-8a97-26b0585283dc on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:17:43.934096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Port bfb86c6e-5536-4950-8a97-26b0585283dc on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:17:43.934408 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Attempting to bind port bfb86c6e-5536-4950-8a97-26b0585283dc on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:17:43.939506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:17:43.939728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:17:43.940162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:17:43.940705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Bound port: bfb86c6e-5536-4950-8a97-26b0585283dc, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:17:43.941413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:44.031180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] For port bfb86c6e-5536-4950-8a97-26b0585283dc, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:17:44.034112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] For port bfb86c6e-5536-4950-8a97-26b0585283dc, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfb86c6e-5536-4950-8a97-26b0585283dc,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:17:44.038297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:44.095978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:44.096605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:44.098000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] 10.222.0.15 "PUT /v2.0/ports/bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 1092 time: 1.0567977 Apr 25 15:17:44.098456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:17:44.130407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70169d8-6d4f-4528-9374-1c6e94d58918 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb86c6e-5536-4950-8a97-26b0585283dc,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:44.176655 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40218b1-ab98-432a-86a6-042fd8a19e6c'] response: {'name': 'network-changed', 'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'status': 'completed', 'code': 200} Apr 25 15:17:44.212827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-4c920d6d-eb31-4083-833c-5d87a176118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:44.214436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-4c920d6d-eb31-4083-833c-5d87a176118c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1095 time: 0.0734763 Apr 25 15:17:44.284758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-6a85dfd1-4dbb-4f94-8dfc-c5f43a8bf96c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 217 time: 0.0641320 Apr 25 15:17:44.345029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-47960dc4-bfa2-4639-a64e-fb448a17c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:44.346395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-47960dc4-bfa2-4639-a64e-fb448a17c831 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0561910 Apr 25 15:17:44.423414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fceed-4df7-4660-a409-2a8b927275af req-79297c2c-7b38-4948-abb9-d22257652daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:44.424761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-79297c2c-7b38-4948-abb9-d22257652daf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731909 Apr 25 15:17:44.673757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-ffc13d4c-484d-4cce-bc22-260cb1d6ff48 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431695 Apr 25 15:17:44.843460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-630fceed-4df7-4660-a409-2a8b927275af req-5daaad87-e91b-4cf2-961b-785f8d8f9d4c service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638441 Apr 25 15:17:44.884086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5b7a-bfd2-432f-8a92-2ec3b263ea4a req-4eca0a09-8829-4da1-95c2-0e69faef6729 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:44.885552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03c5b7a-bfd2-432f-8a92-2ec3b263ea4a req-4eca0a09-8829-4da1-95c2-0e69faef6729 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0879135 Apr 25 15:17:44.973529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a03c5b7a-bfd2-432f-8a92-2ec3b263ea4a req-18014999-f6f3-4821-841f-46802c1c4bfa tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574875 Apr 25 15:17:44.991202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-1b8dcc72-3422-4d86-adaa-97f4211bbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:44.992646 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-1b8dcc72-3422-4d86-adaa-97f4211bbe34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1095 time: 0.1056652 Apr 25 15:17:45.169836 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-d70e2a04-681d-401b-8e34-517cfe588eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:45.171288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-d70e2a04-681d-401b-8e34-517cfe588eb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1730080 Apr 25 15:17:45.238057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-960435b9-7d80-4c58-b3b0-534c6257e009 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 217 time: 0.0602353 Apr 25 15:17:45.303985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-a5c57dc3-464a-48bd-90da-0c18e9288790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:45.305450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-a5c57dc3-464a-48bd-90da-0c18e9288790 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0601702 Apr 25 15:17:45.377256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-61ed1753-b4f4-4c0a-8ade-2ce79ec1e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:45.378662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-61ed1753-b4f4-4c0a-8ade-2ce79ec1e3ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673938 Apr 25 15:17:45.518111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-b19658d8-2850-499f-bfbc-64f41a502c2c service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319764 Apr 25 15:17:45.648836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89444dd3-a626-43c0-8248-1bb561b447c5 req-4f20bd23-ccb8-4dfe-b7c9-021f0fab9f39 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251867 Apr 25 15:17:46.169481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84434-f60a-4502-ab80-bb40f7cc25bb req-81df871a-039a-455c-9717-203cc6781d11 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:46.170947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bb84434-f60a-4502-ab80-bb40f7cc25bb req-81df871a-039a-455c-9717-203cc6781d11 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0856185 Apr 25 15:17:46.215096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2bb84434-f60a-4502-ab80-bb40f7cc25bb req-44c1ffc7-f1fb-4354-89e2-319d08f2e165 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383794 Apr 25 15:17:47.402263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a487f98-ee74-4a02-b6c7-bec67e19bfb5 req-8fc04f39-90af-4c4c-a7d8-7ded118019a1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:47.403711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a487f98-ee74-4a02-b6c7-bec67e19bfb5 req-8fc04f39-90af-4c4c-a7d8-7ded118019a1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0827336 Apr 25 15:17:47.447321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a487f98-ee74-4a02-b6c7-bec67e19bfb5 req-5760e72b-4010-43e6-901c-403aa0e2aac7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379660 Apr 25 15:17:48.634101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e628ea0-3064-41ad-bbcd-bbd1e1103f88 req-5ffb1938-23fb-4fac-b292-6e6c3fd874b4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:48.635556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e628ea0-3064-41ad-bbcd-bbd1e1103f88 req-5ffb1938-23fb-4fac-b292-6e6c3fd874b4 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0855005 Apr 25 15:17:48.679594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5e628ea0-3064-41ad-bbcd-bbd1e1103f88 req-0afbf03a-fb4f-45f1-81c1-28d95429c677 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377843 Apr 25 15:17:49.861590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486ce1a-1478-4742-8b0f-9d999fdad413 req-b0674fd9-a376-46b9-94ce-4bfc74024fc5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:49.862950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1486ce1a-1478-4742-8b0f-9d999fdad413 req-b0674fd9-a376-46b9-94ce-4bfc74024fc5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0792773 Apr 25 15:17:49.909301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1486ce1a-1478-4742-8b0f-9d999fdad413 req-1a7047b2-551f-419c-9e58-3e5ab1f842ca tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Apr 25 15:17:51.094230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316f9c-bc9a-4a6b-9125-d804546087cf req-59a3ac1d-7205-4fe5-a448-65dc55ba8de8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:51.095687 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af316f9c-bc9a-4a6b-9125-d804546087cf req-59a3ac1d-7205-4fe5-a448-65dc55ba8de8 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0805392 Apr 25 15:17:51.142861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-af316f9c-bc9a-4a6b-9125-d804546087cf req-d726cb62-d8e0-46dc-aaaa-3b9da056bd2d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Apr 25 15:17:52.327402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfb86c6e-5536-4950-8a97-26b0585283dc details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:17:52.330273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259dae3-fa3b-42d3-ab5a-230e7e9f0a96 req-323759f1-2249-489d-a3b6-28875995cfe6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:52.331752 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d259dae3-fa3b-42d3-ab5a-230e7e9f0a96 req-323759f1-2249-489d-a3b6-28875995cfe6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 944 time: 0.0787075 Apr 25 15:17:52.376285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d259dae3-fa3b-42d3-ab5a-230e7e9f0a96 req-f9317dca-0583-4876-a0eb-c103894186b2 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388296 Apr 25 15:17:52.459042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bfb86c6e-5536-4950-8a97-26b0585283dc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfb86c6e-5536-4950-8a97-26b0585283dc,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:17:52.472831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:17:52.535619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:52.552894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb86c6e-5536-4950-8a97-26b0585283dc {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:17:52.567543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bfb86c6e-5536-4950-8a97-26b0585283dc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfb86c6e-5536-4950-8a97-26b0585283dc,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:17:52.571674 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:52.637195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bfb86c6e-5536-4950-8a97-26b0585283dc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:52.644536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.644888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.645260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.645600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.645937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.646272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.646600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.646930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.647257 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.647585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.647912 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.648236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:17:52.801346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['bfb86c6e-5536-4950-8a97-26b0585283dc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:17:53.556926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877990f2-6424-4f89-8675-68efe0d80d38 req-cb6863aa-c50a-48b8-84ef-0032e3b16d2f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:53.558994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-877990f2-6424-4f89-8675-68efe0d80d38 req-cb6863aa-c50a-48b8-84ef-0032e3b16d2f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 945 time: 0.0802341 Apr 25 15:17:53.601879 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-877990f2-6424-4f89-8675-68efe0d80d38 req-2cddf5fe-13d1-4a82-89a4-f16ce7c72611 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Apr 25 15:17:54.348949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfb86c6e-5536-4950-8a97-26b0585283dc up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:17:54.419317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port bfb86c6e-5536-4950-8a97-26b0585283dc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:17:54.424169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port bfb86c6e-5536-4950-8a97-26b0585283dc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:17:54.424632 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:54.550777 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:54.576719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:17:54.586276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bfb86c6e-5536-4950-8a97-26b0585283dc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfb86c6e-5536-4950-8a97-26b0585283dc,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:17:54.590932 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:54.662990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bfb86c6e-5536-4950-8a97-26b0585283dc,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:54.688935 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a84162-dae3-4f72-bab4-8a0c8f240012'] response: {'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'code': 200} Apr 25 15:17:54.789750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee45c0c-86d8-4355-a962-419ebc27c755 req-14adc9f8-37c0-4630-8bf4-d04d2bdbbd0a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:54.791220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ee45c0c-86d8-4355-a962-419ebc27c755 req-14adc9f8-37c0-4630-8bf4-d04d2bdbbd0a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 946 time: 0.0838089 Apr 25 15:17:54.826119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7bf3e-15b5-4802-99f8-2f99639e459e req-e8c785ef-e02b-458f-bd76-5bda5d52ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:54.827641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfc7bf3e-15b5-4802-99f8-2f99639e459e req-e8c785ef-e02b-458f-bd76-5bda5d52ac6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0834339 Apr 25 15:17:54.837816 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ee45c0c-86d8-4355-a962-419ebc27c755 req-8fc324cf-f756-41d6-b324-229dc04525ec tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398138 Apr 25 15:17:54.869271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfc7bf3e-15b5-4802-99f8-2f99639e459e req-9185b2f4-b89f-4984-865e-385e78a24870 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357871 Apr 25 15:17:56.034521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae72030-59c8-4ed2-9447-e154ee80e830 req-00a535b5-d6ed-4b7e-9282-998aea4289db tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:56.036244 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ae72030-59c8-4ed2-9447-e154ee80e830 req-00a535b5-d6ed-4b7e-9282-998aea4289db tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 946 time: 0.0809627 Apr 25 15:17:56.079936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9ae72030-59c8-4ed2-9447-e154ee80e830 req-6b310f24-c951-4bc4-8e94-d505dfa26008 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380545 Apr 25 15:17:56.261895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d223ebe-d6b2-467f-9403-3b8c9e9d641f req-f6c9710f-0263-4683-8de4-2b2128309343 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:56.263369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d223ebe-d6b2-467f-9403-3b8c9e9d641f req-f6c9710f-0263-4683-8de4-2b2128309343 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 946 time: 0.0789702 Apr 25 15:17:56.307581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d223ebe-d6b2-467f-9403-3b8c9e9d641f req-3a26e60b-70e0-4fe2-941b-80fda950422f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385160 Apr 25 15:17:56.330679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38144) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:17:56.516397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893afd75-5fb8-4d6e-8c3b-71fe510176bd tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:56.517055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-893afd75-5fb8-4d6e-8c3b-71fe510176bd tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] Synchronizing usage tracker for tenant:db3e8fe7b2cb4708bda6a5d68c57816b on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:17:56.533758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-893afd75-5fb8-4d6e-8c3b-71fe510176bd tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] Unset dirty status for tenant:db3e8fe7b2cb4708bda6a5d68c57816b on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:17:56.535057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-893afd75-5fb8-4d6e-8c3b-71fe510176bd tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1092 time: 0.2033341 Apr 25 15:17:56.538183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:17:56.543015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:17:56.549410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:17:56.553166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:floatingip and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:17:56.555933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:17:56.561599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:17:56.571694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:56.819055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:56.952989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.25.0.54 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/1e295ee5-14c4-4128-9146-e35ad2efe5a1) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:17:57.098014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:57.126488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:57.186068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:17:57.192745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:17:57.196741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:17:57.228340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=1e295ee5-14c4-4128-9146-e35ad2efe5a1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:57.602744 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:57.677263 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:57.877465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:57.881877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:57.992318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=1e295ee5-14c4-4128-9146-e35ad2efe5a1,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:17:58.000576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:58.171934 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Floating IP 80a9baf8-d84a-4643-91d7-901085ea4082 associated. External IP: 172.25.0.54, port: bfb86c6e-5536-4950-8a97-26b0585283dc. Apr 25 15:17:58.630928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:17:58.809261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:17:58.819134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:17:58.829267 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:17:58.829876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:17:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:58.834436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:58.890108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8f23ce76-88cf-4c03-865e-4360d5db428c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3508868 Apr 25 15:17:58.890961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:17:58.936757 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67db032d-ee09-4d56-876f-cd0df4946652'] response: {'name': 'network-changed', 'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'status': 'completed', 'code': 200} Apr 25 15:17:59.009865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:17:59.030667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-0506582c-b299-46f9-8593-ea9bcfee941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:59.032152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-0506582c-b299-46f9-8593-ea9bcfee941a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0741427 Apr 25 15:17:59.075460 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:17:59.169729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-4226e7f7-6ba7-4893-8120-969247dc99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:59.171190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-4226e7f7-6ba7-4893-8120-969247dc99a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1331766 Apr 25 15:17:59.270243 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-4bc1fcea-9536-45fb-a3ef-39db4b4fa508 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 999 time: 0.0930178 Apr 25 15:17:59.337625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-524f02cd-6690-499f-9e43-50c81a537f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:59.339034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-524f02cd-6690-499f-9e43-50c81a537f6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0627840 Apr 25 15:17:59.380951 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:17:57Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:59.384885 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:17:59.393021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:17:59.393648 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:17:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:59.411822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-c7e17b20-c9f0-4760-a31c-6e7286e5abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:17:59.413321 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-c7e17b20-c9f0-4760-a31c-6e7286e5abbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691774 Apr 25 15:17:59.544651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-cd78ee0d-e143-498e-8ed2-1d0b3dc7fdf5 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253114 Apr 25 15:17:59.569295 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:17:59.676909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98fd4859-1ff8-4dbb-b4c0-e25251bb4fe3 req-c97f8730-a100-47c9-bf6d-4440009d8501 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266098 Apr 25 15:17:59.910789 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:17:57Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:17:59.914915 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2689cf3-18db-4ab3-a042-2aea79c93009 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:17:57Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:18:00.110245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010776ef-5da7-4c36-8711-f6f0584b7d8f None None] New status for floating IP 80a9baf8-d84a-4643-91d7-901085ea4082: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:18:04.567548 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:05.342709 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:18:08.583244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89e9a000-619b-477b-8476-1fd7a62a3fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:10.957834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef819787-2899-4393-8e31-6f68b5d8cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:11.862524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:12.072653 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:13.768258 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:20.671235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-1d3a5182-f710-45d2-82e2-2947afab8b3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793076 Apr 25 15:18:20.823064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-615e52ba-f225-4b53-b9be-2978fc84b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:18:20.824614 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-615e52ba-f225-4b53-b9be-2978fc84b6fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0822098 Apr 25 15:18:21.107972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-fe13aff8-6b3f-428a-95fe-9035a7e293a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:18:21.109376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-fe13aff8-6b3f-428a-95fe-9035a7e293a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.2656512 Apr 25 15:18:21.214791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-62e61b43-9d5f-4738-81ef-c7814c9cd83c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 1001 time: 0.0979364 Apr 25 15:18:21.280481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-1fd3d7ea-9733-406c-8a05-4944550251b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:18:21.281956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-1fd3d7ea-9733-406c-8a05-4944550251b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0630910 Apr 25 15:18:21.357425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-7cb859df-7772-477d-b84a-e86e376da652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:18:21.358748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-7cb859df-7772-477d-b84a-e86e376da652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706785 Apr 25 15:18:21.500170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-c2c8dcb2-dadb-4203-ae5d-ab25960a0a62 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341100 Apr 25 15:18:21.648261 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b1b656ae-bba3-41b6-b7d9-444a25aa553d req-77d81fef-ccf6-420f-be4b-2fc945f69285 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420546 Apr 25 15:18:29.079694 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:34.582172 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:38.585292 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f243c99-1ae9-4950-9ca8-e648a2914f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:40.958961 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b873e247-2c06-44a2-8295-19e5634d46dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:41.865148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:42.074613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:42.341472 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:18:43.764690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:18:59.079738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:04.582230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:08.587626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea31ec68-9274-4071-bf6c-a210d2d2cc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:10.959911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35b4a6b1-deea-4380-af60-d4996c470960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:11.269631 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-1f864d13-4053-4a2d-a0f8-ca8786ab18aa req-cedd714c-f2f2-456d-bd63-e73ff2dddd9f service neutron] (88060) timed out ('10.222.0.15', 53834) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:19:11.866537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:12.076617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:12.515713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-6a5079fd-6bd1-4b9b-ad89-21cdac02cd64 req-486abda6-de28-41b2-a439-83c11a44cdf3 tempest-VolumesActionsTest-507448392 tempest-VolumesActionsTest-507448392-project] (88061) timed out ('10.222.0.15', 54108) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:19:13.770449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:19.340721 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:19:20.656172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-b0e9970d-5e93-4b00-b465-6f82b1cccef8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675848 Apr 25 15:19:20.797856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcad59-52ab-4174-9353-17d269b8a352 req-3fa5b10b-2123-44f3-8a1d-effcee9e9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:20.799251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-3fa5b10b-2123-44f3-8a1d-effcee9e9ca8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0762436 Apr 25 15:19:20.942621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcad59-52ab-4174-9353-17d269b8a352 req-82a0e48d-6bd3-4f9c-a806-89f7507b26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:20.944040 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-82a0e48d-6bd3-4f9c-a806-89f7507b26e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1255195 Apr 25 15:19:21.046513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-0be79b4e-8372-49f8-a4ce-1f0842646290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 1001 time: 0.0967238 Apr 25 15:19:21.107986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcad59-52ab-4174-9353-17d269b8a352 req-9c8961fa-a3b9-4009-b8d2-4700c50e50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:21.109379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-9c8961fa-a3b9-4009-b8d2-4700c50e50ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0573542 Apr 25 15:19:21.186095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcad59-52ab-4174-9353-17d269b8a352 req-0e353ded-b6ea-471b-a3dc-8cb7a8551fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:21.187531 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-0e353ded-b6ea-471b-a3dc-8cb7a8551fad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729754 Apr 25 15:19:21.316232 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-61dfd3cd-5dc1-4de9-a4e1-29ecdf88b86d service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230011 Apr 25 15:19:21.444482 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7afcad59-52ab-4174-9353-17d269b8a352 req-a01a8899-d79d-47f2-8171-e49dac629f42 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224971 Apr 25 15:19:29.080845 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:34.581365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:37.301569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-3d016130-421b-4048-ac94-516ac66191c7 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404384909&fields=id&tenant_id=817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 267 time: 0.0425406 Apr 25 15:19:37.552816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-cf99de75-54a0-4734-9cec-eb0a4bfb21f9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:37.554278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-cf99de75-54a0-4734-9cec-eb0a4bfb21f9 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.2463851 Apr 25 15:19:37.569284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-7a2097f1-06a1-4221-9954-c84c8b1a06ba tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/quotas/817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 375 time: 0.0095425 Apr 25 15:19:37.658878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-f80cffa2-e87b-4c38-afd0-3dd7ca4d8060 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0834901 Apr 25 15:19:37.792783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-5b264471-36c0-4750-be9b-f0bc2d4fcd02 service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217916 Apr 25 15:19:37.922150 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-6ee6aaf2-ba5e-4e6e-b78b-d6c63a778b03 service neutron] 10.222.0.23 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235592 Apr 25 15:19:38.315615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bcdfd3e-5665-4b65-b35f-b7ce9f6cb1ee req-ef3bc436-cb48-4637-b989-fb3533dbf731 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 210 time: 0.0424643 Apr 25 15:19:38.592245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9676d22-283f-4a6c-add5-0840d512c862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:39.479128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0553f371-dfb4-4593-b119-8fa22d154afe req-34ce5c7f-2021-4274-81c9-fac074dae141 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 210 time: 0.0567107 Apr 25 15:19:39.608949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-a91556f6-1a1d-4435-8793-c5b1f29f7beb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:39.610342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-a91556f6-1a1d-4435-8793-c5b1f29f7beb tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 811 time: 0.2804937 Apr 25 15:19:39.659902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-15d9ee7d-7368-4c8a-bf34-71e048e0a8b5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817e4b93d43f41deb81b36edc90f957f HTTP/1.1" status: 200 len: 379 time: 0.0413008 Apr 25 15:19:39.668404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'port': {'device_id': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'admin_state_up': True, 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'security_groups': ['780a68e6-fa61-41b0-a30a-d701581deacb']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:19:39.808124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:19:39.817988 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:19:39.827880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Made reservation on behalf of 817e4b93d43f41deb81b36edc90f957f for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:19:39.831782 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:39.997114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.20.0.6 (dc1a5c07-b46b-45f8-af5d-443e3b24f9fe/8f241cab-6b53-43ca-9ca8-c5d62e679198/be4a1bbf-ed58-4b0d-abe8-ab551bbae68f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:19:40.186593 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:40.203316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Transition to ACTIVE for port object be4a1bbf-ed58-4b0d-abe8-ab551bbae68f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:19:40.226490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:40.313239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:40.319463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:19:40.323707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:19:40.326389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.326738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.327154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.327414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.327748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.328080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.328417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.328744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.329094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.329424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.329750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.330490 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:40.333020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:19:40.401070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:40.401700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:40.429490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-9195e70c-7d39-46d7-96c2-027d524ae7a0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646363 Apr 25 15:19:40.439364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-3229c68d-446e-488f-be8c-3590774ac336 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:19:40.440497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-3229c68d-446e-488f-be8c-3590774ac336 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056369 Apr 25 15:19:40.518342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Request body: {'port': {'device_id': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:19:40.634659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-722a04cf-aa95-4104-b38f-aa78a4fc888c None None] Provisioning for port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:19:40.640039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-722a04cf-aa95-4104-b38f-aa78a4fc888c None None] Provisioning complete for port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:19:40.640425 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-722a04cf-aa95-4104-b38f-aa78a4fc888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:40.704795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-722a04cf-aa95-4104-b38f-aa78a4fc888c None None] Port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:19:40.709574 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:40.811102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fed12a-e8fa-41c0-b9e1-a06d5a6efb67 req-2d883cc1-bfe3-49de-a732-0632832bd220 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:40.811799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-74fed12a-e8fa-41c0-b9e1-a06d5a6efb67 req-2d883cc1-bfe3-49de-a732-0632832bd220 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:19:40.891352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-74fed12a-e8fa-41c0-b9e1-a06d5a6efb67 req-2d883cc1-bfe3-49de-a732-0632832bd220 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:19:40.892526 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-74fed12a-e8fa-41c0-b9e1-a06d5a6efb67 req-2d883cc1-bfe3-49de-a732-0632832bd220 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 931 time: 0.2702909 Apr 25 15:19:40.963359 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50464727-5526-4b16-b2ef-57deafcea5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.045622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-74fed12a-e8fa-41c0-b9e1-a06d5a6efb67 req-14dfa25a-6b38-439a-a66b-6e089ec4a2a5 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462913 Apr 25 15:19:41.171048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4a1bbf-ed58-4b0d-abe8-ab551bbae68f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:19:41.178712 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.193417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Transition to ACTIVE for port object be4a1bbf-ed58-4b0d-abe8-ab551bbae68f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:19:41.197781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.351063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Pushing event updated for resources: {'Port': ['ID=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:41.435849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Attempting to bind port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:19:41.436182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Attempting to bind port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:19:41.436504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Attempting to bind port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:19:41.441009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:19:41.441353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Attempting to bind port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f on network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:19:41.446987 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:19:41.447319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Checking segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:19:41.447693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Bound using segment: {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:19:41.448106 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Bound port: be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5998ecf5-7547-48d0-bd0a-e12b2978564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:19:41.448445 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.538006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] For port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:19:41.541563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] For port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:19:41.545672 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.708137 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:41.708804 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.710105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] 10.222.0.21 "PUT /v2.0/ports/be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 1091 time: 1.2632203 Apr 25 15:19:41.710647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:19:41.740256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec56542-b3be-4a76-a7ac-b546d7d76300 service neutron] Pushing event updated for resources: {'Port': ['ID=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:41.833429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-4759f548-6fb6-4838-92f7-23d884424237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:41.834986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-4759f548-6fb6-4838-92f7-23d884424237 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1094 time: 0.0765178 Apr 25 15:19:41.873066 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:41.891393 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cd36e1-4273-4862-85f8-4e808846e3ce'] response: {'name': 'network-changed', 'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'status': 'completed', 'code': 200} Apr 25 15:19:41.905576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-22fb4d64-a5ea-45be-9a81-f0fbbf73577f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 217 time: 0.0644827 Apr 25 15:19:41.970196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-f7de47d5-f396-45a1-8a8a-9ebab4c62af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:41.971610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-f7de47d5-f396-45a1-8a8a-9ebab4c62af4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0596578 Apr 25 15:19:42.043986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-7ebb15b7-3454-40a0-a5f7-979f18aa258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:42.045451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-7ebb15b7-3454-40a0-a5f7-979f18aa258a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685680 Apr 25 15:19:42.082183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:42.221492 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-0a363aba-33e5-48e9-83ce-6cd446586ba6 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684535 Apr 25 15:19:42.346360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f09f-fd00-4eec-944d-100ed6f5fe41 req-466584aa-c803-4a99-bbe6-1197195b5b8a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:42.347783 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b30f09f-fd00-4eec-944d-100ed6f5fe41 req-466584aa-c803-4a99-bbe6-1197195b5b8a tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.1905401 Apr 25 15:19:42.399095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce7d9f83-58c8-41b8-8ac2-6a5050dc7f13 req-a8e47f2f-c099-4b06-bf2d-d3f621a24e64 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706502 Apr 25 15:19:42.408645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b30f09f-fd00-4eec-944d-100ed6f5fe41 req-c953664a-d18e-42a4-8ecb-ea208281a756 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550165 Apr 25 15:19:42.516893 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-37d18b2f-0895-4808-bf11-8482020a00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:42.518297 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-37d18b2f-0895-4808-bf11-8482020a00eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1094 time: 0.0695221 Apr 25 15:19:42.648143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-e7953a07-6982-40d1-a759-07ca368748db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:42.649741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-e7953a07-6982-40d1-a759-07ca368748db service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1258919 Apr 25 15:19:42.732082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-e95d8293-8573-4128-8e54-4a0d6e25f479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 217 time: 0.0757594 Apr 25 15:19:42.794495 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-79962701-f680-470e-bcb8-c2dc0e19bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:42.795842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-79962701-f680-470e-bcb8-c2dc0e19bed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0576792 Apr 25 15:19:42.872705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-fbf9dfea-e8a3-421b-ab28-6bc6e9fe309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:42.874196 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-fbf9dfea-e8a3-421b-ab28-6bc6e9fe309e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726864 Apr 25 15:19:43.008334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-5f9239eb-77a0-4b2b-a486-919faf327739 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279790 Apr 25 15:19:43.151920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-128a6601-f4ab-4e8e-9095-61c7fef0ba26 req-45828936-27dd-4acf-b99e-c86963dc8546 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375506 Apr 25 15:19:43.602628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f6a0f-6b21-4ecc-b717-a6f475b49c82 req-15ac49d2-4a6e-4d94-842d-c6587c2a9656 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:43.604086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e88f6a0f-6b21-4ecc-b717-a6f475b49c82 req-15ac49d2-4a6e-4d94-842d-c6587c2a9656 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.0803087 Apr 25 15:19:43.647902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e88f6a0f-6b21-4ecc-b717-a6f475b49c82 req-e9fffe3f-69a4-4697-9909-b1aeddc78552 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381560 Apr 25 15:19:43.769913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:44.832014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ee37-f56e-44aa-a0b4-1cda024e7586 req-c3464d32-d9fd-4e7f-9306-db16afe1a784 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:44.833412 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2167ee37-f56e-44aa-a0b4-1cda024e7586 req-c3464d32-d9fd-4e7f-9306-db16afe1a784 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.0796142 Apr 25 15:19:44.876318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2167ee37-f56e-44aa-a0b4-1cda024e7586 req-7023b8b0-db19-4686-8ca7-c0a361ca242d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Apr 25 15:19:46.073329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00ad3-be7c-471e-a731-45dfb5ef1e49 req-1149e9d5-60fb-494c-904b-4fcad039148c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:46.074689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2b00ad3-be7c-471e-a731-45dfb5ef1e49 req-1149e9d5-60fb-494c-904b-4fcad039148c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.0876136 Apr 25 15:19:46.123076 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2b00ad3-be7c-471e-a731-45dfb5ef1e49 req-72552d11-a434-46d2-a987-1a20d6f0d763 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Apr 25 15:19:47.437439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf0ee0-c5b0-4644-9254-d1a4950db3ad req-3d0611ce-d212-463d-8ca9-c63b79c7f46e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:47.440088 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46bf0ee0-c5b0-4644-9254-d1a4950db3ad req-3d0611ce-d212-463d-8ca9-c63b79c7f46e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.2014632 Apr 25 15:19:47.496356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46bf0ee0-c5b0-4644-9254-d1a4950db3ad req-418a5277-3f2f-4c86-95ec-a9bca2f62fe6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489423 Apr 25 15:19:48.683182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771ae1-41b8-4dbe-b8a8-e5d3111ab5b1 req-82c914c4-f9ef-406d-b408-004dc982baa6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:48.684645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d771ae1-41b8-4dbe-b8a8-e5d3111ab5b1 req-82c914c4-f9ef-406d-b408-004dc982baa6 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.0795710 Apr 25 15:19:48.728995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3d771ae1-41b8-4dbe-b8a8-e5d3111ab5b1 req-1924e4f9-1c80-441e-a5b9-72231793cf55 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387237 Apr 25 15:19:49.913713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c30fb-ff05-4cd6-89b8-afadd14b31c9 req-7c25d478-9294-4594-95ea-efcd9f073e9e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:49.915089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-678c30fb-ff05-4cd6-89b8-afadd14b31c9 req-7c25d478-9294-4594-95ea-efcd9f073e9e tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.0838013 Apr 25 15:19:49.961594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-678c30fb-ff05-4cd6-89b8-afadd14b31c9 req-275e93a2-7c8d-4120-b6ae-761d79f7d7f3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Apr 25 15:19:51.152041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc5ce-993d-4224-a755-fbbaee6e4e98 req-2d0a5b23-7c20-47b7-8dd1-edeac77dbeca tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:51.153520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbfcc5ce-993d-4224-a755-fbbaee6e4e98 req-2d0a5b23-7c20-47b7-8dd1-edeac77dbeca tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 943 time: 0.0869131 Apr 25 15:19:51.197650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dbfcc5ce-993d-4224-a755-fbbaee6e4e98 req-7ea45e9b-dbe0-4521-b23a-c28f397435dc tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384059 Apr 25 15:19:51.380575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device be4a1bbf-ed58-4b0d-abe8-ab551bbae68f details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:19:51.512096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:19:51.528827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'port_id': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'mac_address': 'fa:16:3e:33:03:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:19:51.584211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:51.600800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4a1bbf-ed58-4b0d-abe8-ab551bbae68f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:19:51.616345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:19:51.620084 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:51.685341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:51.692678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.693210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.693423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.693765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.694102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.694435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.694765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.695095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.695420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.695746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.696070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.696395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:19:51.962143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['be4a1bbf-ed58-4b0d-abe8-ab551bbae68f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:19:52.380218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9edde-7f7c-45c0-a19b-8225f4175fda req-8a7427c0-6514-4abd-99b5-d6320f689f08 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:52.381687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05d9edde-7f7c-45c0-a19b-8225f4175fda req-8a7427c0-6514-4abd-99b5-d6320f689f08 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 944 time: 0.0789175 Apr 25 15:19:52.425223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-05d9edde-7f7c-45c0-a19b-8225f4175fda req-25f1eb9f-cd5d-4581-be95-5fad149c2bc1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378842 Apr 25 15:19:53.395022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device be4a1bbf-ed58-4b0d-abe8-ab551bbae68f up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:19:53.462568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:19:53.467372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:19:53.467759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:53.595552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:53.623880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:19:53.634427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:19:53.638742 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:53.677201 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4838504c-22d0-4484-8e03-a8f081c40378'] response: {'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'code': 200} Apr 25 15:19:53.713074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:53.769706 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082b45-6e00-45ef-9f7e-5664ee24e930 req-c38d8fb1-7c54-4e00-ac97-926b443ce8ec tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:53.771165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c082b45-6e00-45ef-9f7e-5664ee24e930 req-c38d8fb1-7c54-4e00-ac97-926b443ce8ec tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.0861161 Apr 25 15:19:53.798608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05219cf-06bb-4bd0-b8b0-679f9589fe0a req-0f03e6d0-c1fd-4ace-be3c-ce8ba4a75833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:53.800065 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f05219cf-06bb-4bd0-b8b0-679f9589fe0a req-0f03e6d0-c1fd-4ace-be3c-ce8ba4a75833 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1096 time: 0.0738771 Apr 25 15:19:53.816867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0c082b45-6e00-45ef-9f7e-5664ee24e930 req-e7c15575-b8c6-4cf1-8643-d60e1a952adf tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Apr 25 15:19:53.841554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f05219cf-06bb-4bd0-b8b0-679f9589fe0a req-507a43c3-e61d-49ae-97f9-0179cbb816b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352304 Apr 25 15:19:55.007424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ef3a5-e8ce-4e21-a659-eff37b82af78 req-a5d4fd9e-3562-46d4-b586-2da7462a7f75 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:55.008868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec8ef3a5-e8ce-4e21-a659-eff37b82af78 req-a5d4fd9e-3562-46d4-b586-2da7462a7f75 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.0841439 Apr 25 15:19:55.052708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec8ef3a5-e8ce-4e21-a659-eff37b82af78 req-adf7d0de-9060-44de-823f-326ea5937c68 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380938 Apr 25 15:19:56.255648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b21fb1-fe84-4bf9-8d4a-6cd47f91c3b0 req-061f7034-0973-4e7d-bb5c-1d74a3e442f1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:56.257172 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8b21fb1-fe84-4bf9-8d4a-6cd47f91c3b0 req-061f7034-0973-4e7d-bb5c-1d74a3e442f1 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.0819571 Apr 25 15:19:56.299758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d8b21fb1-fe84-4bf9-8d4a-6cd47f91c3b0 req-7044d05c-9bca-4b80-ba83-115672f6c1b3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369849 Apr 25 15:19:56.341872 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:19:56.490942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f409ee-d798-4100-a377-8e8151e4b265 req-b56f475d-2892-4e7f-aedf-9da381332f92 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:56.493401 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6f409ee-d798-4100-a377-8e8151e4b265 req-b56f475d-2892-4e7f-aedf-9da381332f92 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.0872810 Apr 25 15:19:56.540793 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6f409ee-d798-4100-a377-8e8151e4b265 req-ef9376d4-3153-489b-af34-4fe5625e2012 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Apr 25 15:19:56.570650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38286) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:19:56.639442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a04fbd3-9f79-4091-8237-a0e725136d98 tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:56.640832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7a04fbd3-9f79-4091-8237-a0e725136d98 tempest-TestVolumeBootPattern-1085508010 tempest-TestVolumeBootPattern-1085508010-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1091 time: 0.0691967 Apr 25 15:19:56.643679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38290) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:19:56.649199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:19:56.655581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:19:56.659407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Usage tracker for resource:floatingip and tenant:817e4b93d43f41deb81b36edc90f957f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:19:56.663131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:19:56.668668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:19:56.682062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:56.812994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:56.956350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Allocated IP 172.25.0.73 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/288097f6-4157-45ee-a038-a0bf6ee176db) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:19:57.103669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:57.132368 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:57.194984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:19:57.197673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:19:57.205293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:19:57.239348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=288097f6-4157-45ee-a038-a0bf6ee176db,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:57.616380 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:57.690333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:58.006389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:58.010869 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:58.118266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event updated for resources: {'Port': ['ID=288097f6-4157-45ee-a038-a0bf6ee176db,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:19:58.129831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:58.314958 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Floating IP b0753f4d-148b-40b6-97cd-b9eee9fdbe2c associated. External IP: 172.25.0.73, port: be4a1bbf-ed58-4b0d-abe8-ab551bbae68f. Apr 25 15:19:58.661910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:19:58.845103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:19:58.855398 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:19:58.864316 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:19:58.865695 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:19:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:19:58.869665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:58.935183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b0c89959-2a3d-48c9-863f-598abb690529 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2803760 Apr 25 15:19:58.935183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:19:58.976644 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8733b8c2-538b-414d-bd2c-341e95b7b084'] response: {'name': 'network-changed', 'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'status': 'completed', 'code': 200} Apr 25 15:19:59.048055 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:19:59.066120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-2514888f-f971-47c0-bc7f-37687db91832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:59.067651 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-2514888f-f971-47c0-bc7f-37687db91832 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1096 time: 0.0709651 Apr 25 15:19:59.080447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:19:59.198806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-7c48af2d-f6b4-4277-a712-0c705bb6e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:59.200184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-7c48af2d-f6b4-4277-a712-0c705bb6e611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1271424 Apr 25 15:19:59.301728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-f0cf7d67-10d0-4052-b551-0175ac1d4db6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 998 time: 0.0955124 Apr 25 15:19:59.423628 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:18:00Z', 'revision_number': 1, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}, {'id': 'b0753f4d-148b-40b6-97cd-b9eee9fdbe2c', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:33:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:19:57Z', 'updated_at': '2022-04-25T15:19:57Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:19:59.427868 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:19:59.436396 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:19:59.437010 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:19:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:19:59.486146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-5b6bee15-2a36-4952-b81a-74f0678293fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:59.487510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-5b6bee15-2a36-4952-b81a-74f0678293fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.1797469 Apr 25 15:19:59.562405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-605005b0-784a-446e-b878-e7343ea3de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:19:59.563886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-605005b0-784a-446e-b878-e7343ea3de1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700192 Apr 25 15:19:59.614030 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:19:59.694481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-fe32c330-11b0-43eb-afb6-d84859811d1a service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243711 Apr 25 15:19:59.827231 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-92a9e0b9-0436-4625-98da-d11d5eacb936 req-32636d80-7512-4fcb-b7e5-97f20d7390dd service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270790 Apr 25 15:19:59.970950 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:18:00Z', 'revision_number': 1, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}, {'id': 'b0753f4d-148b-40b6-97cd-b9eee9fdbe2c', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:33:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:19:57Z', 'updated_at': '2022-04-25T15:19:57Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:19:59.974991 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647c281-d7df-4399-a35e-bd889f32d943 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:18:00Z', 'revision_number': 1, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}, {'id': 'b0753f4d-148b-40b6-97cd-b9eee9fdbe2c', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:33:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:19:57Z', 'updated_at': '2022-04-25T15:19:57Z', 'revision_number': 0, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:20:00.155682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12439329-0321-4211-96e4-1755f4e6a591 None None] New status for floating IP b0753f4d-148b-40b6-97cd-b9eee9fdbe2c: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:20:04.586975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:08.598514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-de149c29-1c8c-4767-88c2-5b99dc731a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:10.966619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cafdfbb6-c6b0-4313-9679-bb2343113686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:11.874719 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:12.088589 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:13.778065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:22.658996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-25da8011-3b9e-4f96-b85f-ef91c1b36023 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714898 Apr 25 15:20:22.805235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-98f3aaa8-1924-402e-812c-d59d83ed8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:22.806595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-98f3aaa8-1924-402e-812c-d59d83ed8358 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0702538 Apr 25 15:20:22.947522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-56f5af21-4755-41ac-ae40-04f2998523a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:22.948947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-56f5af21-4755-41ac-ae40-04f2998523a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1256759 Apr 25 15:20:23.054623 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-ee93c6b2-9019-4e56-95e6-da3dfba3e7d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 1001 time: 0.0991743 Apr 25 15:20:23.119996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-6d04da15-41c7-4eab-afcd-f4fb3941254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:23.121367 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-6d04da15-41c7-4eab-afcd-f4fb3941254b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0615857 Apr 25 15:20:23.198502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-2c20f314-649f-4f8d-a177-12a767d09e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:23.199930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-2c20f314-649f-4f8d-a177-12a767d09e9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723171 Apr 25 15:20:23.328317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-04f29591-d064-4a35-9884-0b89080770b8 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223106 Apr 25 15:20:23.455801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cd5bb4f-337b-4b0c-a592-6be47d899c04 req-34421b18-3c19-4182-a4ec-dbca40e0a297 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222076 Apr 25 15:20:29.080944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:31.343317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-d8e8be3a-7816-4c86-902e-b67e8d810f7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672550 Apr 25 15:20:31.481000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-77c7b9a5-4722-455e-ad86-dccdaf5732aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:31.482493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-77c7b9a5-4722-455e-ad86-dccdaf5732aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1096 time: 0.0729935 Apr 25 15:20:31.626005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-4810e68e-830a-4c74-a9a5-fc34bb5d3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:31.627371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-4810e68e-830a-4c74-a9a5-fc34bb5d3b46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1270223 Apr 25 15:20:31.724185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-9ca92e2f-2be5-4ba2-a8eb-9bb241fed4bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 1000 time: 0.0906518 Apr 25 15:20:31.895237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-8e56e539-d183-45ed-a74b-63ac138051bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:31.896598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-8e56e539-d183-45ed-a74b-63ac138051bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.1667790 Apr 25 15:20:31.969438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-9203bc2b-e81e-4d57-9294-a76edc0a2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:20:31.970887 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-9203bc2b-e81e-4d57-9294-a76edc0a2e41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684869 Apr 25 15:20:32.101382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-7e57278b-bb52-43a2-992d-97c605f2de99 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236866 Apr 25 15:20:32.235106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b17cb09a-7f35-40b3-9b94-8164d65cdc9f req-c6a40b50-117e-42b4-8f7b-833c2cb65c34 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283443 Apr 25 15:20:33.340948 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:20:34.595219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:38.589883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4eae00d9-e90b-4edf-b044-b108a52464e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:40.971729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64721d0e-0954-4971-a96c-73f2f6ea9dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:41.872082 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:42.085581 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:43.801928 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:20:59.093684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:04.611396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:08.591151 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ae72576-3f5b-41fb-9ea5-18cd5bf11595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:10.340842 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:21:10.973835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-331d1fd6-0c59-4093-a52a-8a275c75f0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:11.874432 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:12.088943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:13.777762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:24.640343 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-34302b69-a192-484a-bd56-245775283c36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718002 Apr 25 15:21:24.774527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-c8154653-a7d3-4e47-a55d-f74d19597e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:24.776436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-c8154653-a7d3-4e47-a55d-f74d19597e99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0705738 Apr 25 15:21:24.918306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-7f90a066-4a29-48a5-bdcc-12e8c13afbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:24.919750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-7f90a066-4a29-48a5-bdcc-12e8c13afbc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1259732 Apr 25 15:21:25.021663 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-eedcc140-bb43-4614-8339-fe8c75c400ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 1001 time: 0.0959361 Apr 25 15:21:25.083172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-119d352f-dcbe-449c-a4c4-3160014a7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:25.084488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-119d352f-dcbe-449c-a4c4-3160014a7f8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0572209 Apr 25 15:21:25.163498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-e37f65fb-1232-4784-a31f-a54ce283022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:25.164947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-e37f65fb-1232-4784-a31f-a54ce283022f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748680 Apr 25 15:21:25.293514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-c61a0e0a-41be-4f46-8097-0c989e66093a service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219769 Apr 25 15:21:25.420699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3aeb318b-613d-42d9-afc3-1b1288db48e4 req-7ce787c2-836b-4243-8d35-20ac2463d1de service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217930 Apr 25 15:21:29.090243 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:33.341300 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-7fe62302-728f-46f7-ba51-c0c561f84bd9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675716 Apr 25 15:21:33.480234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-6cc9a270-e7de-44e1-9482-f229af5b8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:33.481748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-6cc9a270-e7de-44e1-9482-f229af5b8513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1096 time: 0.0740321 Apr 25 15:21:33.625373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-9b2fbb0a-1499-45fc-893d-f2306c6de054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:33.626763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-9b2fbb0a-1499-45fc-893d-f2306c6de054 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1269996 Apr 25 15:21:33.836939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-6e173306-b082-4b05-b361-f07164d0adc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 1000 time: 0.2041974 Apr 25 15:21:33.897672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-51b1e5f4-a07b-49bf-8d9f-2dd75939a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:33.899001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-51b1e5f4-a07b-49bf-8d9f-2dd75939a3ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0562508 Apr 25 15:21:33.971878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-5e431b5e-fcfd-4606-a0e0-e2f93af4894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:33.973335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-5e431b5e-fcfd-4606-a0e0-e2f93af4894b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686429 Apr 25 15:21:34.105607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-edc42718-8a05-47f8-a4d8-37bc58118c08 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260097 Apr 25 15:21:34.234278 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b6ab977a-34f6-44f2-b8f8-0423d10e3d2b req-98b9f5dc-4121-4b4c-9ae1-27428111afa7 service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232011 Apr 25 15:21:34.623408 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.013755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38342) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:21:38.216209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port 288097f6-4157-45ee-a038-a0bf6ee176db {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:38.216546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.385250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.385471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.506747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for 288097f6-4157-45ee-a038-a0bf6ee176db owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:21:38.596147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6836d95b-c6c7-4c00-9cad-73e4ec97ace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.667233 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.833694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=288097f6-4157-45ee-a038-a0bf6ee176db,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:38.878694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.879042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.879384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.879722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.880057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.880386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.880714 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.881056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.881396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.881722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.882046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.882384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:38.909258 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:38.909592 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Floating IP b0753f4d-148b-40b6-97cd-b9eee9fdbe2c disassociated (deleted). External IP: 172.25.0.73, port: be4a1bbf-ed58-4b0d-abe8-ab551bbae68f. Apr 25 15:21:39.255729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:21:39.435648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:21:39.445249 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:21:39.455770 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:21:39.456542 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:39.460251 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:39.517570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9c1f8ab5-dd28-46fa-8357-696e9085fb09 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "DELETE /v2.0/floatingips/b0753f4d-148b-40b6-97cd-b9eee9fdbe2c HTTP/1.1" status: 204 len: 168 time: 1.5002570 Apr 25 15:21:39.517570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:21:39.625967 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a306fa00-cb58-4371-b17c-bda271070fa7'] response: {'name': 'network-changed', 'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'status': 'completed', 'code': 200} Apr 25 15:21:39.635444 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:21:39.727914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-7ba0297f-11f8-4fbe-8be4-f777bdc322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:39.730500 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-7ba0297f-11f8-4fbe-8be4-f777bdc322dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 1096 time: 0.0837581 Apr 25 15:21:39.867993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-fff8fb5e-84aa-473f-bc23-5d14fb35ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:39.869445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-fff8fb5e-84aa-473f-bc23-5d14fb35ac9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.1328135 Apr 25 15:21:39.906353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d820ca-1803-44f9-be49-d98cab813927 req-a9a066d6-4c47-401f-a28f-ed4c1875c949 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:39.907056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-57d820ca-1803-44f9-be49-d98cab813927 req-a9a066d6-4c47-401f-a28f-ed4c1875c949 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:21:39.923001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-57d820ca-1803-44f9-be49-d98cab813927 req-a9a066d6-4c47-401f-a28f-ed4c1875c949 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:21:39.924238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57d820ca-1803-44f9-be49-d98cab813927 req-a9a066d6-4c47-401f-a28f-ed4c1875c949 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.1064978 Apr 25 15:21:39.938213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-a6e5b96f-e685-4201-bc65-fdf244970084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 200 len: 217 time: 0.0623848 Apr 25 15:21:39.970433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-57d820ca-1803-44f9-be49-d98cab813927 req-492b57de-be89-4216-9711-c115e655269f tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403140 Apr 25 15:21:40.007918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-a3d02ab7-5ada-4ab8-837e-33bc6e2d3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:40.009490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-a3d02ab7-5ada-4ab8-837e-33bc6e2d3b4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0638974 Apr 25 15:21:40.038280 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:18:00Z', 'revision_number': 1, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:40.042859 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:21:40.051356 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:21:40.051968 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:40.084905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-1b69481f-0a49-4489-b64f-f85770c24f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:40.086416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-1b69481f-0a49-4489-b64f-f85770c24f66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713284 Apr 25 15:21:40.218708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-2adc5455-b289-4544-b69a-fa9c3685de4d service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253726 Apr 25 15:21:40.229483 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:21:40.354666 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4173de0-3260-44cc-8a1a-a0f5994ad318 req-0b32231f-5364-42d8-a4e6-ce5b05c229af service neutron] 10.222.0.21 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298876 Apr 25 15:21:40.575367 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:18:00Z', 'revision_number': 1, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:40.579266 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963da6a-283d-4142-ba36-7e82b902330f None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '80a9baf8-d84a-4643-91d7-901085ea4082', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'port_id': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'mac_address': 'fa:16:3e:9a:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:17:57Z', 'updated_at': '2022-04-25T15:18:00Z', 'revision_number': 1, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:21:40.794660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46009c-7db1-4d89-8e23-535a0312f083 None None] New status for floating IP b0753f4d-148b-40b6-97cd-b9eee9fdbe2c: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:21:40.975134 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed169fec-b22a-4237-9ec3-b8de0478aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:41.159832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202b671-eae1-4b60-bd4a-ba1aac8d5949 req-6ab8042c-6f33-40c6-85bd-f5b3a71d9506 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:41.161387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5202b671-eae1-4b60-bd4a-ba1aac8d5949 req-6ab8042c-6f33-40c6-85bd-f5b3a71d9506 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.0834935 Apr 25 15:21:41.206336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5202b671-eae1-4b60-bd4a-ba1aac8d5949 req-afb8235e-0535-4be7-9221-4b2b74a797da tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384355 Apr 25 15:21:41.441977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c21c1-b636-460b-ad05-29f174c54202 req-096b4e01-968e-4cc1-83d4-e7f846ee81a3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:41.443405 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-864c21c1-b636-460b-ad05-29f174c54202 req-096b4e01-968e-4cc1-83d4-e7f846ee81a3 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 945 time: 0.0811839 Apr 25 15:21:41.517804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:41.518156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:41.761122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:21:41.761412 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:41.879235 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:41.886566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for be4a1bbf-ed58-4b0d-abe8-ab551bbae68f owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:21:42.030589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:42.082402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=be4a1bbf-ed58-4b0d-abe8-ab551bbae68f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:42.093605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:42.118020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.118379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.119240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.119579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.119913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.120243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.120571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.120905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.121255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.121580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.121906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.122231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:21:42.173704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port be4a1bbf-ed58-4b0d-abe8-ab551bbae68f on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:21:42.176247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:42.178706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'name': 'network-vif-deleted', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:21:42.194429 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-864c21c1-b636-460b-ad05-29f174c54202 req-508603ac-5c1d-4ee8-b7b7-2b063f5a8364 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.21 "DELETE /v2.0/ports/be4a1bbf-ed58-4b0d-abe8-ab551bbae68f HTTP/1.1" status: 204 len: 173 time: 0.7456143 Apr 25 15:21:42.229864 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0e6416-e8c9-4e7d-b8ff-9b81e38fe8b1'] response: {'server_uuid': 'fc1335c5-2c1a-4510-b9fe-d3a7517c6550', 'name': 'network-vif-deleted', 'tag': 'be4a1bbf-ed58-4b0d-abe8-ab551bbae68f', 'status': 'completed', 'code': 200} Apr 25 15:21:42.360230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4df2e87-4bbc-4966-a2e7-e03f66d31f13 req-95512880-9869-48bf-8377-8bf80b45aba0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:21:42.375764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-c4df2e87-4bbc-4966-a2e7-e03f66d31f13 req-95512880-9869-48bf-8377-8bf80b45aba0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:21:42.377105 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4df2e87-4bbc-4966-a2e7-e03f66d31f13 req-95512880-9869-48bf-8377-8bf80b45aba0 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc1335c5-2c1a-4510-b9fe-d3a7517c6550 HTTP/1.1" status: 200 len: 210 time: 0.0599256 Apr 25 15:21:43.781264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:43.909219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device be4a1bbf-ed58-4b0d-abe8-ab551bbae68f no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:21:43.944316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: be4a1bbf-ed58-4b0d-abe8-ab551bbae68f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:21:43.944671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device be4a1bbf-ed58-4b0d-abe8-ab551bbae68f not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:21:47.340086 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:21:47.992956 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38382) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:21:48.194046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port 1e295ee5-14c4-4128-9146-e35ad2efe5a1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:48.194379 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:48.361451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:48.361678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:48.586773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for 1e295ee5-14c4-4128-9146-e35ad2efe5a1 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:21:48.733788 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:48.777151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=1e295ee5-14c4-4128-9146-e35ad2efe5a1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:48.870665 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:48.870962 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Floating IP 80a9baf8-d84a-4643-91d7-901085ea4082 disassociated (deleted). External IP: 172.25.0.54, port: bfb86c6e-5536-4950-8a97-26b0585283dc. Apr 25 15:21:49.213244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:21:49.389577 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:21:49.400078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:21:49.409833 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:49.411439 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:21:49.412082 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:49.466242 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-53c6ffc9-98f5-4229-bb22-d9e209967c4d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "DELETE /v2.0/floatingips/80a9baf8-d84a-4643-91d7-901085ea4082 HTTP/1.1" status: 204 len: 168 time: 1.4696376 Apr 25 15:21:49.466242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:21:49.519740 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78c6bf7-bf84-49ea-9e09-4ba283e66590'] response: {'name': 'network-changed', 'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'status': 'completed', 'code': 200} Apr 25 15:21:49.607946 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:21:49.612617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-cc505bcb-4ab1-496d-9e3b-6863d07e6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:49.614146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-cc505bcb-4ab1-496d-9e3b-6863d07e6405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=817e4b93d43f41deb81b36edc90f957f&device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 1097 time: 0.0724962 Apr 25 15:21:49.864531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74c59-d216-45db-bd8c-40761cfb60ad req-69a271f4-6846-4fee-8168-ae415ba13c4c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:49.865173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-80e74c59-d216-45db-bd8c-40761cfb60ad req-69a271f4-6846-4fee-8168-ae415ba13c4c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:21:49.872054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-265dfd2c-9f35-49dc-ad21-a92fbc332fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:49.873837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-265dfd2c-9f35-49dc-ad21-a92fbc332fae service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 200 len: 912 time: 0.2530184 Apr 25 15:21:49.883679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-80e74c59-d216-45db-bd8c-40761cfb60ad req-69a271f4-6846-4fee-8168-ae415ba13c4c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:21:49.885178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80e74c59-d216-45db-bd8c-40761cfb60ad req-69a271f4-6846-4fee-8168-ae415ba13c4c tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 946 time: 0.1076880 Apr 25 15:21:49.938423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-80e74c59-d216-45db-bd8c-40761cfb60ad req-b3944d21-a76f-4559-bfaf-9cc89f509938 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460956 Apr 25 15:21:49.950051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-2682a78f-0be4-4ba6-b532-466d1925bf6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 200 len: 217 time: 0.0700963 Apr 25 15:21:49.973121 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:49.976876 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:21:49.984977 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:21:49.985838 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:50.016394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-e97a8848-11ca-4ea5-96cc-2cfe8008de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:50.017898 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-e97a8848-11ca-4ea5-96cc-2cfe8008de3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 200 len: 850 time: 0.0617778 Apr 25 15:21:50.092624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-5f7e3c04-24e4-4671-aa4c-89a9d0a93c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:50.094209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-5f7e3c04-24e4-4671-aa4c-89a9d0a93c3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706286 Apr 25 15:21:50.163529 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:21:50.225997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-709361f9-d0ea-4aa8-bc7d-1a78fb7dad7b service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Apr 25 15:21:50.362252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1ba5e632-1750-4fdb-a960-ac137c9412a7 req-3581ff3b-c00e-457d-a56b-bb61b1dd11e9 service neutron] 10.222.0.15 "GET /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283119 Apr 25 15:21:50.467427 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:50.471282 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc840c-a3b1-4c8c-9d3a-8193e644c528 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:12:03Z', 'revision_number': 4, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8b48cbd6-b574-4a22-9ce7-5b4747bc28ef', 'name': '', 'network_id': 'dc1a5c07-b46b-45f8-af5d-443e3b24f9fe', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'mac_address': 'fa:16:3e:76:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:02Z', 'updated_at': '2022-04-25T15:12:10Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'subnets': [{'id': '8f241cab-6b53-43ca-9ca8-c5d62e679198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:21:50.672501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1ea6f-7cb2-4b3d-973e-a836b8ad89ad None None] New status for floating IP 80a9baf8-d84a-4643-91d7-901085ea4082: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:21:51.124051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5348b-71a8-4e03-8cbc-f49e78e06b18 req-bd9a352e-2370-4541-9751-8aa02e63d1be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:51.125527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57c5348b-71a8-4e03-8cbc-f49e78e06b18 req-bd9a352e-2370-4541-9751-8aa02e63d1be tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 946 time: 0.0799937 Apr 25 15:21:51.176705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57c5348b-71a8-4e03-8cbc-f49e78e06b18 req-524a639c-a1f7-4762-a5cd-b75c633a2396 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/security-groups?id=780a68e6-fa61-41b0-a30a-d701581deacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454638 Apr 25 15:21:51.296939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-befc6e05-2ca4-4a1d-9a8b-8ed3c0829226 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:21:51.298322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-befc6e05-2ca4-4a1d-9a8b-8ed3c0829226 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 946 time: 0.0870488 Apr 25 15:21:51.367709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port bfb86c6e-5536-4950-8a97-26b0585283dc {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:51.368053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:51.624146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] For port bfb86c6e-5536-4950-8a97-26b0585283dc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfb86c6e-5536-4950-8a97-26b0585283dc,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:21:51.624503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:51.751078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for bfb86c6e-5536-4950-8a97-26b0585283dc owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:21:51.897810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:51.950889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=bfb86c6e-5536-4950-8a97-26b0585283dc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:52.025092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] No DVR routers for this DVR port bfb86c6e-5536-4950-8a97-26b0585283dc on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:21:52.027746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:52.031359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'name': 'network-vif-deleted', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:21:52.046173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8748655-307b-4faa-9eed-045f406bd4b6 req-2811b698-28d1-416d-8735-b44ecba02884 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.15 "DELETE /v2.0/ports/bfb86c6e-5536-4950-8a97-26b0585283dc HTTP/1.1" status: 204 len: 173 time: 0.7421625 Apr 25 15:21:52.080314 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56810b25-daab-4bf1-8f67-404cbe1423f5'] response: {'server_uuid': '6bc273ba-3098-44c9-a5cc-f5f3fc1f4451', 'name': 'network-vif-deleted', 'tag': 'bfb86c6e-5536-4950-8a97-26b0585283dc', 'status': 'completed', 'code': 200} Apr 25 15:21:52.332189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec1a421c-cf93-4ced-9340-37c929b74604 req-d5eca58b-dca2-4dfb-b5c6-57f3f4b50344 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Synchronizing usage tracker for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:21:52.351810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ec1a421c-cf93-4ced-9340-37c929b74604 req-d5eca58b-dca2-4dfb-b5c6-57f3f4b50344 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Unset dirty status for tenant:817e4b93d43f41deb81b36edc90f957f on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:21:52.353225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ec1a421c-cf93-4ced-9340-37c929b74604 req-d5eca58b-dca2-4dfb-b5c6-57f3f4b50344 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bc273ba-3098-44c9-a5cc-f5f3fc1f4451 HTTP/1.1" status: 200 len: 210 time: 0.0702918 Apr 25 15:21:53.450611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38402) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:21:53.710031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Deleting port c42aaebd-5be3-4e31-ba8a-66c8f2558a3d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:53.710376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:53.877776 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:53.878103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:54.000714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Calling delete_port for c42aaebd-5be3-4e31-ba8a-66c8f2558a3d owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:21:54.138225 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:54.183888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'Port': ['ID=c42aaebd-5be3-4e31-ba8a-66c8f2558a3d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:54.274075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:54.292501 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:54.293691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dc2371c3-ed43-4a91-a11f-032a8eab414d tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "DELETE /v2.0/floatingips/0009dcf6-f25a-4feb-b450-06de2d77f435 HTTP/1.1" status: 204 len: 168 time: 0.8420169 Apr 25 15:21:55.607628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfb86c6e-5536-4950-8a97-26b0585283dc no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:21:55.645726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: bfb86c6e-5536-4950-8a97-26b0585283dc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:21:55.646081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfb86c6e-5536-4950-8a97-26b0585283dc not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:21:56.733259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38418) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:21:56.801766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af58ce32-8503-4c97-add0-c7969e1f7689 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:56.834163 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af58ce32-8503-4c97-add0-c7969e1f7689 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:56.900573 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af58ce32-8503-4c97-add0-c7969e1f7689 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:56.918259 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58ce32-8503-4c97-add0-c7969e1f7689 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780a68e6-fa61-41b0-a30a-d701581deacb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:56.931074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af58ce32-8503-4c97-add0-c7969e1f7689 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:56.932715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-af58ce32-8503-4c97-add0-c7969e1f7689 tempest-TestVolumeBootPattern-1752708332 tempest-TestVolumeBootPattern-1752708332-project] 10.222.0.23 "DELETE /v2.0/security-groups/780a68e6-fa61-41b0-a30a-d701581deacb HTTP/1.1" status: 204 len: 168 time: 0.1978800 Apr 25 15:21:56.986470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38424) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:21:57.777557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:58.131645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Deleting port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:58.132285 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:58.304072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] For port 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:21:58.304426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:58.423770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Calling delete_port for 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:21:58.598898 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:58.644718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b48cbd6-b574-4a22-9ce7-5b4747bc28ef,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:21:58.915519 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:59.097958 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:59.385082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:21:59.568586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:21:59.577828 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] Sync routers for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:21:59.580953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6ccc733-935f-4984-ab3f-a284b0522a38 admin admin] 10.222.0.23 "PUT /v2.0/routers/b6cad3a6-5863-4b18-9374-6b90b0d25ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5933063 Apr 25 15:21:59.583482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38434) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:21:59.586962 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:21:59.587567 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:21:59.756350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:59.763312 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:21:59.945293 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:21:59.955988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Deleting port 547b65ba-4a0d-4939-a91e-d37154919432 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:21:59.956728 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.060009 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '547b65ba-4a0d-4939-a91e-d37154919432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:21:58Z', 'revision_number': 5, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port': {'id': '547b65ba-4a0d-4939-a91e-d37154919432', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:11:59Z', 'updated_at': '2022-04-25T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:00.063706 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] Checking router: b6cad3a6-5863-4b18-9374-6b90b0d25ce6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:22:00.071720 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] Routers {'b6cad3a6-5863-4b18-9374-6b90b0d25ce6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:22:00.072309 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:00.135087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] For port 547b65ba-4a0d-4939-a91e-d37154919432, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=547b65ba-4a0d-4939-a91e-d37154919432,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:00.135446 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.223322 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] Set router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:22:00.263552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Calling delete_port for 547b65ba-4a0d-4939-a91e-d37154919432 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:00.362317 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:21:59Z', 'revision_number': 6, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:00.367353 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a81a92-36d4-481c-a828-f3021a47a531 None None] The sync data for ids ['b6cad3a6-5863-4b18-9374-6b90b0d25ce6'] in n-d-811416-6 is: [{'id': 'b6cad3a6-5863-4b18-9374-6b90b0d25ce6', 'name': 'tempest-TestVolumeBootPattern-123428047-router', 'tenant_id': '817e4b93d43f41deb81b36edc90f957f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:11:58Z', 'updated_at': '2022-04-25T15:21:59Z', 'revision_number': 6, 'project_id': '817e4b93d43f41deb81b36edc90f957f', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:22:00.549467 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.599486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=547b65ba-4a0d-4939-a91e-d37154919432,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:00.686965 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.863758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.865918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.890985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.891583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6cad3a6-5863-4b18-9374-6b90b0d25ce6 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:22:00.903153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:00.904267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e9b1763-42db-4593-9bfb-e21926f3eb90 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b6cad3a6-5863-4b18-9374-6b90b0d25ce6 HTTP/1.1" status: 204 len: 168 time: 1.3198843 Apr 25 15:22:00.906927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:00.964696 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Deleting subnet 8f241cab-6b53-43ca-9ca8-c5d62e679198 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:22:00.967507 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.017977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.086395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:01.100894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.126099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:22:01.126457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b48cbd6-b574-4a22-9ce7-5b4747bc28ef not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:01.171715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.211146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f241cab-6b53-43ca-9ca8-c5d62e679198,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:01.213178 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.219512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-78ca1e82-9776-4773-90a6-b75f0c969505 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f241cab-6b53-43ca-9ca8-c5d62e679198 HTTP/1.1" status: 204 len: 168 time: 0.3116088 Apr 25 15:22:01.219638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7a220-d8ed-4cc8-9729-3efb321692a6 None None] Network dc1a5c07-b46b-45f8-af5d-443e3b24f9fe requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:22:01.223078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:01.339022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.349896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Deleting port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:01.350248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.484444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] DHCP port deletion for dc1a5c07-b46b-45f8-af5d-443e3b24f9fe request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:22:01.488392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Deleting port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:01.488799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.566689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] For port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:01.567278 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.701856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Calling delete_port for 44be4ce1-d6d2-4edb-8e94-30e2e5db452b owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:01.711398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] For port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,segment=NetworkSegment(5998ecf5-7547-48d0-bd0a-e12b2978564e),segment_id=5998ecf5-7547-48d0-bd0a-e12b2978564e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:01.711796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.781173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.829738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=44be4ce1-d6d2-4edb-8e94-30e2e5db452b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:01.831535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] No DVR routers for this DVR port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:22:01.836542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Calling delete_port for 44be4ce1-d6d2-4edb-8e94-30e2e5db452b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:01.957181 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:01.959778 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:22:01.960170 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:22:01.984973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1a5c07-b46b-45f8-af5d-443e3b24f9fe']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:01.997825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5998ecf5-7547-48d0-bd0a-e12b2978564e') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:01.998126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5998ecf5-7547-48d0-bd0a-e12b2978564e') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:02.009008 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:02.024853 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:02.030980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:22:02.031426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:22:02.045061 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:22:02.213842 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:02.229814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:02.239680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1a5c07-b46b-45f8-af5d-443e3b24f9fe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:02.252725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-55050842-40a8-45de-b514-daed145d1e18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc1a5c07-b46b-45f8-af5d-443e3b24f9fe HTTP/1.1" status: 204 len: 168 time: 1.0286701 Apr 25 15:22:02.255658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38446) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:02.461635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Deleting port 44be4ce1-d6d2-4edb-8e94-30e2e5db452b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:02.462182 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:02.529955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6b89d5bf-2623-480d-ad97-104bac7f703a None None] The port '44be4ce1-d6d2-4edb-8e94-30e2e5db452b' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:22:02.667451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44be4ce1-d6d2-4edb-8e94-30e2e5db452b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:02.700819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 44be4ce1-d6d2-4edb-8e94-30e2e5db452b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:22:02.701192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 44be4ce1-d6d2-4edb-8e94-30e2e5db452b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:02.701608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 547b65ba-4a0d-4939-a91e-d37154919432 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:02.734353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 547b65ba-4a0d-4939-a91e-d37154919432 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:22:02.734627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 547b65ba-4a0d-4939-a91e-d37154919432 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:02.789329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:03.130007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Deleting port c55813ea-6b76-4f53-a328-845d83caae10 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:03.130262 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:03.295885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] For port c55813ea-6b76-4f53-a328-845d83caae10, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c55813ea-6b76-4f53-a328-845d83caae10,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:03.296236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:03.527288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Calling delete_port for c55813ea-6b76-4f53-a328-845d83caae10 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:03.704274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:03.751226 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55813ea-6b76-4f53-a328-845d83caae10,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:04.024888 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:04.391756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Router 13874678-de8b-413f-a5d9-f8cef04ac94d has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:22:04.571184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:22:04.581188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] Sync routers for ids ['13874678-de8b-413f-a5d9-f8cef04ac94d'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:22:04.588868 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f0083e11-4d23-4b95-aff2-ca98d1e7b053 admin admin] 10.222.0.23 "PUT /v2.0/routers/13874678-de8b-413f-a5d9-f8cef04ac94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3316243 Apr 25 15:22:04.591474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38450) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:04.601367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] Routers {'13874678-de8b-413f-a5d9-f8cef04ac94d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:22:04.602427 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13874678-de8b-413f-a5d9-f8cef04ac94d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:04.701987 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:04.775171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:04.807050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] Set router 13874678-de8b-413f-a5d9-f8cef04ac94d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:22:04.957238 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:04.966573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Deleting port b714389e-9d03-4a97-ad87-b704e08a6004 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:04.967002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.105957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:22:03Z', 'revision_number': 5, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port': {'id': 'b714389e-9d03-4a97-ad87-b704e08a6004', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:12:07Z', 'updated_at': '2022-04-25T15:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:05.109772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] Checking router: 13874678-de8b-413f-a5d9-f8cef04ac94d for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:22:05.117957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] Routers {'13874678-de8b-413f-a5d9-f8cef04ac94d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:22:05.118566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:21:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['13874678-de8b-413f-a5d9-f8cef04ac94d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:05.146731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] For port b714389e-9d03-4a97-ad87-b704e08a6004, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=b714389e-9d03-4a97-ad87-b704e08a6004,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:05.147086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.270487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] Set router 13874678-de8b-413f-a5d9-f8cef04ac94d gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:22:05.375786 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:22:04Z', 'revision_number': 6, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:05.379723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b08d33-dcb7-4ba6-a130-943cd46d19e3 None None] The sync data for ids ['13874678-de8b-413f-a5d9-f8cef04ac94d'] in n-d-811416-6 is: [{'id': '13874678-de8b-413f-a5d9-f8cef04ac94d', 'name': 'tempest-TestVolumeBootPattern-1895597339-router', 'tenant_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:12:06Z', 'updated_at': '2022-04-25T15:22:04Z', 'revision_number': 6, 'project_id': 'db3e8fe7b2cb4708bda6a5d68c57816b', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:22:05.384786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Calling delete_port for b714389e-9d03-4a97-ad87-b704e08a6004 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:05.550525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.598031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Pushing event deleted for resources: {'Port': ['ID=b714389e-9d03-4a97-ad87-b704e08a6004,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:05.689956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.865203 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.867426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.890929 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.891473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13874678-de8b-413f-a5d9-f8cef04ac94d {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:22:05.904043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:05.905220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c216e31c-5a17-46ee-839e-62bb8ed8f31b admin admin] 10.222.0.23 "DELETE /v2.0/routers/13874678-de8b-413f-a5d9-f8cef04ac94d HTTP/1.1" status: 204 len: 168 time: 1.3127055 Apr 25 15:22:05.907701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38454) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:05.965225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Deleting subnet 802dc695-795a-4ba5-b830-dc0e3942110d {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:22:05.968066 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.018863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.096110 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.164596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.208644 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.211256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802dc695-795a-4ba5-b830-dc0e3942110d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:06.215508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc55f78-86d4-42b4-8041-769adf64ff59 None None] Network abbe121f-3aaa-4fbb-8d98-981286f527ca requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:22:06.217747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8b610be4-0d10-4a15-9031-36f9d82143f4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/802dc695-795a-4ba5-b830-dc0e3942110d HTTP/1.1" status: 204 len: 168 time: 0.3089590 Apr 25 15:22:06.220168 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:06.335240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.346521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Deleting port 12c8a03d-b597-408e-b0b9-63fac4b38299 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:06.346870 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.481627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] DHCP port deletion for abbe121f-3aaa-4fbb-8d98-981286f527ca request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:22:06.485913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Deleting port 12c8a03d-b597-408e-b0b9-63fac4b38299 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:06.486304 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.686984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] For port 12c8a03d-b597-408e-b0b9-63fac4b38299, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12c8a03d-b597-408e-b0b9-63fac4b38299,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:06.687350 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.712394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c55813ea-6b76-4f53-a328-845d83caae10 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:06.761531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c55813ea-6b76-4f53-a328-845d83caae10 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:22:06.761882 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c55813ea-6b76-4f53-a328-845d83caae10 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:06.762295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12c8a03d-b597-408e-b0b9-63fac4b38299 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:06.811489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] For port 12c8a03d-b597-408e-b0b9-63fac4b38299, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=12c8a03d-b597-408e-b0b9-63fac4b38299,segment=NetworkSegment(7f8f114c-a152-4125-b063-0c9bf62da1fb),segment_id=7f8f114c-a152-4125-b063-0c9bf62da1fb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:06.811885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.812399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Calling delete_port for 12c8a03d-b597-408e-b0b9-63fac4b38299 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:06.892635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:06.940257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Pushing event deleted for resources: {'Port': ['ID=12c8a03d-b597-408e-b0b9-63fac4b38299,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:06.944948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Calling delete_port for 12c8a03d-b597-408e-b0b9-63fac4b38299 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:06.945189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] No DVR routers for this DVR port 12c8a03d-b597-408e-b0b9-63fac4b38299 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:22:06.988302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 12c8a03d-b597-408e-b0b9-63fac4b38299 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:22:06.988715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 12c8a03d-b597-408e-b0b9-63fac4b38299 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:06.989270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b714389e-9d03-4a97-ad87-b704e08a6004 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:07.028248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: b714389e-9d03-4a97-ad87-b704e08a6004 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:22:07.028597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device b714389e-9d03-4a97-ad87-b704e08a6004 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:07.056495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:22:07.057363 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:22:07.069096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.095176 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbe121f-3aaa-4fbb-8d98-981286f527ca']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:07.107306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8f114c-a152-4125-b063-0c9bf62da1fb') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:07.107602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8f114c-a152-4125-b063-0c9bf62da1fb') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:22:07.118763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.135449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.141494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:22:07.141879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:22:07.158719 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:22:07.234860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.250580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.263253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] Pushing event deleted for resources: {'Network': ['ID=abbe121f-3aaa-4fbb-8d98-981286f527ca,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:07.267999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-21517461-7839-4de5-b5c5-57e1684d014f admin admin] 10.222.0.23 "DELETE /v2.0/networks/abbe121f-3aaa-4fbb-8d98-981286f527ca HTTP/1.1" status: 204 len: 168 time: 1.0462806 Apr 25 15:22:07.398062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38466) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:07.458520 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d6abdfb6-1b16-45c8-aace-a8ae3571f6bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=817e4b93d43f41deb81b36edc90f957f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593026 Apr 25 15:22:07.460889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38470) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:07.522385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb322f3-3d94-4df0-aa0c-eeeb00055c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.547514 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb322f3-3d94-4df0-aa0c-eeeb00055c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.558808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Deleting port 12c8a03d-b597-408e-b0b9-63fac4b38299 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:07.559269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.601253 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb322f3-3d94-4df0-aa0c-eeeb00055c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.617131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb322f3-3d94-4df0-aa0c-eeeb00055c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855f9914-1fa7-47f0-bd78-31f4e52cced6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:07.627401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb322f3-3d94-4df0-aa0c-eeeb00055c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:07.628555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9eb322f3-3d94-4df0-aa0c-eeeb00055c2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/855f9914-1fa7-47f0-bd78-31f4e52cced6 HTTP/1.1" status: 204 len: 168 time: 0.1667523 Apr 25 15:22:07.640709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-610439a7-d702-4b81-8f0d-656404ec51e2 None None] The port '12c8a03d-b597-408e-b0b9-63fac4b38299' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:22:07.996590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:08.043989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf8aa1f5-ec71-4841-bc45-a5f8e345ae1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db3e8fe7b2cb4708bda6a5d68c57816b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461085 Apr 25 15:22:08.046280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:08.104663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c226f46e-53c3-4d01-aac8-f53ae1e3c502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:08.130075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c226f46e-53c3-4d01-aac8-f53ae1e3c502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:08.183237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c226f46e-53c3-4d01-aac8-f53ae1e3c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:08.196992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226f46e-53c3-4d01-aac8-f53ae1e3c502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339dd49-531b-46f0-9209-b90a9cae4f94,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:08.203206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c226f46e-53c3-4d01-aac8-f53ae1e3c502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:08.204314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c226f46e-53c3-4d01-aac8-f53ae1e3c502 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0339dd49-531b-46f0-9209-b90a9cae4f94 HTTP/1.1" status: 204 len: 168 time: 0.1571231 Apr 25 15:22:08.597455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99d2bb31-0c77-46df-83b4-90d754b83dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:10.976238 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a51a464-7f3d-4dee-ba89-6048541d90f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:11.872913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:12.095323 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:13.783592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:19.296068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-1ce10381-f992-4018-a309-66f7fac0de7d tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5a5177092aa44c3db0abd9a2e6dcc365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278337 Apr 25 15:22:19.444156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-93c7aba8-28cf-4769-b37a-80417f4fab85 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:19.445599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-93c7aba8-28cf-4769-b37a-80417f4fab85 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446135 Apr 25 15:22:19.460877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-7e22ac64-29d5-4938-aeb6-0bb42ef39ba5 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/quotas/5a5177092aa44c3db0abd9a2e6dcc365 HTTP/1.1" status: 200 len: 375 time: 0.0096712 Apr 25 15:22:19.511320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-c3a38e2d-c318-4a02-8c9d-e4af4029cdcc tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a5177092aa44c3db0abd9a2e6dcc365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449002 Apr 25 15:22:19.692678 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ab6ba33-0829-41bd-91bd-d4fb91247a87 req-c82bdf24-414e-405a-99ec-ad1f27dffb97 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 210 time: 0.0458498 Apr 25 15:22:20.778729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-5fb80b93-096e-4c35-a213-7b9e5b0a2fc3 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a5177092aa44c3db0abd9a2e6dcc365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331469 Apr 25 15:22:20.846824 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-536595de-b743-49d2-962a-57fce3b15e2e req-b3765d9a-940e-4445-81eb-bd09c6c32530 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 210 time: 0.0438910 Apr 25 15:22:20.936500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-555ea0c2-1a5c-4a46-aaa0-9737d3890d49 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:20.938090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-555ea0c2-1a5c-4a46-aaa0-9737d3890d49 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546009 Apr 25 15:22:20.951199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Request body: {'port': {'device_id': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'admin_state_up': True, 'tenant_id': '5a5177092aa44c3db0abd9a2e6dcc365'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:22:21.086030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:21.090349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Usage tracker for resource:port and tenant:5a5177092aa44c3db0abd9a2e6dcc365 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:21.093172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:21.098938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:21.109396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Made reservation on behalf of 5a5177092aa44c3db0abd9a2e6dcc365 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:22:21.113240 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.125615 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.140009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:21.143810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Usage tracker for resource:security_group_rule and tenant:5a5177092aa44c3db0abd9a2e6dcc365 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:21.146596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:21.152925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:21.237339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.240850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.324776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59affc40-2530-4e33-bcba-cf2123b84266,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:21.408467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Allocated IP 192.168.233.213 (ac718941-c518-421c-8207-2b786591127a/28af1bfc-fa1f-47fb-806a-407b964b4c35/38824576-4c86-47e1-bf38-d53c6cfa7dc3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:22:21.608630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.623888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Transition to ACTIVE for port object 38824576-4c86-47e1-bf38-d53c6cfa7dc3 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:22:21.646804 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.817243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Network ac718941-c518-421c-8207-2b786591127a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:22:21.820103 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:22:21.829214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:22:21.867838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Pushing event updated for resources: {'Port': ['ID=38824576-4c86-47e1-bf38-d53c6cfa7dc3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:21.901111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:21.901714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:21.929426 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-166ccc46-0fe4-4f34-8769-f978027c223b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9815652 Apr 25 15:22:21.941327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Request body: {'port': {'device_id': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:22:22.052179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3b0c5c9e-ab21-49af-8034-6a19637fb3ee None None] Provisioning for port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:22:22.056933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3b0c5c9e-ab21-49af-8034-6a19637fb3ee None None] Provisioning complete for port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:22:22.057350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5c9e-ab21-49af-8034-6a19637fb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:22.112310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c5c9e-ab21-49af-8034-6a19637fb3ee None None] Port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:22:22.120233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:22.140392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ead6b9f4-c993-46e1-a1f3-fea7f72f5f63 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:22.141110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ead6b9f4-c993-46e1-a1f3-fea7f72f5f63 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Synchronizing usage tracker for tenant:5a5177092aa44c3db0abd9a2e6dcc365 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:22:22.210730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ead6b9f4-c993-46e1-a1f3-fea7f72f5f63 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Unset dirty status for tenant:5a5177092aa44c3db0abd9a2e6dcc365 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:22:22.211883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ead6b9f4-c993-46e1-a1f3-fea7f72f5f63 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 936 time: 0.2431965 Apr 25 15:22:22.320254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ac15f9f1-bf27-4cdc-8018-25744d422431 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Synchronizing usage tracker for tenant:5a5177092aa44c3db0abd9a2e6dcc365 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:22:22.418389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ac15f9f1-bf27-4cdc-8018-25744d422431 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Unset dirty status for tenant:5a5177092aa44c3db0abd9a2e6dcc365 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:22:22.419441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc96f707-7003-4afa-aa4e-b1d7600b850b req-ac15f9f1-bf27-4cdc-8018-25744d422431 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981337 Apr 25 15:22:22.539124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38824576-4c86-47e1-bf38-d53c6cfa7dc3 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:22:22.547881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:22.563761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Transition to ACTIVE for port object 38824576-4c86-47e1-bf38-d53c6cfa7dc3 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:22:22.567181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:22.721171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Pushing event updated for resources: {'Port': ['ID=38824576-4c86-47e1-bf38-d53c6cfa7dc3,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:22.805671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Attempting to bind port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:22:22.806007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Attempting to bind port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:22:22.806415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Attempting to bind port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:22:22.811331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 on network ac718941-c518-421c-8207-2b786591127a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:22:22.811787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Attempting to bind port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 on network ac718941-c518-421c-8207-2b786591127a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:22:22.819166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:22:22.819801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Checking segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:22:22.820205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Bound using segment: {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:22:22.820815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Bound port: 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ac718941-c518-421c-8207-2b786591127a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:22:22.821345 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:22.938794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] For port 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:22:22.942118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] For port 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:22:22.946253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:23.005580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:23.006161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:23.007502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] 10.222.0.15 "PUT /v2.0/ports/38824576-4c86-47e1-bf38-d53c6cfa7dc3 HTTP/1.1" status: 200 len: 1096 time: 1.0703771 Apr 25 15:22:23.007932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'tag': '38824576-4c86-47e1-bf38-d53c6cfa7dc3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:22:23.041986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e03da-826e-408f-80b6-c2f50df72839 service neutron] Pushing event updated for resources: {'Port': ['ID=38824576-4c86-47e1-bf38-d53c6cfa7dc3,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:23.084039 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84457bd-99a6-446a-9a3c-b47f82108084'] response: {'name': 'network-changed', 'server_uuid': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'tag': '38824576-4c86-47e1-bf38-d53c6cfa7dc3', 'status': 'completed', 'code': 200} Apr 25 15:22:23.126923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-400d821f-6ea2-41ab-9260-ba62ad3c859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:23.128448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-400d821f-6ea2-41ab-9260-ba62ad3c859e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a5177092aa44c3db0abd9a2e6dcc365&device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 1099 time: 0.0785239 Apr 25 15:22:23.202407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-f888e822-bb34-4f59-9284-4171d94b0f61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3 HTTP/1.1" status: 200 len: 217 time: 0.0667710 Apr 25 15:22:23.268938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-a59a2fd4-82c1-46ab-9237-5ea179b09de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:23.270413 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-a59a2fd4-82c1-46ab-9237-5ea179b09de5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0625908 Apr 25 15:22:23.343605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-9bb048b0-63f4-40c2-bcdf-009d5b297223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:23.345068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-9bb048b0-63f4-40c2-bcdf-009d5b297223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692253 Apr 25 15:22:23.474044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-dd14aed0-f19c-4885-b391-f507f85932b0 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229777 Apr 25 15:22:23.766371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-004aec5d-540e-474a-938f-1c9efad4d6e4 req-424cfac3-e3ed-41ab-994e-05f5dd3260fb service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854214 Apr 25 15:22:23.781486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6ca35-62fe-4642-af28-91a71ebc9372 req-7ec73dfd-0a42-4172-85c5-41bceed93cd1 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:23.782946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2e6ca35-62fe-4642-af28-91a71ebc9372 req-7ec73dfd-0a42-4172-85c5-41bceed93cd1 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 948 time: 0.1639502 Apr 25 15:22:23.872671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2e6ca35-62fe-4642-af28-91a71ebc9372 req-19ed5761-44a9-404f-911a-2c7199891311 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832953 Apr 25 15:22:23.905941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-a7d36825-4688-4649-bd59-93b067cbcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:23.907434 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-a7d36825-4688-4649-bd59-93b067cbcf46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a5177092aa44c3db0abd9a2e6dcc365&device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 1099 time: 0.0958395 Apr 25 15:22:24.038484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-77a2fd76-5778-4e78-97d8-6e6635fe5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:24.039826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-77a2fd76-5778-4e78-97d8-6e6635fe5b53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac718941-c518-421c-8207-2b786591127a HTTP/1.1" status: 200 len: 870 time: 0.1264925 Apr 25 15:22:24.106982 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-f2e8f9fc-bf35-475c-b970-6fc45f298f22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3 HTTP/1.1" status: 200 len: 217 time: 0.0599842 Apr 25 15:22:24.171297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-b0b95a47-513d-4c0d-bd96-9a835ca13f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:24.172724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-b0b95a47-513d-4c0d-bd96-9a835ca13f31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28af1bfc-fa1f-47fb-806a-407b964b4c35 HTTP/1.1" status: 200 len: 843 time: 0.0600431 Apr 25 15:22:24.247070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-ee081f4d-f5bf-4aa9-8ca3-39f56a2d8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:24.248479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-ee081f4d-f5bf-4aa9-8ca3-39f56a2d8f9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac718941-c518-421c-8207-2b786591127a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684776 Apr 25 15:22:24.339540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:22:24.378628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-4404fd7a-2e30-4923-abe0-412d8134dc8c service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231847 Apr 25 15:22:24.508823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b45c462d-268f-448c-bc35-2a9fdccc17a2 req-155ac1c8-d0cb-47ad-b67b-63e844757326 service neutron] 10.222.0.15 "GET /v2.0/networks/ac718941-c518-421c-8207-2b786591127a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233106 Apr 25 15:22:25.053629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea8f75-ff6f-49ee-b5c3-f912f5bae1d3 req-c88b4398-fe4c-430a-9fb6-18e52a21811b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:25.055058 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1ea8f75-ff6f-49ee-b5c3-f912f5bae1d3 req-c88b4398-fe4c-430a-9fb6-18e52a21811b tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 948 time: 0.0788078 Apr 25 15:22:25.100892 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f1ea8f75-ff6f-49ee-b5c3-f912f5bae1d3 req-dd60e607-ccf7-454e-b0e3-9c5e46f587be tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Apr 25 15:22:26.286755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb84b7e-c099-4575-b9f6-7f78158d22a3 req-a88bb14c-81cf-4473-939d-33d59be41164 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:26.288191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ebb84b7e-c099-4575-b9f6-7f78158d22a3 req-a88bb14c-81cf-4473-939d-33d59be41164 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 948 time: 0.0841343 Apr 25 15:22:26.331917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ebb84b7e-c099-4575-b9f6-7f78158d22a3 req-ccbc102e-c43e-4bf0-8564-df0cbf82d9be tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Apr 25 15:22:27.514242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6910-21f4-4b71-8e08-5b252910b710 req-343ce382-fa15-4426-ac45-9477fcfdb849 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:27.515299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d4b6910-21f4-4b71-8e08-5b252910b710 req-343ce382-fa15-4426-ac45-9477fcfdb849 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 948 time: 0.0798454 Apr 25 15:22:27.560204 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d4b6910-21f4-4b71-8e08-5b252910b710 req-d375a591-5e4d-4ccf-b467-87a6b7eb841a tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Apr 25 15:22:27.767900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 38824576-4c86-47e1-bf38-d53c6cfa7dc3 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:22:27.898821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:27.912383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '38824576-4c86-47e1-bf38-d53c6cfa7dc3', 'network_id': 'ac718941-c518-421c-8207-2b786591127a', 'port_id': '38824576-4c86-47e1-bf38-d53c6cfa7dc3', 'mac_address': 'fa:16:3e:db:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af1bfc-fa1f-47fb-806a-407b964b4c35', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:22:27.983681 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:27.999780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38824576-4c86-47e1-bf38-d53c6cfa7dc3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:22:28.015174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:28.018641 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:28.089974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=38824576-4c86-47e1-bf38-d53c6cfa7dc3,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:28.097421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.097775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.098126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.098470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.098812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.099145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.099479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.099810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.100140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.100470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.100907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.101261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:28.272309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['38824576-4c86-47e1-bf38-d53c6cfa7dc3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:22:28.741302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47dd2d-19ee-464a-a59a-5007190fea57 req-8d809ab6-c6d7-472b-932e-90f6fc337ee7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:28.742737 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e47dd2d-19ee-464a-a59a-5007190fea57 req-8d809ab6-c6d7-472b-932e-90f6fc337ee7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 949 time: 0.0777740 Apr 25 15:22:28.785801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9e47dd2d-19ee-464a-a59a-5007190fea57 req-9c530304-ac68-4e7b-9642-371f86b0321d tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Apr 25 15:22:29.104388 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:29.794508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 38824576-4c86-47e1-bf38-d53c6cfa7dc3 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:22:29.864444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:22:29.869190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:22:29.869576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:29.977084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d74bc-1566-4b7a-911b-c1ee155065d4 req-a9ac8c03-1dcc-497d-8b49-7f73438ec2e8 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:29.978553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d0d74bc-1566-4b7a-911b-c1ee155065d4 req-a9ac8c03-1dcc-497d-8b49-7f73438ec2e8 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 949 time: 0.0835922 Apr 25 15:22:29.986937 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:30.014158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38824576-4c86-47e1-bf38-d53c6cfa7dc3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:22:30.024387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:30.025495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d0d74bc-1566-4b7a-911b-c1ee155065d4 req-4ba061e9-70f5-4138-8a3c-544980acc4ba tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Apr 25 15:22:30.028798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:30.063632 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c85b8b-af4c-4780-a09e-4411c62cea34'] response: {'server_uuid': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38824576-4c86-47e1-bf38-d53c6cfa7dc3', 'code': 200} Apr 25 15:22:30.104895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=38824576-4c86-47e1-bf38-d53c6cfa7dc3,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:30.185561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4995f8-eb03-4bcd-8fd3-8309a12c9187 req-e37733e7-198e-471a-9ae5-1110f4a0178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:30.186997 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f4995f8-eb03-4bcd-8fd3-8309a12c9187 req-e37733e7-198e-471a-9ae5-1110f4a0178e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 1101 time: 0.0724821 Apr 25 15:22:30.225929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f4995f8-eb03-4bcd-8fd3-8309a12c9187 req-811cd2e0-c14a-4e76-bcf5-269a6178da5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Apr 25 15:22:31.222370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198459e-cd4c-49bb-8577-217f70e539fc req-72336c3e-f324-4d70-897c-fd51ad346112 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:31.224951 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3198459e-cd4c-49bb-8577-217f70e539fc req-72336c3e-f324-4d70-897c-fd51ad346112 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 950 time: 0.0906003 Apr 25 15:22:31.273703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3198459e-cd4c-49bb-8577-217f70e539fc req-bad1751f-6ddd-487c-8a3e-6d4f246cdd96 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Apr 25 15:22:32.459086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef208565-79a5-4d4b-ad43-e96525a5a010 req-73dbce72-b690-470b-a545-b382183a70f5 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:32.460539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef208565-79a5-4d4b-ad43-e96525a5a010 req-73dbce72-b690-470b-a545-b382183a70f5 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 950 time: 0.0786459 Apr 25 15:22:32.507515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef208565-79a5-4d4b-ad43-e96525a5a010 req-a6b3383a-8df0-4615-a30e-a32e38e0651e tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Apr 25 15:22:33.625238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19139d-f1a0-4b3e-887f-4d1038f48e17 req-c0404cae-c79e-42cf-8516-75d5cbee2a9d tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:33.626721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c19139d-f1a0-4b3e-887f-4d1038f48e17 req-c0404cae-c79e-42cf-8516-75d5cbee2a9d tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 950 time: 0.0820675 Apr 25 15:22:33.670442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c19139d-f1a0-4b3e-887f-4d1038f48e17 req-9af7da5a-80cb-497d-a743-85bbf8351ea2 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Apr 25 15:22:34.624945 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:34.836497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-78c4be90-a5ae-46ea-9575-9248986ce918 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:34.837999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-78c4be90-a5ae-46ea-9575-9248986ce918 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.15 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 950 time: 0.0832086 Apr 25 15:22:34.908358 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Deleting port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:22:34.908705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:34.970686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62759-d800-4c5d-bc37-8e11a0a90c23 req-9f3ab854-4354-4c37-a30b-32c72153bc0c tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:34.972162 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ef62759-d800-4c5d-bc37-8e11a0a90c23 req-9f3ab854-4354-4c37-a30b-32c72153bc0c tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 950 time: 0.1929855 Apr 25 15:22:35.017710 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ef62759-d800-4c5d-bc37-8e11a0a90c23 req-fcb332f3-f06e-4c94-ba80-2621b0907a92 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/security-groups?id=59affc40-2530-4e33-bcba-cf2123b84266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Apr 25 15:22:35.265817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] For port 38824576-4c86-47e1-bf38-d53c6cfa7dc3, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=38824576-4c86-47e1-bf38-d53c6cfa7dc3,segment=NetworkSegment(f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f),segment_id=f535b4c6-9145-4a05-8b0a-b2e6a4e5b80f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:35.266180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:35.389511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Calling delete_port for 38824576-4c86-47e1-bf38-d53c6cfa7dc3 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:22:35.535135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:35.546977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['38824576-4c86-47e1-bf38-d53c6cfa7dc3'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:22:35.585910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Pushing event deleted for resources: {'Port': ['ID=38824576-4c86-47e1-bf38-d53c6cfa7dc3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:35.665046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] No DVR routers for this DVR port 38824576-4c86-47e1-bf38-d53c6cfa7dc3 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:22:35.667631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:35.670285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'name': 'network-vif-deleted', 'tag': '38824576-4c86-47e1-bf38-d53c6cfa7dc3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:22:35.686465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf9c0d18-8a96-4571-acc3-442b459649d1 req-948c38ed-42d6-4f53-b3e9-d8e8ecc29df7 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.15 "DELETE /v2.0/ports/38824576-4c86-47e1-bf38-d53c6cfa7dc3 HTTP/1.1" status: 204 len: 173 time: 0.8426561 Apr 25 15:22:35.722224 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac741ce6-62cb-4e88-a358-05c97b99b2fc'] response: {'server_uuid': '331b7806-fb55-4d65-9efd-2cf8b88f214a', 'name': 'network-vif-deleted', 'tag': '38824576-4c86-47e1-bf38-d53c6cfa7dc3', 'status': 'completed', 'code': 200} Apr 25 15:22:36.182178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-71f48b79-06bf-4cc8-aa88-0621eb1349e2 req-533c60d2-9dc8-4eee-a727-b4f90a551b91 tempest-ServersAdminNegativeTestJSON-606541679 tempest-ServersAdminNegativeTestJSON-606541679-project] 10.222.0.23 "GET /v2.0/ports?device_id=331b7806-fb55-4d65-9efd-2cf8b88f214a HTTP/1.1" status: 200 len: 210 time: 0.0422609 Apr 25 15:22:37.534692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38638) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:37.682918 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-85921331-6bdd-4318-a468-3aa75d81e78c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a5177092aa44c3db0abd9a2e6dcc365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470041 Apr 25 15:22:37.685333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38644) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:37.741698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac300dd4-4ee4-430c-9316-c4adff30a443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:37.767424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac300dd4-4ee4-430c-9316-c4adff30a443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:37.822662 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac300dd4-4ee4-430c-9316-c4adff30a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:37.839864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300dd4-4ee4-430c-9316-c4adff30a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59affc40-2530-4e33-bcba-cf2123b84266,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:37.848107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac300dd4-4ee4-430c-9316-c4adff30a443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:37.849260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ac300dd4-4ee4-430c-9316-c4adff30a443 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59affc40-2530-4e33-bcba-cf2123b84266 HTTP/1.1" status: 204 len: 168 time: 0.1629617 Apr 25 15:22:38.129256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38652) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:38.146476 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.160917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:38.164962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Usage tracker for resource:security_group_rule and tenant:f10e340bf2d04d878c2f9eda821410de is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:38.168473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:38.174084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:38.253000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.256629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.302701 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f10e340bf2d04d878c2f9eda821410de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722026 Apr 25 15:22:38.304436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93cd5f-70ae-4096-b797-1fe8cb624833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f218f9f3-a04b-41a3-8346-decb7c3cbb27,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:38.305546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38656) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:38.370926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b544516-a58e-44bc-a417-e7667c363e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.397396 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b544516-a58e-44bc-a417-e7667c363e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.450376 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b544516-a58e-44bc-a417-e7667c363e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.464665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544516-a58e-44bc-a417-e7667c363e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f218f9f3-a04b-41a3-8346-decb7c3cbb27,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:38.472409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b544516-a58e-44bc-a417-e7667c363e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:38.473913 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4b544516-a58e-44bc-a417-e7667c363e3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f218f9f3-a04b-41a3-8346-decb7c3cbb27 HTTP/1.1" status: 204 len: 168 time: 0.1666498 Apr 25 15:22:38.599739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77cb4dc1-1f43-4d98-9de4-4f25f40eb958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.207816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38680) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:39.309968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-404092496-network', 'tenant_id': 'ff6bb6ca4ba345d499d5c20388c01107'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:22:39.315379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:39.319231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Usage tracker for resource:network and tenant:ff6bb6ca4ba345d499d5c20388c01107 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:39.322125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:39.328195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:39.337773 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Made reservation on behalf of ff6bb6ca4ba345d499d5c20388c01107 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:22:39.340204 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.351920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.366563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:39.370976 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6bb6ca4ba345d499d5c20388c01107 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:39.373811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:39.379405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:39.460287 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.463977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.497386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:22:39.505661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:39.514960 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.515306 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Added segment 0a875edc-9564-41c6-936b-08d95b1aebf3 of type vlan for network f63df4c5-91d1-447d-adbb-f60dc7335b62 Apr 25 15:22:39.517213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.517558 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.517890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.518220 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.518547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.518871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.519192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.519512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.519831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.520147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.520463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.520777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:39.549512 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.577892 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.578987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:39.579565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.679144 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4701710 Apr 25 15:22:39.682003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38686) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:39.689004 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Request body: {'subnet': {'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-404092496-subnet', 'tenant_id': 'ff6bb6ca4ba345d499d5c20388c01107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:22:39.692850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb93e6-7817-4f59-85c6-624ada3f1ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=f63df4c5-91d1-447d-adbb-f60dc7335b62,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:39.696463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:39.700439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Usage tracker for resource:subnet and tenant:ff6bb6ca4ba345d499d5c20388c01107 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:39.702909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f63df4c5-91d1-447d-adbb-f60dc7335b62 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:22:39.703427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:39.709127 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:39.720556 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Made reservation on behalf of ff6bb6ca4ba345d499d5c20388c01107 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:22:39.724104 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:39.856357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 38824576-4c86-47e1-bf38-d53c6cfa7dc3 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:22:39.894159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 38824576-4c86-47e1-bf38-d53c6cfa7dc3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:22:39.894514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 38824576-4c86-47e1-bf38-d53c6cfa7dc3 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:22:40.031920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:40.109391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45b56cb-215c-474b-83e0-31c12146cc49,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:40.117686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Checking segment: {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:22:40.118046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Network hostable DHCP agents. Network: f63df4c5-91d1-447d-adbb-f60dc7335b62, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:22:40.137494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Network f63df4c5-91d1-447d-adbb-f60dc7335b62 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:22:40.146248 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f63df4c5-91d1-447d-adbb-f60dc7335b62) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:22:40.150784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:40.151385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:40.156383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d2e14-0084-414c-b441-7c8cffaf8175 None None] Network f63df4c5-91d1-447d-adbb-f60dc7335b62 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:22:40.170872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3bbf5fca-2412-406a-8962-7ef20ab48328 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4878483 Apr 25 15:22:40.375295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60aab1f-1273-4015-bc04-593093cd4dd9 None None] Network f63df4c5-91d1-447d-adbb-f60dc7335b62 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:22:40.684314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-e0d5db04-09f2-41a1-a1f9-e4ae44a562fe tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:40.684989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-e0d5db04-09f2-41a1-a1f9-e4ae44a562fe tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Synchronizing usage tracker for tenant:ff6bb6ca4ba345d499d5c20388c01107 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:22:40.701975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-e0d5db04-09f2-41a1-a1f9-e4ae44a562fe tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Unset dirty status for tenant:ff6bb6ca4ba345d499d5c20388c01107 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:22:40.703349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-e0d5db04-09f2-41a1-a1f9-e4ae44a562fe tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 811 time: 0.1623881 Apr 25 15:22:40.718713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c6ba60e8-7103-458a-9f06-dd5fbc908765 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/quotas/ff6bb6ca4ba345d499d5c20388c01107 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Apr 25 15:22:40.765579 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-102a26dd-f375-451d-818a-c2480ca334b1 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418491 Apr 25 15:22:40.823348 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-6ec434b7-6d42-4ea6-bdd7-70097b0ea508 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:22:40.824395 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-6ec434b7-6d42-4ea6-bdd7-70097b0ea508 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525911 Apr 25 15:22:40.954385 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-5126636c-b387-47a7-825c-0d568a18e7db service neutron] 10.222.0.23 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239867 Apr 25 15:22:40.978432 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd6a4d0b-898c-43d3-b76f-21a37e88ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:41.086052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-acae2f87-81de-416f-9661-de5e3376ca47 service neutron] 10.222.0.23 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258235 Apr 25 15:22:41.327111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5364f7a-19af-4ef2-989d-53bb5a611547 req-cf3d4d67-93d7-4ca9-82f8-5d72b58398c2 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 210 time: 0.1050920 Apr 25 15:22:41.874585 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:42.097083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:42.304470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-ef59c207-0519-4208-bc59-73827238980c tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:42.306452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-ef59c207-0519-4208-bc59-73827238980c tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.15 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 811 time: 0.1456432 Apr 25 15:22:42.317954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Request body: {'port': {'device_id': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62', 'admin_state_up': True, 'tenant_id': 'ff6bb6ca4ba345d499d5c20388c01107'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:22:42.455894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:22:42.460629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Usage tracker for resource:port and tenant:ff6bb6ca4ba345d499d5c20388c01107 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:22:42.463617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:22:42.469638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:22:42.479571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Made reservation on behalf of ff6bb6ca4ba345d499d5c20388c01107 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:22:42.481495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91be3788-ea38-4ff7-98a1-d75aa7b74d8f req-f4cab7d0-4636-4f23-b989-58593e429407 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 210 time: 0.0453176 Apr 25 15:22:42.483649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:42.647219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Allocated IP 172.20.0.3 (f63df4c5-91d1-447d-adbb-f60dc7335b62/e45b56cb-215c-474b-83e0-31c12146cc49/1c01354a-38e0-4b59-a35a-1e17f40cd390) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:22:42.849155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:42.878465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:42.942965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Network f63df4c5-91d1-447d-adbb-f60dc7335b62 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:22:42.950350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:22:42.954598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:22:42.991582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:43.006515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.006862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.007200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.007530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.007862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.008188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.008511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.008867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.009217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.009542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.009861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.010178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:22:43.032053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:43.032658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:43.056762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-c1ab9e56-9778-4f2b-b9b0-0005c542646d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7425649 Apr 25 15:22:43.067120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Request body: {'port': {'device_id': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:22:43.291278 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:43.676817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c01354a-38e0-4b59-a35a-1e17f40cd390 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:22:43.685791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:43.706753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Transition to ACTIVE for port object 1c01354a-38e0-4b59-a35a-1e17f40cd390 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:22:43.715584 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:43.779964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb22c9a-d04d-4914-a889-87e2096b17ef req-c5a51e22-56ac-41d7-bfb1-49482620e2a1 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:43.780669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7fb22c9a-d04d-4914-a889-87e2096b17ef req-c5a51e22-56ac-41d7-bfb1-49482620e2a1 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Synchronizing usage tracker for tenant:ff6bb6ca4ba345d499d5c20388c01107 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:22:43.787048 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:43.899683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:43.938170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-7fb22c9a-d04d-4914-a889-87e2096b17ef req-c5a51e22-56ac-41d7-bfb1-49482620e2a1 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Unset dirty status for tenant:ff6bb6ca4ba345d499d5c20388c01107 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:22:43.939336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7fb22c9a-d04d-4914-a889-87e2096b17ef req-c5a51e22-56ac-41d7-bfb1-49482620e2a1 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 931 time: 0.3273723 Apr 25 15:22:44.013440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7fb22c9a-d04d-4914-a889-87e2096b17ef req-2bbe0795-c75a-4ca7-b0c2-eb3b58745653 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664430 Apr 25 15:22:44.017428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:22:44.017770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:22:44.018100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on network f63df4c5-91d1-447d-adbb-f60dc7335b62 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:22:44.022936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on network f63df4c5-91d1-447d-adbb-f60dc7335b62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:22:44.023264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on network f63df4c5-91d1-447d-adbb-f60dc7335b62 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:22:44.028446 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:22:44.028784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Checking segment: {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:22:44.029198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Bound using segment: {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:22:44.029632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Bound port: 1c01354a-38e0-4b59-a35a-1e17f40cd390, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:22:44.029979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:44.119018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:22:44.121899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:22:44.126489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:44.184043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:44.184661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:44.186049 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 1091 time: 1.1227765 Apr 25 15:22:44.186481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:22:44.213435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a069f1-e913-4fbf-955b-661fb253c916 service neutron] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:44.234697 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40a2e36-bf36-4897-98b8-96f09045c84f'] response: {'name': 'network-changed', 'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'status': 'completed', 'code': 200} Apr 25 15:22:44.340782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-7f9ecfef-65b0-4faa-8cfb-0a33efe1fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:44.342266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-7f9ecfef-65b0-4faa-8cfb-0a33efe1fdf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1094 time: 0.1166162 Apr 25 15:22:44.411655 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-370562d7-8016-476e-8a38-abc62f469ef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.0627816 Apr 25 15:22:44.492213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-40dd137a-2765-452b-9444-696ca962d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:44.493698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-40dd137a-2765-452b-9444-696ca962d9a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.0762334 Apr 25 15:22:44.543851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-1015eff9-aafd-4bbc-a906-754df661c9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444388 Apr 25 15:22:44.675180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-8e3246c9-ab56-4b7f-9755-69fb06819a1f service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253371 Apr 25 15:22:44.812030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46fd8776-5388-4cb3-9f5e-54072e69f9fe req-d8908918-dfa4-4b99-b900-3216e92f0ad6 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312876 Apr 25 15:22:44.925525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-76d83181-1a8a-4cbc-bacd-b5afc6010e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:44.926981 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-76d83181-1a8a-4cbc-bacd-b5afc6010e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1094 time: 0.0702832 Apr 25 15:22:45.217111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-83c3341d-3a2d-4975-83e0-c61c742a0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:45.218559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-83c3341d-3a2d-4975-83e0-c61c742a0235 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 912 time: 0.2857678 Apr 25 15:22:45.292572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-09153361-3533-4d81-ad4a-86f5733e2131 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.0630367 Apr 25 15:22:45.300873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1170ac-32b2-4c3d-8066-ae9e70ab2581 req-9b29b77b-d7b2-45ef-8f03-fd564fc38c58 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:45.302272 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e1170ac-32b2-4c3d-8066-ae9e70ab2581 req-9b29b77b-d7b2-45ef-8f03-fd564fc38c58 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.1797466 Apr 25 15:22:45.390875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-3d89e06e-1579-4dc7-9657-f9922ce3d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:45.392270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-3d89e06e-1579-4dc7-9657-f9922ce3d00c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.0891764 Apr 25 15:22:45.395136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5e1170ac-32b2-4c3d-8066-ae9e70ab2581 req-f565c007-8a13-44a1-be64-77b01c8cf679 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600719 Apr 25 15:22:45.440860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-ddf4a5e1-fa11-4e7d-9129-83174cd7a13e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408375 Apr 25 15:22:45.569759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-b958e411-d755-4a1c-ad64-44baee3fb545 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220057 Apr 25 15:22:45.697830 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dba6b5a-aa07-49d0-b66a-ccec3ebe4723 req-6e681769-74e8-4af1-bdf0-87f98f4fd209 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216197 Apr 25 15:22:46.583198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5872a76-4326-46fc-8dad-987989ce6d71 req-804fc44b-931e-464d-b7b2-2ee164b75caf tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:46.584953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5872a76-4326-46fc-8dad-987989ce6d71 req-804fc44b-931e-464d-b7b2-2ee164b75caf tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.0810246 Apr 25 15:22:46.627559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e5872a76-4326-46fc-8dad-987989ce6d71 req-5ed50def-bd23-4660-87df-681df97b559c tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Synchronizing usage tracker for tenant:ff6bb6ca4ba345d499d5c20388c01107 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:22:46.644412 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e5872a76-4326-46fc-8dad-987989ce6d71 req-5ed50def-bd23-4660-87df-681df97b559c tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Unset dirty status for tenant:ff6bb6ca4ba345d499d5c20388c01107 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:22:46.645550 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5872a76-4326-46fc-8dad-987989ce6d71 req-5ed50def-bd23-4660-87df-681df97b559c tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549018 Apr 25 15:22:47.839220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb22ebe-0d5b-4647-a670-f9554848ee7f req-9cd31fb7-8d76-45e1-bcd6-fc7ef385fdaf tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:47.840603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddb22ebe-0d5b-4647-a670-f9554848ee7f req-9cd31fb7-8d76-45e1-bcd6-fc7ef385fdaf tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.0913424 Apr 25 15:22:47.882868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddb22ebe-0d5b-4647-a670-f9554848ee7f req-51be64b2-6dbd-4c71-9f18-8bc8ab1451cb tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Apr 25 15:22:47.918828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:22:48.058208 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:48.081828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62', 'port_id': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'mac_address': 'fa:16:3e:6c:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45b56cb-215c-474b-83e0-31c12146cc49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:22:48.144868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:48.161064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c01354a-38e0-4b59-a35a-1e17f40cd390 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:22:48.176195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:48.179853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:48.245668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:48.365627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['1c01354a-38e0-4b59-a35a-1e17f40cd390'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:22:49.065816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5833ce-e8ea-4cf1-9012-6f0a42543a59 req-621677d0-095b-4da4-b8c2-1ea89053b97e tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:49.067238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fe5833ce-e8ea-4cf1-9012-6f0a42543a59 req-621677d0-095b-4da4-b8c2-1ea89053b97e tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 944 time: 0.0811551 Apr 25 15:22:49.110267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fe5833ce-e8ea-4cf1-9012-6f0a42543a59 req-973e79f0-ee48-4736-af54-337e4cf0b92b tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Apr 25 15:22:49.924544 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:22:49.996844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 1c01354a-38e0-4b59-a35a-1e17f40cd390 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:22:50.001503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 1c01354a-38e0-4b59-a35a-1e17f40cd390 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:22:50.001878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:50.118894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:50.148027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:22:50.159030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:22:50.163647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:50.200451 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e07141e-4fd3-4280-a240-ce76b845790b'] response: {'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'code': 200} Apr 25 15:22:50.240043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:22:50.362996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ce6d5-9e7a-44c4-a973-0760c188aa90 req-b28b017d-3302-4fbd-a13c-341cc21d4da8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:50.364469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-617ce6d5-9e7a-44c4-a973-0760c188aa90 req-b28b017d-3302-4fbd-a13c-341cc21d4da8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.1424584 Apr 25 15:22:50.367257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59290660-7281-4bd6-8b52-0c5b440a0596 req-55461fdb-7f67-4a71-a6dc-6d65dd2031cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:50.369204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59290660-7281-4bd6-8b52-0c5b440a0596 req-55461fdb-7f67-4a71-a6dc-6d65dd2031cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1096 time: 0.1144092 Apr 25 15:22:50.439164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-617ce6d5-9e7a-44c4-a973-0760c188aa90 req-1056f84e-303e-4818-9b7b-20af6fa40f43 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670714 Apr 25 15:22:50.440686 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-59290660-7281-4bd6-8b52-0c5b440a0596 req-97eb0f66-cf45-425c-b5b9-c05b9c5c7ffb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Apr 25 15:22:51.631161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652bd78-0d15-4367-b23a-5bb3c68871d4 req-4bb062b8-7d5d-4f8e-ad21-2e0e3cc087ae tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:51.632614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8652bd78-0d15-4367-b23a-5bb3c68871d4 req-4bb062b8-7d5d-4f8e-ad21-2e0e3cc087ae tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Apr 25 15:22:51.677240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8652bd78-0d15-4367-b23a-5bb3c68871d4 req-68b5996f-a02b-4d5b-911a-4a2dc742d1b4 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Apr 25 15:22:52.861334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0ad35-683f-4603-8da6-32327ed6aeb6 req-e3cfef90-fa4c-42e8-832b-ef22745f29fc tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:52.862691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46d0ad35-683f-4603-8da6-32327ed6aeb6 req-e3cfef90-fa4c-42e8-832b-ef22745f29fc tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0827286 Apr 25 15:22:52.905406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46d0ad35-683f-4603-8da6-32327ed6aeb6 req-1b5fb1a7-4fdc-4aef-9cc0-84ece3a5593b tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363481 Apr 25 15:22:53.178033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38752) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:22:53.300071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0554b0d-569f-4fe6-99e3-e54b0af919fe req-57ad62cc-b1a7-4bfa-98d0-1535767cc816 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:53.301539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0554b0d-569f-4fe6-99e3-e54b0af919fe req-57ad62cc-b1a7-4bfa-98d0-1535767cc816 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0797234 Apr 25 15:22:53.301669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-8b95c044-0e98-4991-87b7-8b1b154f3ac8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223376 Apr 25 15:22:53.351402 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0554b0d-569f-4fe6-99e3-e54b0af919fe req-a9644105-fc50-4ed8-9fef-6ce0ae83c45a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 Apr 25 15:22:54.544932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbebbe9-2d8e-465f-9254-c55a6ed8793e req-f211a7c6-d2d0-421a-9c0e-d8b7a94422ed tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:54.546444 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbebbe9-2d8e-465f-9254-c55a6ed8793e req-f211a7c6-d2d0-421a-9c0e-d8b7a94422ed tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0889578 Apr 25 15:22:54.592052 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fbebbe9-2d8e-465f-9254-c55a6ed8793e req-3bd07bbf-0e53-4c27-bf70-b528b1a44f2b tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Apr 25 15:22:54.623938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-d1c3925f-58af-4120-acbc-ad23d7b246e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:54.625449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-d1c3925f-58af-4120-acbc-ad23d7b246e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0715544 Apr 25 15:22:54.754599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-b7fd2c14-1ade-4fdc-b75d-7b2d3555ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:54.756038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-b7fd2c14-1ade-4fdc-b75d-7b2d3555ade2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 912 time: 0.1254115 Apr 25 15:22:54.825268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-b23b8eba-9d6a-4ffc-868f-17e7694dafe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.0631502 Apr 25 15:22:54.884965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-cfbae26e-18ed-4578-8bd9-a7cb5b03999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:54.886309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-cfbae26e-18ed-4578-8bd9-a7cb5b03999d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.0561013 Apr 25 15:22:54.932365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-3c76b126-202c-45d5-a411-ade8dcab99e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401454 Apr 25 15:22:55.062017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-a9faeae4-3d7e-4647-a3f7-a9a71e310c0f service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237185 Apr 25 15:22:55.202662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-01720700-4849-4010-93d3-bda13cafb9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342998 Apr 25 15:22:55.780826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ebb5-338c-4b2c-9a60-15d93abd5d16 req-28cdc68f-aa2b-4b04-87dc-49fd51d56bf7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:55.782204 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9b9ebb5-338c-4b2c-9a60-15d93abd5d16 req-28cdc68f-aa2b-4b04-87dc-49fd51d56bf7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0822911 Apr 25 15:22:55.826121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9b9ebb5-338c-4b2c-9a60-15d93abd5d16 req-afafc422-f744-42ec-8414-b45fd96850b7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382359 Apr 25 15:22:57.013157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74a594-f617-4672-9de5-f2cd82ed51e3 req-55f43ed5-2775-4b88-8e2e-e129b9e50bca tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:57.014603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ea74a594-f617-4672-9de5-f2cd82ed51e3 req-55f43ed5-2775-4b88-8e2e-e129b9e50bca tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0839398 Apr 25 15:22:57.058471 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ea74a594-f617-4672-9de5-f2cd82ed51e3 req-2630c901-1182-49ce-887c-250da5687611 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Apr 25 15:22:58.241085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1effa-7910-40bf-9627-3e8c85bf484e req-79544adc-3959-4bf5-920c-e1ed41bfb42d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:58.242527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ac1effa-7910-40bf-9627-3e8c85bf484e req-79544adc-3959-4bf5-920c-e1ed41bfb42d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0793228 Apr 25 15:22:58.295483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ac1effa-7910-40bf-9627-3e8c85bf484e req-37ffa622-a3a3-4a1c-862e-2ddbc1bb32e0 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 Apr 25 15:22:59.118780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:22:59.478977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae7ff-bf17-40e1-9a85-a7014fa0fcda req-e0ba96b9-51a0-4158-bbbd-a11b4d026a42 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:22:59.480540 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-868ae7ff-bf17-40e1-9a85-a7014fa0fcda req-e0ba96b9-51a0-4158-bbbd-a11b4d026a42 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0827439 Apr 25 15:22:59.523524 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-868ae7ff-bf17-40e1-9a85-a7014fa0fcda req-fded144c-dcbe-4fdb-91b5-cec8688d8055 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Apr 25 15:23:00.707006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0ae4-3c72-4aa8-bd54-e45d168b9d93 req-46a0164b-99e2-4585-8a0f-329a5284f2cc tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:00.708461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dde0ae4-3c72-4aa8-bd54-e45d168b9d93 req-46a0164b-99e2-4585-8a0f-329a5284f2cc tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0796614 Apr 25 15:23:00.751974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1dde0ae4-3c72-4aa8-bd54-e45d168b9d93 req-f3709d7b-3c6a-45f2-ad41-2799b60547db tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379705 Apr 25 15:23:01.339649 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:23:01.942457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21522b-7404-4d63-87c2-4e79d6b44aa1 req-5c5c186e-1719-44f9-acb6-e4b03da9ba56 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:01.943909 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c21522b-7404-4d63-87c2-4e79d6b44aa1 req-5c5c186e-1719-44f9-acb6-e4b03da9ba56 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0797522 Apr 25 15:23:01.988496 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6c21522b-7404-4d63-87c2-4e79d6b44aa1 req-646bba2c-dfd2-45c7-8ad6-7df0571021dd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Apr 25 15:23:03.178290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f49f18-85f7-4b33-9d21-dcd052547048 req-27020d06-2d0e-4351-912f-cbd8e47847be tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:03.179726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28f49f18-85f7-4b33-9d21-dcd052547048 req-27020d06-2d0e-4351-912f-cbd8e47847be tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0822835 Apr 25 15:23:03.334002 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-28f49f18-85f7-4b33-9d21-dcd052547048 req-ad5191af-b6cc-4c95-bc91-7ad1f0296092 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476731 Apr 25 15:23:04.620901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6174b-d295-48c5-8a7b-0e4f2411bca5 req-b9d29c41-5c72-49d5-ba20-dcacd53c3f15 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:04.622340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ef6174b-d295-48c5-8a7b-0e4f2411bca5 req-b9d29c41-5c72-49d5-ba20-dcacd53c3f15 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.1832900 Apr 25 15:23:04.630626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:04.667976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2ef6174b-d295-48c5-8a7b-0e4f2411bca5 req-a4623993-477d-45da-acb2-8ca804d9f5d2 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Apr 25 15:23:05.850189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5949-fd19-4d36-a4d3-a45b62d2b01c req-a8566473-9fda-490f-babd-ed96fa4504e6 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:05.851534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b0b5949-fd19-4d36-a4d3-a45b62d2b01c req-a8566473-9fda-490f-babd-ed96fa4504e6 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0782752 Apr 25 15:23:05.894784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b0b5949-fd19-4d36-a4d3-a45b62d2b01c req-b9f5035a-3985-43f8-b7bf-09506985a8b3 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371397 Apr 25 15:23:07.079151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e56-886f-418f-b064-e999afaed7c2 req-9186092a-6d1a-4f9c-80a9-11b97993561a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:07.080621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f348e56-886f-418f-b064-e999afaed7c2 req-9186092a-6d1a-4f9c-80a9-11b97993561a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0822315 Apr 25 15:23:07.123585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5f348e56-886f-418f-b064-e999afaed7c2 req-41923c13-2c72-430f-a6c7-8e801df0ab92 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Apr 25 15:23:08.308430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e53486-8dc8-4efe-a6bf-183cdacfc02a req-02ac20e5-f2b4-4557-9f1d-dc1c6a74ff5a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:08.309932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50e53486-8dc8-4efe-a6bf-183cdacfc02a req-02ac20e5-f2b4-4557-9f1d-dc1c6a74ff5a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0810893 Apr 25 15:23:08.352676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50e53486-8dc8-4efe-a6bf-183cdacfc02a req-6ccb4863-13d7-4cee-9acb-4a3ea732e1fc tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Apr 25 15:23:08.600855 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fbc208b-ef84-4594-b67c-c54b136a8c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:09.540972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6bbf6-cf28-46fb-bf59-b805b4270f4e req-d3d9c57a-c847-4b4d-bb5b-41f65bf78913 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:09.543039 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8e6bbf6-cf28-46fb-bf59-b805b4270f4e req-d3d9c57a-c847-4b4d-bb5b-41f65bf78913 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0845945 Apr 25 15:23:09.586374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8e6bbf6-cf28-46fb-bf59-b805b4270f4e req-8f9ce7a4-0dea-4f19-9126-bd6c3f10d21a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Apr 25 15:23:10.779396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a8d9c-2904-4ec7-82df-a411fb01a8a2 req-934cbbfe-6e12-4014-9da9-c5a0abf86446 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:10.780832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-746a8d9c-2904-4ec7-82df-a411fb01a8a2 req-934cbbfe-6e12-4014-9da9-c5a0abf86446 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0867522 Apr 25 15:23:10.824539 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-746a8d9c-2904-4ec7-82df-a411fb01a8a2 req-f02acbec-9799-47e2-815e-c0a7ed290225 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 Apr 25 15:23:10.980368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47ef53e0-13a3-4cd6-ba2a-957936ccc904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:11.875863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:12.010388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236df04-75ef-4a95-b78e-b2521d5637b6 req-5ed8b606-0b28-490a-9ee8-26e1a41a40da tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:12.012324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b236df04-75ef-4a95-b78e-b2521d5637b6 req-5ed8b606-0b28-490a-9ee8-26e1a41a40da tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0824819 Apr 25 15:23:12.057442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b236df04-75ef-4a95-b78e-b2521d5637b6 req-2f00c771-3c34-4e0d-92fd-6d4834c86a69 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Apr 25 15:23:12.099613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:13.253162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eca0b6-460d-4638-ae77-52046b6f845d req-28e9039d-f7b4-4915-996e-51c4f3f60c85 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:13.254629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9eca0b6-460d-4638-ae77-52046b6f845d req-28e9039d-f7b4-4915-996e-51c4f3f60c85 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0914044 Apr 25 15:23:13.298550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9eca0b6-460d-4638-ae77-52046b6f845d req-7e6d65da-d2b3-409e-ae42-aa758f9a76ff tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Apr 25 15:23:13.788111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:14.493178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e086-6f83-47e8-a899-ad9143411e21 req-26138cc4-23b6-422d-87d4-6591e566f827 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:14.495279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f165e086-6f83-47e8-a899-ad9143411e21 req-26138cc4-23b6-422d-87d4-6591e566f827 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0878761 Apr 25 15:23:14.548341 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f165e086-6f83-47e8-a899-ad9143411e21 req-0919a0c2-ad4f-4342-a710-ae8eb2f560f7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468671 Apr 25 15:23:15.735865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df14711-d66e-46ec-a7a1-b0dc3d18a5df req-06758d4b-4bd4-4be6-b566-253b95cd04ad tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:15.737339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4df14711-d66e-46ec-a7a1-b0dc3d18a5df req-06758d4b-4bd4-4be6-b566-253b95cd04ad tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0831177 Apr 25 15:23:15.781021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4df14711-d66e-46ec-a7a1-b0dc3d18a5df req-1d083d09-55bb-4d14-9c83-15e7c3b258e9 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Apr 25 15:23:16.969898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66f5bf-0fb4-4104-bf8b-f284b6191ceb req-06af7f04-4824-4148-8456-a0bbff12e7b8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:16.971322 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb66f5bf-0fb4-4104-bf8b-f284b6191ceb req-06af7f04-4824-4148-8456-a0bbff12e7b8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0787485 Apr 25 15:23:17.014992 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fb66f5bf-0fb4-4104-bf8b-f284b6191ceb req-54e4413b-bb2f-42bc-9bef-0a438e1be280 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Apr 25 15:23:18.203944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad0cc8-8090-425b-b2ed-ce273a8f9b2d req-d4fe7a2c-4153-4752-957b-c05cf5c044f7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:18.205416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cad0cc8-8090-425b-b2ed-ce273a8f9b2d req-d4fe7a2c-4153-4752-957b-c05cf5c044f7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0794625 Apr 25 15:23:18.252036 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1cad0cc8-8090-425b-b2ed-ce273a8f9b2d req-e847ee72-b5cc-4d07-ba45-fbca3eb7b739 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Apr 25 15:23:19.437766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f57f2-f468-4f66-a9f6-ba93f189eaec req-5213750a-c8d0-4b3b-990b-22ba5feea06e tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:19.439218 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94f57f2-f468-4f66-a9f6-ba93f189eaec req-5213750a-c8d0-4b3b-990b-22ba5feea06e tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0823283 Apr 25 15:23:19.483310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b94f57f2-f468-4f66-a9f6-ba93f189eaec req-207f23da-3586-4e0b-af22-0c5b48d4516c tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Apr 25 15:23:20.672740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e9d14-2807-4a4e-9433-9beb5233587c req-48b2473d-83fd-4584-9de8-606e00923406 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:20.674218 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-843e9d14-2807-4a4e-9433-9beb5233587c req-48b2473d-83fd-4584-9de8-606e00923406 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0795741 Apr 25 15:23:20.717874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-843e9d14-2807-4a4e-9433-9beb5233587c req-1244abb2-a9e5-4a27-9d92-93a49ba32877 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 Apr 25 15:23:21.897961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc104f-b30f-452e-9723-9f230bbc1651 req-768f5ad6-44e8-4260-9976-a99a62dbc6a8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:21.899307 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5dc104f-b30f-452e-9723-9f230bbc1651 req-768f5ad6-44e8-4260-9976-a99a62dbc6a8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0788777 Apr 25 15:23:21.945863 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d5dc104f-b30f-452e-9723-9f230bbc1651 req-f7c6f0b3-65b3-4070-8dc2-3ad8410233cb tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Apr 25 15:23:22.165258 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-1e99ef6a-3574-43b6-a2ed-4a6cfd62fee5 service neutron] show failed (client error): The resource could not be found. Apr 25 15:23:22.166322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-1e99ef6a-3574-43b6-a2ed-4a6cfd62fee5 service neutron] 10.222.0.15 "GET /v2.0/ports/1c01354a-38e0-4b59-a35a-1e17f40cd390/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0790689 Apr 25 15:23:22.421790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-dbe1c9b3-718f-46b2-9e5f-86a23b0fd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:22.423144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-dbe1c9b3-718f-46b2-9e5f-86a23b0fd7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8&tenant_id=ff6bb6ca4ba345d499d5c20388c01107 HTTP/1.1" status: 200 len: 1096 time: 0.0723636 Apr 25 15:23:22.433909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:23:22.542918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:22.806255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:22.838364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:23:22.895979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:23:22.901405 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:22.917145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Transition to ACTIVE for port object 1c01354a-38e0-4b59-a35a-1e17f40cd390 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:23:22.920889 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:22.967191 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3413f3eb-f105-4239-80c0-d37b5a14863c'] response: {'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'code': 200} Apr 25 15:23:23.087197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:23.089804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] No DVR routers for this DVR port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:23:23.134823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f1e2c-631d-4fe7-9eca-0265e5fb49bd req-93b0d09f-4500-4161-8e75-ff30082c0388 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:23.136314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-348f1e2c-631d-4fe7-9eca-0265e5fb49bd req-93b0d09f-4500-4161-8e75-ff30082c0388 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.0831506 Apr 25 15:23:23.146377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:23:23.146718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:23:23.147047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on network f63df4c5-91d1-447d-adbb-f60dc7335b62 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:23:23.151771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on network f63df4c5-91d1-447d-adbb-f60dc7335b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:23:23.152090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Attempting to bind port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on network f63df4c5-91d1-447d-adbb-f60dc7335b62 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:23:23.157231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:23:23.157574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Checking segment: {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:23:23.157960 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Bound using segment: {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:23:23.158384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Bound port: 1c01354a-38e0-4b59-a35a-1e17f40cd390, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a875edc-9564-41c6-936b-08d95b1aebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:23:23.158734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:23.182912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-348f1e2c-631d-4fe7-9eca-0265e5fb49bd req-e0b12021-11e3-4324-866e-29f48343a1b6 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Apr 25 15:23:23.349927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:23:23.352901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:23:23.357312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:23.414286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:23.414896 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:23.416275 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] 10.222.0.21 "PUT /v2.0/ports/1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 1091 time: 0.9861982 Apr 25 15:23:23.437019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc439f-95cd-449f-9b00-eca326b33257 service neutron] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:23.507841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-808031f8-3da8-46d3-8027-1e30ca084e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:23.509334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-808031f8-3da8-46d3-8027-1e30ca084e12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1094 time: 0.0732899 Apr 25 15:23:23.637203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-4ef80781-75b9-44ad-ada6-dd720a596362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:23.638546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-4ef80781-75b9-44ad-ada6-dd720a596362 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 912 time: 0.1234832 Apr 25 15:23:23.708822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-fad8ab6b-87dd-49d2-9b2b-91c271c9b622 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.0629272 Apr 25 15:23:23.769423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-b30330cb-1185-4bdd-9087-cf9bba6fc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:23.770813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-b30330cb-1185-4bdd-9087-cf9bba6fc753 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.0561421 Apr 25 15:23:23.816227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-aa0140a6-ed92-436b-b394-e9de406aa424 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391343 Apr 25 15:23:23.943093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-6fc65db9-0f33-4d17-9f58-6226f5952df1 service neutron] 10.222.0.21 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210694 Apr 25 15:23:24.075653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddc2b433-9914-42af-bbd6-b97818156b4e req-c44fe4b0-3956-4fef-9c74-1ef3e04a5bcb service neutron] 10.222.0.21 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265390 Apr 25 15:23:24.383974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ce8f0-e571-4ac2-9c9d-2abc8199bcc6 req-ff202324-ae15-45dc-bb58-2cb6bc6b8479 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:24.386005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d81ce8f0-e571-4ac2-9c9d-2abc8199bcc6 req-ff202324-ae15-45dc-bb58-2cb6bc6b8479 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.0829053 Apr 25 15:23:24.428248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d81ce8f0-e571-4ac2-9c9d-2abc8199bcc6 req-aa5c88f2-5b6c-4d92-a4bd-31fcd46ed17a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366476 Apr 25 15:23:24.968683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:23:25.025568 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae5d40-d276-45d9-93cd-7d32fdb3280b'] response: {'name': 'network-changed', 'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'status': 'completed', 'code': 200} Apr 25 15:23:25.170393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-8700f37b-a48d-4dbe-ac1c-08c90c321e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.171832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-8700f37b-a48d-4dbe-ac1c-08c90c321e55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1094 time: 0.0994813 Apr 25 15:23:25.174359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-10c9bf8c-4b0d-4baa-be2c-e8a439d80a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.175667 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-10c9bf8c-4b0d-4baa-be2c-e8a439d80a2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1094 time: 0.1325643 Apr 25 15:23:25.406096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-91e37e19-22d9-41d0-9fcb-fa0011e04a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.407440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-91e37e19-22d9-41d0-9fcb-fa0011e04a5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 912 time: 0.2298360 Apr 25 15:23:25.409667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-284b156b-bcac-4ec5-9621-908347bd923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.410945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-284b156b-bcac-4ec5-9621-908347bd923f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 912 time: 0.2145162 Apr 25 15:23:25.537833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-9ba73765-a380-4e9d-9cc2-519a604ca737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.1239173 Apr 25 15:23:25.539361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-b21bccad-4886-4924-85b8-13fd491bc57d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.0758388 Apr 25 15:23:25.798338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-ed0400c7-1abf-41a7-8497-6651b6707f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.799767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-ed0400c7-1abf-41a7-8497-6651b6707f70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.1191583 Apr 25 15:23:25.800971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-d3b14d47-7102-48f9-a528-578bf49e3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.802250 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-d3b14d47-7102-48f9-a528-578bf49e3875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.1205494 Apr 25 15:23:25.882636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-9df2151b-e070-4667-bfde-36d4a1dd3ed9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765238 Apr 25 15:23:25.896642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-84c4eb75-6cd0-4a6d-86f9-ba53d923ca51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601382 Apr 25 15:23:25.963804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a982a-4e28-4362-b804-d9d67abee481 req-16345268-e681-416e-b318-dfff530c875f tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:25.969906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c4a982a-4e28-4362-b804-d9d67abee481 req-16345268-e681-416e-b318-dfff530c875f tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.4296830 Apr 25 15:23:26.032726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:23:26.092657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:23:26.174715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c4a982a-4e28-4362-b804-d9d67abee481 req-8c8d704a-0d0c-40cf-bf03-8420848a21a9 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454837 Apr 25 15:23:26.187962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-68685c56-a64d-4265-b23a-0861d3ce56d9 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952249 Apr 25 15:23:26.196280 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-3beff2cd-6768-4e99-b050-e8cf0075f76c service neutron] 10.222.0.21 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816360 Apr 25 15:23:26.422202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-06b0a685-009c-417b-96a8-1ee268f6e004 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277446 Apr 25 15:23:26.426816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ae20242-265f-454f-a96b-b90bf70735c9 req-e8d10437-cc33-42c9-b6a1-a94da17d3560 service neutron] 10.222.0.21 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135642 Apr 25 15:23:27.360909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727693f-13c5-4082-9db6-e8ef01678eee req-a74f4592-04d7-4e6b-a710-b667ea57bf44 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:27.362405 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c727693f-13c5-4082-9db6-e8ef01678eee req-a74f4592-04d7-4e6b-a710-b667ea57bf44 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 943 time: 0.0813913 Apr 25 15:23:27.405588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c727693f-13c5-4082-9db6-e8ef01678eee req-c29fb215-622d-430f-aa99-e67e587595e7 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Apr 25 15:23:27.771557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d2e71-234f-406c-b394-279bf264d13c req-436eeb4c-014d-425f-8091-d78bec6ea519 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:27.772888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-436eeb4c-014d-425f-8091-d78bec6ea519 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.15 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8&tenant_id=ff6bb6ca4ba345d499d5c20388c01107&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 943 time: 0.0835643 Apr 25 15:23:27.852934 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-1d5d2e71-234f-406c-b394-279bf264d13c req-fc566f37-35c7-415c-8890-30cc987e1201 service neutron] delete failed (client error): The resource could not be found. Apr 25 15:23:27.854498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-fc566f37-35c7-415c-8890-30cc987e1201 service neutron] 10.222.0.15 "DELETE /v2.0/ports/1c01354a-38e0-4b59-a35a-1e17f40cd390/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0757787 Apr 25 15:23:27.991232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d2e71-234f-406c-b394-279bf264d13c req-93614c11-8c0a-43e6-8108-e6022b3002a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:27.993099 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-93614c11-8c0a-43e6-8108-e6022b3002a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 1094 time: 0.0695913 Apr 25 15:23:28.123465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d2e71-234f-406c-b394-279bf264d13c req-0853dbff-f936-458d-ba74-31ec8a873372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:28.124803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-0853dbff-f936-458d-ba74-31ec8a873372 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 200 len: 912 time: 0.1254792 Apr 25 15:23:28.195895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-444d67a8-777d-4388-b68a-25a9b959e5fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 200 len: 217 time: 0.0651987 Apr 25 15:23:28.258024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d2e71-234f-406c-b394-279bf264d13c req-fd62aa48-6c08-475d-8ea2-124004b65444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:28.258231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:23:28.259427 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-fd62aa48-6c08-475d-8ea2-124004b65444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 200 len: 851 time: 0.0571935 Apr 25 15:23:28.312142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-4193fd7f-427e-4ba9-8f18-de5e1792d845 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f63df4c5-91d1-447d-adbb-f60dc7335b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461829 Apr 25 15:23:28.428990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:28.443342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'network_id': 'f63df4c5-91d1-447d-adbb-f60dc7335b62', 'port_id': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'mac_address': 'fa:16:3e:6c:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45b56cb-215c-474b-83e0-31c12146cc49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:23:28.503101 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:28.521732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c01354a-38e0-4b59-a35a-1e17f40cd390 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:23:28.538074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:28.542274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:28.563497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-1cdedce6-a9cb-4c19-8e42-2afaf329d9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453816 Apr 25 15:23:28.611695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:28.619236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.619616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.619966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.620306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.620647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.621001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.621360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.621690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.622020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.622347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.622676 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.623001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:23:28.696746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-71f23c7e-08ca-44ab-8781-ba85eb6051bc service neutron] 10.222.0.15 "GET /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268597 Apr 25 15:23:28.902361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1c01354a-38e0-4b59-a35a-1e17f40cd390'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:23:29.139591 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:29.612330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d5bd4-1061-4975-a7c6-ad3aec3ebc97 req-2e6cc757-bfcf-423e-b155-6ee3eca6e593 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:29.613812 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce1d5bd4-1061-4975-a7c6-ad3aec3ebc97 req-2e6cc757-bfcf-423e-b155-6ee3eca6e593 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 944 time: 0.0799899 Apr 25 15:23:29.656441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ce1d5bd4-1061-4975-a7c6-ad3aec3ebc97 req-568b5248-b20d-4bdf-931f-0d75d7a0e34a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370681 Apr 25 15:23:30.281443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:23:30.347333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 1c01354a-38e0-4b59-a35a-1e17f40cd390 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:23:30.352133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 1c01354a-38e0-4b59-a35a-1e17f40cd390 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:23:30.352513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:30.470064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:30.497639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:23:30.507334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:30.514366 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:30.583318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:30.610764 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e828cb49-d07e-4d90-a605-68a3c38b0cdd'] response: {'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'code': 200} Apr 25 15:23:30.849757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205db381-65ea-413b-8b66-e73992d11b60 req-e168faa8-60ef-4f9e-837e-ede0547d185d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:30.851130 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-205db381-65ea-413b-8b66-e73992d11b60 req-e168faa8-60ef-4f9e-837e-ede0547d185d tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0831435 Apr 25 15:23:30.896443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-205db381-65ea-413b-8b66-e73992d11b60 req-d509e49f-5bac-4a98-b4bc-19fe4eaabc6a tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Apr 25 15:23:30.951764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d2e71-234f-406c-b394-279bf264d13c req-3779951e-d37e-419e-830e-230bfa64d483 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:30.953213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-3779951e-d37e-419e-830e-230bfa64d483 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.21 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 945 time: 0.0803802 Apr 25 15:23:31.024677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Deleting port 1c01354a-38e0-4b59-a35a-1e17f40cd390 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:23:31.025017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:31.265891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] For port 1c01354a-38e0-4b59-a35a-1e17f40cd390, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=1c01354a-38e0-4b59-a35a-1e17f40cd390,segment=NetworkSegment(0a875edc-9564-41c6-936b-08d95b1aebf3),segment_id=0a875edc-9564-41c6-936b-08d95b1aebf3)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:31.266253 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:31.391381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Calling delete_port for 1c01354a-38e0-4b59-a35a-1e17f40cd390 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:23:31.531901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:31.542880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['1c01354a-38e0-4b59-a35a-1e17f40cd390'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:23:31.584982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Pushing event deleted for resources: {'Port': ['ID=1c01354a-38e0-4b59-a35a-1e17f40cd390,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:31.663119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] No DVR routers for this DVR port 1c01354a-38e0-4b59-a35a-1e17f40cd390 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:23:31.665868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:31.668311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-deleted', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:23:31.683714 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1d5d2e71-234f-406c-b394-279bf264d13c req-97cb3fc6-ccd0-4f64-8c43-f49fc03c0fcd tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.21 "DELETE /v2.0/ports/1c01354a-38e0-4b59-a35a-1e17f40cd390 HTTP/1.1" status: 204 len: 173 time: 0.7246256 Apr 25 15:23:31.719210 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e0ea03-d65e-404a-a3e7-79916bf62cf9'] response: {'server_uuid': 'c18b406f-0aac-488d-bc05-3a338071e9b8', 'name': 'network-vif-deleted', 'tag': '1c01354a-38e0-4b59-a35a-1e17f40cd390', 'status': 'completed', 'code': 200} Apr 25 15:23:32.058666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5548a918-dc8c-4207-85ed-8e642cd955eb req-0d52fde2-6cb5-47b6-a970-e8d0e3f7fbf8 tempest-DeleteServersTestJSON-595341816 tempest-DeleteServersTestJSON-595341816-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18b406f-0aac-488d-bc05-3a338071e9b8 HTTP/1.1" status: 200 len: 210 time: 0.0417955 Apr 25 15:23:33.300941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:23:33.361806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Deleting subnet e45b56cb-215c-474b-83e0-31c12146cc49 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:23:33.364659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.412510 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.465891 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.535521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.574286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45b56cb-215c-474b-83e0-31c12146cc49,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:33.578911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.584705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3120b96d-b126-45bb-bb1a-12db7e9b7272 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e45b56cb-215c-474b-83e0-31c12146cc49 HTTP/1.1" status: 204 len: 168 time: 0.2827332 Apr 25 15:23:33.587160 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 38866) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:23:33.691100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.812759 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.837315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63df4c5-91d1-447d-adbb-f60dc7335b62']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:23:33.849110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a875edc-9564-41c6-936b-08d95b1aebf3') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:23:33.849414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a875edc-9564-41c6-936b-08d95b1aebf3') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:23:33.860900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.877275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.883379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:23:33.883764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:23:33.900578 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:23:33.974066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:33.991123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:34.006737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63df4c5-91d1-447d-adbb-f60dc7335b62,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:34.014245 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-76dda28d-cab5-4c7f-a981-a34fbbda9534 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f63df4c5-91d1-447d-adbb-f60dc7335b62 HTTP/1.1" status: 204 len: 168 time: 0.4259653 Apr 25 15:23:34.124783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38872) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:23:34.174193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6a1645c3-6d81-4da6-9fe5-78bfd7d9c208 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff6bb6ca4ba345d499d5c20388c01107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480745 Apr 25 15:23:34.176600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:23:34.232679 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cc43d81-9b17-4f98-8800-29ce5550a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:34.258173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cc43d81-9b17-4f98-8800-29ce5550a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:34.314644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:23:34.320157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cc43d81-9b17-4f98-8800-29ce5550a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:34.335953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc43d81-9b17-4f98-8800-29ce5550a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:34.351080 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2cc43d81-9b17-4f98-8800-29ce5550a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:34.352435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2cc43d81-9b17-4f98-8800-29ce5550a898 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e5ea2b3-98f5-4e1c-b45a-d8ebed5a8f55 HTTP/1.1" status: 204 len: 168 time: 0.1748388 Apr 25 15:23:34.367952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 1c01354a-38e0-4b59-a35a-1e17f40cd390 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:23:34.368549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 1c01354a-38e0-4b59-a35a-1e17f40cd390 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:23:34.645306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.114062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38900) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:23:35.215824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-332157932-network', 'tenant_id': 'fd92437ff2be4f7e86e3b4b28d1f3eb5'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:23:35.221249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:23:35.225075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Usage tracker for resource:network and tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:23:35.227864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:23:35.234513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:23:35.244017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Made reservation on behalf of fd92437ff2be4f7e86e3b4b28d1f3eb5 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:23:35.247019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.258637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.275823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:23:35.279573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Usage tracker for resource:security_group_rule and tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:23:35.282328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:23:35.287835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:23:35.370410 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.374033 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.400369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:23:35.412478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beccec7-be24-41a2-ac73-10e95ff8a847,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:35.417680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.418030 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Added segment 7728fe93-5c31-4988-8304-a6b579a1919f of type vlan for network 8145fd6e-61c3-4adf-9693-333b5a11ee1a Apr 25 15:23:35.444522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.473212 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.474147 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:35.474736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.574791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4595568 Apr 25 15:23:35.577551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 38906) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:23:35.584602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Request body: {'subnet': {'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-332157932-subnet', 'tenant_id': 'fd92437ff2be4f7e86e3b4b28d1f3eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:23:35.588783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57214de-070a-4a0d-b99e-64bee0fa78bb admin admin] Pushing event updated for resources: {'Network': ['ID=8145fd6e-61c3-4adf-9693-333b5a11ee1a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:35.592406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:23:35.596261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Usage tracker for resource:subnet and tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:23:35.598214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 8145fd6e-61c3-4adf-9693-333b5a11ee1a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:23:35.599161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:23:35.605448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:23:35.615224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Made reservation on behalf of fd92437ff2be4f7e86e3b4b28d1f3eb5 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:23:35.617690 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:35.819770 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:36.004780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:36.015935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Checking segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:23:36.016481 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Network hostable DHCP agents. Network: 8145fd6e-61c3-4adf-9693-333b5a11ee1a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:23:36.035921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Network 8145fd6e-61c3-4adf-9693-333b5a11ee1a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:23:36.046874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 8145fd6e-61c3-4adf-9693-333b5a11ee1a) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:23:36.051894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:36.052811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:36.056520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948ad91-6c7c-42b6-adc8-ce7b1df87a96 None None] Network 8145fd6e-61c3-4adf-9693-333b5a11ee1a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:23:36.074928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-cdf98e3d-1533-415b-a417-b5cbfdc06677 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4963734 Apr 25 15:23:36.268340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892181f-29fa-495f-82ac-3a3ba1a5dcaa None None] Network 8145fd6e-61c3-4adf-9693-333b5a11ee1a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:23:36.580992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-55b41325-a77a-4322-ba0a-81a67a24433a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:36.582468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-55b41325-a77a-4322-ba0a-81a67a24433a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 814 time: 0.1476021 Apr 25 15:23:36.597400 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e249f9c2-2a75-4c20-a4f0-c0dfa2df476d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/quotas/fd92437ff2be4f7e86e3b4b28d1f3eb5 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Apr 25 15:23:36.647813 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-78b7606c-c329-4ddc-835a-694d0f3d63a9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448935 Apr 25 15:23:36.884438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-1ad3633f-9075-4022-bc7b-e6201167e8ad service neutron] 10.222.0.23 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305331 Apr 25 15:23:37.016976 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-05583cd1-6d44-4480-b752-a580377962b9 service neutron] 10.222.0.23 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262186 Apr 25 15:23:37.198708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30eb4dc5-e7f5-4dca-aa9b-4e66fc2ba1a2 req-a8d0d805-dde2-4d66-996d-5de18b276f34 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 210 time: 0.0441287 Apr 25 15:23:38.222156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-53727d3b-33fa-4c29-84cc-b9751ebaacc6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:38.222866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-53727d3b-33fa-4c29-84cc-b9751ebaacc6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Synchronizing usage tracker for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:23:38.241508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-53727d3b-33fa-4c29-84cc-b9751ebaacc6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Unset dirty status for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:23:38.242896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-53727d3b-33fa-4c29-84cc-b9751ebaacc6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 814 time: 0.1715460 Apr 25 15:23:38.254372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Request body: {'port': {'device_id': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'admin_state_up': True, 'tenant_id': 'fd92437ff2be4f7e86e3b4b28d1f3eb5'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:23:38.339112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:23:38.350590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b6abf32-0d6c-4517-9a2c-3d3e46d1e81f req-5a2addf3-d651-4065-81f4-73e00decdd7e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 210 time: 0.0413892 Apr 25 15:23:38.395062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:23:38.398755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Usage tracker for resource:port and tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:23:38.401587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:23:38.407046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:23:38.417186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Made reservation on behalf of fd92437ff2be4f7e86e3b4b28d1f3eb5 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:23:38.420599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:38.581949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Allocated IP 172.20.0.11 (8145fd6e-61c3-4adf-9693-333b5a11ee1a/05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1/d57040e5-4d27-4d25-a828-a9147c87b9fc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:23:38.602164 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d722f2a9-c992-43ec-9ec2-d66ad7b803b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:38.784384 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:38.813546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:38.882848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Network 8145fd6e-61c3-4adf-9693-333b5a11ee1a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:23:38.890975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:23:38.895778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:23:38.931072 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:38.961444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:38.962084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:38.982640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e9e40479-d804-4fce-9728-9367b9d99f11 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318227 Apr 25 15:23:38.993113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Request body: {'port': {'device_id': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:23:39.111747 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:39.452928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57040e5-4d27-4d25-a828-a9147c87b9fc {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:23:39.460452 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:39.520181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Transition to ACTIVE for port object d57040e5-4d27-4d25-a828-a9147c87b9fc will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:23:39.525113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:39.672176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:39.866222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-aa93fbd9-cd5d-4582-90a4-1f0d78587bc5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:39.866916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-aa93fbd9-cd5d-4582-90a4-1f0d78587bc5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Synchronizing usage tracker for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:23:39.908472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-aa93fbd9-cd5d-4582-90a4-1f0d78587bc5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Unset dirty status for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:23:39.909629 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-aa93fbd9-cd5d-4582-90a4-1f0d78587bc5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 932 time: 0.4467270 Apr 25 15:23:39.918130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:23:39.918461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:23:39.918787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:23:39.940053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Port d57040e5-4d27-4d25-a828-a9147c87b9fc on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:23:39.940382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:23:39.955493 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:23:39.955835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Checking segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:23:39.956210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Bound using segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:23:39.956634 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Bound port: d57040e5-4d27-4d25-a828-a9147c87b9fc, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:23:39.956976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:39.982128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-83fb7d21-396a-4bc4-8c4d-5d5f7da754a2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Synchronizing usage tracker for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:23:40.055658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-83fb7d21-396a-4bc4-8c4d-5d5f7da754a2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Unset dirty status for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:23:40.056855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a86c4988-b707-4dff-a278-2f493e08b6e9 req-83fb7d21-396a-4bc4-8c4d-5d5f7da754a2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396661 Apr 25 15:23:40.082786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:23:40.085793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:23:40.090526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:40.153258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:40.153931 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:40.155281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] 10.222.0.15 "PUT /v2.0/ports/d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 1092 time: 1.1663156 Apr 25 15:23:40.155717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:23:40.183396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3a2a2-e605-40ab-9ec0-aa1660b98bba service neutron] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:40.232100 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2c429b-1516-47ec-8039-e1783bf05b6f'] response: {'name': 'network-changed', 'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'status': 'completed', 'code': 200} Apr 25 15:23:40.267372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-aa5bcebf-ba0a-4641-9768-f4df3995c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:40.268840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-aa5bcebf-ba0a-4641-9768-f4df3995c0ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1095 time: 0.0774474 Apr 25 15:23:40.335566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-94513242-e022-4682-b6c0-474575b6bf28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.0602682 Apr 25 15:23:40.400967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-9968a003-8afc-4d56-8da8-7cce8de9ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:40.402647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-9968a003-8afc-4d56-8da8-7cce8de9ca92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0615425 Apr 25 15:23:40.449903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-2c537336-f72d-4dfc-b3aa-def43b11621e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417659 Apr 25 15:23:40.580980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-0ee53f76-7c4e-4c83-b85d-c2ee017227b8 service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251476 Apr 25 15:23:40.709222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0f411486-57a7-4700-8a98-4fafa2f1a746 req-e6a661df-301d-4052-85ca-375627360c97 service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224020 Apr 25 15:23:40.827373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-e4bf38f2-6ad0-4feb-97aa-2ac6f7ba0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:40.828825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-e4bf38f2-6ad0-4feb-97aa-2ac6f7ba0c21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1095 time: 0.0747106 Apr 25 15:23:40.958336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-2b18f971-a053-4ad4-aa9d-917707c9646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:40.959814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-2b18f971-a053-4ad4-aa9d-917707c9646f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1248565 Apr 25 15:23:40.983126 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-910418c9-6524-4a81-9e08-5d9165267cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:41.031095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-da079ad9-415f-4fb1-b1bb-53aa614d7904 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.0619886 Apr 25 15:23:41.097405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-59fd0024-85e6-4b74-b0bf-f81405ccdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:41.098854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-59fd0024-85e6-4b74-b0bf-f81405ccdf48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0613537 Apr 25 15:23:41.147569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-31d04bed-5b92-4515-9462-5e764cecdbf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405419 Apr 25 15:23:41.338923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-3b38d722-f9b2-43d3-b9b7-a4202b4f9dcb service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834006 Apr 25 15:23:41.349769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5030-b8f1-4d4c-8dcd-b1f2812d5958 req-f2b6d09a-e89d-4ee0-bc81-8d838909f7c0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:41.351112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb2a5030-b8f1-4d4c-8dcd-b1f2812d5958 req-f2b6d09a-e89d-4ee0-bc81-8d838909f7c0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.1768892 Apr 25 15:23:41.589661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb2a5030-b8f1-4d4c-8dcd-b1f2812d5958 req-74589b31-d796-40e6-b423-24c2f190bada tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194281 Apr 25 15:23:41.621268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7ca9bf71-1ee3-4a18-9489-5da192aa1a9a req-cda71d2b-0c40-42aa-8758-4fd8cc19764f service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692068 Apr 25 15:23:41.878320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:42.102141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:42.777100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1164-02a0-4a51-8ac4-ec7584bce82a req-e7073b07-fc35-4759-b059-b762729779a9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:42.778455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-592c1164-02a0-4a51-8ac4-ec7584bce82a req-e7073b07-fc35-4759-b059-b762729779a9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0821311 Apr 25 15:23:42.824463 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-592c1164-02a0-4a51-8ac4-ec7584bce82a req-7c961ec3-582c-44bb-aff1-69bd579aed23 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Apr 25 15:23:43.797418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:44.007953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9f36c-00a0-4072-ba87-b209dfb5a9b7 req-5023f891-716e-445a-bd34-843c4bbe7004 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:44.009411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-87a9f36c-00a0-4072-ba87-b209dfb5a9b7 req-5023f891-716e-445a-bd34-843c4bbe7004 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0817842 Apr 25 15:23:44.054042 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-87a9f36c-00a0-4072-ba87-b209dfb5a9b7 req-6cd4b86c-d038-4c9a-b18f-eb84f1712069 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Apr 25 15:23:44.094898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:23:44.238737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:44.252217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'port_id': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'mac_address': 'fa:16:3e:8b:f7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:23:44.336765 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:44.353055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57040e5-4d27-4d25-a828-a9147c87b9fc {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:23:44.368235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:44.372828 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:44.439142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:44.571838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['d57040e5-4d27-4d25-a828-a9147c87b9fc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:23:45.238386 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954934a-0d60-4369-a26f-aa2c330b81bf req-e21eecc2-f55f-4241-8cb5-395e0c8640b0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:45.239815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0954934a-0d60-4369-a26f-aa2c330b81bf req-e21eecc2-f55f-4241-8cb5-395e0c8640b0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 945 time: 0.0812173 Apr 25 15:23:45.283070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0954934a-0d60-4369-a26f-aa2c330b81bf req-77e0f07d-521f-4eaf-93b9-088678697890 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Apr 25 15:23:46.109612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:23:46.176330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port d57040e5-4d27-4d25-a828-a9147c87b9fc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:23:46.180806 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port d57040e5-4d27-4d25-a828-a9147c87b9fc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:23:46.181211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:46.296604 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:46.322322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:23:46.331643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:23:46.338457 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:46.375724 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2d8903-2f42-43df-a744-db03f0d7302f'] response: {'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'code': 200} Apr 25 15:23:46.416678 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:23:46.537985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0650a-b250-44da-a612-cae109201633 req-717cb335-c8c5-4eff-8c40-614cadf72862 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:46.539706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4be0650a-b250-44da-a612-cae109201633 req-717cb335-c8c5-4eff-8c40-614cadf72862 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.1486301 Apr 25 15:23:46.542362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f2b60-f846-4cd9-8ef0-9987a10e0820 req-52ebf2e7-1022-45c8-9233-623af2155faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:46.543697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c10f2b60-f846-4cd9-8ef0-9987a10e0820 req-52ebf2e7-1022-45c8-9233-623af2155faf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1097 time: 0.1063588 Apr 25 15:23:46.609484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4be0650a-b250-44da-a612-cae109201633 req-654056d2-5235-4c79-9adc-794f417418b4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640719 Apr 25 15:23:46.614841 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c10f2b60-f846-4cd9-8ef0-9987a10e0820 req-0586d1e0-fea1-426b-aeee-6619cfd81205 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570726 Apr 25 15:23:47.802730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcada1ef-4c2b-40ac-b6bc-4961b672f2eb req-8f894553-b5a0-4a28-b9d4-bb25ee6faef3 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:47.804115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcada1ef-4c2b-40ac-b6bc-4961b672f2eb req-8f894553-b5a0-4a28-b9d4-bb25ee6faef3 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0877690 Apr 25 15:23:47.847708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dcada1ef-4c2b-40ac-b6bc-4961b672f2eb req-28fac58c-bdc6-47ea-8208-387c10aecad2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Apr 25 15:23:48.189784 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4588e6e-3f3c-4c96-b54b-d340e0999d14 req-c98dffa8-a8b5-4549-9d68-8405fab97c38 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:48.191255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4588e6e-3f3c-4c96-b54b-d340e0999d14 req-c98dffa8-a8b5-4549-9d68-8405fab97c38 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0864248 Apr 25 15:23:48.236273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4588e6e-3f3c-4c96-b54b-d340e0999d14 req-127ada06-1e3e-474c-8909-46f5f59171bd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Apr 25 15:23:48.574403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b08f-d9e3-4093-87cb-635c46874d3f req-0a887fef-f43c-43a0-b236-408ac6d3d89b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:48.575842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b292b08f-d9e3-4093-87cb-635c46874d3f req-0a887fef-f43c-43a0-b236-408ac6d3d89b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0821333 Apr 25 15:23:48.619103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b292b08f-d9e3-4093-87cb-635c46874d3f req-fb2392e8-0a54-4893-9a7f-6e998760f98b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376766 Apr 25 15:23:48.801148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c3a45-30e5-4db6-af96-597b221c8ab5 req-0831b3e7-4d99-4a10-a84e-031baaa419b4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:48.802512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a2c3a45-30e5-4db6-af96-597b221c8ab5 req-0831b3e7-4d99-4a10-a84e-031baaa419b4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0781698 Apr 25 15:23:48.848899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a2c3a45-30e5-4db6-af96-597b221c8ab5 req-833ecb21-822a-4339-bf9c-85b7d33b69d0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Apr 25 15:23:49.253667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-4d64a521-4fb0-4bd3-81da-c9abacddbce7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309834 Apr 25 15:23:49.265132 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290290-9d8e-4606-9070-807b2375663a req-9fe58ede-f19b-4b93-84f2-2b36b96144da tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:49.266502 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78290290-9d8e-4606-9070-807b2375663a req-9fe58ede-f19b-4b93-84f2-2b36b96144da tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.1034706 Apr 25 15:23:49.311402 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78290290-9d8e-4606-9070-807b2375663a req-9560d454-ee6b-4dcb-8839-04db95cc60be tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389442 Apr 25 15:23:50.534682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-fed70e37-57eb-4083-bd36-fa9f56ae3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:50.536158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-fed70e37-57eb-4083-bd36-fa9f56ae3d25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1097 time: 0.1446407 Apr 25 15:23:50.543904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d391db-70aa-4eda-8b9a-c4a5456514a1 req-0d8cf1ec-8ca4-4535-9e5d-d8290b7d9f4b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:50.545259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11d391db-70aa-4eda-8b9a-c4a5456514a1 req-0d8cf1ec-8ca4-4535-9e5d-d8290b7d9f4b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.1222100 Apr 25 15:23:50.676470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11d391db-70aa-4eda-8b9a-c4a5456514a1 req-742efe8f-9c99-4179-ac52-5bb6715269eb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126659 Apr 25 15:23:50.704012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-f2a3f433-c243-4d4c-8aef-586cb7c51f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:50.705491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-f2a3f433-c243-4d4c-8aef-586cb7c51f53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1593969 Apr 25 15:23:50.775056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-964fb717-4af2-4354-b382-f4ebebed0598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.0638003 Apr 25 15:23:50.835513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-a4202149-fbbb-4f47-b0f6-5eb0fc136330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:50.836892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-a4202149-fbbb-4f47-b0f6-5eb0fc136330 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0563247 Apr 25 15:23:50.885554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-82ea6d79-0283-4c2b-bbc7-e36e3574ef85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428219 Apr 25 15:23:51.014739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-c6e70fd6-939e-45b2-9589-6041b5358b9b service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231391 Apr 25 15:23:51.144111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-ee5b3739-c988-4c45-aec0-d580e7cf5708 service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238315 Apr 25 15:23:51.863697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c88de8-b41f-4af9-ae51-5e34bbf0e9d7 req-2f8207b1-745f-42c5-9630-b1c05647b097 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:51.865086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9c88de8-b41f-4af9-ae51-5e34bbf0e9d7 req-2f8207b1-745f-42c5-9630-b1c05647b097 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0821497 Apr 25 15:23:51.908575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a9c88de8-b41f-4af9-ae51-5e34bbf0e9d7 req-bcfe2162-969a-4c3d-b8c2-b7ad84a717ae tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379121 Apr 25 15:23:53.089465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff202715-5d79-415e-9244-f17db74eb6d4 req-62024eed-7abf-4577-b3bd-d93ce1edd368 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:53.090920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff202715-5d79-415e-9244-f17db74eb6d4 req-62024eed-7abf-4577-b3bd-d93ce1edd368 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0794721 Apr 25 15:23:53.135838 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff202715-5d79-415e-9244-f17db74eb6d4 req-3e300ce8-fa57-4641-8ba6-eb2218b355e3 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Apr 25 15:23:54.325282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e7a30-1c63-4379-b850-5aacaa6f9158 req-5d03673c-c51e-4eba-875e-251b80fe7cc8 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:54.326713 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db7e7a30-1c63-4379-b850-5aacaa6f9158 req-5d03673c-c51e-4eba-875e-251b80fe7cc8 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0828447 Apr 25 15:23:54.369429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db7e7a30-1c63-4379-b850-5aacaa6f9158 req-c31195e7-718f-4460-96ee-e9e0c43c786d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Apr 25 15:23:55.567254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fc3c0-83bc-4738-8830-c411c5a6e300 req-5ecf1317-4178-443e-85aa-5fe305c0ebd0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:55.568709 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b12fc3c0-83bc-4738-8830-c411c5a6e300 req-5ecf1317-4178-443e-85aa-5fe305c0ebd0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0938666 Apr 25 15:23:55.611929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b12fc3c0-83bc-4738-8830-c411c5a6e300 req-26e2c23e-d036-4447-ad54-ca6d86f9677f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Apr 25 15:23:56.791318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126394f-b78e-4997-8277-caf5ee3bdf55 req-99fa4926-b126-4c8d-9dcb-a29879446428 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:56.792656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f126394f-b78e-4997-8277-caf5ee3bdf55 req-99fa4926-b126-4c8d-9dcb-a29879446428 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0772710 Apr 25 15:23:56.839394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f126394f-b78e-4997-8277-caf5ee3bdf55 req-f9618640-5c0d-4561-91b6-1cd5e117c7ec tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Apr 25 15:23:58.022206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715456-740f-4812-baef-d7e8165919bb req-ca251fac-8513-460a-852e-4b74eec4f0bd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:58.023652 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65715456-740f-4812-baef-d7e8165919bb req-ca251fac-8513-460a-852e-4b74eec4f0bd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0797753 Apr 25 15:23:58.066837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65715456-740f-4812-baef-d7e8165919bb req-f3e4053f-fec2-4099-a4a8-8ef6336a7b6f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Apr 25 15:23:59.139205 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:23:59.256599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616cf0c-febc-48b9-828a-2e7010da3efc req-c316aa2f-36cd-4b3f-9177-82bf14267524 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:23:59.258085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6616cf0c-febc-48b9-828a-2e7010da3efc req-c316aa2f-36cd-4b3f-9177-82bf14267524 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0818925 Apr 25 15:23:59.301262 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6616cf0c-febc-48b9-828a-2e7010da3efc req-9634f70d-e33b-489f-b400-6d4fa76cbf9f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Apr 25 15:24:00.602655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae418e-b71f-41fa-b60d-a1d6fc7865c2 req-b5043a8a-4ef7-49d5-9af8-c00fb27a8bb6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:00.604551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0ae418e-b71f-41fa-b60d-a1d6fc7865c2 req-b5043a8a-4ef7-49d5-9af8-c00fb27a8bb6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.1990204 Apr 25 15:24:00.647442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0ae418e-b71f-41fa-b60d-a1d6fc7865c2 req-3dccb1f5-00e7-499f-abea-4e3f70762ee9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Apr 25 15:24:01.834549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317a341-2a82-4786-9958-b2aa0765f731 req-dc2e14e0-4813-4a7e-b3f1-6453dbcbf2e1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:01.835885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1317a341-2a82-4786-9958-b2aa0765f731 req-dc2e14e0-4813-4a7e-b3f1-6453dbcbf2e1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0826695 Apr 25 15:24:01.878706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1317a341-2a82-4786-9958-b2aa0765f731 req-5c82eacb-f703-4bc1-8344-7fe77bc3f230 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Apr 25 15:24:03.065891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3752-e240-45d2-b566-37661fd6b9dc req-837b8c78-901d-44c0-9f4c-ab8eed423207 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:03.067458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b49a3752-e240-45d2-b566-37661fd6b9dc req-837b8c78-901d-44c0-9f4c-ab8eed423207 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0824497 Apr 25 15:24:03.111331 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b49a3752-e240-45d2-b566-37661fd6b9dc req-2735a733-2ee7-4680-aa79-0fd607327087 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378664 Apr 25 15:24:04.301959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d96a8-f457-4342-928f-264952d0573b req-5afd67b5-2f9c-4add-98a7-1b523e26e408 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:04.303441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d96a8-f457-4342-928f-264952d0573b req-5afd67b5-2f9c-4add-98a7-1b523e26e408 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0846732 Apr 25 15:24:04.348034 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d96a8-f457-4342-928f-264952d0573b req-48b2f1a0-2ef1-4d04-a38d-623e70a5de82 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Apr 25 15:24:04.650095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:05.531078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d109e-b5a8-4e4d-a364-f6ce96f8b161 req-fe6b8ac3-838e-4acb-8482-189f87808ce7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:05.532569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-736d109e-b5a8-4e4d-a364-f6ce96f8b161 req-fe6b8ac3-838e-4acb-8482-189f87808ce7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0805054 Apr 25 15:24:05.580788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-736d109e-b5a8-4e4d-a364-f6ce96f8b161 req-07bde5ce-5537-4bda-83de-cca1cf2dcc32 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Apr 25 15:24:06.766891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55708466-94b7-46ff-aa0f-5c4c60934f41 req-f2e66cb2-67a6-4b15-baef-b7719143330c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:06.768282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55708466-94b7-46ff-aa0f-5c4c60934f41 req-f2e66cb2-67a6-4b15-baef-b7719143330c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0829585 Apr 25 15:24:06.812097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-55708466-94b7-46ff-aa0f-5c4c60934f41 req-1bd231e7-86c4-48dc-bc72-b58caa3b0886 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382979 Apr 25 15:24:07.995544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2263c-fc04-4e6c-af20-8b84ddd66fcd req-8afce612-e6ca-4446-9735-b092cb546707 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:07.997260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cab2263c-fc04-4e6c-af20-8b84ddd66fcd req-8afce612-e6ca-4446-9735-b092cb546707 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0815947 Apr 25 15:24:08.040340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cab2263c-fc04-4e6c-af20-8b84ddd66fcd req-4ba9d8d5-7205-46d7-b815-1939e95ee949 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Apr 25 15:24:08.605725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89904a10-f599-44e1-919b-be473c973302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:09.231019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f998e3-273f-4868-bb2b-6aaf245b5678 req-9b0de91d-765e-4b74-8694-ba9e63e8bcb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:09.232467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8f998e3-273f-4868-bb2b-6aaf245b5678 req-9b0de91d-765e-4b74-8694-ba9e63e8bcb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0795245 Apr 25 15:24:09.283070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8f998e3-273f-4868-bb2b-6aaf245b5678 req-219e2843-dbea-4a3a-8365-18f50010da3f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Apr 25 15:24:10.469280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07866cb-689e-4e37-989c-8b6a60bb0ba1 req-167a792b-7d13-4ecc-8c78-5fdce4bb6ee2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:10.470769 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a07866cb-689e-4e37-989c-8b6a60bb0ba1 req-167a792b-7d13-4ecc-8c78-5fdce4bb6ee2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0809529 Apr 25 15:24:10.517814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a07866cb-689e-4e37-989c-8b6a60bb0ba1 req-04d8a506-3766-4b20-b4c4-103b8b8244e2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Apr 25 15:24:10.984743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ded273a0-86cb-464c-b799-bc534f68d6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:11.699062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6479dc-fc45-48e4-bb15-5a4a73f3d468 req-bba20734-122e-49bc-b203-09993a7b17e9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:11.700498 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d6479dc-fc45-48e4-bb15-5a4a73f3d468 req-bba20734-122e-49bc-b203-09993a7b17e9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0793684 Apr 25 15:24:11.742905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0d6479dc-fc45-48e4-bb15-5a4a73f3d468 req-7d7ee142-b189-4e04-b443-68e595172da5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 Apr 25 15:24:11.880430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:12.104851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:12.927827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416521-1bb7-45fd-bb43-85ddce5b212b req-7ff9c2e4-e827-4098-8667-539edcf199fe tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:12.929305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a416521-1bb7-45fd-bb43-85ddce5b212b req-7ff9c2e4-e827-4098-8667-539edcf199fe tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0796239 Apr 25 15:24:12.972659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a416521-1bb7-45fd-bb43-85ddce5b212b req-f333ac5b-e544-436e-bca2-a89fce50d7b0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Apr 25 15:24:13.795443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:14.159161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d7aea-924c-4ef7-aba3-9bd3b2686577 req-04d860e1-238b-473d-9908-e6a2acb8532a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:14.160512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b0d7aea-924c-4ef7-aba3-9bd3b2686577 req-04d860e1-238b-473d-9908-e6a2acb8532a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0827146 Apr 25 15:24:14.296584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b0d7aea-924c-4ef7-aba3-9bd3b2686577 req-da5e02d7-41b4-45bf-ae43-143e7c91cfd9 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300714 Apr 25 15:24:15.339094 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:24:15.490717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a04b0-0bb9-42bf-b65c-f4ed5551f779 req-214a93f7-22ea-40aa-9b97-61006fa0afc5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:15.492213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-344a04b0-0bb9-42bf-b65c-f4ed5551f779 req-214a93f7-22ea-40aa-9b97-61006fa0afc5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0866270 Apr 25 15:24:15.541479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-344a04b0-0bb9-42bf-b65c-f4ed5551f779 req-1590061d-ee74-4ce9-b4bf-e416099e70a5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Apr 25 15:24:16.727026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c1d3-aee7-4c50-9561-3b3c0655391e req-8b3a100b-9af5-48f1-95a4-7f5bb05f25e7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:16.729118 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2c1c1d3-aee7-4c50-9561-3b3c0655391e req-8b3a100b-9af5-48f1-95a4-7f5bb05f25e7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0799928 Apr 25 15:24:16.770896 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2c1c1d3-aee7-4c50-9561-3b3c0655391e req-2cb97581-8e5d-461e-97a5-e42719fd3f19 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Apr 25 15:24:17.957112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d398d4-ea23-4262-a58c-4f016289c9ec req-747262e2-4611-4fa0-8e78-c8b3431a27cb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:17.958569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77d398d4-ea23-4262-a58c-4f016289c9ec req-747262e2-4611-4fa0-8e78-c8b3431a27cb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0793033 Apr 25 15:24:18.047029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77d398d4-ea23-4262-a58c-4f016289c9ec req-49cf1e7d-9f1d-4fb4-aa1c-35dae891dfd0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828691 Apr 25 15:24:18.074711 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-322f55aa-c156-411f-b4ee-80df34f4bcc0 service neutron] show failed (client error): The resource could not be found. Apr 25 15:24:18.075687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-322f55aa-c156-411f-b4ee-80df34f4bcc0 service neutron] 10.222.0.15 "GET /v2.0/ports/d57040e5-4d27-4d25-a828-a9147c87b9fc/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0825088 Apr 25 15:24:18.328923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-417a4356-6fb1-488a-a3c5-941996bbfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:18.330332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-417a4356-6fb1-488a-a3c5-941996bbfa39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6&tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0743327 Apr 25 15:24:18.341380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:24:18.450297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:18.716167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:18.743795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:24:18.800193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:24:18.805831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:18.820626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Transition to ACTIVE for port object d57040e5-4d27-4d25-a828-a9147c87b9fc will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:24:18.826120 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:18.892495 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c257663-e1a2-4034-8a54-0960ea908eef'] response: {'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'code': 200} Apr 25 15:24:19.016437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] No DVR routers for this DVR port d57040e5-4d27-4d25-a828-a9147c87b9fc on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:24:19.022468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:19.059203 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.059556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.059901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.060239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.060578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.060910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.061268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.061598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.061921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.062242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.062565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.062885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:19.086014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:24:19.086357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:24:19.086686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:24:19.091288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Port d57040e5-4d27-4d25-a828-a9147c87b9fc on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:24:19.091617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Attempting to bind port d57040e5-4d27-4d25-a828-a9147c87b9fc on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:24:19.096675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:24:19.097015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Checking segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:24:19.097423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Bound using segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:24:19.097846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Bound port: d57040e5-4d27-4d25-a828-a9147c87b9fc, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:24:19.098192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:19.236001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:24:19.239690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:24:19.243211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:19.313875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:19.314495 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:19.315842 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 1092 time: 0.9788222 Apr 25 15:24:19.335999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77f901-40e0-40b4-88fe-b21a8477e1db req-bf9464fe-d169-4f52-9734-934ce58faa76 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:19.337497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d77f901-40e0-40b4-88fe-b21a8477e1db req-bf9464fe-d169-4f52-9734-934ce58faa76 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.1842601 Apr 25 15:24:19.401177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e2ed6-f419-4613-9dec-ddf0b2225fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:19.436694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7d77f901-40e0-40b4-88fe-b21a8477e1db req-e6211bbe-99a5-49a5-9fae-0aa6f039f659 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 Apr 25 15:24:19.454112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-bb63a08e-aa32-4c12-a8a5-63631d18bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:19.455577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-bb63a08e-aa32-4c12-a8a5-63631d18bd0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1095 time: 0.1148734 Apr 25 15:24:19.690685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-4c221776-1985-42b0-9cad-9451db3a7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:19.692206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-4c221776-1985-42b0-9cad-9451db3a7f63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.2309868 Apr 25 15:24:19.757928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-0c04aae0-37ff-446e-ad9a-9705fcb62ef4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.0597343 Apr 25 15:24:19.821231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-ea7c37a1-e1eb-46c1-b89e-90783ce21f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:19.822641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-ea7c37a1-e1eb-46c1-b89e-90783ce21f12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0592794 Apr 25 15:24:19.867902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-fdc61643-c179-4df6-80cc-779a934bbb7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393779 Apr 25 15:24:19.997264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-436e96a3-a62e-4aaf-b8dc-df8a5da111b1 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228788 Apr 25 15:24:20.127178 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e5d2407f-5851-4bb9-8d89-c0a3ad6acb5d req-dc16c932-5b61-47dd-857a-ae26b0d1933f service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240830 Apr 25 15:24:20.628233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79622d59-997c-41d6-8a45-aeca5c0d7c89 req-c2d780c8-13ef-46c1-8739-47d9740ebb19 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:20.630317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79622d59-997c-41d6-8a45-aeca5c0d7c89 req-c2d780c8-13ef-46c1-8739-47d9740ebb19 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0871272 Apr 25 15:24:20.676415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79622d59-997c-41d6-8a45-aeca5c0d7c89 req-e6af584d-a67e-43bc-acd5-f1fbe8d16189 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Apr 25 15:24:20.893426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:24:20.956336 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6f10be-0920-4a22-acf7-9caf401200c2'] response: {'name': 'network-changed', 'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'status': 'completed', 'code': 200} Apr 25 15:24:21.106908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-1834ffb7-6f33-4b04-a8f5-4e00b28c260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.108358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-1834ffb7-6f33-4b04-a8f5-4e00b28c260f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1095 time: 0.0978465 Apr 25 15:24:21.113262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-3bcea710-ee37-495b-a8e6-345ca97e7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.114587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-3bcea710-ee37-495b-a8e6-345ca97e7504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1095 time: 0.1413171 Apr 25 15:24:21.350928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-ceda68ee-9d24-4787-885e-e7bbbc4e65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.352383 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-ceda68ee-9d24-4787-885e-e7bbbc4e65f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.2369101 Apr 25 15:24:21.355229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-3f1a669c-a0e0-434f-be25-52e025f63d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.356572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-3f1a669c-a0e0-434f-be25-52e025f63d2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.2234728 Apr 25 15:24:21.472903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-db0d4fad-4f47-4da2-a15f-2f7038f3ce1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.1138906 Apr 25 15:24:21.485139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-1af92858-eae6-433c-bb23-9535d378a3a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.0749388 Apr 25 15:24:21.586534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-a47082d2-a7af-4614-bbbd-d8c426b4c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.588581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-a47082d2-a7af-4614-bbbd-d8c426b4c561 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.1050324 Apr 25 15:24:21.590041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-32a626b3-856c-443d-9529-fa6f3509f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.591302 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-32a626b3-856c-443d-9529-fa6f3509f4d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0781169 Apr 25 15:24:21.669617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-3b86f32c-4a28-40c7-a8ad-a685c15b3323 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752051 Apr 25 15:24:21.675561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-cf0a0152-c6fb-47d4-a622-98bd1c306ba5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493386 Apr 25 15:24:21.871585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee9e4-23ac-4edc-adb4-c2d5fb278bf3 req-8f00e3dd-ede9-413a-86f6-259c9ca1f18f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:21.873012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-346ee9e4-23ac-4edc-adb4-c2d5fb278bf3 req-8f00e3dd-ede9-413a-86f6-259c9ca1f18f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0840402 Apr 25 15:24:21.917053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-346ee9e4-23ac-4edc-adb4-c2d5fb278bf3 req-ecee4be5-250b-48aa-9090-48a4d427efc6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380931 Apr 25 15:24:22.020254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-3e69560e-678f-440f-9d56-1a878b129c7b service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437681 Apr 25 15:24:22.022141 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-0fd70a7e-c0f2-4f43-a60a-bbe2d61fce7c service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291705 Apr 25 15:24:22.255057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-788f94d2-136e-484d-b305-eb2d1d89f633 service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293909 Apr 25 15:24:22.258058 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-664fd4d0-3e44-4976-872b-5f4550101e18 req-8aa17c6f-891f-428d-893d-7e48599b0a3e service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152798 Apr 25 15:24:22.275651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:24:22.342814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:24:23.116178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0135e-62cd-4191-8385-bc77e1d6c65a req-191eb544-1f6c-43a3-9124-3194b3abec4d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:23.117923 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5f0135e-62cd-4191-8385-bc77e1d6c65a req-191eb544-1f6c-43a3-9124-3194b3abec4d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0895522 Apr 25 15:24:23.162874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5f0135e-62cd-4191-8385-bc77e1d6c65a req-304ae9c2-f635-4f1e-aa72-61ba9596b3d6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Apr 25 15:24:24.344738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b22c5-961c-4581-9e72-10376b05c0d8 req-a84e8547-d7d6-463d-96b6-513247f1a859 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:24.346226 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a0b22c5-961c-4581-9e72-10376b05c0d8 req-a84e8547-d7d6-463d-96b6-513247f1a859 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0800011 Apr 25 15:24:24.389750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1a0b22c5-961c-4581-9e72-10376b05c0d8 req-ca2392aa-cf65-442b-abc7-888e5df16bfa tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Apr 25 15:24:24.547520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:24:24.694668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:24.708902 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'port_id': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'mac_address': 'fa:16:3e:8b:f7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:24:24.709394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-4a158f82-2afe-4411-8e89-66c1b85771a4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:24.709916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5b72-6670-4465-a0ed-0a7cdb3b9301 req-e57c192c-dbf2-47fc-9dbb-7d069f9a2b9a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:24.711158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d90a5b72-6670-4465-a0ed-0a7cdb3b9301 req-e57c192c-dbf2-47fc-9dbb-7d069f9a2b9a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 944 time: 0.0940163 Apr 25 15:24:24.711805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-4a158f82-2afe-4411-8e89-66c1b85771a4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.15 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6&tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 944 time: 0.0933444 Apr 25 15:24:24.756446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d90a5b72-6670-4465-a0ed-0a7cdb3b9301 req-1f87568a-601a-4e24-a4ed-0ea70df1424c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Apr 25 15:24:24.765546 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:24.787170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57040e5-4d27-4d25-a828-a9147c87b9fc {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:24:24.799301 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-3778634b-7d67-43ce-8604-be11f5e3bce8 service neutron] delete failed (client error): The resource could not be found. Apr 25 15:24:24.800332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-3778634b-7d67-43ce-8604-be11f5e3bce8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d57040e5-4d27-4d25-a828-a9147c87b9fc/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0830903 Apr 25 15:24:24.802675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:24.807498 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:24.878187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:24.936225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-536c3929-4047-459a-8d97-17afb7c256d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:24.937721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-536c3929-4047-459a-8d97-17afb7c256d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 1096 time: 0.0721173 Apr 25 15:24:25.066771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-8fc0e1dd-2c02-4df4-9250-8a0e8a4c0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:25.068104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-8fc0e1dd-2c02-4df4-9250-8a0e8a4c0f57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1250284 Apr 25 15:24:25.110486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d57040e5-4d27-4d25-a828-a9147c87b9fc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:24:25.137146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-c47d06ce-5ffa-43b5-b101-d0f243ea1556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 200 len: 217 time: 0.0627613 Apr 25 15:24:25.198037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-89dff4b6-e8d6-4c71-a640-24c2726898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:25.199469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-89dff4b6-e8d6-4c71-a640-24c2726898ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0570922 Apr 25 15:24:25.244317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-beeeee37-c30d-459f-836d-2b5912b271be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394542 Apr 25 15:24:25.373315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-a773c6c0-a9ac-44b6-a634-549692c95db2 service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228852 Apr 25 15:24:25.506856 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1134e99-7d2a-4873-98cb-c6aba681b061 req-d1dd6a73-6662-41ef-b738-c2d6fa9fd900 service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249089 Apr 25 15:24:25.951896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86211f-9482-49da-8858-709efb966736 req-a2411dc4-a1e8-469e-b27d-bcfc0e0268cc tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:25.953377 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e86211f-9482-49da-8858-709efb966736 req-a2411dc4-a1e8-469e-b27d-bcfc0e0268cc tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 945 time: 0.0845652 Apr 25 15:24:26.010648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6e86211f-9482-49da-8858-709efb966736 req-5ca8b44c-ff29-4682-a658-39af21b0a98b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Apr 25 15:24:26.554236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:24:26.623702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port d57040e5-4d27-4d25-a828-a9147c87b9fc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:24:26.628541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port d57040e5-4d27-4d25-a828-a9147c87b9fc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:24:26.628920 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:26.756799 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:26.783406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:24:26.793510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:26.798064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:26.835739 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6d1829-1c94-4e50-8abb-46c06f569820'] response: {'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'code': 200} Apr 25 15:24:26.871844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:27.191575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2026e6e-2402-4eba-a004-a2bb4a73fd51 req-8fbe91ce-3e05-4600-b66b-04fffb300589 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:27.193014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2026e6e-2402-4eba-a004-a2bb4a73fd51 req-8fbe91ce-3e05-4600-b66b-04fffb300589 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0784984 Apr 25 15:24:27.348533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2026e6e-2402-4eba-a004-a2bb4a73fd51 req-22697a4e-8977-4262-ad26-c5f1d8da29ff tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495328 Apr 25 15:24:27.533305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677f09d-8e7a-4d00-97dd-bd9b68ac81f9 req-bbdc2f44-c874-405e-aa65-4d5ef0a9e520 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:27.534758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0677f09d-8e7a-4d00-97dd-bd9b68ac81f9 req-bbdc2f44-c874-405e-aa65-4d5ef0a9e520 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0794783 Apr 25 15:24:27.582446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0677f09d-8e7a-4d00-97dd-bd9b68ac81f9 req-8ece6b9a-22e0-443f-ba8c-71d266a9d23d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Apr 25 15:24:27.773750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc4c1-2ab9-4ad0-aa32-bc572d1e767a req-9992e9bd-8996-431b-9061-9fa494c59bb4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:27.775836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1eccc4c1-2ab9-4ad0-aa32-bc572d1e767a req-9992e9bd-8996-431b-9061-9fa494c59bb4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0886319 Apr 25 15:24:27.818301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1eccc4c1-2ab9-4ad0-aa32-bc572d1e767a req-7255e69e-2e74-4131-b32a-9ab35c5bc42a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Apr 25 15:24:28.292261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-12e0e2fc-750b-46fb-8c09-2b2c1a033358 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:28.293733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-12e0e2fc-750b-46fb-8c09-2b2c1a033358 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 814 time: 0.1416800 Apr 25 15:24:28.309094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-3aff2a64-37d1-4c26-a92e-5db019c947de tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/quotas/fd92437ff2be4f7e86e3b4b28d1f3eb5 HTTP/1.1" status: 200 len: 375 time: 0.0098662 Apr 25 15:24:28.391032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-ddc023f7-79db-40a4-ba06-ef25c0d87c4c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769937 Apr 25 15:24:28.449538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-9a12d478-9497-4806-9040-265cc6d9ad0a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:24:28.450518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-9a12d478-9497-4806-9040-265cc6d9ad0a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530410 Apr 25 15:24:28.582532 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-562ca71c-2710-4c30-a7ee-d4d0b8b3f6cd service neutron] 10.222.0.23 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257441 Apr 25 15:24:28.711582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-d851ccf0-da04-4989-9be2-8d6b32ec443a service neutron] 10.222.0.23 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227374 Apr 25 15:24:28.892372 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-312baa32-67ad-4ce8-a435-e50bef0f813d req-334d4024-bdf2-4ed8-8d4d-b9dc317f0bb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 210 time: 0.0455735 Apr 25 15:24:29.153319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:29.549774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-57a5be2e-a04f-4fc1-a011-c381733e0d2a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:29.551310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-57a5be2e-a04f-4fc1-a011-c381733e0d2a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.21 "GET /v2.0/ports?device_id=95307214-e5cf-4bd1-9f28-1ac2151a61c6 HTTP/1.1" status: 200 len: 946 time: 0.0800359 Apr 25 15:24:29.622741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Deleting port d57040e5-4d27-4d25-a828-a9147c87b9fc {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:24:29.623084 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:29.777793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.21', 53277) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:24:29.873751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] For port d57040e5-4d27-4d25-a828-a9147c87b9fc, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=d57040e5-4d27-4d25-a828-a9147c87b9fc,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:29.874180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:29.933425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-577ee4cb-2caf-4887-a14e-65e65dc379d1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:29.935031 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-577ee4cb-2caf-4887-a14e-65e65dc379d1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 814 time: 0.1560125 Apr 25 15:24:29.947521 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Request body: {'port': {'device_id': '2e13cd8e-204a-4f67-be23-d91121522767', 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'admin_state_up': True, 'tenant_id': 'fd92437ff2be4f7e86e3b4b28d1f3eb5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:24:30.014268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Calling delete_port for d57040e5-4d27-4d25-a828-a9147c87b9fc owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:24:30.090550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:24:30.096751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-93720213-9adf-4d19-aa73-36cd36e56887 req-fd33881b-d8cc-4468-876f-ad4e5731a651 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 210 time: 0.0533800 Apr 25 15:24:30.100442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:24:30.111871 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Made reservation on behalf of fd92437ff2be4f7e86e3b4b28d1f3eb5 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:24:30.116830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:30.213025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:30.224547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d57040e5-4d27-4d25-a828-a9147c87b9fc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:24:30.267468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Pushing event deleted for resources: {'Port': ['ID=d57040e5-4d27-4d25-a828-a9147c87b9fc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:30.325495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Allocated IP 172.20.0.8 (8145fd6e-61c3-4adf-9693-333b5a11ee1a/05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1/80defc7d-20a0-4a6e-bf47-54f30d09bb15) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:24:30.346557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] No DVR routers for this DVR port d57040e5-4d27-4d25-a828-a9147c87b9fc on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:24:30.349124 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:30.353713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-deleted', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:24:30.369344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.21 "DELETE /v2.0/ports/d57040e5-4d27-4d25-a828-a9147c87b9fc HTTP/1.1" status: 204 len: 173 time: 0.8118739 Apr 25 15:24:30.412345 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f517a0b-e4e8-4999-bbd7-d9d5e4dbbc0c'] response: {'server_uuid': '95307214-e5cf-4bd1-9f28-1ac2151a61c6', 'name': 'network-vif-deleted', 'tag': 'd57040e5-4d27-4d25-a828-a9147c87b9fc', 'status': 'completed', 'code': 200} Apr 25 15:24:30.541923 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:30.573282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:30.584560 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['d57040e5-4d27-4d25-a828-a9147c87b9fc'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:24:30.646847 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Network 8145fd6e-61c3-4adf-9693-333b5a11ee1a is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:24:30.647980 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:24:30.650370 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:24:30.715988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:30.727433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.728419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.728849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.729274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.729645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.730044 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.730414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.730805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.731138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.731466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.732053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.732501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:30.744561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:30.745202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:30.768846 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a1ff58bd-e106-4fdf-9990-06c3345d7295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263049 Apr 25 15:24:30.779210 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Request body: {'port': {'device_id': '2e13cd8e-204a-4f67-be23-d91121522767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:24:30.889648 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:31.280576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad38d9-b832-450e-b8fa-f456e8dda4b6 req-1c1227ac-8470-4e8a-becb-a20c46276174 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:31.281310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-38ad38d9-b832-450e-b8fa-f456e8dda4b6 req-1c1227ac-8470-4e8a-becb-a20c46276174 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Synchronizing usage tracker for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:24:31.297145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-38ad38d9-b832-450e-b8fa-f456e8dda4b6 req-1c1227ac-8470-4e8a-becb-a20c46276174 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Unset dirty status for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:24:31.298269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38ad38d9-b832-450e-b8fa-f456e8dda4b6 req-1c1227ac-8470-4e8a-becb-a20c46276174 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 931 time: 0.0969431 Apr 25 15:24:31.329296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80defc7d-20a0-4a6e-bf47-54f30d09bb15 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:24:31.337696 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:31.353766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Transition to ACTIVE for port object 80defc7d-20a0-4a6e-bf47-54f30d09bb15 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:24:31.357943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:31.459024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-38ad38d9-b832-450e-b8fa-f456e8dda4b6 req-dd23dad5-1050-4bbc-8319-33a4e935fe4f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548886 Apr 25 15:24:31.525642 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:31.604184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:24:31.604524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:24:31.604851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:24:31.609455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:24:31.609774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:24:31.614757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:24:31.615092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Checking segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:24:31.615470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Bound using segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:24:31.615885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Bound port: 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:24:31.616223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:31.704466 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:24:31.707373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:24:31.711663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:31.765597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:31.766207 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:31.767553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] 10.222.0.21 "PUT /v2.0/ports/80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 1091 time: 0.9922338 Apr 25 15:24:31.767983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:24:31.801323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e3db8-d279-4d95-9f6b-2a452d31d7fc service neutron] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:31.838332 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753801b8-08a8-4bd7-9e67-e20eeab0c0b9'] response: {'name': 'network-changed', 'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'status': 'completed', 'code': 200} Apr 25 15:24:31.878164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-58184097-ce44-44aa-82cc-73d1083df8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:31.879640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-58184097-ce44-44aa-82cc-73d1083df8d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1094 time: 0.0746498 Apr 25 15:24:31.949854 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-b367c35b-7d9f-4a92-a58c-8d76930f8507 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0633025 Apr 25 15:24:32.010286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-d99f27bb-2ecb-4a5d-aefa-5e2d7f1cd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:32.011672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-d99f27bb-2ecb-4a5d-aefa-5e2d7f1cd2cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0572193 Apr 25 15:24:32.057241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-baa9c462-d3a7-4de9-b87a-cfb73ae4d4ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398088 Apr 25 15:24:32.185202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-c12089d7-9f22-4764-a1de-228daa181a58 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226182 Apr 25 15:24:32.312545 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2a4ad466-8345-46bd-8c9b-0f591b1fc86a req-07557340-064a-40bb-9622-c4fec8e1f334 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217337 Apr 25 15:24:32.431971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204bb85-2648-408d-b422-eafdbff1715a req-a22ab6c4-9f76-4d3e-bd15-736ba0693871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:32.433434 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-a22ab6c4-9f76-4d3e-bd15-736ba0693871 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1094 time: 0.0738575 Apr 25 15:24:32.564025 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204bb85-2648-408d-b422-eafdbff1715a req-8b8a71ed-b8b8-48e9-84e6-24ac2096c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:32.565435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-8b8a71ed-b8b8-48e9-84e6-24ac2096c9d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1267331 Apr 25 15:24:32.590746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:24:32.624475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: d57040e5-4d27-4d25-a828-a9147c87b9fc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:24:32.624823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device d57040e5-4d27-4d25-a828-a9147c87b9fc not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:24:32.631092 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-c1c30fda-90ba-4f37-ac21-e5b918bc55da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0600719 Apr 25 15:24:32.646082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d550-2baa-46b5-820f-d32274e7e10b req-032a13d8-f148-46a2-b037-212347ae8e94 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:32.647553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9608d550-2baa-46b5-820f-d32274e7e10b req-032a13d8-f148-46a2-b037-212347ae8e94 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0814295 Apr 25 15:24:32.694879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9608d550-2baa-46b5-820f-d32274e7e10b req-1a3e67b4-c3cb-404c-ba82-3d686b0d34db tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408313 Apr 25 15:24:32.792462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204bb85-2648-408d-b422-eafdbff1715a req-50d50cfa-c0d3-4896-a6cb-0cf15284a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:32.793937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-50d50cfa-c0d3-4896-a6cb-0cf15284a7d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.1571519 Apr 25 15:24:32.841597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-09e682d4-a070-408d-986b-c76a3798eb99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417428 Apr 25 15:24:32.968776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-70b5ed98-3a0e-4b5c-8b15-7592f443dc55 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220334 Apr 25 15:24:33.099228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d204bb85-2648-408d-b422-eafdbff1715a req-4ed57723-cf47-4056-b1c0-a5e1200cd0eb service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237242 Apr 25 15:24:33.892731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd9121-80a2-4dba-8e96-216fb8e11c42 req-f2592d4e-cd70-43c3-926f-d4d6f330ad33 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:33.893407 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-04cd9121-80a2-4dba-8e96-216fb8e11c42 req-f2592d4e-cd70-43c3-926f-d4d6f330ad33 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Synchronizing usage tracker for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:24:33.904748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-04cd9121-80a2-4dba-8e96-216fb8e11c42 req-f2592d4e-cd70-43c3-926f-d4d6f330ad33 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Unset dirty status for tenant:fd92437ff2be4f7e86e3b4b28d1f3eb5 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:24:33.905879 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04cd9121-80a2-4dba-8e96-216fb8e11c42 req-f2592d4e-cd70-43c3-926f-d4d6f330ad33 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0942636 Apr 25 15:24:33.949905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-04cd9121-80a2-4dba-8e96-216fb8e11c42 req-742cc603-cab7-41f0-9d6d-64bc4e9fe264 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Apr 25 15:24:34.652980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:35.134321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1384c9-7c36-4573-80c7-c8c4d918b876 req-870ed6f9-bfa4-4a0d-9f03-664f646f6cea tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:35.135761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f1384c9-7c36-4573-80c7-c8c4d918b876 req-870ed6f9-bfa4-4a0d-9f03-664f646f6cea tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0818055 Apr 25 15:24:35.178757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f1384c9-7c36-4573-80c7-c8c4d918b876 req-82b6276b-7263-41f4-b826-82c88f767626 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Apr 25 15:24:36.357821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3529-853c-4595-a235-b7ab6e5e6089 req-ef1533e3-7599-42cd-95c6-e7c4a886952f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:36.359263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f1c3529-853c-4595-a235-b7ab6e5e6089 req-ef1533e3-7599-42cd-95c6-e7c4a886952f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0778456 Apr 25 15:24:36.422694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f1c3529-853c-4595-a235-b7ab6e5e6089 req-e04de990-23db-4b8a-ae1f-bd18d04a37db tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575786 Apr 25 15:24:36.624342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:24:36.759944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:36.772694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'port_id': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'mac_address': 'fa:16:3e:01:42:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:24:36.858822 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:36.876014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80defc7d-20a0-4a6e-bf47-54f30d09bb15 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:24:36.891282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:36.894766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:36.960795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:36.968626 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.968983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.969352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.969696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.970034 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.970366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.970695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.971023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.971350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.971682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.972005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:36.972328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:24:37.189646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['80defc7d-20a0-4a6e-bf47-54f30d09bb15'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:24:37.606975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ed2dd-94d0-41f3-8248-cd8888799039 req-d4b407b3-1b26-4abc-87e4-459855faee2e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:37.608437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-df8ed2dd-94d0-41f3-8248-cd8888799039 req-d4b407b3-1b26-4abc-87e4-459855faee2e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 944 time: 0.0791934 Apr 25 15:24:37.654761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-df8ed2dd-94d0-41f3-8248-cd8888799039 req-8b967a27-3e0a-4887-8787-9f3b08cb0680 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Apr 25 15:24:38.607863 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aedc26b2-16f2-48e7-b6c2-fe27c9f34f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:38.639347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:24:38.707479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:24:38.712997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:24:38.713456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:38.830304 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:38.838719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd6d7c-11d9-4ef3-981b-91c5095489f7 req-a4513e9c-be71-43c7-a898-fc08812dfe52 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:38.840160 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b3bd6d7c-11d9-4ef3-981b-91c5095489f7 req-a4513e9c-be71-43c7-a898-fc08812dfe52 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 944 time: 0.0797904 Apr 25 15:24:38.856993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:24:38.866995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:24:38.871599 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:38.888035 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b3bd6d7c-11d9-4ef3-981b-91c5095489f7 req-88df865d-b517-480f-9a13-b5fa9ab3c8b7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Apr 25 15:24:38.920077 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb61e93-0220-40b0-831d-4b72d297d7e4'] response: {'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'code': 200} Apr 25 15:24:38.945800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:24:39.036721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6af3-e909-4112-aadd-fc8d3bc95651 req-b8b3ae04-4018-4962-b673-7b45549f4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:39.038196 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e82d6af3-e909-4112-aadd-fc8d3bc95651 req-b8b3ae04-4018-4962-b673-7b45549f4e5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1096 time: 0.0748744 Apr 25 15:24:39.077933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e82d6af3-e909-4112-aadd-fc8d3bc95651 req-6719688c-4b3b-41ca-a438-356712960429 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Apr 25 15:24:40.076426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7d14a-f95b-4749-bdd0-a7ec45622035 req-eb132458-9bc4-40a7-8af0-4c09dff944f6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:40.077939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75a7d14a-f95b-4749-bdd0-a7ec45622035 req-eb132458-9bc4-40a7-8af0-4c09dff944f6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0814245 Apr 25 15:24:40.122156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-75a7d14a-f95b-4749-bdd0-a7ec45622035 req-8a85b9be-984d-4178-bf4c-d91867ef5cac tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Apr 25 15:24:40.985739 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-608eef1a-d7e7-4ed2-9bf9-fc6a8573a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:41.308540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161c431-227e-4e25-9548-ff254ae6ab05 req-6e326e84-5309-4816-b67f-1a6a2acb1492 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:41.309934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c161c431-227e-4e25-9548-ff254ae6ab05 req-6e326e84-5309-4816-b67f-1a6a2acb1492 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0810826 Apr 25 15:24:41.352888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c161c431-227e-4e25-9548-ff254ae6ab05 req-2c725919-27cf-4f0d-bc54-ff74a263917c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367694 Apr 25 15:24:41.543350 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a67658-6b8f-4db5-85e6-eeef741b3625 req-1a7edf39-0f82-4b2f-80ab-55b44333ebe2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:41.544797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9a67658-6b8f-4db5-85e6-eeef741b3625 req-1a7edf39-0f82-4b2f-80ab-55b44333ebe2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0831947 Apr 25 15:24:41.589057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c9a67658-6b8f-4db5-85e6-eeef741b3625 req-0a6881c0-8e7f-4c4e-9fe2-5268f324a295 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383556 Apr 25 15:24:41.882656 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:41.995168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-c4fdc6eb-aab4-46b7-83a0-0e7688cd4122 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234388 Apr 25 15:24:42.016041 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f4fd-d0c4-45ae-90fa-3a67cbc5d16b req-daf5abdf-a336-46a9-ac9c-3860252ac67c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:42.017566 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8663f4fd-d0c4-45ae-90fa-3a67cbc5d16b req-daf5abdf-a336-46a9-ac9c-3860252ac67c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.1050444 Apr 25 15:24:42.066240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8663f4fd-d0c4-45ae-90fa-3a67cbc5d16b req-a781ef27-62e7-4a38-8d72-c8d572c8ac60 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Apr 25 15:24:42.109400 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:43.147380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-c3a554ab-673b-4ced-9e27-e359149d8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:43.148872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-c3a554ab-673b-4ced-9e27-e359149d8960 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1096 time: 0.1262245 Apr 25 15:24:43.263005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91082471-e520-4f19-975c-3248bc1e3472 req-7407d1e1-b2d1-4c4e-baaf-57800fa4a192 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:43.264472 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91082471-e520-4f19-975c-3248bc1e3472 req-7407d1e1-b2d1-4c4e-baaf-57800fa4a192 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0832958 Apr 25 15:24:43.280118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-5ab69ee4-841e-4b98-bbe3-0a8484948685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:43.281758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-5ab69ee4-841e-4b98-bbe3-0a8484948685 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1276441 Apr 25 15:24:43.314409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-91082471-e520-4f19-975c-3248bc1e3472 req-c5320b50-2ce8-4f43-bfd9-1d0c05a1abda tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Apr 25 15:24:43.350433 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-3948e1ec-03ef-48e3-96d5-ebf89b38d5db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0609131 Apr 25 15:24:43.412966 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-798a12db-cc5e-4d25-a27d-5edbcbf55636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:43.414601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-798a12db-cc5e-4d25-a27d-5edbcbf55636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0587823 Apr 25 15:24:43.459445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-d34a1095-ba7e-4803-9679-4ce6e54fecb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391529 Apr 25 15:24:43.685750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-7a1fa35c-8015-440b-9962-56a63ee4ea36 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205098 Apr 25 15:24:43.797910 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:43.816488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-36388e83-8458-4ae1-83d1-678422466512 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242867 Apr 25 15:24:44.508103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc5bfc-c051-438a-8460-37736b4a7beb req-b08d86df-6f28-4db7-bfea-8af6fb5c1d39 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:44.509614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09cc5bfc-c051-438a-8460-37736b4a7beb req-b08d86df-6f28-4db7-bfea-8af6fb5c1d39 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0798767 Apr 25 15:24:44.558637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09cc5bfc-c051-438a-8460-37736b4a7beb req-b482fad7-4533-4a4f-a4a1-87d8ed2e3d80 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Apr 25 15:24:45.739864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12f950-a703-4bd0-9c54-64e1836ec673 req-7e1df9bc-c8a3-43d4-9469-f4634b427ea1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:45.741351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a12f950-a703-4bd0-9c54-64e1836ec673 req-7e1df9bc-c8a3-43d4-9469-f4634b427ea1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0794168 Apr 25 15:24:45.786816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3a12f950-a703-4bd0-9c54-64e1836ec673 req-d9a1537e-09cc-4224-a20c-e106fbc720b1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Apr 25 15:24:46.980978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c6bf2-a806-4c6b-b7c7-bbc376b0f950 req-1d97c134-bad0-4cfd-ad8d-9b49f8ca1ef2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:46.982469 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-184c6bf2-a806-4c6b-b7c7-bbc376b0f950 req-1d97c134-bad0-4cfd-ad8d-9b49f8ca1ef2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0793867 Apr 25 15:24:47.027685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-184c6bf2-a806-4c6b-b7c7-bbc376b0f950 req-fbf616ba-641b-457b-94b1-578f782359dc tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Apr 25 15:24:48.210713 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2fe13-bf06-4bed-8a2f-194d7e448d44 req-d330115d-458b-48a7-abb9-140f5d5eabd6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:48.212688 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23b2fe13-bf06-4bed-8a2f-194d7e448d44 req-d330115d-458b-48a7-abb9-140f5d5eabd6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0787656 Apr 25 15:24:48.255292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23b2fe13-bf06-4bed-8a2f-194d7e448d44 req-52e9da45-eb70-48c3-95b0-147c539ff629 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Apr 25 15:24:49.438790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b769a22-553e-4f8f-8070-7249879cc8cb req-94c26c8c-e7ee-4f6d-87ef-487c78a92662 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:49.440232 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b769a22-553e-4f8f-8070-7249879cc8cb req-94c26c8c-e7ee-4f6d-87ef-487c78a92662 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0826139 Apr 25 15:24:49.489877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b769a22-553e-4f8f-8070-7249879cc8cb req-7b6720d7-d18c-4527-affa-a17f3e93dad8 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Apr 25 15:24:50.675348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c638d9-05d5-4e0a-b70b-460dcd00deb5 req-25bf4a3a-ae75-4c7f-94fc-45c42d5e6313 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:50.676819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13c638d9-05d5-4e0a-b70b-460dcd00deb5 req-25bf4a3a-ae75-4c7f-94fc-45c42d5e6313 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0827105 Apr 25 15:24:50.720593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13c638d9-05d5-4e0a-b70b-460dcd00deb5 req-28c2a538-fd97-47af-9baa-84473a69a361 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Apr 25 15:24:51.912753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db603c24-8f3c-4a85-ba5b-1e919bae1bd3 req-e018c73f-d72e-4c74-b7d2-92ab9fdaca12 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:51.914446 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db603c24-8f3c-4a85-ba5b-1e919bae1bd3 req-e018c73f-d72e-4c74-b7d2-92ab9fdaca12 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0792289 Apr 25 15:24:51.956939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-db603c24-8f3c-4a85-ba5b-1e919bae1bd3 req-e9ad542f-7bf5-4283-bd6f-a9bd4d9adc2c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Apr 25 15:24:52.338332 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:24:53.142445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364888da-86d5-47b4-ac7e-c70d6f805f52 req-19fbe770-4aae-45c9-bd79-15e45fd7b355 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:53.143913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-364888da-86d5-47b4-ac7e-c70d6f805f52 req-19fbe770-4aae-45c9-bd79-15e45fd7b355 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0824637 Apr 25 15:24:53.198047 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-364888da-86d5-47b4-ac7e-c70d6f805f52 req-a0aded52-bcf2-4b69-8009-e72c2cd0ce85 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Apr 25 15:24:54.381621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53147e83-67ce-4d27-9ca5-fa100ce41762 req-8de55bb9-8973-4b6f-b5b9-5736f716e2a5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:54.383044 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53147e83-67ce-4d27-9ca5-fa100ce41762 req-8de55bb9-8973-4b6f-b5b9-5736f716e2a5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0807478 Apr 25 15:24:54.425716 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-53147e83-67ce-4d27-9ca5-fa100ce41762 req-13062a00-6dc5-457a-992e-8f9fe98a56e6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Apr 25 15:24:55.617175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ca1-bda9-4631-aa4a-17b93f0e56cc req-4df6de84-ce9a-4d4e-8884-2c0675e5e666 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:55.618641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-220e7ca1-bda9-4631-aa4a-17b93f0e56cc req-4df6de84-ce9a-4d4e-8884-2c0675e5e666 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0830848 Apr 25 15:24:55.662785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-220e7ca1-bda9-4631-aa4a-17b93f0e56cc req-bd982c8b-b0b0-4ade-aa5c-3b07bd967590 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Apr 25 15:24:56.852767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc9cf-a96d-4061-8630-12ff3c091e70 req-2ee6e83d-a341-4c90-b987-3d71bb9dd13b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:56.854776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b81cc9cf-a96d-4061-8630-12ff3c091e70 req-2ee6e83d-a341-4c90-b987-3d71bb9dd13b tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0886507 Apr 25 15:24:56.900267 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b81cc9cf-a96d-4061-8630-12ff3c091e70 req-9b47b384-5a4d-4263-bae4-ae06039bd43d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Apr 25 15:24:58.148083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d68d1-876e-491a-80e3-d8068c6df947 req-2b9a51a7-3bfc-49a4-afa9-2a16374098d8 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:58.150282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-095d68d1-876e-491a-80e3-d8068c6df947 req-2b9a51a7-3bfc-49a4-afa9-2a16374098d8 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0790913 Apr 25 15:24:58.196724 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-095d68d1-876e-491a-80e3-d8068c6df947 req-9812a81b-08bc-44d9-be54-4591bfe48188 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Apr 25 15:24:59.156672 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:24:59.419403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047299e-7102-4f51-aff9-a60dc327f6ca req-88438707-bee9-4abf-9b91-ea46216d849e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:24:59.420785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c047299e-7102-4f51-aff9-a60dc327f6ca req-88438707-bee9-4abf-9b91-ea46216d849e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0786824 Apr 25 15:24:59.464113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c047299e-7102-4f51-aff9-a60dc327f6ca req-53345c54-b315-4aa1-b242-ce8bdc57f77a tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Apr 25 15:25:00.647352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57ab5-e384-4de2-bfc2-557f76104dd1 req-d9966054-3f05-4464-b4e3-88f51c9c2e85 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:00.648802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45e57ab5-e384-4de2-bfc2-557f76104dd1 req-d9966054-3f05-4464-b4e3-88f51c9c2e85 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0793660 Apr 25 15:25:00.692697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45e57ab5-e384-4de2-bfc2-557f76104dd1 req-fc4b35ae-6fe4-4b47-8d3b-73683cd7c71e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Apr 25 15:25:01.878140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0e2a7-ab16-4476-8ffe-a5b0a0a1f587 req-5b946ee6-7895-4d52-8006-e447537932fb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:01.879499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0aa0e2a7-ab16-4476-8ffe-a5b0a0a1f587 req-5b946ee6-7895-4d52-8006-e447537932fb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0824716 Apr 25 15:25:01.923158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0aa0e2a7-ab16-4476-8ffe-a5b0a0a1f587 req-b2097138-2523-4a01-a4d4-62d00722607c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373640 Apr 25 15:25:03.111594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d6e71-bc97-4edf-9d82-a84e8ebbd21c req-54613bc3-3bc4-4588-9a5c-ccdf2d69ea38 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:03.113074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd3d6e71-bc97-4edf-9d82-a84e8ebbd21c req-54613bc3-3bc4-4588-9a5c-ccdf2d69ea38 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0834246 Apr 25 15:25:03.157932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cd3d6e71-bc97-4edf-9d82-a84e8ebbd21c req-1bf85c50-c5f9-43f9-9c76-41f49b44f513 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371265 Apr 25 15:25:04.426836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ceb12-e597-46c0-b24e-f011790515ba req-a5655c85-0b4c-47a9-a6d4-383c4b7fa3f3 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:04.428174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-160ceb12-e597-46c0-b24e-f011790515ba req-a5655c85-0b4c-47a9-a6d4-383c4b7fa3f3 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.1267474 Apr 25 15:25:04.471438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-160ceb12-e597-46c0-b24e-f011790515ba req-15a52d03-5a6c-4548-8da5-e3117fc4bcfe tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Apr 25 15:25:04.657139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:05.663578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367418-e3b8-4943-a8ca-cb39cd3b677e req-7e3841ad-c7f4-48c5-be70-6c8d453c63c1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:05.665307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3367418-e3b8-4943-a8ca-cb39cd3b677e req-7e3841ad-c7f4-48c5-be70-6c8d453c63c1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0792744 Apr 25 15:25:05.708430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3367418-e3b8-4943-a8ca-cb39cd3b677e req-48bbf122-6119-4368-a158-230d34957ae7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375500 Apr 25 15:25:06.898060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fd468-24f7-424a-bdf1-3264b6a1d1ee req-77d618f9-6cf9-402c-a2ff-57efa6a3ed3f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:06.900053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-196fd468-24f7-424a-bdf1-3264b6a1d1ee req-77d618f9-6cf9-402c-a2ff-57efa6a3ed3f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0861917 Apr 25 15:25:06.945042 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-196fd468-24f7-424a-bdf1-3264b6a1d1ee req-e93490e1-9896-4374-a801-8ac5746577fc tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Apr 25 15:25:08.213977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d713f-7fc9-47d1-9da0-dfbc27067588 req-00a0b2a0-bbea-447c-96d6-9fe213aa30bd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:08.215441 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a2d713f-7fc9-47d1-9da0-dfbc27067588 req-00a0b2a0-bbea-447c-96d6-9fe213aa30bd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.1254740 Apr 25 15:25:08.258504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a2d713f-7fc9-47d1-9da0-dfbc27067588 req-9106aab8-2666-4458-bde3-9b6b880abde7 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Apr 25 15:25:08.610210 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13faf23d-5dff-4eda-b330-00f09639a43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:09.442593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef835b-ca24-4141-b871-9414a831a4fb req-86846b41-735a-4afd-a859-ccba6da07f8c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:09.444062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79ef835b-ca24-4141-b871-9414a831a4fb req-86846b41-735a-4afd-a859-ccba6da07f8c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0817428 Apr 25 15:25:09.487632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79ef835b-ca24-4141-b871-9414a831a4fb req-df0cd14c-9fd0-4964-b51e-a8c5b9cda133 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Apr 25 15:25:10.678844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43e36-a29b-4cf7-8895-c85fa802095c req-1729cbe3-0aa9-4b82-957b-817dd55d2a1d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:10.680924 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ef43e36-a29b-4cf7-8895-c85fa802095c req-1729cbe3-0aa9-4b82-957b-817dd55d2a1d tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0851591 Apr 25 15:25:10.723941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4ef43e36-a29b-4cf7-8895-c85fa802095c req-2c5614ee-0a03-4d15-9f55-c103bd893706 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Apr 25 15:25:10.837300 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-99d3b653-6c60-4b82-abe8-a24a8d161776 service neutron] show failed (client error): The resource could not be found. Apr 25 15:25:10.838186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-99d3b653-6c60-4b82-abe8-a24a8d161776 service neutron] 10.222.0.21 "GET /v2.0/ports/80defc7d-20a0-4a6e-bf47-54f30d09bb15/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0731277 Apr 25 15:25:10.995406 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460b96a3-74fd-4f59-8b97-11372506b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:11.092653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-94a30c22-1de1-47c3-9ad8-1ef1521ec872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:11.094072 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-94a30c22-1de1-47c3-9ad8-1ef1521ec872 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767&tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0726984 Apr 25 15:25:11.105273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:11.216153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:11.481766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:11.511071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:25:11.568925 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:11.575077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:11.590075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Transition to ACTIVE for port object 80defc7d-20a0-4a6e-bf47-54f30d09bb15 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:11.594132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:11.735875 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9306fd-760d-4b82-b8f3-5d46aa194280'] response: {'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'code': 200} Apr 25 15:25:11.886495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:11.894881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] No DVR routers for this DVR port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:25:11.907125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:11.966877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:25:11.967211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:25:11.967537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:11.974735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:25:11.975060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Attempting to bind port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on network 8145fd6e-61c3-4adf-9693-333b5a11ee1a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:11.987356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:25:11.987629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Checking segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:25:11.988007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Bound using segment: {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:25:11.988429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Bound port: 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7728fe93-5c31-4988-8304-a6b579a1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:25:11.988772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:12.016201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7438f-6b96-416d-a646-b4efe4066e95 req-d9a51dfd-1610-4394-89d4-a5c77d17c0fd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:12.017695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fc7438f-6b96-416d-a646-b4efe4066e95 req-d9a51dfd-1610-4394-89d4-a5c77d17c0fd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.1775699 Apr 25 15:25:12.111907 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:12.112489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fc7438f-6b96-416d-a646-b4efe4066e95 req-9b166d21-d5de-442a-97e2-a64372b7cda1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Apr 25 15:25:12.126627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:25:12.129833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:25:12.133834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:12.188424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:12.189025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:12.190388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] 10.222.0.15 "PUT /v2.0/ports/80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 1091 time: 1.0895026 Apr 25 15:25:12.211436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ec2f-78ee-495d-b2c5-5309c5492bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:12.306536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-f4b70950-0c67-4377-85ba-b4dc46c90921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:12.307936 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-f4b70950-0c67-4377-85ba-b4dc46c90921 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1094 time: 0.0937204 Apr 25 15:25:12.437488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-f197658a-f17d-4191-b79a-964039d62ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:12.438913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-f197658a-f17d-4191-b79a-964039d62ba8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1242380 Apr 25 15:25:12.509808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-f8fe99fb-eea0-49c3-89c6-c4702b749274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0652356 Apr 25 15:25:12.577746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-a3277b72-e8f5-49ec-a69f-b066ce96edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:12.579685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-a3277b72-e8f5-49ec-a69f-b066ce96edf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0643613 Apr 25 15:25:12.628158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-aa56ae9b-b29f-48ce-b895-2027261e7939 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427194 Apr 25 15:25:12.758777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-9b500ca0-3d54-499a-afc9-4673392b57ef service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246617 Apr 25 15:25:12.890113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f446c26-9c5d-4459-a6e4-2b1f7bbb3332 req-f68c8643-0803-4008-a89f-9f48ed82aa3d service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253047 Apr 25 15:25:13.306112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab135-fdaf-4166-ab99-831ddc04b95c req-3fe5b52a-1283-4769-aefc-95979f922e45 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:13.307601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-054ab135-fdaf-4166-ab99-831ddc04b95c req-3fe5b52a-1283-4769-aefc-95979f922e45 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0847132 Apr 25 15:25:13.350793 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-054ab135-fdaf-4166-ab99-831ddc04b95c req-f68480c4-1909-4a5e-b577-4acca04a2943 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Apr 25 15:25:13.736631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:13.793137 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9618722a-88f4-40e8-a0ad-ee6149a2d71a'] response: {'name': 'network-changed', 'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'status': 'completed', 'code': 200} Apr 25 15:25:13.803803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:13.883461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-852d2199-69a4-4bf0-8adf-7e404ca4f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:13.884464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-dd130852-7e91-43bb-a18e-93522b007c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:13.884937 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-852d2199-69a4-4bf0-8adf-7e404ca4f865 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1094 time: 0.0749550 Apr 25 15:25:13.885962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-dd130852-7e91-43bb-a18e-93522b007c65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1094 time: 0.0699370 Apr 25 15:25:14.020366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-bca63676-224d-425c-ae2a-58e72cc72634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:14.020989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-01aba0db-1305-4b68-8bc1-7d90fb760139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:14.021807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-bca63676-224d-425c-ae2a-58e72cc72634 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1316941 Apr 25 15:25:14.022449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-01aba0db-1305-4b68-8bc1-7d90fb760139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1293607 Apr 25 15:25:14.091563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-81e6e582-3f9f-4a63-be7d-5245bd102999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0636234 Apr 25 15:25:14.094051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-f0450d68-bcda-49a0-9a1d-c1a739875dec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0643256 Apr 25 15:25:14.159788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-198ee06d-6060-46a2-9ef1-5f4d0e1aa71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:14.161266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-198ee06d-6060-46a2-9ef1-5f4d0e1aa71f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0608246 Apr 25 15:25:14.259986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-22fa0682-caef-4b97-9dd6-33ec612234df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:14.261509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-22fa0682-caef-4b97-9dd6-33ec612234df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.1648719 Apr 25 15:25:14.308336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-d576312b-0cf8-44a9-9a3b-f3e06e33283a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413241 Apr 25 15:25:14.327370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-fe53fe56-2ab1-43bb-8728-4d32e79ed926 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599009 Apr 25 15:25:14.487552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-4a333d3c-d1b1-44b7-834c-0320e79ab514 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732440 Apr 25 15:25:14.497341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-4ae5ce05-d877-4e71-ab5b-9726558a3e8e service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592901 Apr 25 15:25:14.636732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-3f03fbf7-33ab-472c-9427-d552c0c5d7ff service neutron] 10.222.0.15 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331990 Apr 25 15:25:14.700860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d792417-c2fa-476b-ade2-94fa61205162 req-367b58b0-a902-41aa-a5c6-64d2bd3f1442 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:14.702390 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d792417-c2fa-476b-ade2-94fa61205162 req-367b58b0-a902-41aa-a5c6-64d2bd3f1442 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.2071564 Apr 25 15:25:14.705695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-47dce8f0-963a-4558-aec7-4d7dad7d4230 req-acbfc545-8603-427a-943d-70f845844242 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072344 Apr 25 15:25:14.746880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1d792417-c2fa-476b-ade2-94fa61205162 req-03ab0563-5ca4-42f7-ad27-47480eb3496e tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Apr 25 15:25:14.810449 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:25:14.868341 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:25:15.932029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d49931-9377-44ab-b7b7-08ccc491379f req-c991f5bc-d859-4e87-9555-0a3f141994a5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:15.933524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97d49931-9377-44ab-b7b7-08ccc491379f req-c991f5bc-d859-4e87-9555-0a3f141994a5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0805902 Apr 25 15:25:15.981621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-97d49931-9377-44ab-b7b7-08ccc491379f req-c1f8580f-3515-43e4-95ae-79502548c8eb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Apr 25 15:25:16.280573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99f796-64cc-4142-8d09-ee3d8abf6421 req-cb36f003-c719-42aa-acbc-2fb30c22f4c1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:16.282052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f99f796-64cc-4142-8d09-ee3d8abf6421 req-cb36f003-c719-42aa-acbc-2fb30c22f4c1 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 943 time: 0.0791399 Apr 25 15:25:16.283053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0560b-53a8-4604-9057-4387a6835a70 req-dca1054b-0719-4c13-9d46-999749f378cb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:16.284482 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-dca1054b-0719-4c13-9d46-999749f378cb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767&tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 943 time: 0.0825005 Apr 25 15:25:16.326589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f99f796-64cc-4142-8d09-ee3d8abf6421 req-919ce597-4edc-47d7-b643-5ba0d93a4315 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Apr 25 15:25:16.366132 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-05e0560b-53a8-4604-9057-4387a6835a70 req-d4be1f6a-fa3e-4d83-abfb-c891ea5b8199 service neutron] delete failed (client error): The resource could not be found. Apr 25 15:25:16.367683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-d4be1f6a-fa3e-4d83-abfb-c891ea5b8199 service neutron] 10.222.0.21 "DELETE /v2.0/ports/80defc7d-20a0-4a6e-bf47-54f30d09bb15/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0769823 Apr 25 15:25:16.454740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:25:16.506331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0560b-53a8-4604-9057-4387a6835a70 req-626f0981-a8d0-414f-aafe-e7b39d5819c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:16.507916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-626f0981-a8d0-414f-aafe-e7b39d5819c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 1094 time: 0.0756483 Apr 25 15:25:16.592683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:16.609652 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'network_id': '8145fd6e-61c3-4adf-9693-333b5a11ee1a', 'port_id': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'mac_address': 'fa:16:3e:01:42:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:25:16.638166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0560b-53a8-4604-9057-4387a6835a70 req-5c685d0d-a5b0-41c8-8f0e-b9def2556b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:16.639537 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-5c685d0d-a5b0-41c8-8f0e-b9def2556b3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 200 len: 915 time: 0.1264200 Apr 25 15:25:16.665371 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:16.682443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80defc7d-20a0-4a6e-bf47-54f30d09bb15 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:25:16.697736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:16.702147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:16.712539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-2f1c9f79-a5ae-48ae-9fd2-17e561bf2684 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 200 len: 217 time: 0.0675795 Apr 25 15:25:16.767921 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:16.774339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0560b-53a8-4604-9057-4387a6835a70 req-083626b3-c979-4aad-a42c-36e3a6cefbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:16.775765 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-083626b3-c979-4aad-a42c-36e3a6cefbc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 200 len: 854 time: 0.0574572 Apr 25 15:25:16.824675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-1ed20a36-d08c-4a66-ae0e-8f672af26c15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8145fd6e-61c3-4adf-9693-333b5a11ee1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430791 Apr 25 15:25:16.911735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['80defc7d-20a0-4a6e-bf47-54f30d09bb15'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:25:16.956208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-8ba13ef9-f273-4aa1-b017-290388081fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255732 Apr 25 15:25:17.089353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-05e0560b-53a8-4604-9057-4387a6835a70 req-94292373-c70c-401a-848e-fd97e1beab91 service neutron] 10.222.0.21 "GET /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266782 Apr 25 15:25:17.520314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a02e-2b3c-43a6-b956-b8a222fd253f req-a47080bf-2808-45f4-b664-ba3e520f6bd6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:17.521800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91b7a02e-2b3c-43a6-b956-b8a222fd253f req-a47080bf-2808-45f4-b664-ba3e520f6bd6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 944 time: 0.0826280 Apr 25 15:25:17.568340 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-91b7a02e-2b3c-43a6-b956-b8a222fd253f req-a1615e50-37c4-4eee-ab56-5a6387a32ddd tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Apr 25 15:25:18.461622 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:18.531947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:18.536546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:18.536926 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:18.651091 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:18.681460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:18.691671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:18.695884 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:18.733336 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e034cc4-ece0-40a0-ae19-b8fd931b7a31'] response: {'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'code': 200} Apr 25 15:25:18.760036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f1a-e8a4-4258-bd42-e4be8dfba944 req-0ad8a322-57f3-46c4-896d-85f3233711c6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:18.762153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c495f1a-e8a4-4258-bd42-e4be8dfba944 req-0ad8a322-57f3-46c4-896d-85f3233711c6 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0873835 Apr 25 15:25:18.765562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:18.806793 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1c495f1a-e8a4-4258-bd42-e4be8dfba944 req-4f037448-4807-46f8-afc7-4ba096ed94bb tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 Apr 25 15:25:18.992065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b19ae-778b-4f28-bbbd-3608fbad0d5e req-20702160-5879-4658-9988-05b8839e6941 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:18.993458 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee5b19ae-778b-4f28-bbbd-3608fbad0d5e req-20702160-5879-4658-9988-05b8839e6941 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0827913 Apr 25 15:25:19.036733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ee5b19ae-778b-4f28-bbbd-3608fbad0d5e req-94bb28af-9477-402b-ab2d-9f36d44b6035 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Apr 25 15:25:19.217667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8892-9bc5-4552-a1de-63be55fcceed req-f6791bff-ecfb-49cb-9c17-f48b96348259 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:19.219096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f72a8892-9bc5-4552-a1de-63be55fcceed req-f6791bff-ecfb-49cb-9c17-f48b96348259 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0788872 Apr 25 15:25:19.262068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f72a8892-9bc5-4552-a1de-63be55fcceed req-84fb7ff5-5cce-47cd-9d1c-4a9de96840a4 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371170 Apr 25 15:25:19.962583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99fd26-e6d8-4d91-b896-0f60c3328e2a req-c34a9599-61ba-439d-81f0-d7d180c770ae tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:19.964038 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d99fd26-e6d8-4d91-b896-0f60c3328e2a req-c34a9599-61ba-439d-81f0-d7d180c770ae tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0801256 Apr 25 15:25:20.013926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2d99fd26-e6d8-4d91-b896-0f60c3328e2a req-2e79bcd6-5468-4b28-a141-900919ad899c tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Apr 25 15:25:20.815449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-88cb0f4f-c0cd-44df-8555-4bd742f06162 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:20.816802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-88cb0f4f-c0cd-44df-8555-4bd742f06162 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.0816939 Apr 25 15:25:20.884947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Deleting port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:25:20.885314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:21.175389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] For port 80defc7d-20a0-4a6e-bf47-54f30d09bb15, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=80defc7d-20a0-4a6e-bf47-54f30d09bb15,segment=NetworkSegment(7728fe93-5c31-4988-8304-a6b579a1919f),segment_id=7728fe93-5c31-4988-8304-a6b579a1919f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:21.175670 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:21.307380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Calling delete_port for 80defc7d-20a0-4a6e-bf47-54f30d09bb15 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:25:21.398640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7b03c-14bc-4ba3-9fb0-7470d34709fc req-2f781fa0-039e-4519-93ba-70244d703bc0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:21.400213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11c7b03c-14bc-4ba3-9fb0-7470d34709fc req-2f781fa0-039e-4519-93ba-70244d703bc0 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e13cd8e-204a-4f67-be23-d91121522767 HTTP/1.1" status: 200 len: 945 time: 0.2828948 Apr 25 15:25:21.498200 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-11c7b03c-14bc-4ba3-9fb0-7470d34709fc req-ba03f380-5950-412b-ba0c-1aca645ca29f tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.23 "GET /v2.0/security-groups?id=2beccec7-be24-41a2-ac73-10e95ff8a847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920095 Apr 25 15:25:21.504536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:21.524416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['80defc7d-20a0-4a6e-bf47-54f30d09bb15'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:25:21.555716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Pushing event deleted for resources: {'Port': ['ID=80defc7d-20a0-4a6e-bf47-54f30d09bb15,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:21.597549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.597900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.598239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.598576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.598906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.599231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.599555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.599878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.600199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.600515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.600832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.601699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:21.642255 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] No DVR routers for this DVR port 80defc7d-20a0-4a6e-bf47-54f30d09bb15 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:25:21.644736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:21.647208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-deleted', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:21.663314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89aa064f-1c41-41e7-88dc-3fdcf648f6c8 req-ef0b90eb-7975-4692-9cc3-3c69affe60c2 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] 10.222.0.15 "DELETE /v2.0/ports/80defc7d-20a0-4a6e-bf47-54f30d09bb15 HTTP/1.1" status: 204 len: 173 time: 0.8417306 Apr 25 15:25:21.696435 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449d769c-6b4e-4ef5-a519-e89ca17defde'] response: {'server_uuid': '2e13cd8e-204a-4f67-be23-d91121522767', 'name': 'network-vif-deleted', 'tag': '80defc7d-20a0-4a6e-bf47-54f30d09bb15', 'status': 'completed', 'code': 200} Apr 25 15:25:22.746747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39264) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:22.907625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Deleting subnet 05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:25:22.910395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:22.965526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.020281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.089902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.129102 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:23.131056 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.137217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8a148713-e738-4bd0-869c-7c8711c45d5d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/05de0956-ce4e-41d2-9ac0-0d4fc4bfdfb1 HTTP/1.1" status: 204 len: 168 time: 0.3894064 Apr 25 15:25:23.139586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39268) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:23.244340 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.365154 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.390036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8145fd6e-61c3-4adf-9693-333b5a11ee1a']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:23.401690 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7728fe93-5c31-4988-8304-a6b579a1919f') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:23.401990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7728fe93-5c31-4988-8304-a6b579a1919f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:23.412880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.429742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.436163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:25:23.436541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:25:23.449779 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:25:23.526883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.543318 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.554414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] Pushing event deleted for resources: {'Network': ['ID=8145fd6e-61c3-4adf-9693-333b5a11ee1a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:23.560967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8f6c2321-984a-4025-929d-8f00ddc1d256 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8145fd6e-61c3-4adf-9693-333b5a11ee1a HTTP/1.1" status: 204 len: 168 time: 0.4204280 Apr 25 15:25:23.670969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39274) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:23.717946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c104a06c-5624-4d09-b21d-39a9920ab3ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd92437ff2be4f7e86e3b4b28d1f3eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458312 Apr 25 15:25:23.720275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39278) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:23.778489 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c121cd7-fef2-4e0e-a666-dfe04e950444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.803500 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c121cd7-fef2-4e0e-a666-dfe04e950444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.854525 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c121cd7-fef2-4e0e-a666-dfe04e950444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.871370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c121cd7-fef2-4e0e-a666-dfe04e950444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beccec7-be24-41a2-ac73-10e95ff8a847,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:23.878674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0c121cd7-fef2-4e0e-a666-dfe04e950444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:23.882076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0c121cd7-fef2-4e0e-a666-dfe04e950444 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2beccec7-be24-41a2-ac73-10e95ff8a847 HTTP/1.1" status: 204 len: 168 time: 0.1586323 Apr 25 15:25:24.493081 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:25:24.567641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 80defc7d-20a0-4a6e-bf47-54f30d09bb15 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:25:24.568002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 80defc7d-20a0-4a6e-bf47-54f30d09bb15 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:25:24.618823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39302) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:24.719744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2092575593-network', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:24.725157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:24.729500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Usage tracker for resource:network and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:24.732299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:24.738008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:24.748506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Made reservation on behalf of 92f9ce99bbbf418b8a18e7eaa64dc259 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:25:24.750745 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:24.762451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:24.776286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:24.780320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Usage tracker for resource:security_group_rule and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:24.783064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:24.789135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:24.872674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:24.876369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:24.905395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:25:24.915028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00482291-f039-40ef-aec1-b01126fc75cc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:24.920568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:24.920916 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Added segment a3d65c8b-7c10-4e82-bc61-288024e14500 of type vlan for network 40235b93-31b4-4cd6-93f4-25a294eea261 Apr 25 15:25:24.950334 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.084862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.086341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:25.086918 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.185009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5650983 Apr 25 15:25:25.187795 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39308) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:25.194946 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Request body: {'subnet': {'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2092575593-subnet', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:25.198629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3a675-b2e1-40a1-9af7-daf8eba092ab admin admin] Pushing event updated for resources: {'Network': ['ID=40235b93-31b4-4cd6-93f4-25a294eea261,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:25.202153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:25.206463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Usage tracker for resource:subnet and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:25.208139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 40235b93-31b4-4cd6-93f4-25a294eea261 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:25:25.209693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:25.215899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:25.226907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Made reservation on behalf of 92f9ce99bbbf418b8a18e7eaa64dc259 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:25:25.229486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.435276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.508752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ae3727-fc67-4b97-b52f-f9eb986384e8,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:25.516691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:25:25.517055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Network hostable DHCP agents. Network: 40235b93-31b4-4cd6-93f4-25a294eea261, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:25:25.536380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:25:25.545314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 40235b93-31b4-4cd6-93f4-25a294eea261) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:25.549164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:25.549742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.554511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41c3f3-13b5-429f-8415-3fde6989c989 None None] Network 40235b93-31b4-4cd6-93f4-25a294eea261 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:25:25.571932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-475879f6-34f3-4061-9ebe-0637b3e964ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3831301 Apr 25 15:25:25.574638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39312) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:25.579754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:25.585152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:25.589566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Usage tracker for resource:router and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:25.592363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:25.597968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:25.611992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.612990 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.628086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.770026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-40235b93-31b4-4cd6-93f4-25a294eea261', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:25:25.770879 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.895601 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:25.925185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Allocated IP 172.20.0.2 (40235b93-31b4-4cd6-93f4-25a294eea261/33ae3727-fc67-4b97-b52f-f9eb986384e8/d13d108c-6492-47ca-b6a1-00da492c423e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:25:26.133654 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.143893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Transition to ACTIVE for port object d13d108c-6492-47ca-b6a1-00da492c423e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:26.161955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Transition to ACTIVE for port object d13d108c-6492-47ca-b6a1-00da492c423e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:26.167826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.205153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.226987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:25:26.229686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:26.232091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:25:26.238775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.275482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Pushing event updated for resources: {'Port': ['ID=d13d108c-6492-47ca-b6a1-00da492c423e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:26.333526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Attempting to bind port d13d108c-6492-47ca-b6a1-00da492c423e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:25:26.333899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Attempting to bind port d13d108c-6492-47ca-b6a1-00da492c423e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:25:26.334366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Attempting to bind port d13d108c-6492-47ca-b6a1-00da492c423e on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:26.339491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:25:26.339866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:25:26.340269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.340657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:25:26.341144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Bound port: d13d108c-6492-47ca-b6a1-00da492c423e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:25:26.341520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.370845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Allocated IP 172.25.0.176 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/55a66de1-791c-4b34-9946-3b12d38fedd8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:25:26.429964 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] For port d13d108c-6492-47ca-b6a1-00da492c423e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:25:26.432909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] For port d13d108c-6492-47ca-b6a1-00da492c423e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d13d108c-6492-47ca-b6a1-00da492c423e,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:25:26.437566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.523440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.533960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa069ae4-a80a-4323-af91-c5f9a2e55599 None None] Pushing event updated for resources: {'Port': ['ID=d13d108c-6492-47ca-b6a1-00da492c423e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:26.561506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:26.760658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:25:26.767956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:26.770348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:25:26.807429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Pushing event updated for resources: {'Port': ['ID=55a66de1-791c-4b34-9946-3b12d38fedd8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:26.824030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d13d108c-6492-47ca-b6a1-00da492c423e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:26.900827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d13d108c-6492-47ca-b6a1-00da492c423e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:27.199819 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:27.518569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6861530-e1d4-4bc3-a574-e88e5a30d67e None None] Network 40235b93-31b4-4cd6-93f4-25a294eea261 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:25:27.545051 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:27.617787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] Provisioning for port d13d108c-6492-47ca-b6a1-00da492c423e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:27.627818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] Provisioning complete for port d13d108c-6492-47ca-b6a1-00da492c423e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:27.628204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:27.768161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:25:27.863137 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:27.905844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] For port d13d108c-6492-47ca-b6a1-00da492c423e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d13d108c-6492-47ca-b6a1-00da492c423e,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:27.911412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:27.944906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:25:27.961719 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:25:27.970422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:27.972576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4213b9d8-67e5-4d70-985a-ffe9e2168788 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3969641 Apr 25 15:25:27.975381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39316) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:27.975776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:25:27.977267 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:25:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:27.993112 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0aeec-3bac-49e8-ab22-8838fd4351cf None None] Pushing event updated for resources: {'Port': ['ID=d13d108c-6492-47ca-b6a1-00da492c423e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:28.192030 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:25:28.233128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-77b86b1e-bf54-4200-aad4-2d8ed88febe6 None None] Provisioning complete for port d13d108c-6492-47ca-b6a1-00da492c423e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:28.233574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77b86b1e-bf54-4200-aad4-2d8ed88febe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.483550 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:27Z', 'revision_number': 3, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:28.487500 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:25:28.487848 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Updating router d5884541-2ff6-42fa-9dc1-e10cfea1f207 port 55a66de1-791c-4b34-9946-3b12d38fedd8 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:25:28.540078 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.771846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d13d108c-6492-47ca-b6a1-00da492c423e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:28.819313 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.841893 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d13d108c-6492-47ca-b6a1-00da492c423e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:28.842274 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.870367 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.881929 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Transition to ACTIVE for port object 55a66de1-791c-4b34-9946-3b12d38fedd8 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:28.889576 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.966908 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Attempting to bind port 55a66de1-791c-4b34-9946-3b12d38fedd8 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:25:28.967507 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Attempting to bind port 55a66de1-791c-4b34-9946-3b12d38fedd8 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:25:28.967639 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Attempting to bind port 55a66de1-791c-4b34-9946-3b12d38fedd8 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:28.976626 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:25:28.976997 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:25:28.977416 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:28.977803 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:25:28.978264 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Bound port: 55a66de1-791c-4b34-9946-3b12d38fedd8, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:25:28.978631 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.027186 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Pushing event updated for resources: {'Port': ['ID=55a66de1-791c-4b34-9946-3b12d38fedd8,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:29.032459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Allocated IP 172.20.0.1 (40235b93-31b4-4cd6-93f4-25a294eea261/33ae3727-fc67-4b97-b52f-f9eb986384e8/6dffe3fb-9abf-46ae-b98c-8617cdc9180f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:25:29.043309 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.043648 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.043985 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.044298 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.044710 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.044940 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.045287 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.045684 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.046006 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.046362 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.046727 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.047019 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:29.074701 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] For port 55a66de1-791c-4b34-9946-3b12d38fedd8, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:25:29.078054 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] For port 55a66de1-791c-4b34-9946-3b12d38fedd8, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=55a66de1-791c-4b34-9946-3b12d38fedd8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:25:29.082491 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.175783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.185082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.188924 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:25:29.189577 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:25:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:29.200211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Transition to ACTIVE for port object 6dffe3fb-9abf-46ae-b98c-8617cdc9180f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:29.223179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.241527 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135eaf-92a1-459e-879d-24e9b511f8e6 None None] Pushing event updated for resources: {'Port': ['ID=55a66de1-791c-4b34-9946-3b12d38fedd8,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:29.286844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:25:29.290230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:29.292517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:25:29.338945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:29.348196 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:25:29.356642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.373821 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:25:29.488496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.524929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-661aed8f-a836-4b4b-95a7-c944a2037238 None None] Provisioning for port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:29.530989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-661aed8f-a836-4b4b-95a7-c944a2037238 None None] Provisioning complete for port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:29.531484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-661aed8f-a836-4b4b-95a7-c944a2037238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.592093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-661aed8f-a836-4b4b-95a7-c944a2037238 None None] Port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:25:29.665739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:27Z', 'revision_number': 3, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:29.669662 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29b0ec-13b9-4449-9565-66928ecc045c None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:27Z', 'revision_number': 3, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:25:29.838218 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.843018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.934422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:29.990067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:30.094633 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:25:30.095768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:30.299377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:25:30.324405 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a83f8428-315a-48d1-8fed-cbd39588095e None None] Provisioning complete for port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:30.324977 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a83f8428-315a-48d1-8fed-cbd39588095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:30.382415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a83f8428-315a-48d1-8fed-cbd39588095e None None] Port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:25:30.492514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:25:30.503541 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7720cb26-ee2e-4976-b53c-f9dd4917e7c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5884541-2ff6-42fa-9dc1-e10cfea1f207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5252874 Apr 25 15:25:30.802392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 55a66de1-791c-4b34-9946-3b12d38fedd8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:30.869283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 55a66de1-791c-4b34-9946-3b12d38fedd8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:30.874175 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 55a66de1-791c-4b34-9946-3b12d38fedd8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:30.874689 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.001572 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.019152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 55a66de1-791c-4b34-9946-3b12d38fedd8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=55a66de1-791c-4b34-9946-3b12d38fedd8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:31.025236 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.095742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=55a66de1-791c-4b34-9946-3b12d38fedd8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:31.147506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:25:31.156574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:25:31.157221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:25:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:31.174855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39326) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:31.180723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807066533', 'description': 'tempest-description--1354449754'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:31.187584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:31.191511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Usage tracker for resource:security_group and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:31.194496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:31.200747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:31.211471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.231160 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:31.235385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Usage tracker for resource:security_group_rule and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:31.238628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:31.244962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:31.324233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.329057 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.336067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:25:31.373248 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.374457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1985400 Apr 25 15:25:31.375227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485b62-510c-4309-a8cc-57b020097eba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b522e5-b563-4699-93b4-d89a4d811383,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:31.377380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39330) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:31.383825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'security_group_rule': {'security_group_id': 'b6b522e5-b563-4699-93b4-d89a4d811383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:31.391052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:31.394973 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Usage tracker for resource:security_group_rule and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:31.397888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:31.404093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:31.420650 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.486940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.491058 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.518851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5672ce3b-b14d-4113-890c-d4e0d912d22f,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:31.531182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.531528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.531869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.532204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.532537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.532867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.533215 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.533541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.533879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.534182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.534503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.534823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:31.542442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.546323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39334) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:31.546530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f5ec98a1-3e15-4309-953a-09997cb799df tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673195 Apr 25 15:25:31.551566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'security_group_rule': {'security_group_id': 'b6b522e5-b563-4699-93b4-d89a4d811383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:31.558968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:31.562949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Usage tracker for resource:security_group_rule and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:31.565882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:31.572302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:31.588483 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.651807 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.655629 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.660439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 2, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:31.665213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:25:31.665567 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Updating router d5884541-2ff6-42fa-9dc1-e10cfea1f207 port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:25:31.679921 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf8ab16-8465-468c-88b4-2485517b99d0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:31.691091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.692267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-04c6c1aa-eb2f-43a3-b80f-52e79b149082 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448257 Apr 25 15:25:31.695399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39338) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:31.701263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:31.707986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:31.712619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Usage tracker for resource:floatingip and tenant:92f9ce99bbbf418b8a18e7eaa64dc259 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:25:31.715662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:25:31.718858 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.721561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:31.733607 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:31.871085 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.003694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Allocated IP 172.25.0.204 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/8d740f4c-755c-4a1b-9fc1-5587b28aff92) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:25:32.092244 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.104073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Transition to ACTIVE for port object 6dffe3fb-9abf-46ae-b98c-8617cdc9180f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:32.112007 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.165189 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.200236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.243795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e5b96-111c-4f12-9222-91df0296f3e8 None None] Pushing event updated for resources: {'Port': ['ID=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:32.271755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:25:32.279929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:32.285464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:25:32.315116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'Port': ['ID=8d740f4c-755c-4a1b-9fc1-5587b28aff92,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:32.341798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Attempting to bind port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:25:32.342375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Attempting to bind port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:25:32.342696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Attempting to bind port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:32.348269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:25:32.348735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:25:32.349249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.349745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:25:32.350286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Bound port: 6dffe3fb-9abf-46ae-b98c-8617cdc9180f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:25:32.350768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.370319 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.433792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.451793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] For port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:25:32.455090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] For port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:25:32.459003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.539290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:25:32.540179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:25:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:32.602194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e5b96-111c-4f12-9222-91df0296f3e8 None None] Pushing event updated for resources: {'Port': ['ID=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:32.666596 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.671264 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.736681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:25:32.788692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'Port': ['ID=8d740f4c-755c-4a1b-9fc1-5587b28aff92,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:32.794856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 55a66de1-791c-4b34-9946-3b12d38fedd8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:32.799993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.824924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:32.826304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-67be95a8-0976-4a60-83f7-f684422ab56c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1298590 Apr 25 15:25:32.986951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-873019e1-118f-4b5f-a23a-342001fd0c7a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:25:33.004442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-873019e1-118f-4b5f-a23a-342001fd0c7a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:25:33.005727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-873019e1-118f-4b5f-a23a-342001fd0c7a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1807066533&fields=id&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 267 time: 0.0577829 Apr 25 15:25:33.026624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 55a66de1-791c-4b34-9946-3b12d38fedd8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:33.027001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:33.160248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-f4e6f780-e24c-4796-b0ad-743ed4003027 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:33.160933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-f4e6f780-e24c-4796-b0ad-743ed4003027 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:25:33.178248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-f4e6f780-e24c-4796-b0ad-743ed4003027 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:25:33.180177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-f4e6f780-e24c-4796-b0ad-743ed4003027 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.1677699 Apr 25 15:25:33.195822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-2f697342-55da-4235-96a0-ca7c4bdb3bba tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/quotas/92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 375 time: 0.0099690 Apr 25 15:25:33.221365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:32Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:33.225364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47e748-8c72-40fc-b684-b6098e5ed7bd None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:32Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:25:33.293479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-09aa5f54-7e7f-4ca8-8777-0fa0fee201d1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:25:33.310438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-09aa5f54-7e7f-4ca8-8777-0fa0fee201d1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:25:33.311884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-09aa5f54-7e7f-4ca8-8777-0fa0fee201d1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101890 Apr 25 15:25:33.576888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-e00e19cb-09e5-4c25-896b-c74e2617f456 service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777227 Apr 25 15:25:33.712224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-5bd4082e-9365-47dc-803b-94d46cd9b322 service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293106 Apr 25 15:25:33.899143 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5853eef5-4fe9-499b-8e03-29de9242f5d9 req-d203eb28-0f60-4734-b1cd-c01c04f41409 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 210 time: 0.0446315 Apr 25 15:25:34.667922 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:34.790787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6dffe3fb-9abf-46ae-b98c-8617cdc9180f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:34.857512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:34.862041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:34.862421 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:34.980897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:35.014662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:35.019993 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:35.133359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:35.280121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-019238ab-ba37-46de-8678-303a858ffb45 req-97c9338b-9e07-4929-b0d0-375729349e85 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 210 time: 0.2730243 Apr 25 15:25:35.330605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-bdbb8843-04cb-4215-b5d2-1418f2a9ab65 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:35.331979 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-bdbb8843-04cb-4215-b5d2-1418f2a9ab65 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.2803919 Apr 25 15:25:35.378236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-ae44cdbb-2836-4f2b-b64e-723ded3ba9dd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 380 time: 0.0369096 Apr 25 15:25:35.386609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'port': {'device_id': '81143ad7-a743-4315-869d-96fb01aa605a', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'admin_state_up': True, 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'security_groups': ['b6b522e5-b563-4699-93b4-d89a4d811383']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:35.525283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:25:35.534875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:25:35.545506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Made reservation on behalf of 92f9ce99bbbf418b8a18e7eaa64dc259 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:25:35.548934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:35.710652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Allocated IP 172.20.0.8 (40235b93-31b4-4cd6-93f4-25a294eea261/33ae3727-fc67-4b97-b52f-f9eb986384e8/972e4d12-5394-4ee9-ab24-f47862167d1f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:25:35.899220 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:35.915388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Transition to ACTIVE for port object 972e4d12-5394-4ee9-ab24-f47862167d1f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:35.938752 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.007598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:25:36.015070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:25:36.019355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:25:36.050354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:36.087614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:36.088236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.121446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-cb360086-db41-4d24-a0e3-d2b38926aa00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7376461 Apr 25 15:25:36.211961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Request body: {'port': {'device_id': '81143ad7-a743-4315-869d-96fb01aa605a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:36.269953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be23f18b-87d6-44f9-9367-e2acc9634b76 None None] Provisioning for port 972e4d12-5394-4ee9-ab24-f47862167d1f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:36.275608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-be23f18b-87d6-44f9-9367-e2acc9634b76 None None] Provisioning complete for port 972e4d12-5394-4ee9-ab24-f47862167d1f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:36.275989 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be23f18b-87d6-44f9-9367-e2acc9634b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.325448 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.329988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-be23f18b-87d6-44f9-9367-e2acc9634b76 None None] Port 972e4d12-5394-4ee9-ab24-f47862167d1f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:25:36.476372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d38e0-0688-4c1b-af29-09219908b2b2 req-5f219b1a-8abd-4f84-be46-449063bdfe43 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:36.478590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd1d38e0-0688-4c1b-af29-09219908b2b2 req-5f219b1a-8abd-4f84-be46-449063bdfe43 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 931 time: 0.0926430 Apr 25 15:25:36.527836 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dd1d38e0-0688-4c1b-af29-09219908b2b2 req-15a99606-9a4c-487b-b862-9a04322f0e2c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Apr 25 15:25:36.687870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972e4d12-5394-4ee9-ab24-f47862167d1f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:25:36.695606 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.709862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Transition to ACTIVE for port object 972e4d12-5394-4ee9-ab24-f47862167d1f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:25:36.714036 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.774354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6dffe3fb-9abf-46ae-b98c-8617cdc9180f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:36.875508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:36.876129 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:36.903542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:36.999392 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:25:36.999738 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:25:37.000489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:37.005771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Port 972e4d12-5394-4ee9-ab24-f47862167d1f on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:25:37.006151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:25:37.012437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:25:37.012783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:25:37.013204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:25:37.013632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Bound port: 972e4d12-5394-4ee9-ab24-f47862167d1f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:25:37.013981 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:37.105247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:25:37.108206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:25:37.112215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:37.168560 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:37.169281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:37.170555 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] 10.222.0.15 "PUT /v2.0/ports/972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 1091 time: 1.0022995 Apr 25 15:25:37.170995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:37.197596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac4d5e-43f5-4e76-b576-77a043dc516e service neutron] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:37.304993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-d8a3a83b-282a-4fce-96a3-1b0526f98e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:37.306642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-d8a3a83b-282a-4fce-96a3-1b0526f98e15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1094 time: 0.0901427 Apr 25 15:25:37.482246 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098fb6f8-935b-49f2-b86c-b469f6a74ba4'] response: {'name': 'network-changed', 'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'status': 'completed', 'code': 200} Apr 25 15:25:37.491839 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-773530cf-8b6c-41c8-af93-e530bf7eba48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 217 time: 0.1771088 Apr 25 15:25:37.556666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-34f2eaec-ba65-4cdc-afb8-8aba4be6004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:37.557832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-34f2eaec-ba65-4cdc-afb8-8aba4be6004a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0610082 Apr 25 15:25:37.638840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-17504daf-ea90-4d25-874a-5fd84f35405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:37.640304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-17504daf-ea90-4d25-874a-5fd84f35405f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759435 Apr 25 15:25:37.715962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd735-e21a-43b1-89b1-cce17f929d71 req-cf17bbb2-0786-47a4-ba25-c40bd07b17cf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:37.717465 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed2dd735-e21a-43b1-89b1-cce17f929d71 req-cf17bbb2-0786-47a4-ba25-c40bd07b17cf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0816410 Apr 25 15:25:37.777694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed2dd735-e21a-43b1-89b1-cce17f929d71 req-3385b5df-4227-4d05-a8c8-9d778ea9aa3c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543652 Apr 25 15:25:37.785868 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-55d46079-dd16-4a8e-9746-1def96829a5d service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395347 Apr 25 15:25:37.920622 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9144b7b-8271-461c-bcd6-d76c805e1677 req-95db02a6-299b-45ef-878c-5664f59982b1 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290009 Apr 25 15:25:38.034719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b80153-c831-4323-8b1f-cc87b991c49e req-61cf9b94-a353-4e88-8205-714423d9765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:38.036183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-61cf9b94-a353-4e88-8205-714423d9765f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1094 time: 0.0753100 Apr 25 15:25:38.180194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b80153-c831-4323-8b1f-cc87b991c49e req-13179a70-ba54-490f-a22f-d296639f5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:38.181632 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-13179a70-ba54-490f-a22f-d296639f5959 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1401086 Apr 25 15:25:38.249766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-6dfb3e98-b601-4844-8731-740c42d3fc4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 217 time: 0.0612066 Apr 25 15:25:38.314776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b80153-c831-4323-8b1f-cc87b991c49e req-49b60de5-f3d8-488b-92c8-027446452467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:38.316164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-49b60de5-f3d8-488b-92c8-027446452467 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0608404 Apr 25 15:25:38.389669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b80153-c831-4323-8b1f-cc87b991c49e req-faa07574-fe92-4a58-939f-f0eaa375d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:38.391118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-faa07574-fe92-4a58-939f-f0eaa375d449 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688231 Apr 25 15:25:38.529439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-c5e69388-a3ad-47dc-a776-c6fec3173b44 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316221 Apr 25 15:25:38.613700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87f92105-f8df-4164-b74a-3847daf3b041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:38.668160 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41b80153-c831-4323-8b1f-cc87b991c49e req-41ea5bbd-2553-4ff9-ba5c-a6e8637588e3 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329358 Apr 25 15:25:38.968295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d63d92-34b8-40c3-8c50-551b3e290d36 req-c116e0b2-316c-40ee-9081-763d480e46d5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:38.968982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e8d63d92-34b8-40c3-8c50-551b3e290d36 req-c116e0b2-316c-40ee-9081-763d480e46d5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:25:38.983603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e8d63d92-34b8-40c3-8c50-551b3e290d36 req-c116e0b2-316c-40ee-9081-763d480e46d5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:25:38.984847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8d63d92-34b8-40c3-8c50-551b3e290d36 req-c116e0b2-316c-40ee-9081-763d480e46d5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0981181 Apr 25 15:25:39.029762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8d63d92-34b8-40c3-8c50-551b3e290d36 req-6eddcf25-9cd8-437d-b6b4-e3871106f2db tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391040 Apr 25 15:25:40.211768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bc4-404b-4423-a6d1-def743eb755e req-d3eb2d94-a024-4044-935d-70d86cafa866 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:40.213249 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99e15bc4-404b-4423-a6d1-def743eb755e req-d3eb2d94-a024-4044-935d-70d86cafa866 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0799448 Apr 25 15:25:40.258686 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99e15bc4-404b-4423-a6d1-def743eb755e req-be7f2ca6-a173-41d2-98b7-6af918245184 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Apr 25 15:25:40.548756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:25:40.684499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:40.697809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'mac_address': 'fa:16:3e:c6:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:25:40.751683 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:40.768356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972e4d12-5394-4ee9-ab24-f47862167d1f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:25:40.783011 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:40.786845 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:40.855416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:40.862739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.863091 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.863435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.863773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.864109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.864462 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.864781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.865136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.865469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.865798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.866663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.866994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:25:40.976597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['972e4d12-5394-4ee9-ab24-f47862167d1f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:25:41.025026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d67404e-b554-4012-9129-4918380764cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:41.440654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece42a5-555c-4e38-8649-5761d9f79437 req-e9026d68-c5fa-4206-b559-798bb540edc6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:41.442130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fece42a5-555c-4e38-8649-5761d9f79437 req-e9026d68-c5fa-4206-b559-798bb540edc6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 944 time: 0.0796897 Apr 25 15:25:41.486946 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fece42a5-555c-4e38-8649-5761d9f79437 req-70500e39-2b49-4258-86a3-b0f177370062 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390639 Apr 25 15:25:41.889220 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:42.114446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:42.564493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:25:42.631690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 972e4d12-5394-4ee9-ab24-f47862167d1f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:25:42.636932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 972e4d12-5394-4ee9-ab24-f47862167d1f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:25:42.637431 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:42.763394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:42.787270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60075ef3-e394-4782-a79f-8aec1c92aef4 req-14e9b267-662d-4172-b4e2-b759e5588422 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:42.789223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60075ef3-e394-4782-a79f-8aec1c92aef4 req-14e9b267-662d-4172-b4e2-b759e5588422 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 944 time: 0.1984105 Apr 25 15:25:42.790764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:42.799630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:25:42.803827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:42.837536 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-60075ef3-e394-4782-a79f-8aec1c92aef4 req-5792f37c-9541-4be8-94ca-f2707bf88c9a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Apr 25 15:25:42.880558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:25:42.942919 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b58a725-5743-4f28-81af-15ea9b1a6b76'] response: {'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'code': 200} Apr 25 15:25:43.065074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812838-2884-478f-be89-f026c21c689a req-e10e0b68-8a22-4241-aa88-799998f5d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:43.066430 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42812838-2884-478f-be89-f026c21c689a req-e10e0b68-8a22-4241-aa88-799998f5d72c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1096 time: 0.0713291 Apr 25 15:25:43.107913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42812838-2884-478f-be89-f026c21c689a req-b9912653-3473-40cc-83d0-410b12c0bd07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360186 Apr 25 15:25:43.803825 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:44.024302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9503c7c-dd80-4db3-b873-f24dfbd00eec req-e26f22ee-566d-42b6-89e4-ee334c433216 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:44.025772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9503c7c-dd80-4db3-b873-f24dfbd00eec req-e26f22ee-566d-42b6-89e4-ee334c433216 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0815411 Apr 25 15:25:44.072106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f9503c7c-dd80-4db3-b873-f24dfbd00eec req-dd8ff4ff-c0fb-49ac-8560-9ca33f0e3dbf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Apr 25 15:25:45.260465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a4735-441e-4b37-8af6-8e6376e17dad req-bdab711d-147d-4a01-a48a-85ac274426a0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:45.261940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074a4735-441e-4b37-8af6-8e6376e17dad req-bdab711d-147d-4a01-a48a-85ac274426a0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0788810 Apr 25 15:25:45.308750 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074a4735-441e-4b37-8af6-8e6376e17dad req-6e199b4f-9708-4740-bce0-07e78f8d66d9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411224 Apr 25 15:25:45.486724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d55b-3cd6-48a8-9be5-eb5e4a0ea033 req-ab20b0c2-9cef-4ec8-8f5b-79006104803f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:45.488184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c1d0d55b-3cd6-48a8-9be5-eb5e4a0ea033 req-ab20b0c2-9cef-4ec8-8f5b-79006104803f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0832949 Apr 25 15:25:45.496593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 39408) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:25:45.501440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'floatingip': {'port_id': '972e4d12-5394-4ee9-ab24-f47862167d1f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:25:45.580474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:46.169063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:46.172805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:46.357333 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a associated. External IP: 172.25.0.204, port: 972e4d12-5394-4ee9-ab24-f47862167d1f. Apr 25 15:25:46.809850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:25:46.989553 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:25:46.993872 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:46.999758 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:25:47.010243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:25:47.010847 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:25:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:47.049437 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a2bf1f06-a910-4d61-9bec-50c9015f8a29 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "PUT /v2.0/floatingips/70f11482-45d2-479d-8953-bc542659aa1a HTTP/1.1" status: 200 len: 991 time: 1.5517368 Apr 25 15:25:47.050024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:25:47.199011 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:25:47.203120 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3756a4-aaa7-4aa7-aaa8-c98f57e53d07'] response: {'name': 'network-changed', 'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'status': 'completed', 'code': 200} Apr 25 15:25:47.267643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00704c57-074a-4c07-bf4d-def117a4f15a req-b5a6420e-fca8-41ff-96ef-7ffafba421dc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:47.269134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00704c57-074a-4c07-bf4d-def117a4f15a req-b5a6420e-fca8-41ff-96ef-7ffafba421dc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.1235564 Apr 25 15:25:47.436584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-00704c57-074a-4c07-bf4d-def117a4f15a req-50aba361-d2e9-4a53-952b-427723969bde tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602259 Apr 25 15:25:47.454401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-c08dd305-b807-425d-9dea-c99b50e52e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:47.455848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-c08dd305-b807-425d-9dea-c99b50e52e3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1096 time: 0.2308533 Apr 25 15:25:47.564359 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:c6:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81143ad7-a743-4315-869d-96fb01aa605a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:25:46Z', 'revision_number': 1, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:47.572374 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:25:47.582602 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:25:47.583211 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:25:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:47.606869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-b8e4a608-affd-44e2-a569-f06a84c7abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:47.608292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-b8e4a608-affd-44e2-a569-f06a84c7abb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1464288 Apr 25 15:25:47.643353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a3de3-9731-433a-9d96-04c40dc9b9cb req-d8759d3d-c144-419c-abc7-27b4419577be tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:47.644938 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a14a3de3-9731-433a-9d96-04c40dc9b9cb req-d8759d3d-c144-419c-abc7-27b4419577be tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0975506 Apr 25 15:25:47.692200 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a14a3de3-9731-433a-9d96-04c40dc9b9cb req-a5abf7e7-d433-4d64-8542-ae0311446d26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Apr 25 15:25:47.718848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-9f90a08b-abbb-499f-9fd0-69688f0cc54c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 999 time: 0.1045606 Apr 25 15:25:47.783227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-5566fd82-cbc1-4aaf-b6e1-a38ce947ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:47.784658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-5566fd82-cbc1-4aaf-b6e1-a38ce947ed6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0605896 Apr 25 15:25:47.797336 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:25:47.858766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-81cb402d-688d-49b4-bd4c-1260dceca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:47.860656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-81cb402d-688d-49b4-bd4c-1260dceca2bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702624 Apr 25 15:25:47.992341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-9c2bd34d-f671-49f2-a29a-909599818fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253250 Apr 25 15:25:48.123151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33ab2d68-60b3-4645-8a35-a30bb6476e3f req-f548ef6e-6847-4a76-aeb6-e13c93ec43bf service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257246 Apr 25 15:25:48.140104 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:c6:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81143ad7-a743-4315-869d-96fb01aa605a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:25:46Z', 'revision_number': 1, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:25:48.144157 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b75cb-0b0a-4850-8974-9f42eabacf01 None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:c6:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81143ad7-a743-4315-869d-96fb01aa605a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:25:46Z', 'revision_number': 1, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:25:48.319452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce41dad-f703-453d-824e-ec035e75f5ed None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:25:48.883610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d3a99-aa85-4aa2-8ff6-c988f3e11ade req-618d2532-6c96-4eaf-9a66-cfb0ee5c603f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:48.884986 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e5d3a99-aa85-4aa2-8ff6-c988f3e11ade req-618d2532-6c96-4eaf-9a66-cfb0ee5c603f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0834069 Apr 25 15:25:48.928762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e5d3a99-aa85-4aa2-8ff6-c988f3e11ade req-00a0ee0a-8e09-4ad0-a1e2-1980077279b2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Apr 25 15:25:49.110402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e8d5-89c5-4da7-a984-5cd4dbaf954b req-af7b96cf-3277-4ea6-a7d9-988a0782b175 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:49.111851 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8f6e8d5-89c5-4da7-a984-5cd4dbaf954b req-af7b96cf-3277-4ea6-a7d9-988a0782b175 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0787151 Apr 25 15:25:49.155781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c8f6e8d5-89c5-4da7-a984-5cd4dbaf954b req-61b60287-b2c4-4f72-ab8e-ecdf0872fd46 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Apr 25 15:25:49.562289 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-b6a0a275-9662-4894-9238-16a86872d382 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332200 Apr 25 15:25:49.574506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7d909-b8b1-4aba-a8fe-aa56897ad244 req-c1db23a1-0a0c-4b81-8e9d-1e6bf42c9428 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:49.575914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bc7d909-b8b1-4aba-a8fe-aa56897ad244 req-c1db23a1-0a0c-4b81-8e9d-1e6bf42c9428 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.1021302 Apr 25 15:25:49.622209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1bc7d909-b8b1-4aba-a8fe-aa56897ad244 req-a559405d-7dc8-43ef-87b7-7ac0a70b8873 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Apr 25 15:25:50.642227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-4fb5d54c-1294-4e82-b7ef-1fe1a1dbbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:50.643682 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-4fb5d54c-1294-4e82-b7ef-1fe1a1dbbd0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1096 time: 0.0695918 Apr 25 15:25:50.829478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-0682b792-0b29-4a16-8832-2db8c346fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:50.830837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-0682b792-0b29-4a16-8832-2db8c346fbad service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1815655 Apr 25 15:25:50.922650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e031b-7326-42bf-b8a8-02e679df70d7 req-46ec3342-466b-4e57-9e8f-ad17311d153f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:50.924154 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e4e031b-7326-42bf-b8a8-02e679df70d7 req-46ec3342-466b-4e57-9e8f-ad17311d153f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.1929042 Apr 25 15:25:50.976533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-347dd2e7-aead-4901-931d-2edaa71398fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 1001 time: 0.1371272 Apr 25 15:25:51.017972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7e4e031b-7326-42bf-b8a8-02e679df70d7 req-5b145dc4-4cc1-4dda-8d6b-7781bc9cfe9e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866725 Apr 25 15:25:51.042966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-791d59a2-c96b-4322-9da0-bcb1a70561d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:51.044396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-791d59a2-c96b-4322-9da0-bcb1a70561d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0624161 Apr 25 15:25:51.124246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-8ed5aff9-5699-4c19-a947-4bd2868551d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:51.125649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-8ed5aff9-5699-4c19-a947-4bd2868551d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759954 Apr 25 15:25:51.269804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-34be6d9a-6bf2-4d45-b323-22bf6d3fd07c service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384416 Apr 25 15:25:51.508779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-6c2d1e44-14c3-4273-bb43-b4c0c617ca74 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333643 Apr 25 15:25:52.202475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ff6b1-ef97-4bc1-a2ab-69017a75c65a req-90464b68-a66a-4c31-9bd7-5571c26db8b7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:52.203925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f54ff6b1-ef97-4bc1-a2ab-69017a75c65a req-90464b68-a66a-4c31-9bd7-5571c26db8b7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0821898 Apr 25 15:25:52.247175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f54ff6b1-ef97-4bc1-a2ab-69017a75c65a req-c25ebb79-a8df-4ff5-b741-e501faa8ed75 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Apr 25 15:25:53.430343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dd53c-a086-48ba-a5b0-7b4d6a9982bd req-3b3f3ce8-2480-4b10-a7ba-ba70c3ce9ce8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:53.431840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d7dd53c-a086-48ba-a5b0-7b4d6a9982bd req-3b3f3ce8-2480-4b10-a7ba-ba70c3ce9ce8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0802166 Apr 25 15:25:53.475249 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0d7dd53c-a086-48ba-a5b0-7b4d6a9982bd req-8a36b4ac-21a1-41e8-88e6-d5572bf8df75 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 Apr 25 15:25:54.658640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bceae2-dbb5-4397-99fc-df0644764abe req-408a1252-21f5-4824-82a5-7a575a4cd394 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:54.660105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6bceae2-dbb5-4397-99fc-df0644764abe req-408a1252-21f5-4824-82a5-7a575a4cd394 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0809171 Apr 25 15:25:54.706326 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6bceae2-dbb5-4397-99fc-df0644764abe req-1848a413-4667-4c21-8aec-2d39151cbda2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Apr 25 15:25:55.892146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd05cc-c044-4e0d-a6e4-f5d3d3910cb6 req-3eb5c717-100b-4b82-a869-fa3b664a9cbe tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:55.893514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4dd05cc-c044-4e0d-a6e4-f5d3d3910cb6 req-3eb5c717-100b-4b82-a869-fa3b664a9cbe tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0821478 Apr 25 15:25:55.937416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c4dd05cc-c044-4e0d-a6e4-f5d3d3910cb6 req-0185b0b7-2dd4-4a8b-a86d-c9cbcac03097 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Apr 25 15:25:57.122202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c172b-397b-4327-9a06-2de5e8c2bbdb req-cab6d9c2-2583-4a7b-b954-a0ffe0e26b3a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:57.123682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-608c172b-397b-4327-9a06-2de5e8c2bbdb req-cab6d9c2-2583-4a7b-b954-a0ffe0e26b3a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0792398 Apr 25 15:25:57.167884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-608c172b-397b-4327-9a06-2de5e8c2bbdb req-77a102e7-4afd-42b4-9dea-cfa7fb1748bf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385742 Apr 25 15:25:58.349350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d0e89-38f1-41e1-97e6-69b42d1ff7dd req-1e605aef-ca64-4ae9-a540-1103df16f71b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:58.351334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-758d0e89-38f1-41e1-97e6-69b42d1ff7dd req-1e605aef-ca64-4ae9-a540-1103df16f71b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0787637 Apr 25 15:25:58.396590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-758d0e89-38f1-41e1-97e6-69b42d1ff7dd req-dcec0df7-52ac-46a2-89bd-d919cd682a56 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 Apr 25 15:25:59.171744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:25:59.582923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2e334-8b0c-4bda-97ac-078abb62a422 req-2659174a-bb98-4ba2-9c42-cfd8eab4c995 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:25:59.584354 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97d2e334-8b0c-4bda-97ac-078abb62a422 req-2659174a-bb98-4ba2-9c42-cfd8eab4c995 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0833368 Apr 25 15:25:59.626788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-97d2e334-8b0c-4bda-97ac-078abb62a422 req-01de8904-2ec8-4905-becf-c4364890787b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367749 Apr 25 15:26:00.807587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780c86e-065a-40f5-b6bb-59efed64dfa6 req-9c0cc8ac-46b2-43cd-ab77-0e12453ac003 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:00.808958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f780c86e-065a-40f5-b6bb-59efed64dfa6 req-9c0cc8ac-46b2-43cd-ab77-0e12453ac003 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0787761 Apr 25 15:26:00.855350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f780c86e-065a-40f5-b6bb-59efed64dfa6 req-9bb276f1-409b-44bb-867f-44c68b1db8a2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Apr 25 15:26:02.040110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b77ad-8d3b-438b-a695-6f20119cfb54 req-a8898e96-c8b3-44eb-8bcb-091dd35ee363 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:02.041583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb4b77ad-8d3b-438b-a695-6f20119cfb54 req-a8898e96-c8b3-44eb-8bcb-091dd35ee363 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0799067 Apr 25 15:26:02.084534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eb4b77ad-8d3b-438b-a695-6f20119cfb54 req-e0fba3c5-27be-45e1-aa43-915371f3b7e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373180 Apr 25 15:26:03.277512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a796-354b-48b1-8fe1-a386e09a4c6c req-f0d33219-79ce-4d94-832c-9a11a1328d92 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:03.278975 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0288a796-354b-48b1-8fe1-a386e09a4c6c req-f0d33219-79ce-4d94-832c-9a11a1328d92 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0858924 Apr 25 15:26:03.322448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0288a796-354b-48b1-8fe1-a386e09a4c6c req-36e27fb4-4e11-42f1-9b4e-5d937d8e1bd2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378189 Apr 25 15:26:04.518673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426bcb0-27a0-45e7-a054-f8f7244c762d req-63764a03-303b-4fb1-91bd-4cf03350cbf9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:04.520110 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c426bcb0-27a0-45e7-a054-f8f7244c762d req-63764a03-303b-4fb1-91bd-4cf03350cbf9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0835876 Apr 25 15:26:04.563927 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c426bcb0-27a0-45e7-a054-f8f7244c762d req-673d16f7-3301-4900-957a-012cd8031086 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Apr 25 15:26:04.698407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:05.751211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03312ea7-f1c5-4218-9416-961e6b8a5079 req-58da44d3-6e27-4961-a357-8f40f1d1c49f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:05.752664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03312ea7-f1c5-4218-9416-961e6b8a5079 req-58da44d3-6e27-4961-a357-8f40f1d1c49f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0792949 Apr 25 15:26:05.796458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-03312ea7-f1c5-4218-9416-961e6b8a5079 req-9bf42c77-58a0-4af3-bbc6-7a788ec9e9cf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380726 Apr 25 15:26:06.347148 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:26:06.981402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c14985-7f3c-435b-821d-41d6d12d5aa7 req-2f337423-00db-43ed-b5e2-8a346f415134 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:06.982754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98c14985-7f3c-435b-821d-41d6d12d5aa7 req-2f337423-00db-43ed-b5e2-8a346f415134 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0804133 Apr 25 15:26:07.026698 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-98c14985-7f3c-435b-821d-41d6d12d5aa7 req-e436d1f4-bf6d-4a27-9492-81c44e0f9be9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382700 Apr 25 15:26:08.218447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde524c-e2f8-4551-add6-d4b863abc950 req-202a7d45-60af-466e-97ce-f0a14b7e6b0e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:08.219930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fde524c-e2f8-4551-add6-d4b863abc950 req-202a7d45-60af-466e-97ce-f0a14b7e6b0e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0831389 Apr 25 15:26:08.318807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4fde524c-e2f8-4551-add6-d4b863abc950 req-4e927abd-d442-497c-b57a-d0a793ca2240 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656323 Apr 25 15:26:08.325201 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-75b55d18-c629-4e36-8a42-98befbace18a service neutron] show failed (client error): The resource could not be found. Apr 25 15:26:08.326137 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-75b55d18-c629-4e36-8a42-98befbace18a service neutron] 10.222.0.15 "GET /v2.0/ports/972e4d12-5394-4ee9-ab24-f47862167d1f/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.1053755 Apr 25 15:26:08.615322 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9930df9-8439-4219-ab17-e216d7014039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:08.665313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-f7e33f97-7b76-4652-9153-f2f33c70d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:08.667171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-f7e33f97-7b76-4652-9153-f2f33c70d99c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 1096 time: 0.1151097 Apr 25 15:26:08.678140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:26:08.888825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:09.176996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:09.205797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:26:09.263092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:09.268690 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:09.283138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Transition to ACTIVE for port object 972e4d12-5394-4ee9-ab24-f47862167d1f will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:26:09.286829 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:09.328770 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3722d3e-5d84-43ef-af9b-27e8628324cb'] response: {'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'code': 200} Apr 25 15:26:09.499810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] No DVR routers for this DVR port 972e4d12-5394-4ee9-ab24-f47862167d1f on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:26:09.527052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29baa57-4f76-4c87-bc3c-0cf8ddd6b97d req-983d5c3a-e721-4815-a2e9-fc96ed4c90ab tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:09.528861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c29baa57-4f76-4c87-bc3c-0cf8ddd6b97d req-983d5c3a-e721-4815-a2e9-fc96ed4c90ab tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0901713 Apr 25 15:26:09.557192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:09.575375 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c29baa57-4f76-4c87-bc3c-0cf8ddd6b97d req-ac0258bc-f474-4f68-b06a-18f75a4e2b1f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 Apr 25 15:26:09.726161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:26:09.726702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:26:09.726702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:26:09.731110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Port 972e4d12-5394-4ee9-ab24-f47862167d1f on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:26:09.731430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Attempting to bind port 972e4d12-5394-4ee9-ab24-f47862167d1f on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:26:09.736399 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:26:09.736729 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:26:09.737130 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:26:09.737555 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Bound port: 972e4d12-5394-4ee9-ab24-f47862167d1f, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:26:09.737889 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:09.830420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:26:09.833603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:26:09.837517 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:09.890109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:09.890718 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:09.892186 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] 10.222.0.21 "PUT /v2.0/ports/972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 1091 time: 1.2181587 Apr 25 15:26:09.913584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8ca3-cbcf-4590-9df3-b5be80010bcb service neutron] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:09.989270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-e2294338-3286-47db-b0d7-a1006f3be649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:09.991769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-e2294338-3286-47db-b0d7-a1006f3be649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1094 time: 0.0734785 Apr 25 15:26:10.125170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-0308d680-1204-4432-aad6-72d13001c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:10.126615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-0308d680-1204-4432-aad6-72d13001c6b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1292481 Apr 25 15:26:10.228715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-501c21b8-1f46-4798-8e58-8014f67f51b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 999 time: 0.0954986 Apr 25 15:26:10.292951 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-cce06784-dc24-4f3b-b6c9-cece0eb90cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:10.294379 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-cce06784-dc24-4f3b-b6c9-cece0eb90cea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0601678 Apr 25 15:26:10.368460 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-1a423bf8-7923-410e-a970-9d007fa9d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:10.369957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-1a423bf8-7923-410e-a970-9d007fa9d8d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697787 Apr 25 15:26:10.613867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-5af79bfb-31ce-4720-9601-f1fd09a00cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377696 Apr 25 15:26:10.796275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9cb20cf1-6421-4b87-9689-51a5fb31c3ee req-8a6f100f-54b4-4920-ba0a-908856536415 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764240 Apr 25 15:26:10.816382 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a47b9e-7780-4684-b038-fb5ba6f0d21b req-02344ea7-f534-4dea-907f-bb05e3d71d10 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:10.817934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09a47b9e-7780-4684-b038-fb5ba6f0d21b req-02344ea7-f534-4dea-907f-bb05e3d71d10 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.1182597 Apr 25 15:26:10.863891 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-09a47b9e-7780-4684-b038-fb5ba6f0d21b req-5dd9ab4a-d7a1-484b-8874-2ddc03fce85a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 Apr 25 15:26:10.987176 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d2203d2-cb18-46a7-b1db-95b390f20611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:11.329550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:11.385636 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c3e691-d401-4598-a7d9-9465f53f8b07'] response: {'name': 'network-changed', 'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'status': 'completed', 'code': 200} Apr 25 15:26:11.474810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-7c2f811b-10f6-4ad8-97e9-716a115a9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.476329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-7c2f811b-10f6-4ad8-97e9-716a115a9ed0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1094 time: 0.0726852 Apr 25 15:26:11.479768 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-2670c840-2cfc-4d10-bce1-5784d040fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.481470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-2670c840-2cfc-4d10-bce1-5784d040fd3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1094 time: 0.0725586 Apr 25 15:26:11.609005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-77b8e518-e048-49b0-9500-f56a8830f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.610404 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-77b8e518-e048-49b0-9500-f56a8830f047 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1286159 Apr 25 15:26:11.612199 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-c4297c60-3ffc-4fb9-8f28-aaa7bae1d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.613649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-c4297c60-3ffc-4fb9-8f28-aaa7bae1d35b service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1270607 Apr 25 15:26:11.714366 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-7caaf031-6f88-462b-aa9d-5d9890efc8d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 999 time: 0.0985131 Apr 25 15:26:11.715597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-b8ebbaa7-fa4c-40ac-8f17-d995a73eddea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 999 time: 0.0963395 Apr 25 15:26:11.781167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-525b9d6e-e10b-46e7-9ee9-dc308bb6af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.782600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-525b9d6e-e10b-46e7-9ee9-dc308bb6af29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0617723 Apr 25 15:26:11.785250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-7fa44078-e5e9-40d2-82fb-bcf3ec9c4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.786672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-7fa44078-e5e9-40d2-82fb-bcf3ec9c4a11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0662334 Apr 25 15:26:11.856500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-36fc4d4b-53f5-44c8-a452-3ff1d64394dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.857994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-36fc4d4b-53f5-44c8-a452-3ff1d64394dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699439 Apr 25 15:26:11.862626 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da126-470c-41b7-99c4-bcfd41e61689 req-ada3f1c4-d3f7-4fe4-a38d-5fd4f8f9ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:11.864021 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-ada3f1c4-d3f7-4fe4-a38d-5fd4f8f9ee68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714910 Apr 25 15:26:11.892287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:12.000626 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-da5546c6-d249-41dd-8f7b-5d7d792f48b8 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365981 Apr 25 15:26:12.040127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-4094c7b6-4f5d-4a4c-b01e-31eb82b5c412 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693797 Apr 25 15:26:12.123708 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:12.136939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-d0fc15cc-16b6-413c-b8c7-eaeacfd09a9c service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305652 Apr 25 15:26:12.171169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5bc18-a150-4ea8-8d8b-fb5c96c22242 req-f89bdeb3-f2d3-4f87-852b-e4407f0faaf8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:12.172597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07c5bc18-a150-4ea8-8d8b-fb5c96c22242 req-f89bdeb3-f2d3-4f87-852b-e4407f0faaf8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.1914523 Apr 25 15:26:12.222881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-363da126-470c-41b7-99c4-bcfd41e61689 req-b95cbf64-91b1-44fe-8272-c627bdcd2a2d service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750748 Apr 25 15:26:12.235174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-07c5bc18-a150-4ea8-8d8b-fb5c96c22242 req-0a71b73a-7725-4e93-b4d1-6c88f237267a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560675 Apr 25 15:26:12.703750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:26:12.764255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:26:13.425021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80cd34-dd64-41c4-b2e5-8083e5cfb35f req-564518ea-11aa-429f-ba3e-19b432a70232 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:13.426656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed80cd34-dd64-41c4-b2e5-8083e5cfb35f req-564518ea-11aa-429f-ba3e-19b432a70232 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0847688 Apr 25 15:26:13.470051 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed80cd34-dd64-41c4-b2e5-8083e5cfb35f req-d39b0e95-9b09-49c7-b8d1-b84d515c5043 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370615 Apr 25 15:26:13.807722 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:14.651788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d5d71-4e51-4b01-abe1-85b8112435a3 req-e980bd87-a793-406a-8ebf-c3923948c9a8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:14.653250 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f2d5d71-4e51-4b01-abe1-85b8112435a3 req-e980bd87-a793-406a-8ebf-c3923948c9a8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0785599 Apr 25 15:26:14.697625 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f2d5d71-4e51-4b01-abe1-85b8112435a3 req-9b920326-5362-4c3c-81bf-b99b76d6df03 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 Apr 25 15:26:15.006526 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535530f-665c-47a8-8c6a-2f77116abc7b req-e225ac26-d036-4e68-98d3-1e09615b2682 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:15.008264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1535530f-665c-47a8-8c6a-2f77116abc7b req-e225ac26-d036-4e68-98d3-1e09615b2682 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 943 time: 0.0851340 Apr 25 15:26:15.010276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-59c77c40-50b0-4e40-9610-4587094fd761 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:15.011723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-59c77c40-50b0-4e40-9610-4587094fd761 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 943 time: 0.0857573 Apr 25 15:26:15.052924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1535530f-665c-47a8-8c6a-2f77116abc7b req-5fbd72d3-34a1-40f3-adb6-79eef9a1e83f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389154 Apr 25 15:26:15.093952 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-3db7c4e2-53eb-4a06-9de7-9627e94c8aaf service neutron] delete failed (client error): The resource could not be found. Apr 25 15:26:15.094860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-3db7c4e2-53eb-4a06-9de7-9627e94c8aaf service neutron] 10.222.0.15 "DELETE /v2.0/ports/972e4d12-5394-4ee9-ab24-f47862167d1f/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0781486 Apr 25 15:26:15.115621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:26:15.249470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-3c0b2f02-a01d-4e71-ba1c-d276d7d248f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:15.250966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-3c0b2f02-a01d-4e71-ba1c-d276d7d248f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 1094 time: 0.0708950 Apr 25 15:26:15.283913 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:15.298138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'mac_address': 'fa:16:3e:c6:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:26:15.352432 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:15.368566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972e4d12-5394-4ee9-ab24-f47862167d1f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:26:15.382299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-c1412846-e090-4ad7-ad7f-ce4e470e25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:15.383743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-c1412846-e090-4ad7-ad7f-ce4e470e25e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1272185 Apr 25 15:26:15.383859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:15.387975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:15.461949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:15.598453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-45e92f79-c186-4b99-946c-4c055e8c0f07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 200 len: 1000 time: 0.2078984 Apr 25 15:26:15.660308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-f42ec616-097f-43a0-b598-c9d7b3e8eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:15.661665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-f42ec616-097f-43a0-b598-c9d7b3e8eb84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0569751 Apr 25 15:26:15.735964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-10e8aa38-e1a5-4b6a-9bbc-cdd5ae07ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:15.737436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-10e8aa38-e1a5-4b6a-9bbc-cdd5ae07ca2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705733 Apr 25 15:26:15.756673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['972e4d12-5394-4ee9-ab24-f47862167d1f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:26:15.878307 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-41f9a18e-7af6-4785-bd82-e4896b020576 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349697 Apr 25 15:26:16.010854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7cd2f72-5164-4486-bded-efbeaecacf5f req-10ea02bd-4702-4711-bd2b-5ba6082bbfef service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269765 Apr 25 15:26:16.396228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6511-8c06-4d33-a4b9-0fe04ba5cd7a req-f63cbaa2-d3a6-4c63-9159-683306ad9ad2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:16.397702 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e48b6511-8c06-4d33-a4b9-0fe04ba5cd7a req-f63cbaa2-d3a6-4c63-9159-683306ad9ad2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 944 time: 0.0791225 Apr 25 15:26:16.443558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e48b6511-8c06-4d33-a4b9-0fe04ba5cd7a req-4c69429a-ec88-415b-9d73-334d01e025ad tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Apr 25 15:26:17.127029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:26:17.196797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 972e4d12-5394-4ee9-ab24-f47862167d1f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:26:17.201788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 972e4d12-5394-4ee9-ab24-f47862167d1f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:26:17.202167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:17.318311 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:17.345949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:17.355619 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:17.359563 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:17.396419 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae78a309-3b0a-4005-9297-78697e8b4092'] response: {'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'code': 200} Apr 25 15:26:17.428180 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:17.640445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501294-ade4-465e-8287-d751fd23bd69 req-e33744f9-8d39-4aa0-952c-dd37ba15e53f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:17.641849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0501294-ade4-465e-8287-d751fd23bd69 req-e33744f9-8d39-4aa0-952c-dd37ba15e53f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0844231 Apr 25 15:26:17.685061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0501294-ade4-465e-8287-d751fd23bd69 req-207f0be0-c6b2-4bd6-9431-cc687b6e11c9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375359 Apr 25 15:26:17.871563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488024b0-8540-44d0-b4db-e12b53b453cd req-9774c8f0-c29b-4e42-aeb5-b78a7e475ca7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:17.872986 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-488024b0-8540-44d0-b4db-e12b53b453cd req-9774c8f0-c29b-4e42-aeb5-b78a7e475ca7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0806074 Apr 25 15:26:17.915998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-488024b0-8540-44d0-b4db-e12b53b453cd req-50dea694-b1cd-4298-95c8-bf07b9b00932 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373688 Apr 25 15:26:18.095505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b9ef-331f-4ade-bd77-1e7d32e9c69d req-d87ee5d5-9e40-4e43-995e-15d3fe196b43 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:18.096961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65f6b9ef-331f-4ade-bd77-1e7d32e9c69d req-d87ee5d5-9e40-4e43-995e-15d3fe196b43 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0789728 Apr 25 15:26:18.148366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-65f6b9ef-331f-4ade-bd77-1e7d32e9c69d req-e1e4dbe8-e1d5-4b16-a332-77be91aec89b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Apr 25 15:26:18.523623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8209-72ca-4b28-856b-95a6d9969d9c req-30d31762-fca8-418e-aba6-8bf5bc41c829 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:18.525096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-580f8209-72ca-4b28-856b-95a6d9969d9c req-30d31762-fca8-418e-aba6-8bf5bc41c829 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0884500 Apr 25 15:26:18.569060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-580f8209-72ca-4b28-856b-95a6d9969d9c req-93687dcb-18fa-4ac2-8e13-52474ba372c4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381432 Apr 25 15:26:19.760461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd0b6-dd9d-4a18-9ed2-656eee71b845 req-dc214f3b-f7c7-4bc4-bf6d-308b9b5ee49c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:19.761930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4ecd0b6-dd9d-4a18-9ed2-656eee71b845 req-dc214f3b-f7c7-4bc4-bf6d-308b9b5ee49c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0836909 Apr 25 15:26:19.843986 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d4ecd0b6-dd9d-4a18-9ed2-656eee71b845 req-909d2899-16bb-4113-90fc-5e59cff5c46c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762293 Apr 25 15:26:19.879547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-956f8c23-49d9-4f1b-bb7c-84d602adbbc3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:19.880953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-956f8c23-49d9-4f1b-bb7c-84d602adbbc3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 945 time: 0.0859540 Apr 25 15:26:20.049504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Deleting port 972e4d12-5394-4ee9-ab24-f47862167d1f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:26:20.049844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:20.289058 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] For port 972e4d12-5394-4ee9-ab24-f47862167d1f, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=972e4d12-5394-4ee9-ab24-f47862167d1f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:20.289411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:20.572128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:20.572412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:20.572724 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a disassociated. External IP: 172.25.0.204, port: 972e4d12-5394-4ee9-ab24-f47862167d1f. Apr 25 15:26:20.573113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Calling delete_port for 972e4d12-5394-4ee9-ab24-f47862167d1f owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:26:20.713672 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:20.765537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event deleted for resources: {'Port': ['ID=972e4d12-5394-4ee9-ab24-f47862167d1f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:20.957104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:26:21.002163 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be940de1-9801-4a2f-8af2-6a6d527213df req-88bbe2f1-6094-433d-a55b-6ca49c03454a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=81143ad7-a743-4315-869d-96fb01aa605a HTTP/1.1" status: 200 len: 210 time: 0.0458307 Apr 25 15:26:21.133741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:26:21.142922 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:26:21.152183 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:26:21.152794 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:26:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:21.203616 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] No DVR routers for this DVR port 972e4d12-5394-4ee9-ab24-f47862167d1f on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:26:21.207373 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:21.210427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-deleted', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:21.227673 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1cc64b8a-515c-4d59-8688-1233b04c1b3e req-d9f2945a-9264-45f0-9ad1-dea53e84dd26 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "DELETE /v2.0/ports/972e4d12-5394-4ee9-ab24-f47862167d1f HTTP/1.1" status: 204 len: 173 time: 1.3409307 Apr 25 15:26:21.257835 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77480e18-58c2-4a5a-8b7a-85ce2a062374'] response: {'server_uuid': '81143ad7-a743-4315-869d-96fb01aa605a', 'name': 'network-vif-deleted', 'tag': '972e4d12-5394-4ee9-ab24-f47862167d1f', 'status': 'completed', 'code': 200} Apr 25 15:26:21.351415 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:26:21.673369 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:21.677001 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:26:21.685208 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:26:21.685803 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:26:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:21.867825 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:26:22.228375 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:22.232425 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588cbdf-8c29-46c0-8058-3d64e31001c9 None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:26:22.335843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-0fd4bfe1-3043-483e-b432-a2bbb0dd13fe tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1807066533&fields=id&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 267 time: 0.0400162 Apr 25 15:26:22.456366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9d8ba-4af6-4aef-91a7-cebce6b82078 None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:26:22.490726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-101ded5b-cb09-47d1-b02d-1a9d4cc0e2b5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:22.492172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-101ded5b-cb09-47d1-b02d-1a9d4cc0e2b5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.1499782 Apr 25 15:26:22.509328 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-8fad1a3e-8298-45cc-b71b-88f7a4e9ce66 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/quotas/92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 375 time: 0.0110404 Apr 25 15:26:22.605900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-555167c9-2446-4604-849e-990f255fe457 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901165 Apr 25 15:26:22.744227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-22abee96-5069-4f03-91da-46d6c53a8223 service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268644 Apr 25 15:26:22.878739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-ece69bd9-2d08-4e18-a09e-21a1a01fdbfa service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285062 Apr 25 15:26:23.059902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c68914a1-cc99-4fc7-a153-8b9c999df9ef req-b0664e72-7098-4d67-b0aa-eafcbe4e6e8c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:26:23.074975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c68914a1-cc99-4fc7-a153-8b9c999df9ef req-b0664e72-7098-4d67-b0aa-eafcbe4e6e8c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:26:23.076281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c68914a1-cc99-4fc7-a153-8b9c999df9ef req-b0664e72-7098-4d67-b0aa-eafcbe4e6e8c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 210 time: 0.0607369 Apr 25 15:26:23.168804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:26:23.206350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 972e4d12-5394-4ee9-ab24-f47862167d1f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:26:23.206703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 972e4d12-5394-4ee9-ab24-f47862167d1f not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:26:24.232007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-09f2955a-733a-45e0-a44f-abe8bcff6115 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:24.233494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-09f2955a-733a-45e0-a44f-abe8bcff6115 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.2735128 Apr 25 15:26:24.255453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e3a614bb-2904-4278-acea-19ec6a648fe8 req-56ed79d9-763d-4d9d-8565-79bc8a6cb06d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 210 time: 0.0467980 Apr 25 15:26:24.281304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-dd2da912-84c8-48eb-95a2-b3810dde71e9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 380 time: 0.0401387 Apr 25 15:26:24.289288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'port': {'device_id': '217c48f3-4d79-491e-9c87-42d80432c40b', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'admin_state_up': True, 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'security_groups': ['b6b522e5-b563-4699-93b4-d89a4d811383']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:26:24.422321 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:26:24.432572 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:26:24.442013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Made reservation on behalf of 92f9ce99bbbf418b8a18e7eaa64dc259 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:26:24.446279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:24.615373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Allocated IP 172.20.0.12 (40235b93-31b4-4cd6-93f4-25a294eea261/33ae3727-fc67-4b97-b52f-f9eb986384e8/819caf49-17a0-4144-8ee1-228b87253db8) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:26:24.798697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:24.814055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Transition to ACTIVE for port object 819caf49-17a0-4144-8ee1-228b87253db8 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:26:24.836975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:24.910105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:26:24.918325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:26:24.922594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:26:24.955116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:24.992793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:24.993349 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:25.018742 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-47797fb7-99b6-4b74-9bd2-9701664e3e4e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329426 Apr 25 15:26:25.029920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Request body: {'port': {'device_id': '217c48f3-4d79-491e-9c87-42d80432c40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:26:25.143448 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:25.194327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-887aede1-f96b-40b8-8928-123ffc565b17 None None] Provisioning for port 819caf49-17a0-4144-8ee1-228b87253db8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:26:25.199209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-887aede1-f96b-40b8-8928-123ffc565b17 None None] Provisioning complete for port 819caf49-17a0-4144-8ee1-228b87253db8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:26:25.199660 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-887aede1-f96b-40b8-8928-123ffc565b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:25.252727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-887aede1-f96b-40b8-8928-123ffc565b17 None None] Port 819caf49-17a0-4144-8ee1-228b87253db8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:26:25.503141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c2879-2001-4828-a1c8-6b8619ae6b29 req-cca99a85-ad12-4462-ad24-344b5d6e6dc2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:25.503788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a8c2879-2001-4828-a1c8-6b8619ae6b29 req-cca99a85-ad12-4462-ad24-344b5d6e6dc2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:26:25.567711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-3a8c2879-2001-4828-a1c8-6b8619ae6b29 req-cca99a85-ad12-4462-ad24-344b5d6e6dc2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:26:25.568855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a8c2879-2001-4828-a1c8-6b8619ae6b29 req-cca99a85-ad12-4462-ad24-344b5d6e6dc2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 932 time: 0.1980698 Apr 25 15:26:25.573243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819caf49-17a0-4144-8ee1-228b87253db8 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:26:25.594670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:25.622720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Transition to ACTIVE for port object 819caf49-17a0-4144-8ee1-228b87253db8 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:26:25.626388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:25.668810 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a8c2879-2001-4828-a1c8-6b8619ae6b29 req-88ebbdaf-6268-4d50-a037-dd522d747cc9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912471 Apr 25 15:26:25.782540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:25.863850 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:26:25.864183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:26:25.864514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:26:25.870237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Port 819caf49-17a0-4144-8ee1-228b87253db8 on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:26:25.870566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:26:25.877621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:26:25.877970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:26:25.878358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:26:25.880141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Bound port: 819caf49-17a0-4144-8ee1-228b87253db8, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:26:25.882843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:25.977185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:26:25.979959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:26:25.984452 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:26.140611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:26.141236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:26.142572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] 10.222.0.21 "PUT /v2.0/ports/819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1092 time: 1.1169202 Apr 25 15:26:26.143002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:26.173126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979725-6224-4f04-b580-b2888ab0c371 service neutron] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:26.220891 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f7d196-c8ad-4d34-b240-ac3360448edc'] response: {'name': 'network-changed', 'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'status': 'completed', 'code': 200} Apr 25 15:26:26.259641 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-a1851b63-17db-4b8b-8312-5826550ea3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:26.261294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-a1851b63-17db-4b8b-8312-5826550ea3e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1095 time: 0.0798385 Apr 25 15:26:26.331715 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-dda5a40f-e618-43ce-be51-d8258c2d1e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 217 time: 0.0642176 Apr 25 15:26:26.391917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-9ba049b3-f9af-4b78-a777-2e8ffafffd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:26.393278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-9ba049b3-f9af-4b78-a777-2e8ffafffd35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0565920 Apr 25 15:26:26.469961 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-656beba5-003c-4b95-8c05-09237b2a5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:26.471425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-656beba5-003c-4b95-8c05-09237b2a5a86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729129 Apr 25 15:26:26.606514 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-f29ce98e-f03e-46b8-af0c-2bd114960345 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282995 Apr 25 15:26:26.735127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c03bbfd7-980d-49de-8115-626a05ad6940 req-c4511049-b3d7-4c42-a734-97c63df32e97 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231503 Apr 25 15:26:26.904721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-722cb0d3-7e40-47d8-ac70-86e072498748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:26.906217 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-722cb0d3-7e40-47d8-ac70-86e072498748 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1095 time: 0.1295044 Apr 25 15:26:26.919018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41d6a5-d21f-44f6-93f6-efe1b3576292 req-42bae05e-a9dc-45c7-8103-9c5f4615a8eb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:26.920347 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c41d6a5-d21f-44f6-93f6-efe1b3576292 req-42bae05e-a9dc-45c7-8103-9c5f4615a8eb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.1089180 Apr 25 15:26:27.050443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c41d6a5-d21f-44f6-93f6-efe1b3576292 req-8816799a-966b-404a-83c5-1aa24570702e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113636 Apr 25 15:26:27.077017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-05e74723-55e1-4d57-b3e8-7b997063bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:27.078454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-05e74723-55e1-4d57-b3e8-7b997063bde2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1572897 Apr 25 15:26:27.146915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-c86218f8-db6f-4902-8ac4-9d4bc856562e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 217 time: 0.0623310 Apr 25 15:26:27.208180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-aebb4882-f795-4517-b35a-6b5433757554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:27.209607 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-aebb4882-f795-4517-b35a-6b5433757554 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0567050 Apr 25 15:26:27.291575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-0cb235aa-650a-4eed-98b9-b8a473c6d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:27.293029 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-0cb235aa-650a-4eed-98b9-b8a473c6d9e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774033 Apr 25 15:26:27.422561 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-b2eb8719-30ea-44c7-bd16-5437f99af08a service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232526 Apr 25 15:26:27.554583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5ec0e259-dba6-45cb-a115-2df1da8a25e8 req-5b64b456-ca6a-42bd-9cf0-2264617b3af0 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256907 Apr 25 15:26:28.234403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebb8cc-d03a-4cc5-a117-c06a838bb258 req-6c90756b-3c25-4d04-a454-4a2e836b77a8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:28.235836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0bebb8cc-d03a-4cc5-a117-c06a838bb258 req-6c90756b-3c25-4d04-a454-4a2e836b77a8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.0790460 Apr 25 15:26:28.279449 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0bebb8cc-d03a-4cc5-a117-c06a838bb258 req-11d28d4e-f577-4a3e-b4b7-5b4182b073c3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Apr 25 15:26:29.185658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:29.460807 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b7799-ef84-4dfa-a7c9-62fc97d8b378 req-c0194d9a-2a76-458e-91f1-20508eae35e0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:29.462202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3e7b7799-ef84-4dfa-a7c9-62fc97d8b378 req-c0194d9a-2a76-458e-91f1-20508eae35e0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.0788934 Apr 25 15:26:29.505175 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3e7b7799-ef84-4dfa-a7c9-62fc97d8b378 req-87748f1f-646e-4b2e-aebb-589cd00af2c2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Apr 25 15:26:30.698831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858efdd-1e06-4fef-b06a-b5fb693599c7 req-4e8d78d7-f917-4f3f-aef2-c627d4887eb6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:30.700264 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9858efdd-1e06-4fef-b06a-b5fb693599c7 req-4e8d78d7-f917-4f3f-aef2-c627d4887eb6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.0883389 Apr 25 15:26:30.743991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9858efdd-1e06-4fef-b06a-b5fb693599c7 req-2cf8a9d1-b625-47b2-8ee5-11d20d196224 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379131 Apr 25 15:26:31.199488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:26:31.336403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:31.349163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '819caf49-17a0-4144-8ee1-228b87253db8', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '819caf49-17a0-4144-8ee1-228b87253db8', 'mac_address': 'fa:16:3e:7a:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:26:31.406500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:31.423239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819caf49-17a0-4144-8ee1-228b87253db8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:26:31.438506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:31.442396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:31.508184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:31.723253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['819caf49-17a0-4144-8ee1-228b87253db8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:26:32.032802 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4eba4-1eeb-4d50-897b-e62aa151e75c req-4efd92ff-b2aa-4591-8402-43c45fe8b7dc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:32.034202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded4eba4-1eeb-4d50-897b-e62aa151e75c req-4efd92ff-b2aa-4591-8402-43c45fe8b7dc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 945 time: 0.1872239 Apr 25 15:26:32.078533 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded4eba4-1eeb-4d50-897b-e62aa151e75c req-cc11bfe7-70a0-4cef-a166-d3468370712b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Apr 25 15:26:33.214967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:26:33.266056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77284d19-ebc2-4b12-8970-54703ae66013 req-19c47578-041c-4f88-9a76-15dc50c5e529 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:33.267538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77284d19-ebc2-4b12-8970-54703ae66013 req-19c47578-041c-4f88-9a76-15dc50c5e529 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 945 time: 0.0813544 Apr 25 15:26:33.285366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 819caf49-17a0-4144-8ee1-228b87253db8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:26:33.290999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 819caf49-17a0-4144-8ee1-228b87253db8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:26:33.291373 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:33.315872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77284d19-ebc2-4b12-8970-54703ae66013 req-ded4a4e5-b7b2-48f1-aa5c-b2b83261c646 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Apr 25 15:26:33.402986 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:33.429172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:33.438696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:26:33.442367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:33.502398 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd367704-9261-4cf3-8905-08f15084f0ea'] response: {'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'code': 200} Apr 25 15:26:33.541796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:26:33.601045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6057c83-a0c6-4a8a-b2d6-86600eb031ba req-23b0fa3b-dc5b-4261-9526-ec445c698858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:33.602519 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c6057c83-a0c6-4a8a-b2d6-86600eb031ba req-23b0fa3b-dc5b-4261-9526-ec445c698858 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1097 time: 0.0693240 Apr 25 15:26:33.640584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c6057c83-a0c6-4a8a-b2d6-86600eb031ba req-802257e6-9e5b-4e7c-afd8-a365b423eb0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Apr 25 15:26:34.497868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469329d5-e9de-4cf1-b40a-2f0a11378340 req-ed8cd674-ba55-456d-9a31-f5bb95f33abc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:34.499318 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-469329d5-e9de-4cf1-b40a-2f0a11378340 req-ed8cd674-ba55-456d-9a31-f5bb95f33abc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0796342 Apr 25 15:26:34.542931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-469329d5-e9de-4cf1-b40a-2f0a11378340 req-86b19560-b294-4ee4-be62-a12b67771a64 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378544 Apr 25 15:26:34.702343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:35.733183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaff59-0e3d-4074-9281-2327831a41a5 req-71543a89-770c-4a15-bf5c-c5e993420174 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:35.734642 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbeaff59-0e3d-4074-9281-2327831a41a5 req-71543a89-770c-4a15-bf5c-c5e993420174 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0823019 Apr 25 15:26:35.778086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbeaff59-0e3d-4074-9281-2327831a41a5 req-fb04937c-43f2-415d-a9c8-c61a98685782 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377510 Apr 25 15:26:36.067197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89229cde-26af-4056-a59b-d47f735f69ec req-653435e4-d436-451b-aac5-1e28bbb2d1f3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:36.068544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89229cde-26af-4056-a59b-d47f735f69ec req-653435e4-d436-451b-aac5-1e28bbb2d1f3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.1925037 Apr 25 15:26:36.077211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39600) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:26:36.082116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'floatingip': {'port_id': '819caf49-17a0-4144-8ee1-228b87253db8'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:26:36.159275 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:36.749119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:36.752938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:36.926329 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a associated. External IP: 172.25.0.204, port: 819caf49-17a0-4144-8ee1-228b87253db8. Apr 25 15:26:37.271767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:26:37.569349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:26:37.574155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:37.579104 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:26:37.589907 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:26:37.590777 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:26:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:37.634452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-575ad24b-ba54-4c56-9cd0-da61f3304790 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "PUT /v2.0/floatingips/70f11482-45d2-479d-8953-bc542659aa1a HTTP/1.1" status: 200 len: 992 time: 1.5560906 Apr 25 15:26:37.635039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:26:37.685511 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0251ca-9dd2-457b-9d53-f1002934dc96'] response: {'name': 'network-changed', 'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'status': 'completed', 'code': 200} Apr 25 15:26:37.779285 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-2fbf1dc8-ed6e-46b9-b07a-9e0c4e724f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:37.781439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-2fbf1dc8-ed6e-46b9-b07a-9e0c4e724f5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1097 time: 0.0775659 Apr 25 15:26:37.796929 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:26:37.932456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-161335d9-8e3d-428e-a729-a6a56a47d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:37.934817 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-161335d9-8e3d-428e-a729-a6a56a47d196 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1480036 Apr 25 15:26:38.002746 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076d55c-ec86-43df-af52-9d50d7335adb req-fbb5f7da-5864-462e-9d24-f429f6f4e52c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:38.004791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6076d55c-ec86-43df-af52-9d50d7335adb req-fbb5f7da-5864-462e-9d24-f429f6f4e52c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0890596 Apr 25 15:26:38.052114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-b016205e-67c5-48aa-b986-e99d822b051e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1000 time: 0.1114132 Apr 25 15:26:38.053574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6076d55c-ec86-43df-af52-9d50d7335adb req-3fdc47f4-b292-4b3b-9a0f-b97cf4a28d8d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 Apr 25 15:26:38.118427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-117b2870-74a5-40f2-a3f9-44e29917c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:38.119776 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-117b2870-74a5-40f2-a3f9-44e29917c9be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0608857 Apr 25 15:26:38.158644 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '819caf49-17a0-4144-8ee1-228b87253db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:7a:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c48f3-4d79-491e-9c87-42d80432c40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:26:36Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:38.162488 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:26:38.171049 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:26:38.171642 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:26:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:38.193602 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-2743ed5b-8b84-4ce2-897e-eddb4df3d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:38.195559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-2743ed5b-8b84-4ce2-897e-eddb4df3d84f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700634 Apr 25 15:26:38.330113 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-e331109a-d609-4fd4-9d0f-0a42011208f2 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286919 Apr 25 15:26:38.347372 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:26:38.466879 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8ce171b5-c152-4c77-99c5-1178c998ebcb req-29e6a6a1-0a39-4729-b06f-ffda537aca7f service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280057 Apr 25 15:26:38.618014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-404a46a2-6f87-49ad-8108-d3f6e1f55133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:38.700605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '819caf49-17a0-4144-8ee1-228b87253db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:7a:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c48f3-4d79-491e-9c87-42d80432c40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:26:36Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:26:38.704537 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215077b0-3c70-4b15-b0d5-ab75d0307e1a None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '819caf49-17a0-4144-8ee1-228b87253db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:7a:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217c48f3-4d79-491e-9c87-42d80432c40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:26:36Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:26:38.882957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3b97e-17de-4332-9cd0-0f6cd00f8da3 None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:26:39.246325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf1ebb-7fb9-46e0-95d0-9de509c0888f req-b81605f8-f45e-4dbc-8a8f-d28bd10306f6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:39.247802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46cf1ebb-7fb9-46e0-95d0-9de509c0888f req-b81605f8-f45e-4dbc-8a8f-d28bd10306f6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0844862 Apr 25 15:26:39.292111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-46cf1ebb-7fb9-46e0-95d0-9de509c0888f req-c009f25b-6e70-4f31-bec6-3083cd2cfce5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384073 Apr 25 15:26:40.478601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9053b4-fcd6-4af6-adad-8cccee315899 req-9093b55a-7408-4f02-8115-7439323a015a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:40.480064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b9053b4-fcd6-4af6-adad-8cccee315899 req-9093b55a-7408-4f02-8115-7439323a015a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0836933 Apr 25 15:26:40.524338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b9053b4-fcd6-4af6-adad-8cccee315899 req-c67f0d5f-c5ab-44c8-9fe0-ebb5743a2080 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Apr 25 15:26:40.987409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f56a80b-879f-4e20-b2ec-95b1f7d4eb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:41.715564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c78e-46c4-44cb-8adf-d1a40cbd04c4 req-640c4992-72d1-499e-8694-2e8b0a0d5162 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:41.717053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab47c78e-46c4-44cb-8adf-d1a40cbd04c4 req-640c4992-72d1-499e-8694-2e8b0a0d5162 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0897007 Apr 25 15:26:41.760346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab47c78e-46c4-44cb-8adf-d1a40cbd04c4 req-d78f96dc-93b2-415d-9701-48f1ed181573 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376804 Apr 25 15:26:41.895645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:42.114293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:42.942260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2edd-162b-458c-a413-8e58a2636869 req-7882cbfe-0bef-4ae8-b1bb-d4c17ede7d82 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:42.944306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abba2edd-162b-458c-a413-8e58a2636869 req-7882cbfe-0bef-4ae8-b1bb-d4c17ede7d82 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0794621 Apr 25 15:26:42.988675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abba2edd-162b-458c-a413-8e58a2636869 req-f265d030-819b-45f7-9ca5-4695ea168be1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Apr 25 15:26:43.345965 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:26:43.813685 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:26:44.173292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e421f6-c255-40f6-a485-8792d676c0a8 req-c5aaa153-a2a2-40bd-ae25-9e96946e87e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:44.174730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00e421f6-c255-40f6-a485-8792d676c0a8 req-c5aaa153-a2a2-40bd-ae25-9e96946e87e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0822780 Apr 25 15:26:44.220388 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-00e421f6-c255-40f6-a485-8792d676c0a8 req-eda90991-59b0-46de-8b4a-edef43734269 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Apr 25 15:26:45.413378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8fa5f-bf9b-4ef8-8cf4-c7a411fa02f3 req-c3983b11-bef6-4803-8a80-36fa33d27dae tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:45.414840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1af8fa5f-bf9b-4ef8-8cf4-c7a411fa02f3 req-c3983b11-bef6-4803-8a80-36fa33d27dae tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0872080 Apr 25 15:26:45.457810 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1af8fa5f-bf9b-4ef8-8cf4-c7a411fa02f3 req-58611558-4d95-45df-bc06-adce1067df36 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Apr 25 15:26:46.644979 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0a62-e217-4213-ba97-974e04b68b57 req-d0ed1874-3d83-4898-99c7-8b142f7691c8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:46.646445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-013b0a62-e217-4213-ba97-974e04b68b57 req-d0ed1874-3d83-4898-99c7-8b142f7691c8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0790019 Apr 25 15:26:46.693638 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-013b0a62-e217-4213-ba97-974e04b68b57 req-2f794662-45e8-4160-a444-d7b881162e70 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Apr 25 15:26:47.878285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fd0fd-accd-4dba-834b-7096566dc631 req-51126757-222f-48af-b23a-54a22f83f890 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:47.879646 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c8fd0fd-accd-4dba-834b-7096566dc631 req-51126757-222f-48af-b23a-54a22f83f890 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0792046 Apr 25 15:26:47.926855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c8fd0fd-accd-4dba-834b-7096566dc631 req-377006ea-19f3-4f5b-a738-4144680f091a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Apr 25 15:26:49.112436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccddb8-e884-4168-be05-14b2db6f6cca req-1ed33506-5a9e-4ea8-b442-22f61a60ae9a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:49.113960 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-68ccddb8-e884-4168-be05-14b2db6f6cca req-1ed33506-5a9e-4ea8-b442-22f61a60ae9a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0835285 Apr 25 15:26:49.157270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-68ccddb8-e884-4168-be05-14b2db6f6cca req-51404f10-a1a0-41ce-9084-1b2dee863a0e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Apr 25 15:26:50.341783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abacdc6-985e-4602-8b0d-7c500d9e954b req-f6db07cc-963b-403e-9bfc-dca4c9ca750d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:50.343223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2abacdc6-985e-4602-8b0d-7c500d9e954b req-f6db07cc-963b-403e-9bfc-dca4c9ca750d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0803020 Apr 25 15:26:50.385911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2abacdc6-985e-4602-8b0d-7c500d9e954b req-996085f7-0860-4fa6-919f-1a9af625e294 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Apr 25 15:26:51.576694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492ead-38ef-4377-98fe-82231506a1c2 req-d83c6e21-3ca9-410a-9ed3-970eef075e86 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:51.578173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de492ead-38ef-4377-98fe-82231506a1c2 req-d83c6e21-3ca9-410a-9ed3-970eef075e86 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0842397 Apr 25 15:26:51.621348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de492ead-38ef-4377-98fe-82231506a1c2 req-6a7dbcc4-c3d0-491f-8861-ff9d146a03d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Apr 25 15:26:52.809354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aaa65-d527-4c4d-a6e7-4d6632c2c67c req-bc694eb6-7804-4ab9-aa04-64379a3f189c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:52.810727 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b11aaa65-d527-4c4d-a6e7-4d6632c2c67c req-bc694eb6-7804-4ab9-aa04-64379a3f189c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0829248 Apr 25 15:26:52.858495 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b11aaa65-d527-4c4d-a6e7-4d6632c2c67c req-af7f9c2b-34f0-4901-8fb0-3cc868871928 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Apr 25 15:26:54.042502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf548-5e63-4d6d-b87f-622db5f50de6 req-03a293fc-f193-4553-a0fb-cd647ef9aa5d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:54.043951 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f2cf548-5e63-4d6d-b87f-622db5f50de6 req-03a293fc-f193-4553-a0fb-cd647ef9aa5d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0800920 Apr 25 15:26:54.089079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1f2cf548-5e63-4d6d-b87f-622db5f50de6 req-1f23b6aa-aade-4484-ab86-18cfda9d05b0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 Apr 25 15:26:55.272787 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eabd68-cebf-49fe-a31f-300b5086cf34 req-4af24631-67ff-4d8c-8753-4d6c16f0aa69 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:55.274271 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01eabd68-cebf-49fe-a31f-300b5086cf34 req-4af24631-67ff-4d8c-8753-4d6c16f0aa69 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0796177 Apr 25 15:26:55.320890 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01eabd68-cebf-49fe-a31f-300b5086cf34 req-af850d1e-a582-40dc-ab36-33f35777b6de tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Apr 25 15:26:56.505490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67024d-4bb6-4052-b1d2-8454571e7f2a req-25739cab-d1e6-452b-8899-a1bb73879b9f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:56.507631 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca67024d-4bb6-4052-b1d2-8454571e7f2a req-25739cab-d1e6-452b-8899-a1bb73879b9f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0828156 Apr 25 15:26:56.551260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca67024d-4bb6-4052-b1d2-8454571e7f2a req-b5cb143e-131c-4d64-8170-dfa4137ce162 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Apr 25 15:26:57.735059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a22c7-db7d-479a-a461-c0b06f265b70 req-95b391d9-cf29-49ba-b117-b9e79c036805 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:57.736507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c93a22c7-db7d-479a-a461-c0b06f265b70 req-95b391d9-cf29-49ba-b117-b9e79c036805 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0799577 Apr 25 15:26:57.780672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c93a22c7-db7d-479a-a461-c0b06f265b70 req-3dafa1b1-3673-4cbc-ba62-74501b38e5fa tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Apr 25 15:26:58.964317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebd45b-3e89-4e8b-9bfc-cb5da565cf93 req-b31251e9-703f-40e3-b683-1e3dd874a313 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:26:58.965770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b1ebd45b-3e89-4e8b-9bfc-cb5da565cf93 req-b31251e9-703f-40e3-b683-1e3dd874a313 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0806060 Apr 25 15:26:59.012145 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b1ebd45b-3e89-4e8b-9bfc-cb5da565cf93 req-7e31891a-812c-4c0b-9504-be3981426292 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Apr 25 15:26:59.184979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:00.202508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94c80d-b2b9-4ec7-81ef-94cfa225e762 req-5a2aa894-0586-45c4-adb7-51c38b46da97 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:00.203951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db94c80d-b2b9-4ec7-81ef-94cfa225e762 req-5a2aa894-0586-45c4-adb7-51c38b46da97 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0841475 Apr 25 15:27:00.249090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db94c80d-b2b9-4ec7-81ef-94cfa225e762 req-bfd300f3-4ebd-4bd6-b750-0f07dc9a55b9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389886 Apr 25 15:27:01.434725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a963f9b-de82-4381-8519-ef78224ede17 req-9c61c8ad-5d82-4848-9a37-6f94bbf7e6c5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:01.436166 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a963f9b-de82-4381-8519-ef78224ede17 req-9c61c8ad-5d82-4848-9a37-6f94bbf7e6c5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0800149 Apr 25 15:27:01.478925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a963f9b-de82-4381-8519-ef78224ede17 req-df85c8cc-6d56-45b7-95d3-bcc89ddd199d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371633 Apr 25 15:27:02.669635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7158-ace3-45cc-a5e0-4cb4aa838fdd req-fba7aa2d-cd27-4bcc-bd75-c1dbe9a050f5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:02.671091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbc7158-ace3-45cc-a5e0-4cb4aa838fdd req-fba7aa2d-cd27-4bcc-bd75-c1dbe9a050f5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0877676 Apr 25 15:27:02.714333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cbc7158-ace3-45cc-a5e0-4cb4aa838fdd req-8bd2497f-82cc-4747-9cf7-472fd1a97ca8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Apr 25 15:27:03.904764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7068-061e-42a8-81e5-e8399afc543d req-6dde7392-8317-4d2f-9e5b-bb1d9328113f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:03.906154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aaf7068-061e-42a8-81e5-e8399afc543d req-6dde7392-8317-4d2f-9e5b-bb1d9328113f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0862892 Apr 25 15:27:03.951294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3aaf7068-061e-42a8-81e5-e8399afc543d req-b175ba22-5527-4801-8523-6c95c3068bf1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392768 Apr 25 15:27:04.419464 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b19f87-eec1-48f3-973a-d69beec686d4 req-0a6039bc-3ac5-41a2-89d7-3030cd1d7b7b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:04.420874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69b19f87-eec1-48f3-973a-d69beec686d4 req-0a6039bc-3ac5-41a2-89d7-3030cd1d7b7b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.1436524 Apr 25 15:27:04.426494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-12eeaa55-de90-4a00-b72a-1a47b5407574 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506171 Apr 25 15:27:04.467195 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-69b19f87-eec1-48f3-973a-d69beec686d4 req-2f47b36c-8f3b-4560-8829-36115f48cce0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Apr 25 15:27:04.707655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:05.547448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-a245534f-0abd-4a70-b707-b26592ab5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:05.548924 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-a245534f-0abd-4a70-b707-b26592ab5f71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1097 time: 0.0709636 Apr 25 15:27:05.658439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881685a3-d08d-4226-b2bf-3112e4691e20 req-6f3739aa-ae7e-46a4-b1e7-d04cffeb9bdb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:05.659916 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-881685a3-d08d-4226-b2bf-3112e4691e20 req-6f3739aa-ae7e-46a4-b1e7-d04cffeb9bdb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0834794 Apr 25 15:27:05.677493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-a5a28f18-085d-43c5-9f42-e55658395a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:05.678934 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-a5a28f18-085d-43c5-9f42-e55658395a4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1247950 Apr 25 15:27:05.706203 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-881685a3-d08d-4226-b2bf-3112e4691e20 req-a96c490c-a2a1-4acc-b91b-33c5e299a069 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Apr 25 15:27:05.874709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-c0567ae1-503e-4f08-a152-4ad7b8ca62c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1002 time: 0.1887548 Apr 25 15:27:05.937249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-5edb7d9d-2271-4134-b4c3-f850f9f94a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:05.938633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-5edb7d9d-2271-4134-b4c3-f850f9f94a19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0583136 Apr 25 15:27:06.013126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-0ac78cae-7f1d-4734-b1ab-06a12d4a5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:06.014578 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-0ac78cae-7f1d-4734-b1ab-06a12d4a5faa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703499 Apr 25 15:27:06.144472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-0f69a3f9-d8d0-4049-823a-10eb33e7fc08 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233728 Apr 25 15:27:06.274601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-1314b79b-71c3-4062-8c50-4cd6b6d76457 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239586 Apr 25 15:27:06.897607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cfcf5-76ab-49a9-939b-03b98856111f req-ece2c045-4df6-4599-9abd-9cc90008de9b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:06.898944 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-380cfcf5-76ab-49a9-939b-03b98856111f req-ece2c045-4df6-4599-9abd-9cc90008de9b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0835841 Apr 25 15:27:06.942635 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-380cfcf5-76ab-49a9-939b-03b98856111f req-1ed1d413-e4c2-4f07-b5bb-4431dbcfe876 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379429 Apr 25 15:27:08.086951 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-b8de4a8b-5be0-4eef-8168-9d0d6f77c85b service neutron] show failed (client error): The resource could not be found. Apr 25 15:27:08.087949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-b8de4a8b-5be0-4eef-8168-9d0d6f77c85b service neutron] 10.222.0.21 "GET /v2.0/ports/819caf49-17a0-4144-8ee1-228b87253db8/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0751173 Apr 25 15:27:08.128867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36e8e-3c84-4cf9-8365-5d7792ee32eb req-76a2ba55-9920-4df3-b199-1549c64ddc7e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:08.130892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bff36e8e-3c84-4cf9-8365-5d7792ee32eb req-76a2ba55-9920-4df3-b199-1549c64ddc7e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0826578 Apr 25 15:27:08.184739 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bff36e8e-3c84-4cf9-8365-5d7792ee32eb req-5db2feb8-75cd-4f41-800d-fc43f1125d22 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478117 Apr 25 15:27:08.351079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-8eebcf7d-27b3-40af-a07a-d122a20ae3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:08.352453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-8eebcf7d-27b3-40af-a07a-d122a20ae3a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 1097 time: 0.0725093 Apr 25 15:27:08.363426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:27:08.482149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:08.621107 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-922581a2-8b31-4b7a-a01e-b7982c8aec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:08.749754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:08.777967 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:27:08.853587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:08.860517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:08.878166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Transition to ACTIVE for port object 819caf49-17a0-4144-8ee1-228b87253db8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:27:08.883011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:08.933957 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14b98ea-b091-4f70-a2de-ae47ab4adbae'] response: {'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'code': 200} Apr 25 15:27:09.141563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:09.161132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.161485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.161954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.162296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.162702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.163043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.163470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.163957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.164435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.164912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.165683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.166167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:09.221424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] No DVR routers for this DVR port 819caf49-17a0-4144-8ee1-228b87253db8 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:27:09.512097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5847f-be4d-48e8-b08f-af23ac109869 req-281c55b9-49fa-4d8b-8881-b4c221a855b2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:09.513594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7d5847f-be4d-48e8-b08f-af23ac109869 req-281c55b9-49fa-4d8b-8881-b4c221a855b2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.2131910 Apr 25 15:27:09.517803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:27:09.518142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:27:09.518469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:27:09.537553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Port 819caf49-17a0-4144-8ee1-228b87253db8 on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:27:09.537873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Attempting to bind port 819caf49-17a0-4144-8ee1-228b87253db8 on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:27:09.548229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:27:09.548562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:27:09.548932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:27:09.549456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Bound port: 819caf49-17a0-4144-8ee1-228b87253db8, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:27:09.549799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:09.612711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f7d5847f-be4d-48e8-b08f-af23ac109869 req-0a6a09fb-7b57-49fe-9378-fd7dc2f962dd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919106 Apr 25 15:27:09.650973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:27:09.653895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:27:09.658639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:09.715600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:09.716235 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:09.717600 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] 10.222.0.15 "PUT /v2.0/ports/819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1092 time: 1.3580370 Apr 25 15:27:09.740818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581114-c29a-4d05-be2e-925faf7e7f46 service neutron] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:09.816238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-56c4c36a-a837-436d-8ee3-7bf64b40d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:09.817758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-56c4c36a-a837-436d-8ee3-7bf64b40d3f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1095 time: 0.0736442 Apr 25 15:27:09.951990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-c4696ce7-ba63-480d-977c-18dd1527e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:09.953469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-c4696ce7-ba63-480d-977c-18dd1527e7ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1288290 Apr 25 15:27:10.060755 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-0f8689d3-991b-4a6a-9c80-da8a7f09b3f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1000 time: 0.1007807 Apr 25 15:27:10.121729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-9ce0fe07-fcd6-4b13-b645-eeba96e65825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:10.123110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-9ce0fe07-fcd6-4b13-b645-eeba96e65825 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0569441 Apr 25 15:27:10.199429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-929343cb-14c0-4cf3-84f8-3ce2feab37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:10.200877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-929343cb-14c0-4cf3-84f8-3ce2feab37be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720818 Apr 25 15:27:10.338054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-2c2c3fb8-dd6a-4884-b1e3-ce63e2c24726 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311555 Apr 25 15:27:10.470447 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cfe1f0f8-5c27-4d07-95e5-c9f1f09d8d53 req-d9c8bbeb-7b4f-48c6-9e0e-36730dd301d6 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265097 Apr 25 15:27:10.800214 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b06a9-d4a0-48c5-90d1-e3c4c42f5bc0 req-bece1284-2812-4558-b408-53506633c09d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:10.801691 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e70b06a9-d4a0-48c5-90d1-e3c4c42f5bc0 req-bece1284-2812-4558-b408-53506633c09d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.0821948 Apr 25 15:27:10.852554 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e70b06a9-d4a0-48c5-90d1-e3c4c42f5bc0 req-d4401ea2-c9f1-42d6-9156-fc1d2e562784 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447147 Apr 25 15:27:10.935437 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:10.990135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9184484d-7457-481a-aec6-4f46384ab0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:10.991915 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e74dbf-1542-425a-be2a-02c0067df83d'] response: {'name': 'network-changed', 'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'status': 'completed', 'code': 200} Apr 25 15:27:11.079185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-7d498158-2cb4-4826-af5f-4da7ed22fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.080676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-7d498158-2cb4-4826-af5f-4da7ed22fd3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1095 time: 0.0702283 Apr 25 15:27:11.084194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-4778ff92-3cc4-49bb-9faa-c631a9dc76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.085751 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-4778ff92-3cc4-49bb-9faa-c631a9dc76cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1095 time: 0.0700934 Apr 25 15:27:11.219637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-dd7b67a1-df06-4630-879e-a1030f7fde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.221173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-dd7b67a1-df06-4630-879e-a1030f7fde28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1349566 Apr 25 15:27:11.331382 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-6e0b5ebb-8efb-40d7-8995-08a2b842a4cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1000 time: 0.1037126 Apr 25 15:27:11.349677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-14525fa0-4d37-42f0-9bdd-203614d0c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.351130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-14525fa0-4d37-42f0-9bdd-203614d0c715 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.2590988 Apr 25 15:27:11.396184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-cdc3a839-54bf-43bd-90a2-788559846cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.397666 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-cdc3a839-54bf-43bd-90a2-788559846cca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0611563 Apr 25 15:27:11.456596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-9a84a30f-d8ac-4141-a38c-8f9da04d41b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1000 time: 0.0971184 Apr 25 15:27:11.472110 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-4ef58ab6-1809-40d1-b16a-9b88f4731fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.473608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-4ef58ab6-1809-40d1-b16a-9b88f4731fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702615 Apr 25 15:27:11.496149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:27:11.530908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-242a970b-5181-4389-83ce-61d13ba9b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.532356 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-242a970b-5181-4389-83ce-61d13ba9b8a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0667572 Apr 25 15:27:11.563734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:27:11.609501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-f541d4e1-2df5-475b-83b9-be4a7072bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:11.610976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-f541d4e1-2df5-475b-83b9-be4a7072bec4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715024 Apr 25 15:27:11.613335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-4d5686c8-bca5-431d-90cc-c63dc005fc4d service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336079 Apr 25 15:27:11.748384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-6f10bfea-ea7a-4cbb-9d38-5baae9e0ecc8 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292615 Apr 25 15:27:11.750156 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-3352e212-b52e-4d19-81ec-920840d182f0 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303461 Apr 25 15:27:11.885323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c076b2d2-8955-4708-8034-86a8b5d29ff9 req-61b3bb4e-d25d-4f6c-92df-351fbca03a1f service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313517 Apr 25 15:27:11.901729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:12.043136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d272-e7e0-4ae7-aa01-4a4aaaff1e5f req-2f8a8db2-82d6-4410-a44d-759b8585f1e2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:12.044501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2813d272-e7e0-4ae7-aa01-4a4aaaff1e5f req-2f8a8db2-82d6-4410-a44d-759b8585f1e2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.0842776 Apr 25 15:27:12.087603 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2813d272-e7e0-4ae7-aa01-4a4aaaff1e5f req-4fe2b506-78ab-4308-a846-1f29411a1d7c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Apr 25 15:27:12.127471 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:12.551825 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-5448fb28-31e8-40ba-927b-97fc40ed797a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:12.553294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-5448fb28-31e8-40ba-927b-97fc40ed797a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 944 time: 0.2417035 Apr 25 15:27:12.566713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe874-785c-4195-b295-a132dc618da5 req-1c2ac070-87f7-47c6-b0ab-ac76b6187a63 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:12.568569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-edfbe874-785c-4195-b295-a132dc618da5 req-1c2ac070-87f7-47c6-b0ab-ac76b6187a63 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 944 time: 0.2262425 Apr 25 15:27:12.663375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-edfbe874-785c-4195-b295-a132dc618da5 req-7cb2ae8e-dc36-4d41-8f76-4cdf35613a01 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635512 Apr 25 15:27:12.670875 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-b7a093f6-832d-49bd-ba1e-f54d9a5d85c0 service neutron] delete failed (client error): The resource could not be found. Apr 25 15:27:12.671797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-b7a093f6-832d-49bd-ba1e-f54d9a5d85c0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/819caf49-17a0-4144-8ee1-228b87253db8/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.1127143 Apr 25 15:27:12.810235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-8ed2dd5e-aec7-441d-a4d1-5d23a1f43cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:12.811602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-8ed2dd5e-aec7-441d-a4d1-5d23a1f43cce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1095 time: 0.0730584 Apr 25 15:27:12.942032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-0718346a-b5f8-4b88-b063-4963fed9b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:12.944059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-0718346a-b5f8-4b88-b063-4963fed9b3b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1267731 Apr 25 15:27:13.044252 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-0aa69a97-85ed-40a2-83e6-cdc1cbb311b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1000 time: 0.0946279 Apr 25 15:27:13.061955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:27:13.105084 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-5c461345-9ec6-4feb-ab07-3099c9d4b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:13.106530 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-5c461345-9ec6-4feb-ab07-3099c9d4b4e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0569210 Apr 25 15:27:13.187057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-61f5f86e-a39e-4c2f-bd08-b8b26914ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:13.188694 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-61f5f86e-a39e-4c2f-bd08-b8b26914ffb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765712 Apr 25 15:27:13.199032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:13.212089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '819caf49-17a0-4144-8ee1-228b87253db8', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '819caf49-17a0-4144-8ee1-228b87253db8', 'mac_address': 'fa:16:3e:7a:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:27:13.269139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:13.285394 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819caf49-17a0-4144-8ee1-228b87253db8 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:27:13.301965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:13.306659 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:13.323332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-3c46e9eb-e018-4102-9fc3-bb2b96548c6f service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286867 Apr 25 15:27:13.372109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:13.379553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.380018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.380883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.381247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.381585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.381907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.382229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.382547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.382866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.383184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.383503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.383821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:13.455370 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a64cf47-86f1-45f6-b052-d1b0deea473c req-18d5f30b-8db2-45eb-a2de-4cb7c80637d3 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263208 Apr 25 15:27:13.508039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['819caf49-17a0-4144-8ee1-228b87253db8'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:27:13.815004 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:13.857950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bd914-cf59-4189-9b43-60f5ae58a5dc req-e671321c-d4ca-4f84-ae5c-4efef56e5057 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:13.859419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-015bd914-cf59-4189-9b43-60f5ae58a5dc req-e671321c-d4ca-4f84-ae5c-4efef56e5057 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 945 time: 0.0830491 Apr 25 15:27:13.908904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-015bd914-cf59-4189-9b43-60f5ae58a5dc req-aa27f050-7b6d-4c58-aa7c-b23645f480a0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Apr 25 15:27:15.063439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:27:15.096394 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fe130-bc08-42ec-b709-0b0deaa654b5 req-c888f246-951f-4141-b778-c431754735dd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:15.097877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-717fe130-bc08-42ec-b709-0b0deaa654b5 req-c888f246-951f-4141-b778-c431754735dd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 945 time: 0.0830805 Apr 25 15:27:15.132545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 819caf49-17a0-4144-8ee1-228b87253db8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:27:15.137552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 819caf49-17a0-4144-8ee1-228b87253db8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:27:15.137938 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:15.146067 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-717fe130-bc08-42ec-b709-0b0deaa654b5 req-fef31b81-067e-4082-99ec-a65b6250815b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420320 Apr 25 15:27:15.273795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:15.300675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:15.311087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:15.316113 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:15.336044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb89c3-550c-4a61-b567-8e2b93dba647 req-ec5c3f8d-38bb-418f-a375-194eb75d3f3d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:15.337584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4bb89c3-550c-4a61-b567-8e2b93dba647 req-ec5c3f8d-38bb-418f-a375-194eb75d3f3d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 945 time: 0.0840812 Apr 25 15:27:15.356940 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60a5ebe-60a4-48c3-b442-f7591df206d1'] response: {'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'code': 200} Apr 25 15:27:15.382894 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4bb89c3-550c-4a61-b567-8e2b93dba647 req-5f4cfdf7-2942-4485-859b-0f8b5478984e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397041 Apr 25 15:27:15.394056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:15.780444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12650fa-46a4-46fe-ab97-9807d514a617 req-29437513-d136-4401-af37-7c77c37a7dd4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:15.781934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f12650fa-46a4-46fe-ab97-9807d514a617 req-29437513-d136-4401-af37-7c77c37a7dd4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.1405654 Apr 25 15:27:15.787465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-5b8ab159-b893-41dc-a820-3d9885ec7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:15.788816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-5b8ab159-b893-41dc-a820-3d9885ec7692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 1097 time: 0.0993900 Apr 25 15:27:15.915551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f12650fa-46a4-46fe-ab97-9807d514a617 req-d2212b7e-8a59-4912-88f1-cbd288740d67 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254237 Apr 25 15:27:15.947570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-1297ba51-00d7-4356-9b15-c44776370a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:15.948990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-1297ba51-00d7-4356-9b15-c44776370a1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1465044 Apr 25 15:27:16.053452 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-c34cec6a-6f17-408a-8442-65042bafa6dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 200 len: 1002 time: 0.0980110 Apr 25 15:27:16.116232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-863cbdf5-3232-4531-9ac9-b21b47db44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:16.117645 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-863cbdf5-3232-4531-9ac9-b21b47db44c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0589807 Apr 25 15:27:16.190426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-202f3697-f780-468b-96d3-dfe74b72090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:16.191860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-202f3697-f780-468b-96d3-dfe74b72090e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681551 Apr 25 15:27:16.325786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-36b20aa2-013c-4617-9bb1-91959a128739 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278429 Apr 25 15:27:16.454132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b824000-3e01-4378-9b36-e1c00bdb27d4 req-8c09a00e-0050-4c0e-b9d6-293bfa75ec95 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222734 Apr 25 15:27:17.110413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdaecb-d329-463b-9909-e77962936b21 req-f57f7730-1ad1-41bd-b40a-1d8c5a631279 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:17.112256 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03bdaecb-d329-463b-9909-e77962936b21 req-f57f7730-1ad1-41bd-b40a-1d8c5a631279 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0867498 Apr 25 15:27:17.163886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03bdaecb-d329-463b-9909-e77962936b21 req-168f0fb6-2b01-4f32-9f8b-59ead4033b10 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431492 Apr 25 15:27:17.554940 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45da35-9833-42d8-ac50-1371aefac9ad req-0deacfc9-555e-4235-bb7d-41207f78e1e7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:17.556389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed45da35-9833-42d8-ac50-1371aefac9ad req-0deacfc9-555e-4235-bb7d-41207f78e1e7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.0802877 Apr 25 15:27:17.600683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed45da35-9833-42d8-ac50-1371aefac9ad req-4acfa994-23cc-4c3d-a306-67610a5fb4b8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385666 Apr 25 15:27:18.924537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152026c-da30-44d3-96b0-515dfc3b931f req-ed0c1fc1-6c1c-4683-892a-a20d770076a9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:18.926005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b152026c-da30-44d3-96b0-515dfc3b931f req-ed0c1fc1-6c1c-4683-892a-a20d770076a9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.2478516 Apr 25 15:27:18.970755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddab70-38b5-4c80-8cd7-de5e67855152 req-f61b0b2e-80c1-441e-95c6-5fcc80f44fcd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:18.972170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23ddab70-38b5-4c80-8cd7-de5e67855152 req-f61b0b2e-80c1-441e-95c6-5fcc80f44fcd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 946 time: 0.2626705 Apr 25 15:27:19.028685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Deleting port 819caf49-17a0-4144-8ee1-228b87253db8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:27:19.028951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:19.074104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-23ddab70-38b5-4c80-8cd7-de5e67855152 req-31b9ea39-b14a-43a4-9a11-b83f9cfbbb2f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951943 Apr 25 15:27:19.277256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] For port 819caf49-17a0-4144-8ee1-228b87253db8, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=819caf49-17a0-4144-8ee1-228b87253db8,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:19.277619 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:19.564650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:19.565024 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:19.565460 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a disassociated. External IP: 172.25.0.204, port: 819caf49-17a0-4144-8ee1-228b87253db8. Apr 25 15:27:19.565801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Calling delete_port for 819caf49-17a0-4144-8ee1-228b87253db8 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:27:19.710950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:19.759830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event deleted for resources: {'Port': ['ID=819caf49-17a0-4144-8ee1-228b87253db8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:19.947855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:27:20.125610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:27:20.135776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:27:20.146924 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:27:20.147825 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:20.203708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] No DVR routers for this DVR port 819caf49-17a0-4144-8ee1-228b87253db8 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:27:20.206518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:20.209062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-deleted', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:20.226378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b152026c-da30-44d3-96b0-515dfc3b931f req-4e80befd-108d-4078-b88a-717bac2c9172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "DELETE /v2.0/ports/819caf49-17a0-4144-8ee1-228b87253db8 HTTP/1.1" status: 204 len: 173 time: 1.2951229 Apr 25 15:27:20.240620 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45bf77cf-0654-4704-aed1-21e371290f67 req-1b259dc1-d903-43ab-8af9-84189769ecef tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=217c48f3-4d79-491e-9c87-42d80432c40b HTTP/1.1" status: 200 len: 210 time: 0.0577366 Apr 25 15:27:20.273173 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407f383b-0059-42c6-8485-377ffdee9b7e'] response: {'server_uuid': '217c48f3-4d79-491e-9c87-42d80432c40b', 'name': 'network-vif-deleted', 'tag': '819caf49-17a0-4144-8ee1-228b87253db8', 'status': 'completed', 'code': 200} Apr 25 15:27:20.351301 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:27:20.374992 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:27:20.685227 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:20.688913 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:27:20.697606 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:27:20.698200 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:20.871665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:27:21.172368 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:21.176134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb1bb3-16a5-4e0d-ac4c-d060d84247a6 None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:27:21.387399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a69a99-fd99-4192-bfe2-c9e03e1ae5d0 None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:27:21.583903 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-8ffea00a-4176-409f-a55a-21d1961d3499 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1807066533&fields=id&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 267 time: 0.0388148 Apr 25 15:27:21.735754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-e13d6e1f-55e2-472b-8a0d-83316b5b6751 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:21.737205 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-e13d6e1f-55e2-472b-8a0d-83316b5b6751 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.1466992 Apr 25 15:27:21.753135 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-50ecc1f0-baba-4d4b-83f6-4d540e89dc1e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/quotas/92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 375 time: 0.0096765 Apr 25 15:27:21.836187 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-5b9eaac4-fcc4-4d8c-be83-87d334007abb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777774 Apr 25 15:27:22.046247 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-6285f984-3adf-4727-8c69-626f5488d8eb service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621475 Apr 25 15:27:22.271445 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-5dda09e2-a3ad-4389-8826-9d6e4461d9d8 service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194767 Apr 25 15:27:22.449762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1fdc1d1f-0f15-43db-8ad3-47e4e264e71e req-eecb7e55-74f3-4261-9844-94e8ba60caf3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:27:22.465007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1fdc1d1f-0f15-43db-8ad3-47e4e264e71e req-eecb7e55-74f3-4261-9844-94e8ba60caf3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:27:22.466197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1fdc1d1f-0f15-43db-8ad3-47e4e264e71e req-eecb7e55-74f3-4261-9844-94e8ba60caf3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 210 time: 0.0590720 Apr 25 15:27:23.098641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:27:23.132455 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 819caf49-17a0-4144-8ee1-228b87253db8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:27:23.132738 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 819caf49-17a0-4144-8ee1-228b87253db8 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:27:23.478722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-06a8b2f3-ca6e-41f9-b347-394775926733 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:23.480462 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-06a8b2f3-ca6e-41f9-b347-394775926733 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.1524041 Apr 25 15:27:23.535408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-807f5ef6-47bd-47d9-b723-d9876b7fdaf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 380 time: 0.0477262 Apr 25 15:27:23.544841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'port': {'device_id': '19904be1-bec7-4408-9c07-9a802b1fceef', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'admin_state_up': True, 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'security_groups': ['b6b522e5-b563-4699-93b4-d89a4d811383']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:27:23.686487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3835af0-cdb9-4b48-a191-770dc8ff5a40 req-2cd8403f-f88b-4922-8bb9-4285ebd95172 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 210 time: 0.0628805 Apr 25 15:27:23.722922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:27:23.733012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:27:23.742554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Made reservation on behalf of 92f9ce99bbbf418b8a18e7eaa64dc259 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:27:23.746052 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:23.904907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Allocated IP 172.20.0.4 (40235b93-31b4-4cd6-93f4-25a294eea261/33ae3727-fc67-4b97-b52f-f9eb986384e8/5f7ebb67-b451-4d1e-b70b-e1aac36278fa) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:27:24.100441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:24.115422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Transition to ACTIVE for port object 5f7ebb67-b451-4d1e-b70b-e1aac36278fa will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:27:24.139583 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:24.208527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:27:24.215525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:27:24.219780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:27:24.250333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:24.271587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.272026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.272266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.272604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.272931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.273289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.273619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.273947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.274272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.274596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.274923 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.275242 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:27:24.298805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:24.299442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:24.327285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-51214827-8514-48b9-9d14-a632f8b398e6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859528 Apr 25 15:27:24.340094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Request body: {'port': {'device_id': '19904be1-bec7-4408-9c07-9a802b1fceef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:27:24.452491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:24.474392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c63a261f-cd6b-49d1-82c6-8da18cc5c65f None None] Provisioning for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:27:24.479744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c63a261f-cd6b-49d1-82c6-8da18cc5c65f None None] Provisioning complete for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:27:24.480219 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c63a261f-cd6b-49d1-82c6-8da18cc5c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:24.536761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c63a261f-cd6b-49d1-82c6-8da18cc5c65f None None] Port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:27:24.796442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7ebb67-b451-4d1e-b70b-e1aac36278fa {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:27:24.804408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:24.818585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Transition to ACTIVE for port object 5f7ebb67-b451-4d1e-b70b-e1aac36278fa will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:27:24.822172 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:25.003930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdcd2a-9622-4992-acf7-74b829ca2d24 req-df7a425c-2ef4-4587-a345-45d89173528f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:25.005596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01bdcd2a-9622-4992-acf7-74b829ca2d24 req-df7a425c-2ef4-4587-a345-45d89173528f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.2104971 Apr 25 15:27:25.057586 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-01bdcd2a-9622-4992-acf7-74b829ca2d24 req-b0742ba1-6cb2-4b5c-bd10-91c50c23030e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453873 Apr 25 15:27:25.128677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:25.172492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:27:25.172829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:27:25.173191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:27:25.178049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:27:25.178371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:27:25.184319 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:27:25.184650 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:27:25.185027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:27:25.185469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Bound port: 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:27:25.185808 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:25.275034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:27:25.277833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:27:25.282397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:25.337522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:25.338151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:25.339512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1091 time: 1.0036795 Apr 25 15:27:25.339941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:25.364149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1692f-217b-4c4b-a576-2d23d4b9d051 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:25.410968 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0185c47-4541-4460-8af9-53a18ca2f3ac'] response: {'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'status': 'completed', 'code': 200} Apr 25 15:27:25.452279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-1835886c-17eb-43f5-9f28-3b20e824fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:25.453803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-1835886c-17eb-43f5-9f28-3b20e824fa09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1094 time: 0.0763676 Apr 25 15:27:25.525647 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-6742147c-40a7-477e-8383-0ce5793209e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 217 time: 0.0658870 Apr 25 15:27:25.590569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-a1b81642-0821-4d29-a927-d0a571a7b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:25.591992 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-a1b81642-0821-4d29-a927-d0a571a7b494 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0608761 Apr 25 15:27:25.682073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-e8cb8668-f3c8-426d-a45d-06d00bfc47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:25.683568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-e8cb8668-f3c8-426d-a45d-06d00bfc47fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859358 Apr 25 15:27:25.814525 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-4be1ceb7-e1bb-40e4-9864-c57b919924f3 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248367 Apr 25 15:27:25.954864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ee6e102-38ce-41cb-a753-d055d87f630f req-7e35e925-55ba-404e-90ec-7821ee39ebce service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348565 Apr 25 15:27:26.068195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-3875a4c2-c4e1-43a1-8cd3-860974cc3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:26.069643 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-3875a4c2-c4e1-43a1-8cd3-860974cc3907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1094 time: 0.0718665 Apr 25 15:27:26.201404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-1bc591d6-cae4-48fb-8f32-3b7c3a2b19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:26.202864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-1bc591d6-cae4-48fb-8f32-3b7c3a2b19c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1269653 Apr 25 15:27:26.248699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9b79e-2a21-4747-ae9d-c56b9a014c07 req-b8889187-ffdf-433d-9856-fed6fc00c104 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:26.250322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0d9b79e-2a21-4747-ae9d-c56b9a014c07 req-b8889187-ffdf-433d-9856-fed6fc00c104 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.0880346 Apr 25 15:27:26.274189 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-7eb3a233-aec2-4dc0-9e7e-15883bd37658 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 217 time: 0.0656102 Apr 25 15:27:26.307288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d0d9b79e-2a21-4747-ae9d-c56b9a014c07 req-757d66db-c998-4e12-b600-d71c5744a2bf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465851 Apr 25 15:27:26.335926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-71aaea72-03a9-4034-8b9a-055d2a4c5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:26.337387 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-71aaea72-03a9-4034-8b9a-055d2a4c5a3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0579145 Apr 25 15:27:26.414446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-d9690c10-3072-4012-bbbf-c6fea5e16a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:26.416255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-d9690c10-3072-4012-bbbf-c6fea5e16a66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736985 Apr 25 15:27:26.547134 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-ef5f0b96-f054-4f41-8bea-c7a27e16c273 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251831 Apr 25 15:27:26.696546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2b7f2175-c97e-40b1-be52-bfe6ca76b2d1 req-44b37ce1-9a90-4485-a5ed-255c7198bf0b service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435909 Apr 25 15:27:27.491899 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359f1f-262d-457a-af67-f0dcea3a5718 req-5ca3235d-eaef-4e1f-87cc-b81e5b41ef53 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:27.492606 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-39359f1f-262d-457a-af67-f0dcea3a5718 req-5ca3235d-eaef-4e1f-87cc-b81e5b41ef53 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:27:27.507817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-39359f1f-262d-457a-af67-f0dcea3a5718 req-5ca3235d-eaef-4e1f-87cc-b81e5b41ef53 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:27:27.509193 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39359f1f-262d-457a-af67-f0dcea3a5718 req-5ca3235d-eaef-4e1f-87cc-b81e5b41ef53 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.0943489 Apr 25 15:27:27.556693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39359f1f-262d-457a-af67-f0dcea3a5718 req-c87de15e-d56b-4791-a4cb-6dec75129b78 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Apr 25 15:27:28.737716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439a2c-c484-4380-949b-3b2e368c355f req-b460f5a4-ec51-4c86-ab0e-f122ad1bbd59 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:28.739168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe439a2c-c484-4380-949b-3b2e368c355f req-b460f5a4-ec51-4c86-ab0e-f122ad1bbd59 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.0800312 Apr 25 15:27:28.782388 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe439a2c-c484-4380-949b-3b2e368c355f req-ba589c9b-5cb6-4420-bf9b-c62bf19f392d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375345 Apr 25 15:27:29.187539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:29.604536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:27:29.735328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:29.748614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'mac_address': 'fa:16:3e:d5:81:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:27:29.803169 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:29.822755 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7ebb67-b451-4d1e-b70b-e1aac36278fa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:27:29.838309 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:29.843636 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:29.910447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:30.065315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0556073-1439-49f7-ad5a-b8e0594b1881 req-521b6ab8-9887-43e0-b271-8e8671f6dc91 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:30.066677 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0556073-1439-49f7-ad5a-b8e0594b1881 req-521b6ab8-9887-43e0-b271-8e8671f6dc91 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.1770329 Apr 25 15:27:30.112807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b0556073-1439-49f7-ad5a-b8e0594b1881 req-547ab231-3f36-42d2-b4d6-863ba137e84b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Apr 25 15:27:30.204078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['5f7ebb67-b451-4d1e-b70b-e1aac36278fa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:27:31.306038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd39ef-f457-45bd-8e0b-e85dbe0c93a7 req-e0def3a2-6189-453f-8ed7-95bdb1680294 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:31.307640 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85bd39ef-f457-45bd-8e0b-e85dbe0c93a7 req-e0def3a2-6189-453f-8ed7-95bdb1680294 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.0821068 Apr 25 15:27:31.352659 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-85bd39ef-f457-45bd-8e0b-e85dbe0c93a7 req-6f11da3d-1714-43c5-a422-22c22c62b342 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Apr 25 15:27:31.619943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:27:31.688656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:27:31.693883 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:27:31.694262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:31.808168 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:31.834269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:31.843949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:27:31.848552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:31.886174 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67072e3f-b095-41cd-824a-c7a6ad24e156'] response: {'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'code': 200} Apr 25 15:27:31.918533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:27:32.010027 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96579f7-da31-4207-8c4d-7bcdec2fc6ea req-9d614e57-b148-4346-9aea-133da38f8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:32.011580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e96579f7-da31-4207-8c4d-7bcdec2fc6ea req-9d614e57-b148-4346-9aea-133da38f8e99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1096 time: 0.0777178 Apr 25 15:27:32.051337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e96579f7-da31-4207-8c4d-7bcdec2fc6ea req-dcc3d6cb-2c06-4782-879f-d7ffa12baba4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Apr 25 15:27:32.535553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604879e-8622-422f-ba7a-ece135e145c9 req-6c945d1e-732f-4224-a649-871de22a2aef tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:32.537596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7604879e-8622-422f-ba7a-ece135e145c9 req-6c945d1e-732f-4224-a649-871de22a2aef tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0807798 Apr 25 15:27:32.580142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7604879e-8622-422f-ba7a-ece135e145c9 req-25037f43-1272-422e-a46a-7b1352007253 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366120 Apr 25 15:27:33.763869 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa24e76-f809-4625-beb2-d1210f013da5 req-6d68c865-4d22-462e-9b3d-e3e4f67190bb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:33.765317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fa24e76-f809-4625-beb2-d1210f013da5 req-6d68c865-4d22-462e-9b3d-e3e4f67190bb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0777764 Apr 25 15:27:33.810336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fa24e76-f809-4625-beb2-d1210f013da5 req-99143a17-141d-4d86-ab08-296603dd214d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Apr 25 15:27:33.987313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52964-0311-49e7-a63c-e08dc6cc710c req-8a5cef01-2be8-4201-a1a5-eb2bf0fc1487 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:33.988744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06e52964-0311-49e7-a63c-e08dc6cc710c req-8a5cef01-2be8-4201-a1a5-eb2bf0fc1487 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0809188 Apr 25 15:27:33.997794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 39814) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:27:34.002540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'floatingip': {'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:27:34.080740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:34.335255 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-060fc2dc-8e32-4438-9c06-157d33c5d353 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686650 Apr 25 15:27:34.472872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-6f249a09-a74b-4293-905f-257444e9ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:34.474857 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-6f249a09-a74b-4293-905f-257444e9ceea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1096 time: 0.0719843 Apr 25 15:27:34.619033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-bdf2e4e8-5585-462b-95d8-52a46960c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:34.620664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-bdf2e4e8-5585-462b-95d8-52a46960c95b service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1273131 Apr 25 15:27:34.678951 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:34.682840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:34.728226 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:34.728974 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-ea08b793-b279-43de-949a-3c675fc68c36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 999 time: 0.1017380 Apr 25 15:27:34.793970 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-16bdc10e-2f4d-4613-8353-dac3b11bec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:34.795416 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-16bdc10e-2f4d-4613-8353-dac3b11bec1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0613456 Apr 25 15:27:34.853521 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a associated. External IP: 172.25.0.204, port: 5f7ebb67-b451-4d1e-b70b-e1aac36278fa. Apr 25 15:27:34.869764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-8678fab1-837b-4ad4-a3c1-861593f67981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:34.871174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-8678fab1-837b-4ad4-a3c1-861593f67981 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699203 Apr 25 15:27:35.006170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-e46ade89-6cf8-4f81-a75d-db1f96023eb9 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290634 Apr 25 15:27:35.139949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7794da91-d8bd-4c6b-8a06-0816a8e33580 req-5fd261b1-fba2-4ca9-81ab-371f6b9c8f2a service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276793 Apr 25 15:27:35.330546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:27:35.510362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:27:35.515170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:35.520146 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:27:35.529587 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:27:35.530232 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:35.569607 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ebb1361-c446-48ea-b217-98c4575d79d2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "PUT /v2.0/floatingips/70f11482-45d2-479d-8953-bc542659aa1a HTTP/1.1" status: 200 len: 991 time: 1.5707891 Apr 25 15:27:35.570196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:27:35.616693 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9639e9-6cd8-43e6-94e5-1743303a4a3a'] response: {'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'status': 'completed', 'code': 200} Apr 25 15:27:35.712326 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:27:35.716524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-c0d0880f-53de-4a66-850d-b60065c54055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:35.718033 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-c0d0880f-53de-4a66-850d-b60065c54055 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1096 time: 0.0792565 Apr 25 15:27:35.865801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-0157429d-d23b-41fc-be16-d78a11835b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:35.868328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-0157429d-d23b-41fc-be16-d78a11835b93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1441200 Apr 25 15:27:35.974799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1336fdd-288c-4c56-b03b-0bda763ae8b7 req-63904bce-e997-44b7-aa87-b58365ef9766 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:35.976454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1336fdd-288c-4c56-b03b-0bda763ae8b7 req-63904bce-e997-44b7-aa87-b58365ef9766 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0832422 Apr 25 15:27:36.016558 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-91e18948-4ae6-48bd-a361-798b84a246aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 999 time: 0.1165445 Apr 25 15:27:36.032309 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c1336fdd-288c-4c56-b03b-0bda763ae8b7 req-a43b3ce6-c3b5-4d92-aad6-ea3fb0cc6ec2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Apr 25 15:27:36.074892 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-be27c753-40af-4bfd-88f8-55cfd2242393 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2052431 Apr 25 15:27:36.087752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-0c59919f-43fb-4aa5-bd4b-78d9e6eb2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:36.089173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-0c59919f-43fb-4aa5-bd4b-78d9e6eb2333 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0644400 Apr 25 15:27:36.126604 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:d5:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19904be1-bec7-4408-9c07-9a802b1fceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:27:34Z', 'revision_number': 9, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:36.130525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:27:36.139090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:27:36.139709 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:27:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:36.270941 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-11d4730b-674b-4414-b4e8-0e21f28ea39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:36.272452 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-11d4730b-674b-4414-b4e8-0e21f28ea39d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773403 Apr 25 15:27:36.326423 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:27:36.418381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-45642e49-27eb-451b-bc79-8cf1576ab349 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395943 Apr 25 15:27:36.568494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-acfbec4d-da5d-41aa-8a2c-46617b09221e req-15b97a8e-262c-4911-aeca-8d0041a6096e service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421645 Apr 25 15:27:36.703338 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:d5:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19904be1-bec7-4408-9c07-9a802b1fceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:27:34Z', 'revision_number': 9, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:27:36.707336 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c885afd-5f13-441f-9189-9d6c9744d88e None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:d5:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19904be1-bec7-4408-9c07-9a802b1fceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:27:34Z', 'revision_number': 9, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:27:36.923915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fbf13-5f1a-4785-9f4c-5a29501ec113 None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:27:37.225974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeefbc-df15-49fb-90ea-ac13620f8928 req-c9bb42ca-4233-4cb4-b90b-e6e97dc8384f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:37.227490 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16eeefbc-df15-49fb-90ea-ac13620f8928 req-c9bb42ca-4233-4cb4-b90b-e6e97dc8384f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0831223 Apr 25 15:27:37.281697 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16eeefbc-df15-49fb-90ea-ac13620f8928 req-c5d6f28e-5c2b-4d37-8ee1-32ff66b59ce3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483003 Apr 25 15:27:37.496172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-b06c61f0-20c2-425c-893b-d4396bce0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:37.497602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-b06c61f0-20c2-425c-893b-d4396bce0718 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1096 time: 0.0697305 Apr 25 15:27:37.626050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-2c1e1537-20b6-4da3-bd56-a149e9b5ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:37.627461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-2c1e1537-20b6-4da3-bd56-a149e9b5ff43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1241996 Apr 25 15:27:37.728705 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9271beb5-4c65-4c3d-9bce-b9003c985e3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1002 time: 0.0954146 Apr 25 15:27:37.789282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-b4f288ae-72a9-48ca-aaca-a9d9d8283cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:37.790862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-b4f288ae-72a9-48ca-aaca-a9d9d8283cc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0566454 Apr 25 15:27:37.865839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-a3f2ea8b-969c-4e61-bf47-15b34e9445eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:37.867264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-a3f2ea8b-969c-4e61-bf47-15b34e9445eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709801 Apr 25 15:27:37.997015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-0658d548-1265-4149-a32f-5a1e58e395d1 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233819 Apr 25 15:27:38.133808 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-21186f5f-d160-47c4-be96-a3c64f219c61 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308961 Apr 25 15:27:38.467416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb6e61-86bb-43b5-bc3d-ecbe606b138e req-eaf7fc68-b89e-4083-8c15-a4d3de7defdf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:38.468885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49fb6e61-86bb-43b5-bc3d-ecbe606b138e req-eaf7fc68-b89e-4083-8c15-a4d3de7defdf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0810122 Apr 25 15:27:38.513070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-49fb6e61-86bb-43b5-bc3d-ecbe606b138e req-b0830028-c57d-499c-8597-8043c5b5248c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Apr 25 15:27:38.622348 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6365015-fff1-4561-b0b4-8b6b5b32d546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:39.702357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01257ed1-8557-4565-a27f-309cc1256e06 req-d7d51616-1e8f-4458-af6d-eaad47a402da tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:39.703827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01257ed1-8557-4565-a27f-309cc1256e06 req-d7d51616-1e8f-4458-af6d-eaad47a402da tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0827179 Apr 25 15:27:39.747527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-01257ed1-8557-4565-a27f-309cc1256e06 req-86d73458-59a7-4eb8-b302-672d20a7cba1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 Apr 25 15:27:40.932972 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb8c99-afd6-43ec-be3e-f758893e83da req-e7a8531b-f807-4a43-81c5-d9773c61e887 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:40.934431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83eb8c99-afd6-43ec-be3e-f758893e83da req-e7a8531b-f807-4a43-81c5-d9773c61e887 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0821862 Apr 25 15:27:40.977115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-83eb8c99-afd6-43ec-be3e-f758893e83da req-7380322b-52ff-4a1f-b08f-3f0bb6e1fbb9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370519 Apr 25 15:27:40.997871 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a32b9787-1ca3-47f8-a3d4-9242e4a129c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:41.904185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:42.119277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:42.165503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929bf92-b5b2-4d50-acb9-61eff0a41d02 req-c9e0ea9f-62f0-40d9-a6de-12d1d1b30585 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:42.166890 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b929bf92-b5b2-4d50-acb9-61eff0a41d02 req-c9e0ea9f-62f0-40d9-a6de-12d1d1b30585 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0846064 Apr 25 15:27:42.211468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b929bf92-b5b2-4d50-acb9-61eff0a41d02 req-282819de-2bed-4d62-9f42-644ff217be6a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388360 Apr 25 15:27:43.403006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a6c0-ec7d-4766-81a4-55ac1e536fb9 req-e2404ab7-0931-4961-8d66-1cd0937a0ecb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:43.404360 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c90a6c0-ec7d-4766-81a4-55ac1e536fb9 req-e2404ab7-0931-4961-8d66-1cd0937a0ecb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0786502 Apr 25 15:27:43.448912 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0c90a6c0-ec7d-4766-81a4-55ac1e536fb9 req-74c2d823-cef7-42fb-9c38-c8c7ef026437 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Apr 25 15:27:43.815834 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:44.643280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a35f-e499-489b-9401-7f63b4c3791c req-1d2c23d2-73c3-433a-8e3a-ddde23b4f1fc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:44.645003 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ab9a35f-e499-489b-9401-7f63b4c3791c req-1d2c23d2-73c3-433a-8e3a-ddde23b4f1fc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0917222 Apr 25 15:27:44.693586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ab9a35f-e499-489b-9401-7f63b4c3791c req-d766723b-cd8a-4d20-a059-0655c1bcd247 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Apr 25 15:27:45.881628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb719f7-9c69-4e56-b274-8e8643dc06b0 req-f7272b04-d237-4dfd-a92d-192b530b01b9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:45.883003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6bb719f7-9c69-4e56-b274-8e8643dc06b0 req-f7272b04-d237-4dfd-a92d-192b530b01b9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0841835 Apr 25 15:27:45.926939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6bb719f7-9c69-4e56-b274-8e8643dc06b0 req-5ae0006e-80dc-4c57-a6eb-33bbf63279b4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Apr 25 15:27:47.126738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c8c29-fe47-42e3-884e-fa217487377d req-c463dfef-f071-431e-b388-f7c26767c60d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:47.128105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a57c8c29-fe47-42e3-884e-fa217487377d req-c463dfef-f071-431e-b388-f7c26767c60d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0939701 Apr 25 15:27:47.172097 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a57c8c29-fe47-42e3-884e-fa217487377d req-ed4d4eec-50e1-4e0c-bc48-01a568593c66 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376964 Apr 25 15:27:48.353686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4f886-88cf-4f7c-a406-d2bf747903af req-517a9783-8afb-4c14-9a38-59a7066f57a5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:48.355122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa4f886-88cf-4f7c-a406-d2bf747903af req-517a9783-8afb-4c14-9a38-59a7066f57a5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0790458 Apr 25 15:27:48.399139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2aa4f886-88cf-4f7c-a406-d2bf747903af req-9b776e02-859b-4607-8cde-20bbadcd82ec tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Apr 25 15:27:49.586388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f23f0-721b-4922-a07b-de80217b5977 req-48368ca7-d129-4451-afeb-04c4541c432f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:49.587814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3f23f0-721b-4922-a07b-de80217b5977 req-48368ca7-d129-4451-afeb-04c4541c432f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0773587 Apr 25 15:27:49.735171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d3f23f0-721b-4922-a07b-de80217b5977 req-0fd7cd64-25d2-404f-940e-b0bf87825201 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417289 Apr 25 15:27:50.921944 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6615a3-da34-4c97-9ea6-edf8f8790616 req-ebc95be0-a75a-4903-8acd-93c7968de6b3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:50.923385 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c6615a3-da34-4c97-9ea6-edf8f8790616 req-ebc95be0-a75a-4903-8acd-93c7968de6b3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0827470 Apr 25 15:27:50.966320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c6615a3-da34-4c97-9ea6-edf8f8790616 req-fe2e5562-4469-4ba8-8b5f-bc5753fa6bed tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365944 Apr 25 15:27:52.147554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb150-18e8-4089-9404-5b95a2d933f8 req-4225ffb7-5d62-42f3-8edf-898354ff8b9b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:52.148989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5ebb150-18e8-4089-9404-5b95a2d933f8 req-4225ffb7-5d62-42f3-8edf-898354ff8b9b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0774257 Apr 25 15:27:52.191535 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a5ebb150-18e8-4089-9404-5b95a2d933f8 req-3682028c-7bd6-4f7a-935b-4b93c8c327d5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369296 Apr 25 15:27:53.377349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8807-a2d7-47b7-97c7-50c741b239ae req-b3dcc301-b0d9-401f-8d36-d3c1f0e470ae tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:53.378807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-347e8807-a2d7-47b7-97c7-50c741b239ae req-b3dcc301-b0d9-401f-8d36-d3c1f0e470ae tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0817814 Apr 25 15:27:53.433425 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-347e8807-a2d7-47b7-97c7-50c741b239ae req-14435fe0-5940-49e1-b6c0-37d582159bb6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483232 Apr 25 15:27:54.224084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-d034b744-fabc-46be-aacd-ab4be8223089 req-c8711dd0-beb1-44f4-b608-62b1306b5d35 tempest-TestSecurityGroupsBasicOps-1581983534 tempest-TestSecurityGroupsBasicOps-1581983534-project] (88061) timed out ('10.222.0.15', 54388) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:27:54.621513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acad08e-ac18-4642-9973-7a1fe4c416a8 req-6107bc27-0106-423e-951d-a2a0ef990535 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:54.622973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3acad08e-ac18-4642-9973-7a1fe4c416a8 req-6107bc27-0106-423e-951d-a2a0ef990535 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0819335 Apr 25 15:27:54.666992 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3acad08e-ac18-4642-9973-7a1fe4c416a8 req-b47586c1-a744-4d96-9799-4cfe6ba90585 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Apr 25 15:27:55.853211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d43c1-4b59-446f-ad2c-4552a5a6bacb req-12ea22dc-6512-4999-a97c-346189666f4a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:55.854564 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-385d43c1-4b59-446f-ad2c-4552a5a6bacb req-12ea22dc-6512-4999-a97c-346189666f4a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0804050 Apr 25 15:27:55.897434 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-385d43c1-4b59-446f-ad2c-4552a5a6bacb req-f8c0e330-4677-4492-8a6d-eb1a14977d1a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Apr 25 15:27:57.089292 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110057c-313e-41b7-80d4-6a52e4ef4ceb req-7bbf197f-e525-4e3b-ad2e-a7c6fee51c20 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:57.090784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3110057c-313e-41b7-80d4-6a52e4ef4ceb req-7bbf197f-e525-4e3b-ad2e-a7c6fee51c20 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0893452 Apr 25 15:27:57.136407 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3110057c-313e-41b7-80d4-6a52e4ef4ceb req-a95edd26-1d74-4cc2-91d7-1256878f63e8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Apr 25 15:27:57.350559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:27:58.442267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb26e-cded-40db-8ef5-e0a7ece12e64 req-018b1355-96cf-430d-b1cd-e6711526eb15 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:58.443757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d32bb26e-cded-40db-8ef5-e0a7ece12e64 req-018b1355-96cf-430d-b1cd-e6711526eb15 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.1985013 Apr 25 15:27:58.486867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d32bb26e-cded-40db-8ef5-e0a7ece12e64 req-7e9f2eec-5110-490b-bf1d-3e7a1c12c5b7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373533 Apr 25 15:27:59.189701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:27:59.669682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f40ad6-226a-4e59-999c-287ab3afeed6 req-7f27bf7f-bb81-4f97-81ad-15614f77264a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:27:59.671123 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24f40ad6-226a-4e59-999c-287ab3afeed6 req-7f27bf7f-bb81-4f97-81ad-15614f77264a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0788541 Apr 25 15:27:59.714800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24f40ad6-226a-4e59-999c-287ab3afeed6 req-86ec6218-b042-4cf3-96ee-aa75b7ff0197 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Apr 25 15:28:00.895951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bc6ab-a8ec-4817-bccd-533ae195dcea req-bf70204d-15ea-4977-8a66-13a8e71c8851 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:00.897411 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1bc6ab-a8ec-4817-bccd-533ae195dcea req-bf70204d-15ea-4977-8a66-13a8e71c8851 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0784731 Apr 25 15:28:00.943891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c1bc6ab-a8ec-4817-bccd-533ae195dcea req-11752a40-7a32-4591-a1e7-a080d8ee277f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 Apr 25 15:28:02.276483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b70c4-5077-4894-b50e-c11e58b36c8c req-a22a2f27-5259-4d18-90d7-ef7659eece84 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:02.277861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e57b70c4-5077-4894-b50e-c11e58b36c8c req-a22a2f27-5259-4d18-90d7-ef7659eece84 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0820606 Apr 25 15:28:02.321495 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e57b70c4-5077-4894-b50e-c11e58b36c8c req-5496b645-4b2b-4658-b39c-59c50da6faaf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Apr 25 15:28:03.506962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722179c-afd5-4821-91cd-be14c84859f5 req-9f92ff1e-a2ec-4625-859c-46490d00d9e7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:03.508439 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0722179c-afd5-4821-91cd-be14c84859f5 req-9f92ff1e-a2ec-4625-859c-46490d00d9e7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0802262 Apr 25 15:28:03.553276 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0722179c-afd5-4821-91cd-be14c84859f5 req-b4b71a17-47da-4102-8672-47390e1c1f5b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Apr 25 15:28:04.730499 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:04.741877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c96cf-7e35-44ca-b539-1c0b619d52a9 req-cb916593-4615-47e3-98ab-eddc9152d6eb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:04.743902 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6b9c96cf-7e35-44ca-b539-1c0b619d52a9 req-cb916593-4615-47e3-98ab-eddc9152d6eb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0850015 Apr 25 15:28:04.788304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6b9c96cf-7e35-44ca-b539-1c0b619d52a9 req-b04cc09c-1f8a-4e30-85d4-a459f5ec11ec tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Apr 25 15:28:05.423482 n-d-811416-6 neutron-server[88060]: INFO neutron.api.v2.resource [req-63cbe144-486f-4433-8d59-ecad8990c299 req-11209c82-bf4c-4d7b-b5b6-2ff09fe95f0c service neutron] show failed (client error): The resource could not be found. Apr 25 15:28:05.424360 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-11209c82-bf4c-4d7b-b5b6-2ff09fe95f0c service neutron] 10.222.0.21 "GET /v2.0/ports/5f7ebb67-b451-4d1e-b70b-e1aac36278fa/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0764129 Apr 25 15:28:05.683318 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-839c0d94-692f-4893-bf00-8b8984b86d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:05.684777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-839c0d94-692f-4893-bf00-8b8984b86d12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 1096 time: 0.0736413 Apr 25 15:28:05.695660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:28:05.801013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:06.102109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfcb22-d717-4859-a00f-ef901a920b89 req-f31fca8f-230e-4b3d-b2ab-c0112977aa66 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:06.103496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0bfcb22-d717-4859-a00f-ef901a920b89 req-f31fca8f-230e-4b3d-b2ab-c0112977aa66 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.1893566 Apr 25 15:28:06.158600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:06.171935 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e0bfcb22-d717-4859-a00f-ef901a920b89 req-6c0e0a3d-f33a-448c-8db7-6f94bcb24a77 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616865 Apr 25 15:28:06.196697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:28:06.256992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:06.262435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:06.276828 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Transition to ACTIVE for port object 5f7ebb67-b451-4d1e-b70b-e1aac36278fa will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:28:06.280811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:06.324631 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe02f4d-7313-4f2b-969c-1d43a336c76a'] response: {'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'code': 200} Apr 25 15:28:06.424060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:06.482872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] No DVR routers for this DVR port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:28:06.707526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:28:06.708516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:28:06.708909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:28:06.713552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:28:06.713872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:28:06.718877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:28:06.719219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:28:06.719600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:28:06.720019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Bound port: 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:28:06.720366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:06.810022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:28:06.813107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:28:06.817431 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:06.870697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:06.871318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:06.873196 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] 10.222.0.15 "PUT /v2.0/ports/5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1091 time: 1.1818776 Apr 25 15:28:06.899655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be56a-c9ed-4566-bfb2-245e8e7b6f9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:07.106240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-4338a431-170e-4e7c-a511-43fb10d88b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:07.107690 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-4338a431-170e-4e7c-a511-43fb10d88b34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1094 time: 0.1991985 Apr 25 15:28:07.238157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-f0576b2a-c159-4bd0-9434-1c49f1371a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:07.240131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-f0576b2a-c159-4bd0-9434-1c49f1371a72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1264906 Apr 25 15:28:07.385540 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-17812daa-6267-44cf-b83d-23cc2e72ead4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.1386650 Apr 25 15:28:07.459142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e73e9-6882-4196-bd6e-05fd48157f87 req-5c7892ee-f510-463f-8d3d-cc20640ac0d0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:07.460575 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-815e73e9-6882-4196-bd6e-05fd48157f87 req-5c7892ee-f510-463f-8d3d-cc20640ac0d0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.1666284 Apr 25 15:28:07.468479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-cf4cf18a-570d-4a82-8dd2-da3309ee5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:07.469826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-cf4cf18a-570d-4a82-8dd2-da3309ee5091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0779262 Apr 25 15:28:07.547770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-815e73e9-6882-4196-bd6e-05fd48157f87 req-3b29d250-6596-418a-b413-31b233236bdf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809252 Apr 25 15:28:07.573707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe144-486f-4433-8d59-ecad8990c299 req-76587c5b-9067-4bf4-b494-409c253f35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:07.575172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-76587c5b-9067-4bf4-b494-409c253f35e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927517 Apr 25 15:28:07.584390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-645063ec-9aec-4987-983e-09b3f030a4c2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:28:07.585379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-645063ec-9aec-4987-983e-09b3f030a4c2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047231 Apr 25 15:28:07.715901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-45b5335c-4010-4fba-9bc4-1f376f430fb5 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250963 Apr 25 15:28:07.729408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:28:07.796572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:28:07.849195 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63cbe144-486f-4433-8d59-ecad8990c299 req-5ae17d1b-743e-43cf-ac74-f1333454ad73 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267838 Apr 25 15:28:08.326049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:08.382189 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9047cf0-5bb9-4852-b16c-1a97abe98cff'] response: {'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'status': 'completed', 'code': 200} Apr 25 15:28:08.469138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-ccced166-4b53-4225-afdf-a39eeb0cbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.470623 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-ccced166-4b53-4225-afdf-a39eeb0cbc4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1094 time: 0.0723796 Apr 25 15:28:08.483763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-4e2b91ab-5009-4faf-b15b-8161b3c08024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.485235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-4e2b91ab-5009-4faf-b15b-8161b3c08024 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1094 time: 0.0805931 Apr 25 15:28:08.611668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-595efbb2-66cc-4c5b-8c8c-a3bcceab2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.613394 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-595efbb2-66cc-4c5b-8c8c-a3bcceab2b34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1304955 Apr 25 15:28:08.621667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-0fc8cedd-7e61-444f-829a-a82f86c75432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.623337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-0fc8cedd-7e61-444f-829a-a82f86c75432 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1320734 Apr 25 15:28:08.630626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-597f05f2-843f-4ed2-9af9-e9381f32771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:08.721396 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-ad550f6c-bc15-40cb-b834-9eee8fa0cda5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.1024597 Apr 25 15:28:08.775061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-7ac02bb8-e160-4a47-93e9-6060b85b4635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.1443098 Apr 25 15:28:08.786791 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-bc9def80-7a8c-40c5-ae14-0a03a3d1621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.788239 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-bc9def80-7a8c-40c5-ae14-0a03a3d1621d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0610883 Apr 25 15:28:08.834717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c34943-a75d-4f0c-8513-fba00646af84 req-703f8788-0ede-4403-ae27-222d43c2a564 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.836077 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46c34943-a75d-4f0c-8513-fba00646af84 req-703f8788-0ede-4403-ae27-222d43c2a564 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.1578681 Apr 25 15:28:08.862333 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-613e7efb-5332-4679-bc86-444fb2bb59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.863811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-613e7efb-5332-4679-bc86-444fb2bb59c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700767 Apr 25 15:28:08.883527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-1fbc5248-dd1b-4aec-b723-a3a68f1fbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.884939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-1fbc5248-dd1b-4aec-b723-a3a68f1fbe79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0979176 Apr 25 15:28:08.896118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46c34943-a75d-4f0c-8513-fba00646af84 req-c3f7c8f3-9005-4341-ad6a-ad8c1e882107 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540409 Apr 25 15:28:08.963752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-a91cd4ca-8d9b-4764-9e78-894a340c6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:08.965240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-a91cd4ca-8d9b-4764-9e78-894a340c6912 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729439 Apr 25 15:28:08.995804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-4e7d6985-8930-4c67-b108-c80fcd844cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255670 Apr 25 15:28:09.100544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-9c31a0a1-a26b-4d8c-b906-1d3b0c19525d service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241136 Apr 25 15:28:09.125842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-8f9b96e7-ce4e-4cdc-94a2-88ad4ba580fb service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245844 Apr 25 15:28:09.360720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1b3f4ebb-b7e7-4679-b100-77d6b99e029c req-39404f26-97ef-4977-a3d3-9538c683ee7f service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533987 Apr 25 15:28:10.087595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863203a-9879-46da-b93f-e2a975ef2f2c req-aaae712e-ac1d-41a9-be05-4bf825afc473 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:10.089061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3863203a-9879-46da-b93f-e2a975ef2f2c req-aaae712e-ac1d-41a9-be05-4bf825afc473 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.0821860 Apr 25 15:28:10.136073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3863203a-9879-46da-b93f-e2a975ef2f2c req-54b97fe9-0d3e-4174-9371-d7e6b4df030e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 Apr 25 15:28:10.531040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-13094a82-1e1f-4eed-a0ee-f2cdd59702ed tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:10.532514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-13094a82-1e1f-4eed-a0ee-f2cdd59702ed tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&binding%3Ahost_id=n-h2-811416-6 HTTP/1.1" status: 200 len: 943 time: 0.0941014 Apr 25 15:28:10.583338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8dee1-b59c-4237-a65e-c6ea1da19ef3 req-85e3e341-c486-4258-b9c1-54862cd131b2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:10.584803 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ba8dee1-b59c-4237-a65e-c6ea1da19ef3 req-85e3e341-c486-4258-b9c1-54862cd131b2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 943 time: 0.0843329 Apr 25 15:28:10.618763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-dd8c4d66-a1a1-494f-a3ed-12e2c045b22e service neutron] 10.222.0.15 "GET /v2.0/ports/5f7ebb67-b451-4d1e-b70b-e1aac36278fa/bindings/n-h2-811416-6 HTTP/1.1" status: 200 len: 382 time: 0.0807970 Apr 25 15:28:10.630171 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ba8dee1-b59c-4237-a65e-c6ea1da19ef3 req-9efe42e0-0145-4b38-8010-b639abb12906 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392590 Apr 25 15:28:10.715577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-42e4129d-d338-4571-9b49-4ef4eb6c701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:10.717066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-42e4129d-d338-4571-9b49-4ef4eb6c701c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1094 time: 0.0773075 Apr 25 15:28:10.858991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-f9b889ba-7606-4e64-9187-48f8f1df84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:10.860438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-f9b889ba-7606-4e64-9187-48f8f1df84c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1376340 Apr 25 15:28:10.961139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-100bbbb0-5e3b-4311-999c-63fb910419d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.0953388 Apr 25 15:28:10.990607 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-336712b3-08d4-43fd-af72-8a4c0cfe3c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:11.025290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-31b3b2bc-e2ff-4e0f-bef7-e8a3f78db551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:11.026720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-31b3b2bc-e2ff-4e0f-bef7-e8a3f78db551 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0595171 Apr 25 15:28:11.100605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-84c0d5cf-8f0f-4611-8757-2db9aee551b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:11.102082 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-84c0d5cf-8f0f-4611-8757-2db9aee551b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695226 Apr 25 15:28:11.244185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-7f16cad3-ebad-41ea-b793-354a8599bbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355250 Apr 25 15:28:11.355506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:28:11.381410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-291efad4-47c0-48e5-90ea-2875d5174004 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315243 Apr 25 15:28:11.528894 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:11.542226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'mac_address': 'fa:16:3e:d5:81:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:28:11.595534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:11.611499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7ebb67-b451-4d1e-b70b-e1aac36278fa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:28:11.626433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:11.630835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:11.699693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:11.822459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7008cd-db58-482a-8ae3-45b06ce4862e req-6657da6f-8654-4363-815a-7f900ef29e01 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:11.823913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b7008cd-db58-482a-8ae3-45b06ce4862e req-6657da6f-8654-4363-815a-7f900ef29e01 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.0836225 Apr 25 15:28:11.842040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['5f7ebb67-b451-4d1e-b70b-e1aac36278fa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:28:11.869228 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b7008cd-db58-482a-8ae3-45b06ce4862e req-1ff9a407-682e-4430-8fd2-46c7f70a911a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Apr 25 15:28:11.929783 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:12.120931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:13.173865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ddae2-243c-4dc1-81b1-5067ef05f2ac req-c19ce6ba-f9f5-49c2-a20b-c1dead1202f6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:13.175312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-086ddae2-243c-4dc1-81b1-5067ef05f2ac req-c19ce6ba-f9f5-49c2-a20b-c1dead1202f6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.1944263 Apr 25 15:28:13.230734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-086ddae2-243c-4dc1-81b1-5067ef05f2ac req-ce8c6a20-d142-4dd2-b460-62e318074309 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490303 Apr 25 15:28:13.378416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:28:13.414717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-1345f90a-f5f0-4686-b7c7-d75687778a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:13.416369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-1345f90a-f5f0-4686-b7c7-d75687778a4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 1095 time: 0.0864906 Apr 25 15:28:13.429398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:28:13.448690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:28:13.453485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:28:13.453857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:13.545236 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:13.572428 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:13.598818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:13.608576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:13.614492 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:13.626746 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.db.api [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:28:13.627076 n-d-811416-6 neutron-server[88060]: DEBUG oslo_db.api [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:28:13.662787 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26061922-a888-4eb0-860d-a834ee63f6bb'] response: {'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'code': 200} Apr 25 15:28:13.682944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:13.690581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.690930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.691274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.691646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.691981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.692315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.692647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.692973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.693328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.693653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.693978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.694327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:13.817334 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:14.182009 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:14.509338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:14.525550 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f64388-04a0-4f0a-9443-23c21d1b6ca5 req-7eb033e8-9109-4b53-a002-e653629feb04 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:14.527012 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8f64388-04a0-4f0a-9443-23c21d1b6ca5 req-7eb033e8-9109-4b53-a002-e653629feb04 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.1845262 Apr 25 15:28:14.567730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:28:14.628408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8f64388-04a0-4f0a-9443-23c21d1b6ca5 req-fdef26d0-9f9a-42f3-b837-dfa8273800a9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951281 Apr 25 15:28:14.641836 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:14.647549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:14.662683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Transition to ACTIVE for port object 5f7ebb67-b451-4d1e-b70b-e1aac36278fa will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:28:14.666707 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:14.713627 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558bd426-f867-4d52-bd88-d43da9694b48'] response: {'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'code': 200} Apr 25 15:28:14.819643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=10']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:14.877586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] No DVR routers for this DVR port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:28:15.105289 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:28:15.105515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:28:15.105824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:28:15.110245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:28:15.110560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Attempting to bind port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:28:15.116081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:28:15.116413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:28:15.116788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:28:15.117238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Bound port: 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:28:15.117575 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:15.206002 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:28:15.209435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:28:15.213974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:15.268509 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:15.269142 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:15.270977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1092 time: 1.8474491 Apr 25 15:28:15.322014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94b36-44fa-4d0d-9969-7b3bd236cdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=11']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:15.366824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-8a1db5a8-ae0d-4063-acee-028481298d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:15.368640 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-8a1db5a8-ae0d-4063-acee-028481298d46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1095 time: 0.0763853 Apr 25 15:28:15.608890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-56e49768-7d63-46d5-9bcb-bc081b495302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:15.610381 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-56e49768-7d63-46d5-9bcb-bc081b495302 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.2365572 Apr 25 15:28:15.709177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-5ddffa71-7217-4402-a098-f5e415f9270e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.0929384 Apr 25 15:28:15.814552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-b9e0c8bc-a47a-48d6-88c1-13b92dc8f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:15.815984 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-b9e0c8bc-a47a-48d6-88c1-13b92dc8f4f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.1010344 Apr 25 15:28:15.894408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59785-f381-464f-bed0-5f233886caa1 req-15f89ed7-fd30-41b3-a7e5-c62642d5e260 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:15.896363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fe59785-f381-464f-bed0-5f233886caa1 req-15f89ed7-fd30-41b3-a7e5-c62642d5e260 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.1497159 Apr 25 15:28:15.942330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-f0f8cca2-6b53-4475-91e0-4fff7f8d400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:15.943756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-f0f8cca2-6b53-4475-91e0-4fff7f8d400a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215546 Apr 25 15:28:15.954348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9fe59785-f381-464f-bed0-5f233886caa1 req-52d352a9-7056-43ca-9596-56bb247c7bbc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518773 Apr 25 15:28:16.079481 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-cdfc1739-706c-4ffb-904a-859ccc81e390 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281021 Apr 25 15:28:16.208915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-551a02ad-02c6-4c7e-b503-b90b2ab7171f req-2694361a-4fbb-43d0-b7e9-9d7abcb74b32 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240039 Apr 25 15:28:16.714573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:16.772904 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c891ba-c046-4d28-aa71-5d594091d9d9'] response: {'name': 'network-changed', 'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'status': 'completed', 'code': 200} Apr 25 15:28:16.864233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-16a48df5-0df5-4812-b0e2-7bcb8c672e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:16.867562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-1b168234-8335-4316-90ec-cf989757253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:16.867721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-16a48df5-0df5-4812-b0e2-7bcb8c672e57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1095 time: 0.0704446 Apr 25 15:28:16.867867 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-1b168234-8335-4316-90ec-cf989757253b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 1095 time: 0.0758061 Apr 25 15:28:17.003078 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-d5f3968b-5edd-4742-974d-35b0478ac571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.004656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-d5f3968b-5edd-4742-974d-35b0478ac571 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1328678 Apr 25 15:28:17.021252 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-ca1f64af-0097-49ec-8773-25912fcf6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.023302 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-ca1f64af-0097-49ec-8773-25912fcf6148 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1504457 Apr 25 15:28:17.111281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-01293fe5-53a1-4a51-9bcc-e99df2d2f730 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.1003523 Apr 25 15:28:17.173747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-8b24029d-d402-491b-a7b1-840a1d0b4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.175305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-8b24029d-d402-491b-a7b1-840a1d0b4f36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0586874 Apr 25 15:28:17.183601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-3495b613-fa51-4730-923f-cb2304a89cbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 200 len: 1000 time: 0.1538293 Apr 25 15:28:17.255313 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc95c55-5a66-49d8-b552-6d4f2acc4024 req-a91e74a0-7e7a-4f08-a51d-1c1ddcc29c2e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.257872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5bc95c55-5a66-49d8-b552-6d4f2acc4024 req-a91e74a0-7e7a-4f08-a51d-1c1ddcc29c2e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.1718833 Apr 25 15:28:17.258284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-870f56bc-3036-4378-a38d-22a24c4e0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.259771 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-870f56bc-3036-4378-a38d-22a24c4e0167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785577 Apr 25 15:28:17.288435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-914781c1-5eca-4980-8be6-4aeb08407009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.289802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-914781c1-5eca-4980-8be6-4aeb08407009 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0982099 Apr 25 15:28:17.356743 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5bc95c55-5a66-49d8-b552-6d4f2acc4024 req-5c0f394d-a39e-4f02-b4b0-d0e4aa39709c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918462 Apr 25 15:28:17.392391 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-035a7bb4-c2dd-417e-b8e0-0b66a7c9b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:17.393966 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-035a7bb4-c2dd-417e-b8e0-0b66a7c9b499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937498 Apr 25 15:28:17.425491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:28:17.501867 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:28:17.533239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-e057d86a-64ed-47fa-901a-ba332b3d7b18 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672114 Apr 25 15:28:17.551397 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-1b5e81dc-6cdc-4e83-a970-f54721cbb0af service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508451 Apr 25 15:28:17.667094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-dea6d922-e010-4f14-af35-d1ce0f3f810c service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278677 Apr 25 15:28:17.792711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4552460c-a4a0-4bfb-af9e-0c7ac3df8cfb req-be3d0e47-b8ca-4a6b-bf63-72af225754f5 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355580 Apr 25 15:28:18.548190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a20ec-2fab-4aa3-8f4b-5d8decfec0ec req-2b74416b-4dc2-4301-8e86-259123ca98d3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:18.549723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-671a20ec-2fab-4aa3-8f4b-5d8decfec0ec req-2b74416b-4dc2-4301-8e86-259123ca98d3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.0807729 Apr 25 15:28:18.593055 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-671a20ec-2fab-4aa3-8f4b-5d8decfec0ec req-33f49b48-a267-4e4b-8390-65f6e7524d53 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 Apr 25 15:28:19.761282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:28:19.777737 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03795-03da-466d-a3d5-4e2305123025 req-0343fe2c-c18c-4ab8-b889-8a997b46c761 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:19.779120 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9e03795-03da-466d-a3d5-4e2305123025 req-0343fe2c-c18c-4ab8-b889-8a997b46c761 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.0803294 Apr 25 15:28:19.822513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b9e03795-03da-466d-a3d5-4e2305123025 req-c51605bd-5a1b-459a-93dc-7e285821ae4f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Apr 25 15:28:19.895684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:19.908949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'mac_address': 'fa:16:3e:d5:81:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:28:19.963919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:19.980911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7ebb67-b451-4d1e-b70b-e1aac36278fa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:28:19.995920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:20.000123 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:20.006957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a93d-fd71-4e94-b52d-65f3d7a529e7 req-0e47d9a4-709f-4fda-a4d1-5a2ced7e0efc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:20.008416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1883a93d-fd71-4e94-b52d-65f3d7a529e7 req-0e47d9a4-709f-4fda-a4d1-5a2ced7e0efc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 944 time: 0.0822020 Apr 25 15:28:20.053166 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1883a93d-fd71-4e94-b52d-65f3d7a529e7 req-7c6305ed-a357-40b9-afd1-5c614fcc19b0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 Apr 25 15:28:20.075482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:20.238528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7fa09-10c7-4cdf-abd1-220233c1fa66 req-a3916e62-c1b4-4a73-9a9f-4f045fe9395b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:20.239962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20c7fa09-10c7-4cdf-abd1-220233c1fa66 req-a3916e62-c1b4-4a73-9a9f-4f045fe9395b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0837781 Apr 25 15:28:20.284137 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20c7fa09-10c7-4cdf-abd1-220233c1fa66 req-3cd969ef-1540-4060-95b4-78a1f4418ef3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Apr 25 15:28:20.304475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['5f7ebb67-b451-4d1e-b70b-e1aac36278fa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:28:20.667398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2907-67b7-4db6-a5a2-f4da06e41546 req-c40e515d-2309-4fb5-844a-69cc71c3029b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:20.668755 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b76f2907-67b7-4db6-a5a2-f4da06e41546 req-c40e515d-2309-4fb5-844a-69cc71c3029b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0788665 Apr 25 15:28:20.714975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b76f2907-67b7-4db6-a5a2-f4da06e41546 req-be066640-52e5-4dd0-8496-91f10a135dd3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405788 Apr 25 15:28:21.775463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:28:21.843671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:28:21.848995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:28:21.849403 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:21.904687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1c30-933b-4e3e-9540-91046fa90857 req-26807620-3764-410d-87ad-8eac6031cd28 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:21.906180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfca1c30-933b-4e3e-9540-91046fa90857 req-26807620-3764-410d-87ad-8eac6031cd28 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0825567 Apr 25 15:28:21.953831 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dfca1c30-933b-4e3e-9540-91046fa90857 req-b46fa736-0870-4d52-adcb-c95d589107a6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411665 Apr 25 15:28:21.965740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:21.993873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:22.001858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:22.007055 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:22.038817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-dcdb174d-a53b-4e90-9929-25f5519ff166 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:22.041676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-dcdb174d-a53b-4e90-9929-25f5519ff166 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 945 time: 0.0864596 Apr 25 15:28:22.051765 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca218569-e09f-45dd-8bc6-318bdb196104'] response: {'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'code': 200} Apr 25 15:28:22.076393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:22.114771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Deleting port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:28:22.115119 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:22.359844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] For port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:22.360118 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:22.650049 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:22.650333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:22.650648 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a disassociated. External IP: 172.25.0.204, port: 5f7ebb67-b451-4d1e-b70b-e1aac36278fa. Apr 25 15:28:22.650985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Calling delete_port for 5f7ebb67-b451-4d1e-b70b-e1aac36278fa owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:28:22.799387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:22.853810 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event deleted for resources: {'Port': ['ID=5f7ebb67-b451-4d1e-b70b-e1aac36278fa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:23.048216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:28:23.111224 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-563495fa-a16b-441a-965c-06a76944a84b req-dc182e74-e7d9-49a2-8f0c-c27be5366347 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=19904be1-bec7-4408-9c07-9a802b1fceef HTTP/1.1" status: 200 len: 210 time: 0.0422764 Apr 25 15:28:23.332840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:28:23.342303 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:28:23.352807 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:28:23.353514 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:28:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:23.406674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] No DVR routers for this DVR port 5f7ebb67-b451-4d1e-b70b-e1aac36278fa on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:28:23.409580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:23.412797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-deleted', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:23.430842 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9e58e349-6e66-4714-bf27-c234a0eb8619 req-d5e08f81-c152-482e-b458-319d8d1aed2d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "DELETE /v2.0/ports/5f7ebb67-b451-4d1e-b70b-e1aac36278fa HTTP/1.1" status: 204 len: 173 time: 1.3816872 Apr 25 15:28:23.467769 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6235d4-cbc8-4172-b4ee-3506993c97d9'] response: {'server_uuid': '19904be1-bec7-4408-9c07-9a802b1fceef', 'name': 'network-vif-deleted', 'tag': '5f7ebb67-b451-4d1e-b70b-e1aac36278fa', 'status': 'completed', 'code': 200} Apr 25 15:28:23.539233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:28:23.885335 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:23.889443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:28:23.899926 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:28:23.900536 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:28:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:24.077760 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:28:24.389993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:24.394296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7719080-fa24-4dbb-b8a0-141d0b54e769 None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:28:24.450193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-89be4b3d-af5b-46c7-bd13-9712dee75b0e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1807066533&fields=id&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 267 time: 0.0410993 Apr 25 15:28:24.605620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-b2c1e947-dfaa-4284-85eb-f530ea9a423b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:24.607090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-b2c1e947-dfaa-4284-85eb-f530ea9a423b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.1498501 Apr 25 15:28:24.620123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17e871-12af-48fe-b7e1-24095f2f76a6 None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:28:24.623340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-395cc0ad-0046-457d-a143-f4153548e76d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/quotas/92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 375 time: 0.0106838 Apr 25 15:28:24.713691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-7feb2f2f-42a2-45fd-a924-0a521e9ea144 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849032 Apr 25 15:28:24.855677 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-b535b6c4-89b3-475b-b573-f08536919b26 service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299305 Apr 25 15:28:24.986613 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-9df62584-986b-4de6-b70c-d76a8818535d service neutron] 10.222.0.23 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240847 Apr 25 15:28:25.173371 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f4ae0fe4-6233-4cf3-8c57-137ab3dc5381 req-b689ee6f-1555-4693-af03-532beb74cfcf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:28:25.190667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-f4ae0fe4-6233-4cf3-8c57-137ab3dc5381 req-b689ee6f-1555-4693-af03-532beb74cfcf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:28:25.192572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f4ae0fe4-6233-4cf3-8c57-137ab3dc5381 req-b689ee6f-1555-4693-af03-532beb74cfcf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 210 time: 0.0693102 Apr 25 15:28:25.822364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:28:25.885927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 5f7ebb67-b451-4d1e-b70b-e1aac36278fa {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:28:25.886268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 5f7ebb67-b451-4d1e-b70b-e1aac36278fa not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:28:26.204015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-18dfaa53-0f1a-4193-a10d-40d1c1045883 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:26.205463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-18dfaa53-0f1a-4193-a10d-40d1c1045883 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 812 time: 0.1495254 Apr 25 15:28:26.255563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-d9afcf56-2b99-4ece-9a57-9fbd8e8c2b4d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 380 time: 0.0424733 Apr 25 15:28:26.264315 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'port': {'device_id': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'admin_state_up': True, 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'security_groups': ['b6b522e5-b563-4699-93b4-d89a4d811383']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:28:26.396415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f6792a69-4192-48f7-8325-2ad04e8d45c2 req-5b80d8ac-fb61-4b50-b757-cf47dcd5a287 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 210 time: 0.0989881 Apr 25 15:28:26.442305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:28:26.454120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:28:26.463705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Made reservation on behalf of 92f9ce99bbbf418b8a18e7eaa64dc259 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:28:26.467369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:26.626740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Allocated IP 172.20.0.14 (40235b93-31b4-4cd6-93f4-25a294eea261/33ae3727-fc67-4b97-b52f-f9eb986384e8/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:28:26.930898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:26.945639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Transition to ACTIVE for port object c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:28:26.968570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.032074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Network 40235b93-31b4-4cd6-93f4-25a294eea261 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:28:27.039857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:28:27.044388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:28:27.074800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:27.094798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.095082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.095419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.095747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.096079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.096400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.096719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.097069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.097897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.098216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.098534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.098849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:28:27.122286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:27.122902 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.150293 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-a781a6c2-7a9d-49bc-952b-2dd4edc69693 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895082 Apr 25 15:28:27.163162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Request body: {'port': {'device_id': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:28:27.230645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-65b9bc9a-7f4c-4c48-8154-3d427687138b None None] Provisioning for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:28:27.235777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-65b9bc9a-7f4c-4c48-8154-3d427687138b None None] Provisioning complete for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:28:27.236156 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-65b9bc9a-7f4c-4c48-8154-3d427687138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.279404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.289370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-65b9bc9a-7f4c-4c48-8154-3d427687138b None None] Port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:28:27.588419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfaad3-026b-4b98-94c4-f9c56541aece req-d01a0ed4-fd12-4fbe-b101-1950ffeaf988 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:27.589925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41bfaad3-026b-4b98-94c4-f9c56541aece req-d01a0ed4-fd12-4fbe-b101-1950ffeaf988 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 932 time: 0.0842295 Apr 25 15:28:27.633930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-41bfaad3-026b-4b98-94c4-f9c56541aece req-a0373560-9efe-4573-92a4-6512e6618ecd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381336 Apr 25 15:28:27.634718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:28:27.642168 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.656707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Transition to ACTIVE for port object c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:28:27.660623 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.816868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:27.898764 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:28:27.899097 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:28:27.899414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:28:27.903980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:28:27.904297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:28:27.909535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:28:27.909931 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:28:27.910310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:28:27.910723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Bound port: c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:28:27.911068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:27.997307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:28:28.000066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:28:28.005447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:28.059870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:28.060965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:28.062019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1092 time: 0.9040165 Apr 25 15:28:28.064513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:28.096754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafde5a-65f0-4701-af99-d346fc6dbe71 service neutron] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:28.147540 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f014a01e-b697-4503-b179-14b56bef5afe'] response: {'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'status': 'completed', 'code': 200} Apr 25 15:28:28.189501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-fded8f86-cebb-42be-b0d0-6da43873cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:28.191022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-fded8f86-cebb-42be-b0d0-6da43873cfd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1095 time: 0.0757041 Apr 25 15:28:28.265387 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-5a4c1dd1-7a30-4a92-88e7-ae798c774494 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 217 time: 0.0682340 Apr 25 15:28:28.327630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-1f9b0271-6425-4968-9f0d-dafb370cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:28.329159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-1f9b0271-6425-4968-9f0d-dafb370cbbe0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0585706 Apr 25 15:28:28.404765 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928525ee-865b-4db4-a626-6c0816125b10 req-e78cfdc8-d01e-49f0-bc48-f50d92203e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:28.406215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-e78cfdc8-d01e-49f0-bc48-f50d92203e35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715292 Apr 25 15:28:28.543284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-2d5d1e03-29ce-4bbf-b284-3a01bded2bbb service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311452 Apr 25 15:28:28.673960 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-928525ee-865b-4db4-a626-6c0816125b10 req-967d96e6-e649-4f99-bda8-0d50b53b5205 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247501 Apr 25 15:28:28.786813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-d3e142b2-cc47-4082-9a4a-5b78cd91e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:28.788209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-d3e142b2-cc47-4082-9a4a-5b78cd91e42e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1095 time: 0.0707552 Apr 25 15:28:28.835042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35850-fb06-4b6b-a807-29910e548008 req-31a2f46a-f728-4c51-98a0-21e7d85503b7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:28.836522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6cc35850-fb06-4b6b-a807-29910e548008 req-31a2f46a-f728-4c51-98a0-21e7d85503b7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0969801 Apr 25 15:28:28.886304 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6cc35850-fb06-4b6b-a807-29910e548008 req-bde36f19-4d83-472b-8fa2-385b5527b276 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Apr 25 15:28:29.028264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-da4ed442-7b38-4e04-a509-76fe41c3b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:29.029731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-da4ed442-7b38-4e04-a509-76fe41c3b987 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.2361653 Apr 25 15:28:29.099208 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-2a7f2b9a-4798-40ea-945d-f64a3c7a6761 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 217 time: 0.0624914 Apr 25 15:28:29.162990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-b32c4816-2ffb-4dec-b762-96625e76aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:29.164443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-b32c4816-2ffb-4dec-b762-96625e76aa5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0583978 Apr 25 15:28:29.189550 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:29.242714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-21290a56-690d-4eb4-9859-6547379070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:29.244165 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-21290a56-690d-4eb4-9859-6547379070b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735197 Apr 25 15:28:29.376366 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-59ea6535-35d4-4515-8254-cc87ffde3686 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252105 Apr 25 15:28:29.512479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-561891b7-8cdc-43d5-b2f7-27bbc81d3c5f req-feb1651e-17b4-4efd-9318-a67992be2483 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294611 Apr 25 15:28:30.073544 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4b79-3a3a-4efa-bbc0-724fecb4f0d1 req-b3148e71-94e5-4dc7-962d-584bf362504e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:30.074222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-595f4b79-3a3a-4efa-bbc0-724fecb4f0d1 req-b3148e71-94e5-4dc7-962d-584bf362504e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:28:30.089246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-595f4b79-3a3a-4efa-bbc0-724fecb4f0d1 req-b3148e71-94e5-4dc7-962d-584bf362504e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:28:30.090591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-595f4b79-3a3a-4efa-bbc0-724fecb4f0d1 req-b3148e71-94e5-4dc7-962d-584bf362504e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0939684 Apr 25 15:28:30.134182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-595f4b79-3a3a-4efa-bbc0-724fecb4f0d1 req-7a94a894-3cc2-40da-b5c5-d370a9a05a8e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378859 Apr 25 15:28:31.317692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c610-e52a-423c-9c62-28b1f4245030 req-6d59b0a3-63e0-475b-98ef-93d78cfe9646 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:31.319115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-77d0c610-e52a-423c-9c62-28b1f4245030 req-6d59b0a3-63e0-475b-98ef-93d78cfe9646 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0788941 Apr 25 15:28:31.362585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-77d0c610-e52a-423c-9c62-28b1f4245030 req-5545f9b6-1f70-459e-a5f7-6dbcb3411dfb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Apr 25 15:28:31.551548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:28:31.684687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:31.697430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'mac_address': 'fa:16:3e:49:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:28:31.751430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:31.767671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:28:31.783105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:31.787593 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:31.864515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:31.987519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:28:32.547992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cf71e-d4c7-4962-a22c-2ebbda391941 req-104e5a23-3ee4-4d9b-a969-075bf43870c7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:32.549448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b6cf71e-d4c7-4962-a22c-2ebbda391941 req-104e5a23-3ee4-4d9b-a969-075bf43870c7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0825543 Apr 25 15:28:32.592576 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b6cf71e-d4c7-4962-a22c-2ebbda391941 req-36225706-6fec-4915-b18a-2e330f0c4210 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369251 Apr 25 15:28:33.565251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:28:33.637294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:28:33.642127 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:28:33.642504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:33.758451 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:33.784780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:33.785795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07f62-9c97-4eb0-b9b1-08cb5ff5ab39 req-5bc9c996-ae24-47e0-986e-c2aa4fb9946a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:33.787272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5e07f62-9c97-4eb0-b9b1-08cb5ff5ab39 req-5bc9c996-ae24-47e0-986e-c2aa4fb9946a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0834558 Apr 25 15:28:33.794585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:28:33.799134 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:33.836522 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d27d5a-9fbf-4b7e-a9e1-e60ad4283d38'] response: {'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'code': 200} Apr 25 15:28:33.838087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5e07f62-9c97-4eb0-b9b1-08cb5ff5ab39 req-9ef4f49c-a402-41b6-bf24-38ee35e1dce4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Apr 25 15:28:33.868708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:28:33.955817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14fc39-423b-46ef-b9c6-957c66fcf3cd req-926f0456-5b8c-4fd3-aa5a-6a3fd9166c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:33.957290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf14fc39-423b-46ef-b9c6-957c66fcf3cd req-926f0456-5b8c-4fd3-aa5a-6a3fd9166c87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1097 time: 0.0695195 Apr 25 15:28:33.996801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cf14fc39-423b-46ef-b9c6-957c66fcf3cd req-d6ead92f-dd39-4ac3-8bad-36d3a99dc496 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Apr 25 15:28:34.351101 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:28:34.741111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:35.036236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc678095-161c-45f3-b569-0ebc0f16c936 req-e6bb899e-ac2d-440a-9de1-33491101ccf7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:35.038028 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc678095-161c-45f3-b569-0ebc0f16c936 req-e6bb899e-ac2d-440a-9de1-33491101ccf7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0891581 Apr 25 15:28:35.086888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc678095-161c-45f3-b569-0ebc0f16c936 req-9e374721-5544-42e3-8884-ec3b965366ee tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Apr 25 15:28:36.268293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e52b-b08f-4f90-bcbd-1f20af346ded req-01d8b0ea-a408-4286-a52c-8bac95e9a3be tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:36.269814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28f5e52b-b08f-4f90-bcbd-1f20af346ded req-01d8b0ea-a408-4286-a52c-8bac95e9a3be tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0788050 Apr 25 15:28:36.313095 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-28f5e52b-b08f-4f90-bcbd-1f20af346ded req-c7bbacf8-4f57-4d88-9613-f8d60b5a36dc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Apr 25 15:28:36.491341 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed07da4-bcab-4e14-99b9-d3e74ab54416 req-12bb47e2-27bd-43ff-b72c-7bc77a25a381 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:36.492832 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bed07da4-bcab-4e14-99b9-d3e74ab54416 req-12bb47e2-27bd-43ff-b72c-7bc77a25a381 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0795915 Apr 25 15:28:36.501369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40028) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:28:36.506830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Request body: {'floatingip': {'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:28:36.585496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:37.279167 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:37.283190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:37.452995 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a associated. External IP: 172.25.0.204, port: c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa. Apr 25 15:28:37.800815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:28:37.977220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:28:37.982112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:37.986598 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:28:37.996349 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:28:37.996954 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:28:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:38.036827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e766e7c6-69c1-4f69-b4a0-3f07ce6dc4ea tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "PUT /v2.0/floatingips/70f11482-45d2-479d-8953-bc542659aa1a HTTP/1.1" status: 200 len: 993 time: 1.5344181 Apr 25 15:28:38.037523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:28:38.087995 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130f5c92-3f59-421a-b0de-05716a5759dc'] response: {'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'status': 'completed', 'code': 200} Apr 25 15:28:38.179596 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:28:38.185404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486859-35df-48b5-b4a0-20f68322e5ca req-dd424425-b74d-4bff-b3ef-48b1e87b85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:38.186896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-dd424425-b74d-4bff-b3ef-48b1e87b85c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1097 time: 0.0749795 Apr 25 15:28:38.319878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486859-35df-48b5-b4a0-20f68322e5ca req-4475a304-d20c-4501-ad44-2e2f0a1a0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:38.321389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-4475a304-d20c-4501-ad44-2e2f0a1a0717 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1290329 Apr 25 15:28:38.582291 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:49:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:28:37Z', 'revision_number': 13, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:38.587589 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:28:38.593661 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-06ba6778-dadb-4a8a-b339-fce275cfaace service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.2669063 Apr 25 15:28:38.596341 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:28:38.597572 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:28:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:38.625947 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31530fbd-01a2-4443-872f-51154f09ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:38.662597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486859-35df-48b5-b4a0-20f68322e5ca req-56b7a655-15f9-4ce5-8a85-4c36f73c180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:38.664210 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-56b7a655-15f9-4ce5-8a85-4c36f73c180d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0645826 Apr 25 15:28:38.740556 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486859-35df-48b5-b4a0-20f68322e5ca req-87398f16-19ea-40fe-822a-470bd358a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:38.742175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-87398f16-19ea-40fe-822a-470bd358a5cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708694 Apr 25 15:28:38.821515 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:28:38.888153 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-112af075-7fce-4129-812a-b308030a2534 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384218 Apr 25 15:28:39.041093 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-60486859-35df-48b5-b4a0-20f68322e5ca req-7caba3ce-29f7-4e4c-a8d3-9af87821a4b0 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397071 Apr 25 15:28:39.206197 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:49:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:28:37Z', 'revision_number': 13, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:28:39.211005 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc59d5-f33d-4d3e-95db-2e5fb07fe673 None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '70f11482-45d2-479d-8953-bc542659aa1a', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'mac_address': 'fa:16:3e:49:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:25:32Z', 'updated_at': '2022-04-25T15:28:37Z', 'revision_number': 13, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:28:39.396729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8a9962-a7ed-4277-b31c-3b94e2520a03 None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:28:39.725863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f065-6b91-409b-8714-8a40de05e43a req-4d2e8c03-3674-4c70-a3a6-8bdbbd538a74 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:39.727311 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4a1f065-6b91-409b-8714-8a40de05e43a req-4d2e8c03-3674-4c70-a3a6-8bdbbd538a74 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0893629 Apr 25 15:28:39.771289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4a1f065-6b91-409b-8714-8a40de05e43a req-67964713-9eb1-4241-ad09-96c9fb5ef3d9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380366 Apr 25 15:28:40.993169 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2149-2053-4e1d-9726-5225f111e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:41.912130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:42.123665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:43.821449 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:48.293729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-8b6fcc1b-3df9-4204-8063-b8c7aa5a8486 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189413 Apr 25 15:28:48.319952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5af26e-aa75-49e2-ad2e-67c665b8ac11 req-b17d9a3c-3329-432b-a5fb-d9e14d5b7eac tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:48.321420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de5af26e-aa75-49e2-ad2e-67c665b8ac11 req-b17d9a3c-3329-432b-a5fb-d9e14d5b7eac tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0946796 Apr 25 15:28:48.367439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-de5af26e-aa75-49e2-ad2e-67c665b8ac11 req-cf371924-c4cd-4695-9eee-a5a1ee78b7ac tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395484 Apr 25 15:28:49.402594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-6357de90-1204-44d9-bd70-9dad2efec98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:49.404107 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-6357de90-1204-44d9-bd70-9dad2efec98e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1097 time: 0.0737979 Apr 25 15:28:49.588344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-d18e7e87-b5b0-48ba-9427-e6d9391d721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:49.589833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-d18e7e87-b5b0-48ba-9427-e6d9391d721a service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1798391 Apr 25 15:28:49.681248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f508a8-50e9-432c-8f9d-a2dbbfa989ff req-8002b2c7-ad27-4e6a-b6ac-56d490288c85 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:49.682698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77f508a8-50e9-432c-8f9d-a2dbbfa989ff req-8002b2c7-ad27-4e6a-b6ac-56d490288c85 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.1900423 Apr 25 15:28:49.734171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-baf1ca1a-ae5d-41c2-a2c1-4b30c0ae1007 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1003 time: 0.1345854 Apr 25 15:28:49.774995 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77f508a8-50e9-432c-8f9d-a2dbbfa989ff req-bbbab983-8f59-4cec-a683-0f8264771d4d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865767 Apr 25 15:28:49.800035 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3642e341-8085-4c7e-b910-b2ec36d98e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:49.801502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3642e341-8085-4c7e-b910-b2ec36d98e50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0618441 Apr 25 15:28:49.890224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-81a0fd3a-e982-4c2f-b697-37376c0de67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:49.891705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-81a0fd3a-e982-4c2f-b697-37376c0de67d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840080 Apr 25 15:28:50.020420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-7656df46-c255-4b38-9b61-5713ee762b27 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224737 Apr 25 15:28:50.151295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-bbe47a89-48ee-4dbc-87ea-eed1e4069d37 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247187 Apr 25 15:28:50.959273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781a8c-db0d-4ef6-83df-175d9051de4e req-8f85e6ba-bd2c-4443-84ec-f9f4098184fa tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:50.960701 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38781a8c-db0d-4ef6-83df-175d9051de4e req-8f85e6ba-bd2c-4443-84ec-f9f4098184fa tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0808969 Apr 25 15:28:51.004505 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38781a8c-db0d-4ef6-83df-175d9051de4e req-16af6654-5d85-4e9f-acd1-9018b0f014f0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381422 Apr 25 15:28:52.185952 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911462-891b-455e-9c8e-13f74a389336 req-c0a6fa11-1115-4b19-aa7b-a62371c2001a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:52.187392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e911462-891b-455e-9c8e-13f74a389336 req-c0a6fa11-1115-4b19-aa7b-a62371c2001a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0788991 Apr 25 15:28:52.229761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4e911462-891b-455e-9c8e-13f74a389336 req-43fb9ccb-c7fd-4cff-ac0c-032034628d9a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362325 Apr 25 15:28:53.415487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74db591-c8fd-472b-a2b8-87e0df956550 req-4f63adb3-94d0-4038-afe1-f56171a225f0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:53.417237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f74db591-c8fd-472b-a2b8-87e0df956550 req-4f63adb3-94d0-4038-afe1-f56171a225f0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0801077 Apr 25 15:28:53.465777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f74db591-c8fd-472b-a2b8-87e0df956550 req-5ef587cd-e7c9-4baf-a9af-8ca4978312f1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Apr 25 15:28:54.652793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac7eda-e846-4c65-ae1d-56db50c8da1c req-a3cb19ff-c675-4244-80c0-c1cb28ac3bbc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:54.654267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62ac7eda-e846-4c65-ae1d-56db50c8da1c req-a3cb19ff-c675-4244-80c0-c1cb28ac3bbc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0815203 Apr 25 15:28:54.697587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62ac7eda-e846-4c65-ae1d-56db50c8da1c req-aa3c0f37-4a4c-434f-9a06-b3608c22b5cc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377564 Apr 25 15:28:55.880702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d01ab-dd77-4450-b9fd-a27649135d95 req-60a17bf1-12a0-48c4-b199-43185dabacef tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:55.882086 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df2d01ab-dd77-4450-b9fd-a27649135d95 req-60a17bf1-12a0-48c4-b199-43185dabacef tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0783496 Apr 25 15:28:55.925814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-df2d01ab-dd77-4450-b9fd-a27649135d95 req-85521ea1-6cbf-4dad-9cef-29581f7920a6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Apr 25 15:28:57.132261 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10e236-801c-4cdb-9fad-7fa216449263 req-5a8e813a-9116-4d8a-8943-16bb30755d7b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:57.138419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee10e236-801c-4cdb-9fad-7fa216449263 req-5a8e813a-9116-4d8a-8943-16bb30755d7b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0963309 Apr 25 15:28:57.285756 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ee10e236-801c-4cdb-9fad-7fa216449263 req-00228d01-84f4-49ba-8eac-34dc2260807d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501694 Apr 25 15:28:58.477385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65cce5-712b-499e-a4fb-dd8dd8a51c66 req-2bad81e2-c65f-46ea-b20b-784afc82d94e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:58.478875 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c65cce5-712b-499e-a4fb-dd8dd8a51c66 req-2bad81e2-c65f-46ea-b20b-784afc82d94e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0896707 Apr 25 15:28:58.522961 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c65cce5-712b-499e-a4fb-dd8dd8a51c66 req-952badbe-1e8c-4578-8276-fa152a0f759c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384359 Apr 25 15:28:59.190268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:28:59.707218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed029033-2676-4bfb-8a47-e77194638e94 req-f0949769-71d6-4399-a3c0-a1514c4d3a00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:28:59.708680 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed029033-2676-4bfb-8a47-e77194638e94 req-f0949769-71d6-4399-a3c0-a1514c4d3a00 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0823412 Apr 25 15:28:59.751696 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ed029033-2676-4bfb-8a47-e77194638e94 req-5753cfed-a8fb-4611-9314-4141de459c35 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373456 Apr 25 15:29:00.938217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6902-11f6-449b-9661-e9baf8c4dcdc req-fc7f51ce-5765-4b54-8d78-a37c2681fe2f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:00.939672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a1c6902-11f6-449b-9661-e9baf8c4dcdc req-fc7f51ce-5765-4b54-8d78-a37c2681fe2f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0784576 Apr 25 15:29:00.983735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6a1c6902-11f6-449b-9661-e9baf8c4dcdc req-a09487bb-49cb-47d2-8c1f-8dcb734e7311 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Apr 25 15:29:02.169501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a5207-0e85-4745-b875-81a06411d597 req-1d10e6cb-a479-483b-9290-f2ad72de56b6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:02.170963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d05a5207-0e85-4745-b875-81a06411d597 req-1d10e6cb-a479-483b-9290-f2ad72de56b6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0818467 Apr 25 15:29:02.213968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d05a5207-0e85-4745-b875-81a06411d597 req-e6ed35ca-764b-406e-b972-73f8d465b8e4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368149 Apr 25 15:29:03.400053 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd19456-6219-41fc-82b3-f5dbf819d33c req-09b2ef80-f256-4766-8c19-a07ea4dc6ffb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:03.401523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8dd19456-6219-41fc-82b3-f5dbf819d33c req-09b2ef80-f256-4766-8c19-a07ea4dc6ffb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0827601 Apr 25 15:29:03.445962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8dd19456-6219-41fc-82b3-f5dbf819d33c req-08473117-9402-445d-86cf-7425c30d076d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Apr 25 15:29:04.636735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f99c1-b928-4a5d-9f74-f0174291c777 req-e16c121a-ceff-49f2-8102-3b65404f2e5e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:04.638221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a42f99c1-b928-4a5d-9f74-f0174291c777 req-e16c121a-ceff-49f2-8102-3b65404f2e5e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0855196 Apr 25 15:29:04.682579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a42f99c1-b928-4a5d-9f74-f0174291c777 req-4c6de354-facd-4f6b-9575-005d6059d915 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Apr 25 15:29:04.741979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:05.871131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b1ae7-9d21-450a-8a99-f1737c5e1696 req-50839dc3-5da5-414e-b984-d31890e6818f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:05.872577 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a5b1ae7-9d21-450a-8a99-f1737c5e1696 req-50839dc3-5da5-414e-b984-d31890e6818f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0807943 Apr 25 15:29:05.917802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a5b1ae7-9d21-450a-8a99-f1737c5e1696 req-1c9b6386-0007-4480-94ec-282c0faaebe6 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393007 Apr 25 15:29:07.101485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6515d-393c-4e32-870d-15ce4d0dffae req-3a37ed52-1e10-4a82-a142-efcaeb625c51 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:07.102896 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cca6515d-393c-4e32-870d-15ce4d0dffae req-3a37ed52-1e10-4a82-a142-efcaeb625c51 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0803308 Apr 25 15:29:07.146407 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cca6515d-393c-4e32-870d-15ce4d0dffae req-771377d5-462a-40b3-a874-2fc65871382e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Apr 25 15:29:08.339413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83ac1-9850-4437-a2ad-980d108cbbb0 req-6ce2a5f5-0f16-44cc-8483-30ab71125a8b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:08.340871 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bcf83ac1-9850-4437-a2ad-980d108cbbb0 req-6ce2a5f5-0f16-44cc-8483-30ab71125a8b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0828981 Apr 25 15:29:08.385229 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bcf83ac1-9850-4437-a2ad-980d108cbbb0 req-0d7c931b-91a0-487c-b22d-e2a749ed0b3f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Apr 25 15:29:08.627708 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ace20c7c-cf6c-47c2-a4bc-99464f52abda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:09.573806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99755c-e2a1-429c-be65-0921c45279bf req-1aa555be-844f-4cee-be49-df61b64b09c9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:09.575248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b99755c-e2a1-429c-be65-0921c45279bf req-1aa555be-844f-4cee-be49-df61b64b09c9 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0832663 Apr 25 15:29:09.618113 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b99755c-e2a1-429c-be65-0921c45279bf req-2efe30ff-6e3f-4947-80ba-f13b32408e1d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Apr 25 15:29:10.799544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d27c2-26ca-4039-81af-4117bdb46643 req-29e45219-c8aa-4f51-a81f-42f10a10aded tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:10.801513 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-283d27c2-26ca-4039-81af-4117bdb46643 req-29e45219-c8aa-4f51-a81f-42f10a10aded tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0794244 Apr 25 15:29:10.848079 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-283d27c2-26ca-4039-81af-4117bdb46643 req-82fef6d4-441e-46b8-bd9d-65d66e44d69b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408804 Apr 25 15:29:10.994982 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfd66-552a-46ae-b504-872304dd4c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:11.351213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:29:11.913751 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:12.031701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ee4f-213e-4915-a821-a43768049c3e req-9045ef1d-2903-46b6-aeba-c28ac4ad6332 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:12.033170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3bc4ee4f-213e-4915-a821-a43768049c3e req-9045ef1d-2903-46b6-aeba-c28ac4ad6332 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0795343 Apr 25 15:29:12.078758 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3bc4ee4f-213e-4915-a821-a43768049c3e req-42f93bfa-eef0-4a36-b634-b3712ee4b923 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Apr 25 15:29:12.126645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:12.662262 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-6c6a72b5-ab4c-4bf3-91ad-3c69ba45bc63 service neutron] show failed (client error): The resource could not be found. Apr 25 15:29:12.663221 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-6c6a72b5-ab4c-4bf3-91ad-3c69ba45bc63 service neutron] 10.222.0.15 "GET /v2.0/ports/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0731122 Apr 25 15:29:12.923913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-5c4a5cea-4a5c-49f5-839b-f5adc6891924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:12.925420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-5c4a5cea-4a5c-49f5-839b-f5adc6891924 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 1097 time: 0.0735717 Apr 25 15:29:12.935396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:29:13.046243 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:13.381916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12119b6-8e0a-44ba-a746-34d357c1c049 req-da07de45-8f34-4bc4-be42-a4ab439642eb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:13.383279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d12119b6-8e0a-44ba-a746-34d357c1c049 req-da07de45-8f34-4bc4-be42-a4ab439642eb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.1963811 Apr 25 15:29:13.384894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:13.444516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:29:13.489268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d12119b6-8e0a-44ba-a746-34d357c1c049 req-c2e1f03d-a337-41a1-8d4c-d28bd82a712a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995045 Apr 25 15:29:13.530744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:13.536180 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:13.551345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Transition to ACTIVE for port object c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:29:13.555456 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:13.591927 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0699889-a680-4f9d-a5fa-6f9f7887b30d'] response: {'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'code': 200} Apr 25 15:29:13.815925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:13.825619 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:13.836663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.837005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.837430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.837767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.838098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.838422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.838744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.839062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.839380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.839700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.840017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.840332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:13.881793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] No DVR routers for this DVR port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:29:14.103975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:29:14.104673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:29:14.104673 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:29:14.109486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:29:14.109800 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:29:14.115450 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:29:14.115794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:29:14.116148 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:29:14.116561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Bound port: c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:29:14.116897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:14.209377 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:29:14.212224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:29:14.217091 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:14.272040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:14.273151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:14.274523 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1092 time: 1.3429909 Apr 25 15:29:14.339551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566fa78-903f-4694-b6b4-90e5587b9ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:14.374018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-52f153cd-98f0-442a-92d7-611899347e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:14.375409 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-52f153cd-98f0-442a-92d7-611899347e0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1095 time: 0.0782297 Apr 25 15:29:14.507816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-a58d9afe-fb81-4ddd-a2d7-ba32fbda0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:14.510363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-a58d9afe-fb81-4ddd-a2d7-ba32fbda0111 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1284690 Apr 25 15:29:14.651398 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-4bf7c4b8-35b8-42c5-af18-0dca42263711 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.1347229 Apr 25 15:29:14.732332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-54eab940-30e7-4710-8815-e35d1d819696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:14.733787 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-54eab940-30e7-4710-8815-e35d1d819696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0767865 Apr 25 15:29:14.745919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea164c3-9aa3-43ae-8e14-06c553c1ae69 req-549b801d-b686-4848-b0de-f73a6ae0d58a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:14.747260 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ea164c3-9aa3-43ae-8e14-06c553c1ae69 req-549b801d-b686-4848-b0de-f73a6ae0d58a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.1466510 Apr 25 15:29:14.831060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3ea164c3-9aa3-43ae-8e14-06c553c1ae69 req-3e649d53-9aaa-43ec-9dcc-4a57de3ab945 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529029 Apr 25 15:29:14.850823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-b601d53d-a63a-47c1-9c56-af926adbfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:14.852275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-b601d53d-a63a-47c1-9c56-af926adbfaf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041875 Apr 25 15:29:14.981512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-07ccdf22-a0de-4fc7-9a0f-65e6c4395a56 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231332 Apr 25 15:29:15.110578 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-fb6a2b71-55d8-4e1c-bdf6-5fa2d251a7ed service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237862 Apr 25 15:29:15.593540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:15.650079 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d17c6c-0522-4305-bc9e-fea750a99864'] response: {'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'status': 'completed', 'code': 200} Apr 25 15:29:15.745727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-91da3be6-f874-4ed1-a0ce-6a83b256ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:15.747237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-91da3be6-f874-4ed1-a0ce-6a83b256ad56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1095 time: 0.0756352 Apr 25 15:29:15.748686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-0ecc1424-9280-47d9-a0cc-c99271c8d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:15.750235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-0ecc1424-9280-47d9-a0cc-c99271c8d60d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1095 time: 0.0780523 Apr 25 15:29:15.768135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:29:15.836985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:29:15.891081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-ed9ddcf7-45c4-43c9-af9f-66a72f1502f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:15.892568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-ed9ddcf7-45c4-43c9-af9f-66a72f1502f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1393809 Apr 25 15:29:16.012364 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-c718ae87-91c3-4358-a6d9-a3121edf87f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.1136694 Apr 25 15:29:16.039587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-457fd6e5-5dcc-4bcf-918d-94dd082cabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:16.041208 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-457fd6e5-5dcc-4bcf-918d-94dd082cabd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.2849123 Apr 25 15:29:16.078425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-e4f913ce-75c3-4d9e-80e1-b7e72a474398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:16.079955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-e4f913ce-75c3-4d9e-80e1-b7e72a474398 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0615604 Apr 25 15:29:16.155366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-4b957a29-bb3b-4618-b037-288b5c68c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:16.156835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-4b957a29-bb3b-4618-b037-288b5c68c2a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710318 Apr 25 15:29:16.160348 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-0523477c-19c1-4c50-be36-16dde16f3e86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.1129563 Apr 25 15:29:16.225484 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afd14d-af6c-47d2-901d-d148cd8c898d req-21126cf0-a0e1-4899-bbe4-bdee2fb7b10b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:16.226952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13afd14d-af6c-47d2-901d-d148cd8c898d req-21126cf0-a0e1-4899-bbe4-bdee2fb7b10b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.2209699 Apr 25 15:29:16.258293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-cee39dc5-cdf1-4e1a-8286-0b006b692e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:16.260491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-cee39dc5-cdf1-4e1a-8286-0b006b692e82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0935013 Apr 25 15:29:16.294078 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-7bbb2d29-db97-4f5d-b379-32f4624b2f02 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311717 Apr 25 15:29:16.379026 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-13afd14d-af6c-47d2-901d-d148cd8c898d req-c2ae046f-7a79-4a1c-aac6-d206e8c1f391 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410079 Apr 25 15:29:16.410528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-2fdc18c5-65f2-4823-8d24-f9b1182345b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:16.412441 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-2fdc18c5-65f2-4823-8d24-f9b1182345b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461761 Apr 25 15:29:16.447809 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-abf02e7c-ac38-48bb-a7ff-62ae611ecf5a service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480935 Apr 25 15:29:16.618321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-f00fe2f8-1ab3-4f2e-95ed-6de8271bc25b service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000089 Apr 25 15:29:16.750711 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8831b946-3f7a-4622-9262-2ec6f4e23aa4 req-dadec1ad-822b-4866-8c8c-b22db2c82886 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270554 Apr 25 15:29:17.584794 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e1798-54a7-48e8-a3a2-8734222976d2 req-c482f1c6-a04f-4d35-bd25-bf05e6842640 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:17.586256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-050e1798-54a7-48e8-a3a2-8734222976d2 req-c482f1c6-a04f-4d35-bd25-bf05e6842640 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0843327 Apr 25 15:29:17.628797 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-050e1798-54a7-48e8-a3a2-8734222976d2 req-0f5f2d8f-340b-47ed-b36c-ce9d0bf76adb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Apr 25 15:29:18.810079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b113-d42c-442d-a11d-9836451567c8 req-3352e27f-9799-42d0-8fe3-09a2d000e5fb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:18.811673 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9e0b113-d42c-442d-a11d-9836451567c8 req-3352e27f-9799-42d0-8fe3-09a2d000e5fb tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0789340 Apr 25 15:29:18.859560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d9e0b113-d42c-442d-a11d-9836451567c8 req-7bb5cbdb-6dc1-4c54-b321-681cf722042f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Apr 25 15:29:20.046393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976fa5e-f2b6-4ffa-8c57-6ffc556ee6db req-e4905731-0e29-4b37-a99c-9183e2f8ae3d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:20.047836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e976fa5e-f2b6-4ffa-8c57-6ffc556ee6db req-e4905731-0e29-4b37-a99c-9183e2f8ae3d tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0796049 Apr 25 15:29:20.091421 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e976fa5e-f2b6-4ffa-8c57-6ffc556ee6db req-9d3b8f30-1b95-4676-abe6-f0a18e8fab0b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377817 Apr 25 15:29:21.274522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58236-b7ff-41ea-b3ac-31fe0716b94b req-59fc81b1-3aa1-41b1-922c-756cb0055771 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:21.275965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fc58236-b7ff-41ea-b3ac-31fe0716b94b req-59fc81b1-3aa1-41b1-922c-756cb0055771 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0791430 Apr 25 15:29:21.320669 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fc58236-b7ff-41ea-b3ac-31fe0716b94b req-5becaf00-c3b2-4861-86e7-ba52b88c05f5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Apr 25 15:29:22.508766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84392472-4ecd-4f79-8917-4bc1f27006a9 req-15faa6f9-4ff4-4c7a-9852-91e63a74a832 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:22.510376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84392472-4ecd-4f79-8917-4bc1f27006a9 req-15faa6f9-4ff4-4c7a-9852-91e63a74a832 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0827754 Apr 25 15:29:22.554588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-84392472-4ecd-4f79-8917-4bc1f27006a9 req-f193ea70-13c2-446b-ae45-96f019379204 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Apr 25 15:29:23.742458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771de2c-3c0e-468b-9ccd-5b889c5dd2f6 req-26b4c0ea-f494-4aaa-86e7-beedbcd3188c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:23.743895 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7771de2c-3c0e-468b-9ccd-5b889c5dd2f6 req-26b4c0ea-f494-4aaa-86e7-beedbcd3188c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0840967 Apr 25 15:29:23.789528 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7771de2c-3c0e-468b-9ccd-5b889c5dd2f6 req-de8dd280-39b8-4601-ac4f-f9c8140a11d0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Apr 25 15:29:24.973386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2179478-6a9d-4266-bbfb-ac93f58f362d req-975cb087-467e-4f86-8d51-047958e75aac tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:24.974903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2179478-6a9d-4266-bbfb-ac93f58f362d req-975cb087-467e-4f86-8d51-047958e75aac tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0802655 Apr 25 15:29:25.025820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2179478-6a9d-4266-bbfb-ac93f58f362d req-00e229b2-b1f6-436d-9833-80e9b4a90956 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Apr 25 15:29:26.029986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:29:26.201386 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:26.215201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'mac_address': 'fa:16:3e:49:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:29:26.222507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d564df-d6bb-4dee-ae3c-183c54a90ef6 req-bcc1bc99-8e8d-4246-8762-db02cba87b9a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:26.223988 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42d564df-d6bb-4dee-ae3c-183c54a90ef6 req-bcc1bc99-8e8d-4246-8762-db02cba87b9a tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 944 time: 0.0798349 Apr 25 15:29:26.267488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42d564df-d6bb-4dee-ae3c-183c54a90ef6 req-ba30bb47-7170-4a37-aa74-ec60994f52d5 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376675 Apr 25 15:29:26.269167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:26.286238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:29:26.301862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:26.306026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:26.375551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:26.383587 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.383933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.384271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.384606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.384937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.385313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.385612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.385936 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.386259 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.386572 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.386896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.387210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:26.647877 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:29:26.726171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-9f3277f7-df7c-45dc-88a0-e3358f94c1db tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:26.727585 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-9f3277f7-df7c-45dc-88a0-e3358f94c1db tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 945 time: 0.1388385 Apr 25 15:29:26.798822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55bda-c825-498e-a245-01e25e4f18ae req-d0f52829-df8c-483d-822e-f5ee71533997 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:26.800344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5eb55bda-c825-498e-a245-01e25e4f18ae req-d0f52829-df8c-483d-822e-f5ee71533997 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.1606863 Apr 25 15:29:26.860016 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-a97eaaff-e116-4865-83fa-dfd1901e0041 service neutron] 10.222.0.21 "GET /v2.0/ports/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa/bindings/n-h1-811416-6 HTTP/1.1" status: 200 len: 382 time: 0.1248302 Apr 25 15:29:26.862923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5eb55bda-c825-498e-a245-01e25e4f18ae req-c52b324c-ff24-4a99-85a8-7c58240ea97c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550108 Apr 25 15:29:26.950576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-0025c9ec-ed9f-4b92-a03e-69083c05ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:26.952038 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-0025c9ec-ed9f-4b92-a03e-69083c05ac33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1096 time: 0.0710905 Apr 25 15:29:27.079699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-73b5ca18-e8db-420e-ba51-3918fc8323f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:27.081071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-73b5ca18-e8db-420e-ba51-3918fc8323f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1234808 Apr 25 15:29:27.182275 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-c6c71c0c-9ff4-47be-af34-8208744a66f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1002 time: 0.0946848 Apr 25 15:29:27.341853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-21d2be6a-4edb-489a-aff5-293e78272dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:27.343192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-21d2be6a-4edb-489a-aff5-293e78272dda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.1549482 Apr 25 15:29:27.419797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-351de152-9403-4cb9-aaa6-d6151c2c4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:27.421303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-351de152-9403-4cb9-aaa6-d6151c2c4852 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713646 Apr 25 15:29:27.552301 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-6db65532-8912-4208-a26b-ab0b84bcb01d service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249871 Apr 25 15:29:27.681184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-056f970b-4a45-4dd1-b5e3-1d31cef538db service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225212 Apr 25 15:29:28.045842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:29:28.049487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de375d4-f58a-4835-8be2-ea1cf8ca4c18 req-1765f2cb-561d-4c71-94ef-d8a5e8e3e7b0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:28.051453 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8de375d4-f58a-4835-8be2-ea1cf8ca4c18 req-1765f2cb-561d-4c71-94ef-d8a5e8e3e7b0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0801189 Apr 25 15:29:28.095930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8de375d4-f58a-4835-8be2-ea1cf8ca4c18 req-a054b818-9077-449b-8dd9-a83c57b70b12 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386195 Apr 25 15:29:28.116007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:29:28.120763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:29:28.121197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:28.235286 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:28.261473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:28.270725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:28.274914 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:28.320524 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553ac9e5-edde-4b27-b4f5-78d5e9ab53e6'] response: {'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'code': 200} Apr 25 15:29:28.342367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:29.204129 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:29.288506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425d487-f206-4e3c-b1a9-f6c426adbc68 req-a2cc59d4-9a53-4b10-8638-1ab818ce4033 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:29.289956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f425d487-f206-4e3c-b1a9-f6c426adbc68 req-a2cc59d4-9a53-4b10-8638-1ab818ce4033 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0812171 Apr 25 15:29:29.335274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f425d487-f206-4e3c-b1a9-f6c426adbc68 req-a1de2be6-623e-440c-8e2d-06304d95ac4b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393589 Apr 25 15:29:30.429528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-4e8349c7-933c-40ec-b43b-881e13dc5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:30.430989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-4e8349c7-933c-40ec-b43b-881e13dc5a43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228&tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259 HTTP/1.1" status: 200 len: 1097 time: 0.0711677 Apr 25 15:29:30.442064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:29:30.531186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d62d0-356f-4ea4-a86e-12ac07da1b9b req-f087afe1-dea8-4611-bc82-cf181cf549dd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:30.532647 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a9d62d0-356f-4ea4-a86e-12ac07da1b9b req-f087afe1-dea8-4611-bc82-cf181cf549dd tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0884862 Apr 25 15:29:30.561996 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:30.577420 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a9d62d0-356f-4ea4-a86e-12ac07da1b9b req-8500cd50-0345-40d1-86cc-f80746b87546 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Apr 25 15:29:30.941346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:30.974221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:29:31.034151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:31.040488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:31.056444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Transition to ACTIVE for port object c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:29:31.060016 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:31.101963 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adcc872-73cc-4e26-9195-edecba1fd1df'] response: {'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'code': 200} Apr 25 15:29:31.212457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:31.232101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.232448 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.232891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.233249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.233578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.233908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.234230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.234549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.234866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.235183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.235501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.235816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:29:31.279867 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] No DVR routers for this DVR port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:29:31.510436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:29:31.511116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:29:31.511116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:29:31.517134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:29:31.517462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Attempting to bind port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on network 40235b93-31b4-4cd6-93f4-25a294eea261 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:29:31.523310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:29:31.523645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Checking segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:29:31.524025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Bound using segment: {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:29:31.524441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Bound port: c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d65c8b-7c10-4e82-bc61-288024e14500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:29:31.524785 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:31.614588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:29:31.618192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:29:31.621904 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:31.679377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:31.679956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:31.681274 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1093 time: 1.2437379 Apr 25 15:29:31.703098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833355e-76bf-4cc7-8d15-a77202e25a61 service neutron] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=11']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:31.776243 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31696e6b-27dd-4baa-8efd-4ab825c8e4b2 req-a62fdebd-12d5-4f06-8102-d397335a6e20 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:31.778089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31696e6b-27dd-4baa-8efd-4ab825c8e4b2 req-a62fdebd-12d5-4f06-8102-d397335a6e20 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0923207 Apr 25 15:29:31.785599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-bcc101e7-7bb9-44a1-97ad-c125e85f463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:31.787095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-bcc101e7-7bb9-44a1-97ad-c125e85f463e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1096 time: 0.0811794 Apr 25 15:29:31.830726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-31696e6b-27dd-4baa-8efd-4ab825c8e4b2 req-a6f7c4e7-982a-4aae-ab09-952a0748fc75 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Apr 25 15:29:31.924327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-27016644-ba88-414b-aa43-a47f9f0df19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:31.926326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-27016644-ba88-414b-aa43-a47f9f0df19a service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1330795 Apr 25 15:29:32.033308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-453b712c-6a5d-46dd-844d-bad06c300d29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.1019723 Apr 25 15:29:32.092919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-6903b986-57a5-45d4-8291-b7809fc9fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:32.094319 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-6903b986-57a5-45d4-8291-b7809fc9fd63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0555551 Apr 25 15:29:32.166117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a541-e23e-4749-a31b-944cff2151f1 req-07c81a76-6559-4a55-b981-de3fbec3fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:32.167424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-07c81a76-6559-4a55-b981-de3fbec3fe71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672944 Apr 25 15:29:32.294164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-089b79a1-ef68-47b6-9bb6-1285e5c254e0 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202548 Apr 25 15:29:32.420886 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5411a541-e23e-4749-a31b-944cff2151f1 req-5c9b2677-08cf-4c5f-8fba-744a34b6ea23 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213241 Apr 25 15:29:32.805927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-87d46de5-ddae-4b9e-96ca-140574290694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:32.807354 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-87d46de5-ddae-4b9e-96ca-140574290694 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1096 time: 0.1928294 Apr 25 15:29:32.998494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-130bf5fd-47a8-43ab-ba52-188998d27fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:32.999961 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-130bf5fd-47a8-43ab-ba52-188998d27fe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1730795 Apr 25 15:29:33.112762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:33.127292 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-9ce21b53-eea3-46eb-9bff-90122960adb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.1211376 Apr 25 15:29:33.135050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15e150-b03c-43c1-8d21-eb009b45b5bb req-135f8079-2c5e-4055-9c49-11ea5a493271 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.136463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb15e150-b03c-43c1-8d21-eb009b45b5bb req-135f8079-2c5e-4055-9c49-11ea5a493271 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.1856070 Apr 25 15:29:33.196955 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c830424-8d89-4e95-821d-1ff74618da05'] response: {'name': 'network-changed', 'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'status': 'completed', 'code': 200} Apr 25 15:29:33.235050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb15e150-b03c-43c1-8d21-eb009b45b5bb req-86f7aa5f-2658-417f-a675-a4b1db7d1950 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638332 Apr 25 15:29:33.238763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-fbecd53d-df48-4830-b621-2f7e72b001ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.240572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-fbecd53d-df48-4830-b621-2f7e72b001ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.1031928 Apr 25 15:29:33.290146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-72cfc84a-7634-469f-86e0-7b01ac04d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.292483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-72cfc84a-7634-469f-86e0-7b01ac04d91b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1096 time: 0.0917771 Apr 25 15:29:33.324026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-e3bb4d1f-93f9-412d-a08d-bbe12b0e2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.325795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-e3bb4d1f-93f9-412d-a08d-bbe12b0e2c96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793035 Apr 25 15:29:33.432271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-03d29e3d-5025-4553-a3eb-84de8e39c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.433764 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-03d29e3d-5025-4553-a3eb-84de8e39c70d service neutron] 10.222.0.21 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1355288 Apr 25 15:29:33.462889 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-327f5bd6-567c-4289-bdfb-486da2a1a05f service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306853 Apr 25 15:29:33.540303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-c9b51c15-563a-430a-8379-661ea0395765 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.1010144 Apr 25 15:29:33.603481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24046839-dbd7-4e99-aab3-b3a4c38bfaa4 req-8ced2ced-5b65-4cd7-a598-a3f112397358 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338301 Apr 25 15:29:33.604441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-dedacf3c-4009-4bfb-894d-37a0fecf7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.605869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-dedacf3c-4009-4bfb-894d-37a0fecf7e4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0596747 Apr 25 15:29:33.685713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-2241f053-cb27-47a4-9bd3-b458cd11db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.687212 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-2241f053-cb27-47a4-9bd3-b458cd11db66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758772 Apr 25 15:29:33.714835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-f25fe5d9-cd65-4fb4-8032-b75dfbfa128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.716336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-f25fe5d9-cd65-4fb4-8032-b75dfbfa128b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 1096 time: 0.0721285 Apr 25 15:29:33.826328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-244c17fe-c6cb-4328-bb73-dfada4f316f2 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324410 Apr 25 15:29:33.851868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-212fe14a-c8ec-431a-bd4a-6ec8916b0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:33.853436 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-212fe14a-c8ec-431a-bd4a-6ec8916b0667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 200 len: 913 time: 0.1309743 Apr 25 15:29:33.957848 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-c35fdea7-1dd8-4986-bf51-728691fe789c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 200 len: 1001 time: 0.0980988 Apr 25 15:29:33.965306 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-e0bca467-1e90-4795-9b1f-4c7e080a0fc9 service neutron] 10.222.0.21 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329138 Apr 25 15:29:34.018935 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-9bc95635-ec43-486b-8282-85b799a8a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:34.020363 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-9bc95635-ec43-486b-8282-85b799a8a527 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 200 len: 851 time: 0.0568819 Apr 25 15:29:34.098071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-38145b9a-786c-4355-a217-85f546410970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:34.099423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-38145b9a-786c-4355-a217-85f546410970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40235b93-31b4-4cd6-93f4-25a294eea261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730042 Apr 25 15:29:34.101843 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:29:34.162170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:29:34.230369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-b0ce4999-54de-4645-861e-9fd9896bbdc5 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238620 Apr 25 15:29:34.442161 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4346-8a7c-4323-aedf-fd1619bcd9ea req-1a274685-fec1-46ca-bf94-4332e9813660 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:34.443719 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-711b4346-8a7c-4323-aedf-fd1619bcd9ea req-1a274685-fec1-46ca-bf94-4332e9813660 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0885148 Apr 25 15:29:34.478782 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9c7b8957-e22e-4b1c-917e-19c9337fa6a6 req-d3cbcfc2-d244-430d-b2b6-974f39a3df01 service neutron] 10.222.0.15 "GET /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416673 Apr 25 15:29:34.492769 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-711b4346-8a7c-4323-aedf-fd1619bcd9ea req-4d1e8350-1016-4a41-98b7-b0eb76d245e8 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430443 Apr 25 15:29:34.739613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:35.679148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f4b2-911b-455d-bd58-d32fb77af733 req-fb64d0cd-0e42-404e-a407-06f073c72904 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:35.680569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17e8f4b2-911b-455d-bd58-d32fb77af733 req-fb64d0cd-0e42-404e-a407-06f073c72904 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0779064 Apr 25 15:29:35.723968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-17e8f4b2-911b-455d-bd58-d32fb77af733 req-f2148fb9-f8cf-4886-9eda-20491f8ebe80 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377707 Apr 25 15:29:36.911984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bcab-5917-4e51-9d16-5cde1ee9e9d3 req-900eec0b-2f6d-4c03-87c0-410f6df78e7c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:36.913474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b544bcab-5917-4e51-9d16-5cde1ee9e9d3 req-900eec0b-2f6d-4c03-87c0-410f6df78e7c tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0849504 Apr 25 15:29:36.960017 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b544bcab-5917-4e51-9d16-5cde1ee9e9d3 req-5d0eb730-d522-426c-9850-baf640c8f3cc tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Apr 25 15:29:38.145529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ef3f-30ab-4bc6-87af-05d6c7db7f9f req-50cb095e-c2a8-4338-8f79-64af55673b8f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:38.146971 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cad0ef3f-30ab-4bc6-87af-05d6c7db7f9f req-50cb095e-c2a8-4338-8f79-64af55673b8f tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0810084 Apr 25 15:29:38.190786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cad0ef3f-30ab-4bc6-87af-05d6c7db7f9f req-4d5bdf54-c095-4073-866f-89569b86345e tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381727 Apr 25 15:29:38.629264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d9d18864-e36a-4bab-9b08-d1e0583226f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:39.373478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b7716-0e1b-4e0d-9da8-73bed8d44cfe req-1e9727a5-9e5d-42c1-98b2-2bbe251a4175 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:39.374916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a3b7716-0e1b-4e0d-9da8-73bed8d44cfe req-1e9727a5-9e5d-42c1-98b2-2bbe251a4175 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0790501 Apr 25 15:29:39.419393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8a3b7716-0e1b-4e0d-9da8-73bed8d44cfe req-6361e815-0c8e-47f2-9fb8-f297c1c526db tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 Apr 25 15:29:40.622094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcccd47-54b5-4dd5-b7be-b05f27890e92 req-e841421f-58d0-45c5-9082-efab23604a4b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:40.627310 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dcccd47-54b5-4dd5-b7be-b05f27890e92 req-e841421f-58d0-45c5-9082-efab23604a4b tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0862892 Apr 25 15:29:40.676731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dcccd47-54b5-4dd5-b7be-b05f27890e92 req-d4158d2f-eef2-4d34-963f-5faf09e62fcf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446951 Apr 25 15:29:40.996526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5727a0b2-7b51-4cfe-a1ab-f82f546f0e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:41.917498 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:41.954811 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:29:41.975612 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc613d4b-57f5-4966-8bf6-46b0b77afb8c req-0671cce4-d86c-416f-9250-1fced10f9127 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:41.977083 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fc613d4b-57f5-4966-8bf6-46b0b77afb8c req-0671cce4-d86c-416f-9250-1fced10f9127 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.1922348 Apr 25 15:29:42.021412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fc613d4b-57f5-4966-8bf6-46b0b77afb8c req-23ac4801-e429-4f6f-ba9b-f950626577b0 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382893 Apr 25 15:29:42.089959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:42.102970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'port_id': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'mac_address': 'fa:16:3e:49:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:29:42.157691 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:42.168606 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:42.185827 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:29:42.201973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:42.205702 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:42.209767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30dd5-dd5e-4fc1-9149-52e696b5d6b9 req-59a2fcb6-cd53-455b-aec2-fe7cd28fcd87 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:42.211251 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4b30dd5-dd5e-4fc1-9149-52e696b5d6b9 req-59a2fcb6-cd53-455b-aec2-fe7cd28fcd87 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 945 time: 0.0814784 Apr 25 15:29:42.256570 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a4b30dd5-dd5e-4fc1-9149-52e696b5d6b9 req-3262eebf-a163-46c4-a133-7602cb4ddae4 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394611 Apr 25 15:29:42.276946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=12']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:42.420106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:29:42.436934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b621-cd0c-43bc-92c5-9f99878f687b req-273b6fad-93a4-462d-bf52-4fcc371360d3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:42.439048 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7851b621-cd0c-43bc-92c5-9f99878f687b req-273b6fad-93a4-462d-bf52-4fcc371360d3 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0804861 Apr 25 15:29:42.486159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7851b621-cd0c-43bc-92c5-9f99878f687b req-ec2c2731-28b6-499a-a3bb-f897a5769e10 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388286 Apr 25 15:29:42.877828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de7230-d095-4b60-afb8-16056a629155 req-036f5522-b26c-4a89-9e14-30bd781030cf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:42.879317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7de7230-d095-4b60-afb8-16056a629155 req-036f5522-b26c-4a89-9e14-30bd781030cf tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0980506 Apr 25 15:29:42.924804 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f7de7230-d095-4b60-afb8-16056a629155 req-2da77d64-b383-416c-98a4-5ff1d903a1d1 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Apr 25 15:29:43.827757 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:43.962086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:29:44.029393 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:29:44.034211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:29:44.034594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:44.117382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0534222-c6c8-4f8f-b4be-f449983d1f57 req-82801431-3e34-4542-b1a7-45fe2d828d49 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:44.118764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0534222-c6c8-4f8f-b4be-f449983d1f57 req-82801431-3e34-4542-b1a7-45fe2d828d49 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 946 time: 0.0848734 Apr 25 15:29:44.152909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:44.164460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f0534222-c6c8-4f8f-b4be-f449983d1f57 req-dfd7ff77-4276-48e4-a99c-2f5f95b7b5b7 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6b522e5-b563-4699-93b4-d89a4d811383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400610 Apr 25 15:29:44.179744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:44.189373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:44.193993 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:44.239917 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdd0c03-195d-4832-a52b-d6ea14208b0c'] response: {'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'code': 200} Apr 25 15:29:44.273113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=13']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:44.394270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-d7185c5e-a77f-40bc-a91f-1803346df695 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:44.395580 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-d7185c5e-a77f-40bc-a91f-1803346df695 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 947 time: 0.0783780 Apr 25 15:29:44.466940 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Deleting port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:44.467205 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:44.712793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] For port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:44.713179 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:45.006865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:45.007919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:45.007919 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Floating IP 70f11482-45d2-479d-8953-bc542659aa1a disassociated. External IP: 172.25.0.204, port: c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa. Apr 25 15:29:45.008456 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Calling delete_port for c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:29:45.151408 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:45.208068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event deleted for resources: {'Port': ['ID=c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:45.328587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06403bdb-df59-4620-b207-39894b075449 req-e7b9faa6-f96f-48bc-bacc-585f637fe650 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 210 time: 0.0482812 Apr 25 15:29:45.438465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:29:45.730345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:29:45.742696 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:29:45.755519 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:29:45.756206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:45.804983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] No DVR routers for this DVR port c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:29:45.807561 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:45.810075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-deleted', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:29:45.827392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-447d21c1-82c5-4f84-8f01-1ae787971ac3 req-3d600674-1010-4d7d-ab3f-706dd46e9553 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.15 "DELETE /v2.0/ports/c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa HTTP/1.1" status: 204 len: 173 time: 1.4266253 Apr 25 15:29:45.869333 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849689d9-5700-46ba-b268-8b06a43f4b86'] response: {'server_uuid': '44d83415-6a2d-421d-bbfc-c06b1e4c5228', 'name': 'network-vif-deleted', 'tag': 'c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa', 'status': 'completed', 'code': 200} Apr 25 15:29:45.939709 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:29:46.279083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:46.283470 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:29:46.293135 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:29:46.293895 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:46.474414 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:29:46.499002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-def949f7-c8b7-4e12-b9e4-9fec2713f726 req-0653f422-bf76-4829-b552-db1b676dc862 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Synchronizing usage tracker for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:29:46.516751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-def949f7-c8b7-4e12-b9e4-9fec2713f726 req-0653f422-bf76-4829-b552-db1b676dc862 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Unset dirty status for tenant:92f9ce99bbbf418b8a18e7eaa64dc259 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:29:46.518038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-def949f7-c8b7-4e12-b9e4-9fec2713f726 req-0653f422-bf76-4829-b552-db1b676dc862 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d83415-6a2d-421d-bbfc-c06b1e4c5228 HTTP/1.1" status: 200 len: 210 time: 0.0624778 Apr 25 15:29:46.830592 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:46.834548 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85064d-2da8-4eaa-ac29-2a2af70860d5 None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:25:29Z', 'revision_number': 4, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '6dffe3fb-9abf-46ae-b98c-8617cdc9180f', 'name': '', 'network_id': '40235b93-31b4-4cd6-93f4-25a294eea261', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'mac_address': 'fa:16:3e:43:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:28Z', 'updated_at': '2022-04-25T15:25:34Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'subnets': [{'id': '33ae3727-fc67-4b97-b52f-f9eb986384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:29:47.058031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394601c3-efe9-4db2-9153-cb6f4967b70a None None] New status for floating IP 70f11482-45d2-479d-8953-bc542659aa1a: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:29:47.971540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:29:48.011245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:29:48.011781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device c1101ae2-dd48-4209-ba2d-cf8ad2dba3fa not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:29:48.351220 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:29:50.760370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40264) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:50.824634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c42570-6549-4842-b5ad-72c45eb5f519 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:50.853023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c42570-6549-4842-b5ad-72c45eb5f519 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:50.906663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c42570-6549-4842-b5ad-72c45eb5f519 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:50.929214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42570-6549-4842-b5ad-72c45eb5f519 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b522e5-b563-4699-93b4-d89a4d811383,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:50.937002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3c42570-6549-4842-b5ad-72c45eb5f519 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:50.940369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a3c42570-6549-4842-b5ad-72c45eb5f519 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6b522e5-b563-4699-93b4-d89a4d811383 HTTP/1.1" status: 204 len: 168 time: 0.1767678 Apr 25 15:29:50.940623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40268) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:50.957569 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-9e954e87-a773-4673-a851-07b973b02fab tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] show failed (client error): The resource could not be found. Apr 25 15:29:50.958549 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9e954e87-a773-4673-a851-07b973b02fab tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "GET /v2.0/security-groups/b6b522e5-b563-4699-93b4-d89a4d811383 HTTP/1.1" status: 404 len: 347 time: 0.0164354 Apr 25 15:29:50.961125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40272) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:51.115688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Deleting port 8d740f4c-755c-4a1b-9fc1-5587b28aff92 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:51.115943 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:51.285048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:51.285406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:51.408827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Calling delete_port for 8d740f4c-755c-4a1b-9fc1-5587b28aff92 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:29:51.551318 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:51.598439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Pushing event deleted for resources: {'Port': ['ID=8d740f4c-755c-4a1b-9fc1-5587b28aff92,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:51.688776 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:51.706725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:51.707844 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8584ceed-0ddb-4ee2-ba4e-f301f4f69cf2 tempest-ServerActionsTestJSON-1951113208 tempest-ServerActionsTestJSON-1951113208-project] 10.222.0.23 "DELETE /v2.0/floatingips/70f11482-45d2-479d-8953-bc542659aa1a HTTP/1.1" status: 204 len: 168 time: 0.7458508 Apr 25 15:29:51.710869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40276) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:52.353433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:52.697004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Deleting port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:52.697382 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:52.868149 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] For port 6dffe3fb-9abf-46ae-b98c-8617cdc9180f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:52.868502 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:52.996033 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Calling delete_port for 6dffe3fb-9abf-46ae-b98c-8617cdc9180f owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:29:53.249634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:53.302380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dffe3fb-9abf-46ae-b98c-8617cdc9180f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:53.687838 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:54.043065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Router d5884541-2ff6-42fa-9dc1-e10cfea1f207 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:29:54.219641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:29:54.228885 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] Sync routers for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:29:54.232654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e74d2934-dcc6-459e-872a-93c68d161164 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5884541-2ff6-42fa-9dc1-e10cfea1f207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207906 Apr 25 15:29:54.235101 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40280) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:54.239191 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:29:54.239801 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:54.413868 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:29:54.415194 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:54.592674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:54.602314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Deleting port 55a66de1-791c-4b34-9946-3b12d38fedd8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:54.602688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:54.691564 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:29:53Z', 'revision_number': 5, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port': {'id': '55a66de1-791c-4b34-9946-3b12d38fedd8', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:25:26Z', 'updated_at': '2022-04-25T15:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:54.695346 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] Checking router: d5884541-2ff6-42fa-9dc1-e10cfea1f207 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:29:54.703549 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] Routers {'d5884541-2ff6-42fa-9dc1-e10cfea1f207'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:29:54.704137 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:29:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:54.781002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] For port 55a66de1-791c-4b34-9946-3b12d38fedd8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=55a66de1-791c-4b34-9946-3b12d38fedd8,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:54.781592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:54.855947 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] Set router d5884541-2ff6-42fa-9dc1-e10cfea1f207 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:29:54.910234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Calling delete_port for 55a66de1-791c-4b34-9946-3b12d38fedd8 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:29:54.966462 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:29:54Z', 'revision_number': 6, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:54.970853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4c82b-dc4d-4bc5-a4dc-6358102b2bbb None None] The sync data for ids ['d5884541-2ff6-42fa-9dc1-e10cfea1f207'] in n-d-811416-6 is: [{'id': 'd5884541-2ff6-42fa-9dc1-e10cfea1f207', 'name': 'tempest-ServerActionsTestJSON-2092575593-router', 'tenant_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:25:25Z', 'updated_at': '2022-04-25T15:29:54Z', 'revision_number': 6, 'project_id': '92f9ce99bbbf418b8a18e7eaa64dc259', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:29:55.201465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.246811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Pushing event deleted for resources: {'Port': ['ID=55a66de1-791c-4b34-9946-3b12d38fedd8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:55.339720 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.512079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.514323 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.538361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.538882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5884541-2ff6-42fa-9dc1-e10cfea1f207 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:29:55.551009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.552118 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-70466b96-e52d-4e52-923e-be9fb781f59d admin admin] 10.222.0.23 "DELETE /v2.0/routers/d5884541-2ff6-42fa-9dc1-e10cfea1f207 HTTP/1.1" status: 204 len: 168 time: 1.3161278 Apr 25 15:29:55.554595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40284) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:55.612336 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Deleting subnet 33ae3727-fc67-4b97-b52f-f9eb986384e8 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:29:55.615685 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.665213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.743587 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.814886 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.856188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ae3727-fc67-4b97-b52f-f9eb986384e8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:55.859721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:55.865980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7c626672-96f1-456a-b83a-99b11cfb0ad4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/33ae3727-fc67-4b97-b52f-f9eb986384e8 HTTP/1.1" status: 204 len: 168 time: 0.3104563 Apr 25 15:29:55.868485 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40288) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:55.869064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58621b43-6f51-4a8b-9d3a-8e688f0b1f81 None None] Network 40235b93-31b4-4cd6-93f4-25a294eea261 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:29:55.986026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.003670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Deleting port d13d108c-6492-47ca-b6a1-00da492c423e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:56.004026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.128485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] DHCP port deletion for 40235b93-31b4-4cd6-93f4-25a294eea261 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:29:56.137985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Deleting port d13d108c-6492-47ca-b6a1-00da492c423e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:56.138368 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.213000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] For port d13d108c-6492-47ca-b6a1-00da492c423e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d13d108c-6492-47ca-b6a1-00da492c423e,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:56.213395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.338075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] For port d13d108c-6492-47ca-b6a1-00da492c423e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d13d108c-6492-47ca-b6a1-00da492c423e,segment=NetworkSegment(a3d65c8b-7c10-4e82-bc61-288024e14500),segment_id=a3d65c8b-7c10-4e82-bc61-288024e14500)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:29:56.338392 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.339022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Calling delete_port for d13d108c-6492-47ca-b6a1-00da492c423e owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:29:56.413308 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.459162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d13d108c-6492-47ca-b6a1-00da492c423e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:56.463176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] No DVR routers for this DVR port d13d108c-6492-47ca-b6a1-00da492c423e on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:29:56.464632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Calling delete_port for d13d108c-6492-47ca-b6a1-00da492c423e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:29:56.540341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:29:56.540712 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:29:56.679622 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.708124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40235b93-31b4-4cd6-93f4-25a294eea261']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:56.719817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d65c8b-7c10-4e82-bc61-288024e14500') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:56.720115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d65c8b-7c10-4e82-bc61-288024e14500') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:29:56.731697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.747188 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.753706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:29:56.754088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:29:56.766901 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:29:56.842254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.858575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:56.870154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] Pushing event deleted for resources: {'Network': ['ID=40235b93-31b4-4cd6-93f4-25a294eea261,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:56.882501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-37a48758-a6b4-43da-9b15-72ea9e3678fe admin admin] 10.222.0.23 "DELETE /v2.0/networks/40235b93-31b4-4cd6-93f4-25a294eea261 HTTP/1.1" status: 204 len: 168 time: 1.0129375 Apr 25 15:29:56.905706 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6dffe3fb-9abf-46ae-b98c-8617cdc9180f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:29:56.940414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 6dffe3fb-9abf-46ae-b98c-8617cdc9180f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:29:56.941347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6dffe3fb-9abf-46ae-b98c-8617cdc9180f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:29:56.941986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 55a66de1-791c-4b34-9946-3b12d38fedd8 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:29:56.988931 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 55a66de1-791c-4b34-9946-3b12d38fedd8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:29:56.989569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 55a66de1-791c-4b34-9946-3b12d38fedd8 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:29:56.990278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d13d108c-6492-47ca-b6a1-00da492c423e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:29:57.006309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40294) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:57.030349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d13d108c-6492-47ca-b6a1-00da492c423e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:29:57.030708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d13d108c-6492-47ca-b6a1-00da492c423e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:29:57.042094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Deleting port d13d108c-6492-47ca-b6a1-00da492c423e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:29:57.042485 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:57.059584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6bf97604-aed2-48fd-bafb-b41049c7b7c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92f9ce99bbbf418b8a18e7eaa64dc259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521255 Apr 25 15:29:57.062294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40298) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:57.111798 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1a508-19cf-47b0-925f-588bdcea769d None None] The port 'd13d108c-6492-47ca-b6a1-00da492c423e' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:29:57.121405 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a037e8f-6c00-46cd-987d-d81b2e87602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:57.147680 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a037e8f-6c00-46cd-987d-d81b2e87602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:57.198759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a037e8f-6c00-46cd-987d-d81b2e87602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:57.214546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a037e8f-6c00-46cd-987d-d81b2e87602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00482291-f039-40ef-aec1-b01126fc75cc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:57.224581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5a037e8f-6c00-46cd-987d-d81b2e87602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:57.225722 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5a037e8f-6c00-46cd-987d-d81b2e87602e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00482291-f039-40ef-aec1-b01126fc75cc HTTP/1.1" status: 204 len: 168 time: 0.1625416 Apr 25 15:29:57.925778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40322) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:58.054501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-221615314-network', 'tenant_id': 'a0391c41256e463bba1550d52cd6adb3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:29:58.059885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:29:58.063734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Usage tracker for resource:network and tenant:a0391c41256e463bba1550d52cd6adb3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:29:58.067215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:29:58.076520 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:29:58.085954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Made reservation on behalf of a0391c41256e463bba1550d52cd6adb3 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:29:58.088254 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.100177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.114433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:29:58.118161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Usage tracker for resource:security_group_rule and tenant:a0391c41256e463bba1550d52cd6adb3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:29:58.120886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:29:58.126467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:29:58.205446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.208967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.234887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:29:58.247311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0807c2db-8cd5-49cf-8601-3d3fae944ea7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:58.251531 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.251876 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Added segment d0e5dfca-b220-47e6-8505-d655172b5e05 of type vlan for network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa Apr 25 15:29:58.277621 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.308018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.308956 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:58.309559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.406990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4801068 Apr 25 15:29:58.410260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40328) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:29:58.417579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Request body: {'subnet': {'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-221615314-subnet', 'tenant_id': 'a0391c41256e463bba1550d52cd6adb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:29:58.421410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b6f96-05d4-4f2c-874e-4a0807ea4153 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:58.425548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:29:58.429449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Usage tracker for resource:subnet and tenant:a0391c41256e463bba1550d52cd6adb3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:29:58.432301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:29:58.434709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:29:58.438167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:29:58.448754 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Made reservation on behalf of a0391c41256e463bba1550d52cd6adb3 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:29:58.451456 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.665178 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.741930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5963076-c0f3-441d-a48f-3a229a738cfc,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:29:58.749200 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Checking segment: {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:29:58.749562 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Network hostable DHCP agents. Network: c6b78be7-ac31-4c63-a0b4-bde95bf74bfa, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:29:58.767374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:29:58.776926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c6b78be7-ac31-4c63-a0b4-bde95bf74bfa) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:29:58.781755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:58.782517 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:58.786497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f31db18-9ee5-4ec2-ab27-f8282eed2e6b None None] Network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:29:58.804874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-361bcbc3-90b3-4030-afd2-a94b7d8dbcb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3933964 Apr 25 15:29:58.996346 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022619c3-1fed-4468-8b20-141451695d49 None None] Network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:29:59.216868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:29:59.344557 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-6274a6c2-b5c4-4541-9c7a-64aa085489eb tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:29:59.345321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14e41607-adb6-4686-aed1-15acabf82099 req-6274a6c2-b5c4-4541-9c7a-64aa085489eb tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Synchronizing usage tracker for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:29:59.361133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14e41607-adb6-4686-aed1-15acabf82099 req-6274a6c2-b5c4-4541-9c7a-64aa085489eb tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Unset dirty status for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:29:59.363022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-6274a6c2-b5c4-4541-9c7a-64aa085489eb tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/networks?id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 200 len: 813 time: 0.1624167 Apr 25 15:29:59.377968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-aab0d1f1-e3e9-448b-8a6d-f02f5e9ab56e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/quotas/a0391c41256e463bba1550d52cd6adb3 HTTP/1.1" status: 200 len: 375 time: 0.0094595 Apr 25 15:29:59.424654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-00bddb0d-a58e-4507-bbc8-2eb56a58ac66 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0391c41256e463bba1550d52cd6adb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412762 Apr 25 15:29:59.557136 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-b7afbba4-eff9-4b92-bab3-c197dffe3d1d service neutron] 10.222.0.23 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254413 Apr 25 15:29:59.688091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-b49b24b4-82e2-46aa-947c-41c3f8cf1f7a service neutron] 10.222.0.23 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Apr 25 15:29:59.869112 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e799dc06-e3fc-468a-82db-b327d43bc16c req-aad31866-c341-4185-a630-465f30c5367c tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 210 time: 0.0440817 Apr 25 15:30:00.956339 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-70cc5e17-1283-4159-b071-04e8685471c1 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:00.957786 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-70cc5e17-1283-4159-b071-04e8685471c1 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.15 "GET /v2.0/networks?id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 200 len: 813 time: 0.1536012 Apr 25 15:30:00.969818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Request body: {'port': {'device_id': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa', 'admin_state_up': True, 'tenant_id': 'a0391c41256e463bba1550d52cd6adb3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:01.044959 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d5242502-2a6e-43d2-97c0-ea3526cb8455 req-065b1fa0-139e-4bdc-8b58-fbe67e05a79d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 210 time: 0.0614367 Apr 25 15:30:01.143193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:01.146903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Usage tracker for resource:port and tenant:a0391c41256e463bba1550d52cd6adb3 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:01.149658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:01.155268 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:01.164834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Made reservation on behalf of a0391c41256e463bba1550d52cd6adb3 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:01.168554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:01.427915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Allocated IP 172.20.0.3 (c6b78be7-ac31-4c63-a0b4-bde95bf74bfa/b5963076-c0f3-441d-a48f-3a229a738cfc/ec92eb56-091b-4286-9098-eea3f3add10f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:01.630804 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:01.662094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:01.731012 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:01.738014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:01.742345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:01.772379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Pushing event updated for resources: {'Port': ['ID=ec92eb56-091b-4286-9098-eea3f3add10f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:01.807934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:01.808536 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:01.827726 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-8a4b497c-93c7-468e-a4c5-ad038910e0c2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8616045 Apr 25 15:30:01.838636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Request body: {'port': {'device_id': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:01.953738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:02.232469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0affb25-f40b-4eeb-95f4-2a673aac9fcf req-28e64ce0-dcc4-4cf4-99af-0e38d941e675 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:02.233956 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d0affb25-f40b-4eeb-95f4-2a673aac9fcf req-28e64ce0-dcc4-4cf4-99af-0e38d941e675 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 931 time: 0.0830221 Apr 25 15:30:02.278461 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d0affb25-f40b-4eeb-95f4-2a673aac9fcf req-68985e1e-45aa-4fe7-b6db-92bb9dc0c7be tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 Apr 25 15:30:02.322672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec92eb56-091b-4286-9098-eea3f3add10f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:30:02.335139 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:02.349685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Transition to ACTIVE for port object ec92eb56-091b-4286-9098-eea3f3add10f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:02.353340 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:02.505624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Pushing event updated for resources: {'Port': ['ID=ec92eb56-091b-4286-9098-eea3f3add10f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:02.581322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Attempting to bind port ec92eb56-091b-4286-9098-eea3f3add10f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:02.581654 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Attempting to bind port ec92eb56-091b-4286-9098-eea3f3add10f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:02.581978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Attempting to bind port ec92eb56-091b-4286-9098-eea3f3add10f on network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:02.586518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Port ec92eb56-091b-4286-9098-eea3f3add10f on network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:30:02.586769 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Attempting to bind port ec92eb56-091b-4286-9098-eea3f3add10f on network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:02.591724 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:02.592054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Checking segment: {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:02.592423 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Bound using segment: {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:02.592834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Bound port: ec92eb56-091b-4286-9098-eea3f3add10f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:02.593215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:02.681859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] For port ec92eb56-091b-4286-9098-eea3f3add10f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:02.684832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] For port ec92eb56-091b-4286-9098-eea3f3add10f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec92eb56-091b-4286-9098-eea3f3add10f,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:02.688792 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:02.743684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:02.744294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:02.745664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] 10.222.0.15 "PUT /v2.0/ports/ec92eb56-091b-4286-9098-eea3f3add10f HTTP/1.1" status: 200 len: 1091 time: 0.9111681 Apr 25 15:30:02.746089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'tag': 'ec92eb56-091b-4286-9098-eea3f3add10f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:30:02.773971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be6d29-0066-46fa-a48a-8f780c2dcb8d service neutron] Pushing event updated for resources: {'Port': ['ID=ec92eb56-091b-4286-9098-eea3f3add10f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:02.816891 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc9b7ac-a12f-4dec-b369-8d144a9bb567'] response: {'name': 'network-changed', 'server_uuid': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'tag': 'ec92eb56-091b-4286-9098-eea3f3add10f', 'status': 'completed', 'code': 200} Apr 25 15:30:02.856829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-e3485bab-c20a-4dac-a86a-5da14c7ec4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:02.858314 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-e3485bab-c20a-4dac-a86a-5da14c7ec4bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0391c41256e463bba1550d52cd6adb3&device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 1094 time: 0.0765128 Apr 25 15:30:02.926352 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-7ca3c0e6-98de-4630-877c-d155f5a44ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec92eb56-091b-4286-9098-eea3f3add10f HTTP/1.1" status: 200 len: 217 time: 0.0616567 Apr 25 15:30:02.990691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41607-adb6-4686-aed1-15acabf82099 req-2960bae2-6487-4abd-b42a-5ce52cf89182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:02.992061 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-2960bae2-6487-4abd-b42a-5ce52cf89182 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5963076-c0f3-441d-a48f-3a229a738cfc HTTP/1.1" status: 200 len: 853 time: 0.0587182 Apr 25 15:30:03.038588 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-43b554f0-0bb0-4e73-a290-361696ec4c0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398326 Apr 25 15:30:03.264521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-13d89094-f18d-4583-a867-33e6a174734b service neutron] 10.222.0.15 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195985 Apr 25 15:30:03.394944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-14e41607-adb6-4686-aed1-15acabf82099 req-0ef0c5d3-c7c4-4b7c-9356-b6386c98ac5c service neutron] 10.222.0.15 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250703 Apr 25 15:30:03.478718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c872ac-36d9-497c-8730-dd24878b9f72 req-b10cd10c-1615-418d-bcdf-1ff07d277163 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:03.480220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10c872ac-36d9-497c-8730-dd24878b9f72 req-b10cd10c-1615-418d-bcdf-1ff07d277163 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 943 time: 0.0945902 Apr 25 15:30:03.529157 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-10c872ac-36d9-497c-8730-dd24878b9f72 req-7b03c647-6a8b-43f5-93c0-3c5b31c0e351 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Apr 25 15:30:03.536118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-c8e63dc6-61ec-44ff-85fa-0c1b08f2261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:03.537647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-c8e63dc6-61ec-44ff-85fa-0c1b08f2261b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0391c41256e463bba1550d52cd6adb3&device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 1094 time: 0.0956161 Apr 25 15:30:03.670319 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-a0a170f2-54bb-4a80-ab02-e72c063c6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:03.671760 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-a0a170f2-54bb-4a80-ab02-e72c063c6d13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 200 len: 914 time: 0.1275668 Apr 25 15:30:03.739038 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-5f2f9b1b-4047-4685-b727-d9aa2241e032 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec92eb56-091b-4286-9098-eea3f3add10f HTTP/1.1" status: 200 len: 217 time: 0.0602927 Apr 25 15:30:03.809614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-1128084b-1c57-4050-b0dd-94ab78c5fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:03.810980 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-1128084b-1c57-4050-b0dd-94ab78c5fe3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5963076-c0f3-441d-a48f-3a229a738cfc HTTP/1.1" status: 200 len: 853 time: 0.0647469 Apr 25 15:30:03.859496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-dbb2df52-0111-44e9-ac2f-b7c0789a7e47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413051 Apr 25 15:30:03.992254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-d49929e1-58ec-4d41-83b2-da489cdbfcb1 service neutron] 10.222.0.15 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261661 Apr 25 15:30:04.126619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8f7da8c-837e-422a-aecd-8f21ba3748d7 req-0b3e5016-e475-403e-b5b4-83b896c7526d service neutron] 10.222.0.15 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277869 Apr 25 15:30:04.723180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-efe0de9c-91e8-4f84-b259-20462308573e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:04.723866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-efe0de9c-91e8-4f84-b259-20462308573e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Synchronizing usage tracker for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:04.741447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-efe0de9c-91e8-4f84-b259-20462308573e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Unset dirty status for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:04.742811 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-efe0de9c-91e8-4f84-b259-20462308573e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 943 time: 0.1045163 Apr 25 15:30:04.754856 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:04.789219 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-3ac68bf1-6f20-4cf1-80d5-90468041c55d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Synchronizing usage tracker for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:04.805813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-3ac68bf1-6f20-4cf1-80d5-90468041c55d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Unset dirty status for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:04.806931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-53b6fa13-1f27-444a-b62d-613e4e567de8 req-3ac68bf1-6f20-4cf1-80d5-90468041c55d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580378 Apr 25 15:30:06.017217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec92eb56-091b-4286-9098-eea3f3add10f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:30:06.065117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b3550-c553-4b16-b8f0-41eed3809bed req-858edfd1-7dc9-43f4-8f89-b3e64cdc0483 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:06.066784 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c5b3550-c553-4b16-b8f0-41eed3809bed req-858edfd1-7dc9-43f4-8f89-b3e64cdc0483 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 943 time: 0.1339724 Apr 25 15:30:06.111091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2c5b3550-c553-4b16-b8f0-41eed3809bed req-46cbc16d-3ca8-45f8-955a-0d66230087e4 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Apr 25 15:30:06.150926 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec92eb56-091b-4286-9098-eea3f3add10f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec92eb56-091b-4286-9098-eea3f3add10f,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:06.164190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ec92eb56-091b-4286-9098-eea3f3add10f', 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa', 'port_id': 'ec92eb56-091b-4286-9098-eea3f3add10f', 'mac_address': 'fa:16:3e:f8:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5963076-c0f3-441d-a48f-3a229a738cfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:30:06.219197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:06.238684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec92eb56-091b-4286-9098-eea3f3add10f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:30:06.253574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec92eb56-091b-4286-9098-eea3f3add10f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec92eb56-091b-4286-9098-eea3f3add10f,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:06.257883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:06.322986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec92eb56-091b-4286-9098-eea3f3add10f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:06.459010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec92eb56-091b-4286-9098-eea3f3add10f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:30:07.303357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c8ed-bcfe-4e09-bb1b-2df4924c05bb req-7ec5c691-4597-4818-8c8f-0711f057991d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:07.304825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff77c8ed-bcfe-4e09-bb1b-2df4924c05bb req-7ec5c691-4597-4818-8c8f-0711f057991d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 944 time: 0.0884502 Apr 25 15:30:07.348716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ff77c8ed-bcfe-4e09-bb1b-2df4924c05bb req-6bdaf5b1-1c29-474d-9c83-b0183259dc23 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Apr 25 15:30:08.032236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec92eb56-091b-4286-9098-eea3f3add10f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:08.099886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port ec92eb56-091b-4286-9098-eea3f3add10f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:08.104453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ec92eb56-091b-4286-9098-eea3f3add10f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:08.104835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:08.218705 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:08.245765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92eb56-091b-4286-9098-eea3f3add10f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:30:08.255901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ec92eb56-091b-4286-9098-eea3f3add10f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec92eb56-091b-4286-9098-eea3f3add10f,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:08.259887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:08.292099 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cb8fa9-9a74-46b3-82ff-3d002e2ce9ff'] response: {'server_uuid': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92eb56-091b-4286-9098-eea3f3add10f', 'code': 200} Apr 25 15:30:08.329219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ec92eb56-091b-4286-9098-eea3f3add10f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:08.419948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7bbbd-fb5e-4c2f-ba55-67e42ef3a736 req-4d5e459b-a8dc-42a0-8068-9515c5aa3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:08.421451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b0e7bbbd-fb5e-4c2f-ba55-67e42ef3a736 req-4d5e459b-a8dc-42a0-8068-9515c5aa3c30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 1096 time: 0.0735800 Apr 25 15:30:08.473155 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b0e7bbbd-fb5e-4c2f-ba55-67e42ef3a736 req-e07ea811-3f25-43c5-b3e5-3047601bfde4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459056 Apr 25 15:30:08.580592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5f40-a055-44ca-8ffc-e44fe5292bbd req-6f45f589-b50f-4b21-9052-142324400414 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:08.582520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb3e5f40-a055-44ca-8ffc-e44fe5292bbd req-6f45f589-b50f-4b21-9052-142324400414 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.1293895 Apr 25 15:30:08.625738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eb3e5f40-a055-44ca-8ffc-e44fe5292bbd req-99587bdf-234a-4dd7-be98-30ebea9f7265 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375280 Apr 25 15:30:08.631070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48675710-3946-4530-8aec-6ccd38aee60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:09.813901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d132373-d23b-443a-8bda-f94b951e11d7 req-44cff10a-6920-4d71-ad09-c8c1916bf562 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:09.815582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d132373-d23b-443a-8bda-f94b951e11d7 req-44cff10a-6920-4d71-ad09-c8c1916bf562 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0842595 Apr 25 15:30:09.859286 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d132373-d23b-443a-8bda-f94b951e11d7 req-c6c4114a-5da5-4388-8c4c-1bfe0ee196c0 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Apr 25 15:30:10.146040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-2f794039-e183-4371-aa6d-68b0a5addf09 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:10.147392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-2f794039-e183-4371-aa6d-68b0a5addf09 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/networks?id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 200 len: 813 time: 0.1488464 Apr 25 15:30:10.162748 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-8b3dc97c-8fe8-457b-bfe9-8dba0e509a0a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/quotas/a0391c41256e463bba1550d52cd6adb3 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Apr 25 15:30:10.246180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-f9fad247-8f06-4057-aebc-cb756a7bd5f9 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0391c41256e463bba1550d52cd6adb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782928 Apr 25 15:30:10.474046 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-15b38a42-f48e-4a72-a45c-e30b34798ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211437 Apr 25 15:30:10.615116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-161812eb-75f3-420f-8630-738dc17f3afd service neutron] 10.222.0.23 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346381 Apr 25 15:30:10.786368 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12a0ee1e-97c6-4c40-a4e8-4f65572d57f0 req-0b507c70-90ea-4574-9042-58c059bd4d1d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 210 time: 0.0420623 Apr 25 15:30:11.002844 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22695b1a-b8a8-4d0d-9c5f-e12e89cf3bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:11.789991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-4bcde922-d56c-42af-a905-701313b96800 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:11.791608 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-4bcde922-d56c-42af-a905-701313b96800 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.21 "GET /v2.0/networks?id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 200 len: 813 time: 0.1469498 Apr 25 15:30:11.802716 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Request body: {'port': {'device_id': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa', 'admin_state_up': True, 'tenant_id': 'a0391c41256e463bba1550d52cd6adb3'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:11.924017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:11.935325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-accc5485-caba-41b0-9173-44d35ce71720 req-dad51640-21d8-4313-a520-d9725dbbe436 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 210 time: 0.0432792 Apr 25 15:30:11.953086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:11.963316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:11.972786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Made reservation on behalf of a0391c41256e463bba1550d52cd6adb3 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:11.977089 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:12.134159 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:12.142648 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Allocated IP 172.20.0.11 (c6b78be7-ac31-4c63-a0b4-bde95bf74bfa/b5963076-c0f3-441d-a48f-3a229a738cfc/7e37578b-09ec-4252-a337-b691b8391752) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:12.340895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:12.369348 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:12.380918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec92eb56-091b-4286-9098-eea3f3add10f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:30:12.438679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:12.439774 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:12.448557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:12.485167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Pushing event updated for resources: {'Port': ['ID=7e37578b-09ec-4252-a337-b691b8391752,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:12.517733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:12.518390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:12.543389 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-eef976c4-b709-49ad-9985-e8870aa67036 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442021 Apr 25 15:30:12.554625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-9b3d26c0-b92f-4f8c-9594-7288ac372e23 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:30:12.555538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-9b3d26c0-b92f-4f8c-9594-7288ac372e23 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049150 Apr 25 15:30:12.565898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Request body: {'port': {'device_id': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:12.676925 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.173821 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e37578b-09ec-4252-a337-b691b8391752 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:30:13.183100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.201907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213eb9b-cdcd-4b04-b21d-98314597821b req-c97deb27-7b8b-4168-9cdd-4a1d7957083e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:13.202588 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7213eb9b-cdcd-4b04-b21d-98314597821b req-c97deb27-7b8b-4168-9cdd-4a1d7957083e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Synchronizing usage tracker for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:13.211140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Transition to ACTIVE for port object 7e37578b-09ec-4252-a337-b691b8391752 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:13.218115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.269615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7213eb9b-cdcd-4b04-b21d-98314597821b req-c97deb27-7b8b-4168-9cdd-4a1d7957083e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Unset dirty status for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:13.270783 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7213eb9b-cdcd-4b04-b21d-98314597821b req-c97deb27-7b8b-4168-9cdd-4a1d7957083e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 932 time: 0.2260025 Apr 25 15:30:13.440771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Pushing event updated for resources: {'Port': ['ID=7e37578b-09ec-4252-a337-b691b8391752,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:13.469928 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7213eb9b-cdcd-4b04-b21d-98314597821b req-ff639525-e7da-4975-8c37-51561d5fafec tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493075 Apr 25 15:30:13.494881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Attempting to bind port 7e37578b-09ec-4252-a337-b691b8391752 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:13.495213 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Attempting to bind port 7e37578b-09ec-4252-a337-b691b8391752 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:13.495530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Attempting to bind port 7e37578b-09ec-4252-a337-b691b8391752 on network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:13.500107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Port 7e37578b-09ec-4252-a337-b691b8391752 on network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:30:13.500423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Attempting to bind port 7e37578b-09ec-4252-a337-b691b8391752 on network c6b78be7-ac31-4c63-a0b4-bde95bf74bfa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:13.505945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:13.506281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Checking segment: {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:13.506656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Bound using segment: {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:13.507068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Bound port: 7e37578b-09ec-4252-a337-b691b8391752, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e5dfca-b220-47e6-8505-d655172b5e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:13.507415 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.597872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] For port 7e37578b-09ec-4252-a337-b691b8391752, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:13.601114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] For port 7e37578b-09ec-4252-a337-b691b8391752, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e37578b-09ec-4252-a337-b691b8391752,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:13.605120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.657984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:13.658603 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.659978 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e37578b-09ec-4252-a337-b691b8391752 HTTP/1.1" status: 200 len: 1092 time: 1.0982578 Apr 25 15:30:13.660419 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'tag': '7e37578b-09ec-4252-a337-b691b8391752'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:30:13.693230 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0675cf0-2e9c-4294-ad4a-406e39506060 service neutron] Pushing event updated for resources: {'Port': ['ID=7e37578b-09ec-4252-a337-b691b8391752,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:13.732794 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1880c3-90a9-4539-82b3-47dc4d65e8b3'] response: {'name': 'network-changed', 'server_uuid': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'tag': '7e37578b-09ec-4252-a337-b691b8391752', 'status': 'completed', 'code': 200} Apr 25 15:30:13.776563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-27adbcbc-acc5-4f07-a6ff-93414752a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:13.778066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-27adbcbc-acc5-4f07-a6ff-93414752a658 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0391c41256e463bba1550d52cd6adb3&device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 1095 time: 0.0787115 Apr 25 15:30:13.831700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:13.846448 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-1d2a2fc0-8bc4-430a-8756-9047181515e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e37578b-09ec-4252-a337-b691b8391752 HTTP/1.1" status: 200 len: 217 time: 0.0612361 Apr 25 15:30:13.910693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-1ffadd4f-4ab4-41ea-9ad4-5776a19fd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:13.912089 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-1ffadd4f-4ab4-41ea-9ad4-5776a19fd17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5963076-c0f3-441d-a48f-3a229a738cfc HTTP/1.1" status: 200 len: 853 time: 0.0604506 Apr 25 15:30:13.957503 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-b81e9015-a01a-45be-b218-d34a67fba00f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400305 Apr 25 15:30:14.090877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-f457f1fd-a71c-48e7-9c88-337166c2835e service neutron] 10.222.0.21 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278553 Apr 25 15:30:14.218785 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4beab9c3-ae21-4c71-99ef-29b543910144 req-a5f3c9df-77da-4bfb-85e8-5a2cf74931a1 service neutron] 10.222.0.21 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222060 Apr 25 15:30:14.327191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2568c-087a-45e5-ab56-3736903d8edf req-0680fd7f-8f41-4f38-9b88-e507393a1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:14.328624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-0680fd7f-8f41-4f38-9b88-e507393a1f80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0391c41256e463bba1550d52cd6adb3&device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 1095 time: 0.0687966 Apr 25 15:30:14.458861 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2568c-087a-45e5-ab56-3736903d8edf req-9b908343-3fd0-4439-a3d9-e9972880dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:14.460295 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-9b908343-3fd0-4439-a3d9-e9972880dde2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 200 len: 914 time: 0.1256332 Apr 25 15:30:14.529651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-fa9996ea-8b28-42bb-b85f-3926ffbc1a80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e37578b-09ec-4252-a337-b691b8391752 HTTP/1.1" status: 200 len: 217 time: 0.0636239 Apr 25 15:30:14.735067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2568c-087a-45e5-ab56-3736903d8edf req-e0abe2cc-0a0e-49eb-974e-0eaa1a522e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:14.736487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-e0abe2cc-0a0e-49eb-974e-0eaa1a522e9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5963076-c0f3-441d-a48f-3a229a738cfc HTTP/1.1" status: 200 len: 853 time: 0.2012284 Apr 25 15:30:14.785606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-d5d9d919-6f61-4f6f-bfd8-6e9c663b9c3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427289 Apr 25 15:30:14.842655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f9dbc-b64f-467d-be23-1c26e69098b4 req-0c8d0ec1-9452-44c3-aada-8040488cc998 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:14.844121 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f1f9dbc-b64f-467d-be23-1c26e69098b4 req-0c8d0ec1-9452-44c3-aada-8040488cc998 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 944 time: 0.2683268 Apr 25 15:30:14.961538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0f1f9dbc-b64f-467d-be23-1c26e69098b4 req-1e84b8ff-f841-4b2a-a3c6-9fc8cadc3218 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Apr 25 15:30:14.968955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-46dd8f76-d9d2-48c5-9fab-19a3f4e9c8e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717553 Apr 25 15:30:15.099930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16d2568c-087a-45e5-ab56-3736903d8edf req-0821437d-4e05-464f-b447-fde39ef7fea6 service neutron] 10.222.0.21 "GET /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245642 Apr 25 15:30:16.166573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57d12c-9849-4a12-888d-bc64447b5b5e req-13ab4d7f-999f-4eb4-a708-b57eaab195e5 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:16.168025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e57d12c-9849-4a12-888d-bc64447b5b5e req-13ab4d7f-999f-4eb4-a708-b57eaab195e5 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 944 time: 0.0838270 Apr 25 15:30:16.211012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e57d12c-9849-4a12-888d-bc64447b5b5e req-011ec946-f902-4191-9cf8-4fd8cc984616 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Apr 25 15:30:17.391461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ff15f-76ae-4eff-ae8f-0e09a1a3ac1d req-6ecd60cd-952e-4f7b-adad-33346f16745b tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:17.392882 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-118ff15f-76ae-4eff-ae8f-0e09a1a3ac1d req-6ecd60cd-952e-4f7b-adad-33346f16745b tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 944 time: 0.0776670 Apr 25 15:30:17.436517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-118ff15f-76ae-4eff-ae8f-0e09a1a3ac1d req-ca48c116-f712-4e89-8cd4-d68a9fc28688 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Apr 25 15:30:18.288152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e37578b-09ec-4252-a337-b691b8391752 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:30:18.417226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e37578b-09ec-4252-a337-b691b8391752, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e37578b-09ec-4252-a337-b691b8391752,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:18.433489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '7e37578b-09ec-4252-a337-b691b8391752', 'network_id': 'c6b78be7-ac31-4c63-a0b4-bde95bf74bfa', 'port_id': '7e37578b-09ec-4252-a337-b691b8391752', 'mac_address': 'fa:16:3e:2d:1c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5963076-c0f3-441d-a48f-3a229a738cfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:30:18.491035 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:18.508146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e37578b-09ec-4252-a337-b691b8391752 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:30:18.523369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e37578b-09ec-4252-a337-b691b8391752, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e37578b-09ec-4252-a337-b691b8391752,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:18.527247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:18.594751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7e37578b-09ec-4252-a337-b691b8391752,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:18.620906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70332de-e63f-4e1a-90e1-b53c48b6fe3d req-f7e1a6e2-4f6d-415a-b6ba-ca0b47df471d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:18.622373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a70332de-e63f-4e1a-90e1-b53c48b6fe3d req-f7e1a6e2-4f6d-415a-b6ba-ca0b47df471d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 945 time: 0.0804329 Apr 25 15:30:18.669013 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a70332de-e63f-4e1a-90e1-b53c48b6fe3d req-c01d8140-303a-4a48-92a0-5a105965ae02 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Apr 25 15:30:18.871935 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['7e37578b-09ec-4252-a337-b691b8391752'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:30:19.855562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7bf1b-dd4a-4bf4-8825-411be7a1f092 req-fbbcc319-e5ef-4a45-9583-d1f3ed809a9d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:19.857001 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2b7bf1b-dd4a-4bf4-8825-411be7a1f092 req-fbbcc319-e5ef-4a45-9583-d1f3ed809a9d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 945 time: 0.0813987 Apr 25 15:30:19.901799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f2b7bf1b-dd4a-4bf4-8825-411be7a1f092 req-d619871d-0f7b-4c95-9d6e-3d800a5f8371 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Apr 25 15:30:20.288312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e37578b-09ec-4252-a337-b691b8391752 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:20.359669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 7e37578b-09ec-4252-a337-b691b8391752 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:20.364513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 7e37578b-09ec-4252-a337-b691b8391752 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:20.364939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:20.480196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:20.518291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e37578b-09ec-4252-a337-b691b8391752'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:30:20.528601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 7e37578b-09ec-4252-a337-b691b8391752, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e37578b-09ec-4252-a337-b691b8391752,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:20.533358 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:20.598760 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c325124-c762-4628-83ec-8b506a0ff6f6'] response: {'server_uuid': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e37578b-09ec-4252-a337-b691b8391752', 'code': 200} Apr 25 15:30:20.629940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=7e37578b-09ec-4252-a337-b691b8391752,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:20.693339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5a7cc-f4ad-494f-8748-f0022b43f70c req-4b20cbe7-1dd5-421b-b6d7-664ff6e7dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:20.694774 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2e5a7cc-f4ad-494f-8748-f0022b43f70c req-4b20cbe7-1dd5-421b-b6d7-664ff6e7dcf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 1097 time: 0.0694482 Apr 25 15:30:20.734061 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b2e5a7cc-f4ad-494f-8748-f0022b43f70c req-b3e3af49-863d-461a-9aca-0a2d365de6bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Apr 25 15:30:21.087186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a315-cdae-45e6-86ae-1e438f2db364 req-2f85a563-c43d-4b40-9dc1-a11d615fa7a6 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:21.088646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0054a315-cdae-45e6-86ae-1e438f2db364 req-2f85a563-c43d-4b40-9dc1-a11d615fa7a6 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 946 time: 0.0837688 Apr 25 15:30:21.131998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0054a315-cdae-45e6-86ae-1e438f2db364 req-e9668437-0a50-494c-a2d6-85d0f2ebc4e2 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376203 Apr 25 15:30:22.468046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efb66f-124f-4f83-9a9f-317bb4bad536 req-d338394c-d44f-4e98-b02a-175e27d469db tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:22.469563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68efb66f-124f-4f83-9a9f-317bb4bad536 req-d338394c-d44f-4e98-b02a-175e27d469db tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 946 time: 0.0795326 Apr 25 15:30:22.513213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68efb66f-124f-4f83-9a9f-317bb4bad536 req-de371250-d5b1-45a0-bf0b-9f15e3ccc910 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379827 Apr 25 15:30:22.892532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d848b-6fcd-4735-9f4f-fc661f5a39d1 req-0e3aa08c-30fc-4d93-81a3-b6ace656c973 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:22.894129 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c5d848b-6fcd-4735-9f4f-fc661f5a39d1 req-0e3aa08c-30fc-4d93-81a3-b6ace656c973 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 946 time: 0.0879292 Apr 25 15:30:22.944882 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7c5d848b-6fcd-4735-9f4f-fc661f5a39d1 req-ee8da63d-63ba-4f3a-b7db-45ef8afc6502 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Apr 25 15:30:24.129128 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f13b6-d0b9-41e6-8b5c-71c5f2d28c8b req-7bbd6a31-510f-4aa5-adad-53efc5910c91 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:24.130587 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a5f13b6-d0b9-41e6-8b5c-71c5f2d28c8b req-7bbd6a31-510f-4aa5-adad-53efc5910c91 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 946 time: 0.0813584 Apr 25 15:30:24.226544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0a5f13b6-d0b9-41e6-8b5c-71c5f2d28c8b req-3a388247-fd93-4b62-9466-6a46f581fd08 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901210 Apr 25 15:30:24.251303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-5776c569-1104-4ab1-ba62-711ba5b32135 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:24.252708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-5776c569-1104-4ab1-ba62-711ba5b32135 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 946 time: 0.1039991 Apr 25 15:30:24.321398 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Deleting port 7e37578b-09ec-4252-a337-b691b8391752 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:24.321743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:24.603680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] For port 7e37578b-09ec-4252-a337-b691b8391752, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=7e37578b-09ec-4252-a337-b691b8391752,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:24.604039 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:24.727654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Calling delete_port for 7e37578b-09ec-4252-a337-b691b8391752 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:24.870322 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:24.882933 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec92eb56-091b-4286-9098-eea3f3add10f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:30:24.907552 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['7e37578b-09ec-4252-a337-b691b8391752'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:30:25.027456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Pushing event deleted for resources: {'Port': ['ID=7e37578b-09ec-4252-a337-b691b8391752,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:25.069455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.069814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.070140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.070475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.070801 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.071125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.071447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.071769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.072087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.072402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.072719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.073052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:25.110293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] No DVR routers for this DVR port 7e37578b-09ec-4252-a337-b691b8391752 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:30:25.112623 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:25.115055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'name': 'network-vif-deleted', 'tag': '7e37578b-09ec-4252-a337-b691b8391752'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:30:25.129839 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b096b700-b43c-4b01-86eb-e6c271f483a2 req-3b245b1a-95e1-41ea-9c6c-987d87fa1ae7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.21 "DELETE /v2.0/ports/7e37578b-09ec-4252-a337-b691b8391752 HTTP/1.1" status: 204 len: 173 time: 0.8716564 Apr 25 15:30:25.164775 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c4233d-7399-46b2-8586-c075dec04be7'] response: {'server_uuid': 'd4929728-3997-4b0e-b054-03bc77d4693d', 'name': 'network-vif-deleted', 'tag': '7e37578b-09ec-4252-a337-b691b8391752', 'status': 'completed', 'code': 200} Apr 25 15:30:25.350112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:30:25.387427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-edb12c51-13f3-4e42-86a6-04c23fdfe7e1 req-e2905af1-575a-4f20-8b76-79151536cc8d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Synchronizing usage tracker for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:25.402603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-edb12c51-13f3-4e42-86a6-04c23fdfe7e1 req-e2905af1-575a-4f20-8b76-79151536cc8d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Unset dirty status for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:25.403855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-edb12c51-13f3-4e42-86a6-04c23fdfe7e1 req-e2905af1-575a-4f20-8b76-79151536cc8d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4929728-3997-4b0e-b054-03bc77d4693d HTTP/1.1" status: 200 len: 210 time: 0.0572064 Apr 25 15:30:26.659295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc042187-3325-475b-84d2-27d7434264f0 req-4bf9e9da-fe20-4103-ae67-6ba71497c5d5 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:26.662092 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc042187-3325-475b-84d2-27d7434264f0 req-4bf9e9da-fe20-4103-ae67-6ba71497c5d5 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0827744 Apr 25 15:30:26.707285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cc042187-3325-475b-84d2-27d7434264f0 req-cceb8f2c-c6a3-4a52-94d8-899403e29d11 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Apr 25 15:30:26.921471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c850a1-24ed-416a-b894-a5e27db8e5d2 req-55ef5cd3-711c-4ed0-8459-2c3ec8f06082 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:26.922943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17c850a1-24ed-416a-b894-a5e27db8e5d2 req-55ef5cd3-711c-4ed0-8459-2c3ec8f06082 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0959642 Apr 25 15:30:26.966731 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17c850a1-24ed-416a-b894-a5e27db8e5d2 req-dfb48f11-4a1c-4ac6-9557-2d0870e6d008 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Apr 25 15:30:27.166943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84647f-0994-4ff8-bce0-24ca3256dfc6 req-98579bca-7ce3-4959-9f3a-4698ddf70b43 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:27.168462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db84647f-0994-4ff8-bce0-24ca3256dfc6 req-98579bca-7ce3-4959-9f3a-4698ddf70b43 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0948751 Apr 25 15:30:27.213685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db84647f-0994-4ff8-bce0-24ca3256dfc6 req-27d84682-755c-4d0e-801a-ed4055d61b76 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Apr 25 15:30:27.498194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04347652-cfd3-47da-bc9e-52969cebe5f6 req-454580c6-163d-465a-923c-66de9c687a25 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:27.499558 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-04347652-cfd3-47da-bc9e-52969cebe5f6 req-454580c6-163d-465a-923c-66de9c687a25 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0847251 Apr 25 15:30:27.542884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-04347652-cfd3-47da-bc9e-52969cebe5f6 req-0ee7a934-53e0-4b65-9517-d91fd5d5a107 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Apr 25 15:30:27.729969 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871565e8-b421-4fd6-af55-0bb47a4cd9e4 req-df14cdfd-eb62-4d3e-aee1-64bef78f88cf tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:27.731425 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-871565e8-b421-4fd6-af55-0bb47a4cd9e4 req-df14cdfd-eb62-4d3e-aee1-64bef78f88cf tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0816553 Apr 25 15:30:27.775860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-871565e8-b421-4fd6-af55-0bb47a4cd9e4 req-bc5ec032-fc2c-4346-bbb6-a2196e59792e tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Apr 25 15:30:27.968629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860812e-31fd-4ded-8516-213d896c3069 req-fb95bd38-b429-454a-b932-01fbef018b3c tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:27.970080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f860812e-31fd-4ded-8516-213d896c3069 req-fb95bd38-b429-454a-b932-01fbef018b3c tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0815179 Apr 25 15:30:28.013349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f860812e-31fd-4ded-8516-213d896c3069 req-2c2ac3cd-1ef9-4bce-b155-71f2b3d34092 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376959 Apr 25 15:30:28.351407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e37578b-09ec-4252-a337-b691b8391752 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:30:28.390773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 7e37578b-09ec-4252-a337-b691b8391752 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:30:28.391130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 7e37578b-09ec-4252-a337-b691b8391752 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:30:28.542779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfe5c1-0633-4566-8751-724c45758eb4 req-82cd3f37-7b5c-4369-a91d-7c78a3f2fbd9 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:28.544227 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3bfe5c1-0633-4566-8751-724c45758eb4 req-82cd3f37-7b5c-4369-a91d-7c78a3f2fbd9 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.0823855 Apr 25 15:30:28.590264 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3bfe5c1-0633-4566-8751-724c45758eb4 req-3895f9c8-390a-4e97-9c88-b7305517488a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Apr 25 15:30:29.217894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:29.834040 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4b2d-71f4-4372-b1b3-cbd6b3236721 req-7ea50922-9c80-48d7-b072-95c18ad73bc5 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:29.835409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a0c4b2d-71f4-4372-b1b3-cbd6b3236721 req-7ea50922-9c80-48d7-b072-95c18ad73bc5 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.1393671 Apr 25 15:30:29.843321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-1287923a-28e1-44a5-9f37-261a4c9904ab tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:29.844619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-1287923a-28e1-44a5-9f37-261a4c9904ab tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.15 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 945 time: 0.1177924 Apr 25 15:30:29.947420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a0c4b2d-71f4-4372-b1b3-cbd6b3236721 req-677716e0-3482-4b30-8b17-e016b6883d8d tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/security-groups?id=0807c2db-8cd5-49cf-8601-3d3fae944ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018333 Apr 25 15:30:29.950813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Deleting port ec92eb56-091b-4286-9098-eea3f3add10f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:29.951161 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:30.202245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] For port ec92eb56-091b-4286-9098-eea3f3add10f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ec92eb56-091b-4286-9098-eea3f3add10f,segment=NetworkSegment(d0e5dfca-b220-47e6-8505-d655172b5e05),segment_id=d0e5dfca-b220-47e6-8505-d655172b5e05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:30.202604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:30.322590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Calling delete_port for ec92eb56-091b-4286-9098-eea3f3add10f owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:30.568507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:30.580545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ec92eb56-091b-4286-9098-eea3f3add10f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:30:30.617574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Pushing event deleted for resources: {'Port': ['ID=ec92eb56-091b-4286-9098-eea3f3add10f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:30.690141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] No DVR routers for this DVR port ec92eb56-091b-4286-9098-eea3f3add10f on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:30:30.693211 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:30.695636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'name': 'network-vif-deleted', 'tag': 'ec92eb56-091b-4286-9098-eea3f3add10f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:30:30.710908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-766bddbd-3f2f-4d9f-bd88-7cda7cb33ff2 req-5bfc3695-960a-4dbf-b6ee-b2a84d604e2a tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.15 "DELETE /v2.0/ports/ec92eb56-091b-4286-9098-eea3f3add10f HTTP/1.1" status: 204 len: 173 time: 0.8493879 Apr 25 15:30:30.745226 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d02f5e-5307-4cf9-b942-e942f3b5a1f5'] response: {'server_uuid': 'da7f2f0a-084f-4eea-bf3a-0f53c668614e', 'name': 'network-vif-deleted', 'tag': 'ec92eb56-091b-4286-9098-eea3f3add10f', 'status': 'completed', 'code': 200} Apr 25 15:30:31.110458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-219133d0-1cc9-4ce0-a956-3ce06c3baed9 req-33873a32-d273-4ffc-bd9d-06f94defa6b7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Synchronizing usage tracker for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:31.126675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-219133d0-1cc9-4ce0-a956-3ce06c3baed9 req-33873a32-d273-4ffc-bd9d-06f94defa6b7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] Unset dirty status for tenant:a0391c41256e463bba1550d52cd6adb3 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:31.127893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-219133d0-1cc9-4ce0-a956-3ce06c3baed9 req-33873a32-d273-4ffc-bd9d-06f94defa6b7 tempest-ServersNegativeTestJSON-2074538906 tempest-ServersNegativeTestJSON-2074538906-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7f2f0a-084f-4eea-bf3a-0f53c668614e HTTP/1.1" status: 200 len: 210 time: 0.0637820 Apr 25 15:30:32.223932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40480) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:32.284839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Deleting subnet b5963076-c0f3-441d-a48f-3a229a738cfc {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:30:32.287691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.335633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.389199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.458292 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.496811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5963076-c0f3-441d-a48f-3a229a738cfc,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:32.499564 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.509153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.509506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.509875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.510214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.510552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.510883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.511212 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.511540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.511864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.512192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.512516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.512837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:32.516435 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c5fc8bfe-675b-4470-95d7-c9b83a8e9bdd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b5963076-c0f3-441d-a48f-3a229a738cfc HTTP/1.1" status: 204 len: 168 time: 0.2914968 Apr 25 15:30:32.519082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40484) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:32.623328 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.745726 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.770157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b78be7-ac31-4c63-a0b4-bde95bf74bfa']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:32.782080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e5dfca-b220-47e6-8505-d655172b5e05') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:32.782378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e5dfca-b220-47e6-8505-d655172b5e05') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:32.794477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.810604 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.816438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:32.816825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:32.833282 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:32.906634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.922881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:32.934692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b78be7-ac31-4c63-a0b4-bde95bf74bfa,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:32.941899 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ae48e972-7164-4a1b-a1ab-bd4d24c25096 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6b78be7-ac31-4c63-a0b4-bde95bf74bfa HTTP/1.1" status: 204 len: 168 time: 0.4218483 Apr 25 15:30:33.051186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40490) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:33.103379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f6cd2b38-7786-49fd-99d8-0cce2c9ac476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0391c41256e463bba1550d52cd6adb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510476 Apr 25 15:30:33.105820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40494) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:33.162559 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2970eaf-aea1-4c59-abb3-dec912888e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:33.187568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2970eaf-aea1-4c59-abb3-dec912888e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:33.240780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2970eaf-aea1-4c59-abb3-dec912888e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:33.257228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2970eaf-aea1-4c59-abb3-dec912888e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0807c2db-8cd5-49cf-8601-3d3fae944ea7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:33.267435 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b2970eaf-aea1-4c59-abb3-dec912888e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:33.268480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b2970eaf-aea1-4c59-abb3-dec912888e79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0807c2db-8cd5-49cf-8601-3d3fae944ea7 HTTP/1.1" status: 204 len: 168 time: 0.1617422 Apr 25 15:30:34.080458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40518) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:34.157062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec92eb56-091b-4286-9098-eea3f3add10f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:30:34.186761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007736527'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:34.192947 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:34.193146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: ec92eb56-091b-4286-9098-eea3f3add10f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:30:34.193531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ec92eb56-091b-4286-9098-eea3f3add10f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:30:34.196942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:network and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:34.199810 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:34.206108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:34.215073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:34.218736 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.231055 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.245620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:34.249429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:security_group_rule and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:34.252117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:34.257662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:34.345189 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.349288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.384020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:34.389186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5e246-a8bf-4fbd-9405-372026564d0c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:34.396356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.396716 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Added segment 381f8ca4-4ebc-43d0-8db1-0b14dd3e532f of type vlan for network 7cdde5f5-3b27-4912-846a-2fadc38c268a Apr 25 15:30:34.427811 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.456250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.461739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:34.462330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:34.584559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5029514 Apr 25 15:30:34.587405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4348c75-5abe-40d4-b6f5-df831359d4bb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Network': ['ID=7cdde5f5-3b27-4912-846a-2fadc38c268a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:34.598061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 7cdde5f5-3b27-4912-846a-2fadc38c268a details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:34.751730 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:37.753747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40524) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:37.759525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'subnet': {'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:37.869395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:37.873422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:subnet and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:37.876179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:37.881846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:37.891364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:37.895494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.207409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.289720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Subnet': ['ID=928bda59-2cc0-4cf9-88f9-30abd22fbe84,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:38.295290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Checking segment: {'id': '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:38.295648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network hostable DHCP agents. Network: 7cdde5f5-3b27-4912-846a-2fadc38c268a, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:38.314064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network 7cdde5f5-3b27-4912-846a-2fadc38c268a is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:38.326354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 7cdde5f5-3b27-4912-846a-2fadc38c268a) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:38.331677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:38.332880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.336600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16dbdb-2a1b-412b-8bdf-1c56ad28edf4 None None] Network 7cdde5f5-3b27-4912-846a-2fadc38c268a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:38.355957 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6c626851-3eb1-4d36-bf8c-c71eec2d175d tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6010399 Apr 25 15:30:38.359366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40528) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:38.365592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286416175'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:38.371094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:38.374959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:network and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:38.377870 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:38.384246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:38.394816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:38.398425 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.426789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:38.435841 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.436181 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Added segment 1c18cef0-17aa-49ed-bd8d-919d294554b4 of type vlan for network d51b0736-d614-476d-8c1c-3f23ca61d791 Apr 25 15:30:38.464134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.494940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.500457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:38.501060 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.557159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88729160-e769-4231-85f3-f82968913aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-7cdde5f5-3b27-4912-846a-2fadc38c268a', 'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a', 'tenant_id': '17dd926d321649f8b6160b40fc22821f', 'fixed_ips': [{'subnet_id': '928bda59-2cc0-4cf9-88f9-30abd22fbe84'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:30:38.558000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.600497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2400274 Apr 25 15:30:38.603681 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40532) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:38.609734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'subnet': {'network_id': 'd51b0736-d614-476d-8c1c-3f23ca61d791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:38.612167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c79fb-dc29-45c7-bdba-f7ace6d2d1f6 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Network': ['ID=d51b0736-d614-476d-8c1c-3f23ca61d791,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:38.630908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d51b0736-d614-476d-8c1c-3f23ca61d791 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:38.732990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:38.736907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:subnet and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:38.738540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4d3c-d696-45fd-a1ce-42223d07830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.741157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:38.747032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:38.756527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:38.760231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:38.821904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-88729160-e769-4231-85f3-f82968913aba None None] Allocated IP 2001:db8:0:ffff::2 (7cdde5f5-3b27-4912-846a-2fadc38c268a/928bda59-2cc0-4cf9-88f9-30abd22fbe84/3e9914a4-4ee3-4e3d-9e09-c86c9094854e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:38.980100 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.025775 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.037365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-88729160-e769-4231-85f3-f82968913aba None None] Transition to ACTIVE for port object 3e9914a4-4ee3-4e3d-9e09-c86c9094854e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:39.055967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-88729160-e769-4231-85f3-f82968913aba None None] Transition to ACTIVE for port object 3e9914a4-4ee3-4e3d-9e09-c86c9094854e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:39.057920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Subnet': ['ID=6d6d37a0-aa09-4357-9b4b-bf533cbf9cca,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:39.061949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.071874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Checking segment: {'id': '1c18cef0-17aa-49ed-bd8d-919d294554b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd51b0736-d614-476d-8c1c-3f23ca61d791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:39.072234 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network hostable DHCP agents. Network: d51b0736-d614-476d-8c1c-3f23ca61d791, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:39.090877 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network d51b0736-d614-476d-8c1c-3f23ca61d791 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:39.100984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d51b0736-d614-476d-8c1c-3f23ca61d791) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:39.105379 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:39.105976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.114946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f4667-15ed-4bde-b9d4-e93131127e0d None None] Network d51b0736-d614-476d-8c1c-3f23ca61d791 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:39.127586 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d15b3eb2-5848-4cc0-87b3-5e9418a8b719 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5225432 Apr 25 15:30:39.130479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40536) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:39.157113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88729160-e769-4231-85f3-f82968913aba None None] Network 7cdde5f5-3b27-4912-846a-2fadc38c268a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:39.168274 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-88729160-e769-4231-85f3-f82968913aba None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:39.213600 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88729160-e769-4231-85f3-f82968913aba None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:39.215681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729160-e769-4231-85f3-f82968913aba None None] Pushing event updated for resources: {'Port': ['ID=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:39.274191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.274542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.274884 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.275225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.275335 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.275563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.275947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.276220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.276547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.276870 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.277220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.277543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.277863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:30:39.345013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-88729160-e769-4231-85f3-f82968913aba None None] Attempting to bind port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:39.345705 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-88729160-e769-4231-85f3-f82968913aba None None] Attempting to bind port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:39.345849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729160-e769-4231-85f3-f82968913aba None None] Attempting to bind port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e on network 7cdde5f5-3b27-4912-846a-2fadc38c268a {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:39.348086 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.356484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729160-e769-4231-85f3-f82968913aba None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:39.356863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729160-e769-4231-85f3-f82968913aba None None] Checking segment: {'id': '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:39.357295 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.357690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729160-e769-4231-85f3-f82968913aba None None] Bound using segment: {'id': '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:39.358158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-88729160-e769-4231-85f3-f82968913aba None None] Bound port: 3e9914a4-4ee3-4e3d-9e09-c86c9094854e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7cdde5f5-3b27-4912-846a-2fadc38c268a'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:39.358536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.429077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.470087 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6d37a0-aa09-4357-9b4b-bf533cbf9cca,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:39.512067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965148e-c1d8-45ae-817f-c90997d20322 None None] Network d51b0736-d614-476d-8c1c-3f23ca61d791 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:39.565104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.590803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51b0736-d614-476d-8c1c-3f23ca61d791']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:39.602673 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c18cef0-17aa-49ed-bd8d-919d294554b4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:39.602976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c18cef0-17aa-49ed-bd8d-919d294554b4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:39.614653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.631063 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.633995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-88729160-e769-4231-85f3-f82968913aba None None] For port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:39.636997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:39.637422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:39.656240 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:39.670474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-88729160-e769-4231-85f3-f82968913aba None None] For port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,segment=NetworkSegment(381f8ca4-4ebc-43d0-8db1-0b14dd3e532f),segment_id=381f8ca4-4ebc-43d0-8db1-0b14dd3e532f)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:39.699566 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88729160-e769-4231-85f3-f82968913aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.736286 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.741631 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.770509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Network': ['ID=d51b0736-d614-476d-8c1c-3f23ca61d791,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:39.773619 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-57c21ba7-408c-47d0-8eb4-ea4d7d28f7b5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/d51b0736-d614-476d-8c1c-3f23ca61d791 HTTP/1.1" status: 204 len: 168 time: 0.6418166 Apr 25 15:30:39.777121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40540) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:39.782827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374496334'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:39.788525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:39.792569 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:network and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:39.795541 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:39.797854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729160-e769-4231-85f3-f82968913aba None None] Pushing event updated for resources: {'Port': ['ID=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:39.802643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:39.817625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:39.821416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.849604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:39.859209 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.859559 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Added segment 698a3301-18ef-45d0-a675-5c41d04a2f2e of type vlan for network 5121abb2-2b00-4ddf-96f9-786dc6d791cf Apr 25 15:30:39.888591 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.919487 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:39.925764 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:39.926388 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.035071 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2568326 Apr 25 15:30:40.038023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40544) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:40.044085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'subnet': {'network_id': '5121abb2-2b00-4ddf-96f9-786dc6d791cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:40.047943 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44893f-794b-4afc-96db-f8a4410ed598 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Network': ['ID=5121abb2-2b00-4ddf-96f9-786dc6d791cf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:40.062438 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5121abb2-2b00-4ddf-96f9-786dc6d791cf details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:40.166552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:40.170432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:subnet and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:40.173546 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:40.179703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:40.189301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:40.193459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.283615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Performing IP validity checks on allocation pools {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 25 15:30:40.284115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 25 15:30:40.407343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.487070 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Subnet': ['ID=c6dfff13-6c3b-4256-b6f0-6aae1184aed1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:40.498002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Checking segment: {'id': '698a3301-18ef-45d0-a675-5c41d04a2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5121abb2-2b00-4ddf-96f9-786dc6d791cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:40.498360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network hostable DHCP agents. Network: 5121abb2-2b00-4ddf-96f9-786dc6d791cf, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:40.522019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network 5121abb2-2b00-4ddf-96f9-786dc6d791cf is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:40.532668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5121abb2-2b00-4ddf-96f9-786dc6d791cf) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:40.538240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:40.538842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.542825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2366b-610b-4e70-9dcb-51a65d640908 None None] Network 5121abb2-2b00-4ddf-96f9-786dc6d791cf requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:40.563497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ce7c8032-ba81-4d5c-bc34-83f4965616d9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5242612 Apr 25 15:30:40.566194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40548) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:40.711321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.789954 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d41bc0-f478-448a-806c-602a295c1506 None None] Network 7cdde5f5-3b27-4912-846a-2fadc38c268a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:40.794676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.833170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538c624-60e7-437d-90ed-cfe062938c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5121abb2-2b00-4ddf-96f9-786dc6d791cf', 'network_id': '5121abb2-2b00-4ddf-96f9-786dc6d791cf', 'tenant_id': '17dd926d321649f8b6160b40fc22821f', 'fixed_ips': [{'subnet_id': 'c6dfff13-6c3b-4256-b6f0-6aae1184aed1'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:30:40.834296 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2538c624-60e7-437d-90ed-cfe062938c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.875791 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:40.925775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dfff13-6c3b-4256-b6f0-6aae1184aed1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:40.926025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0d84e0e7-efc8-4766-b5c2-0739d3b2a33b None None] Provisioning for port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:41.002725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e9914a4-4ee3-4e3d-9e09-c86c9094854e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:41.039968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.070069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5121abb2-2b00-4ddf-96f9-786dc6d791cf']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:41.086516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698a3301-18ef-45d0-a675-5c41d04a2f2e') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:41.087171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698a3301-18ef-45d0-a675-5c41d04a2f2e') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:41.100125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.100327 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72fc1f85-0939-4784-be8e-4750a219eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.125542 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.133323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:41.133906 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.144546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119fd31-4b51-43ff-9644-309e8d9a6b70 None None] Network 5121abb2-2b00-4ddf-96f9-786dc6d791cf requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:41.151031 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:41.229255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.233753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.263138 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Network': ['ID=5121abb2-2b00-4ddf-96f9-786dc6d791cf,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:41.271080 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9311ebda-37d2-4549-8639-768b5311ccf5 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/5121abb2-2b00-4ddf-96f9-786dc6d791cf HTTP/1.1" status: 204 len: 168 time: 0.6997726 Apr 25 15:30:41.271733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40552) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:41.277432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-132332401'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:41.283465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:41.291538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:network and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:41.295082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:41.295262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:41.302191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:41.311502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:41.315151 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.343472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:41.352541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.352895 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Added segment 2299b189-5273-475e-8369-c3dc4605c287 of type vlan for network 5212e790-63c8-4e32-9cae-08342ffd2364 Apr 25 15:30:41.357881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:41.358265 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.380018 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.410129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.416704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:41.417332 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.513124 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.530506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2575562 Apr 25 15:30:41.533406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40556) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:41.539089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'subnet': {'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:41.542083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5cba9-9573-4b92-a9a0-b3b74bacc9c9 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Network': ['ID=5212e790-63c8-4e32-9cae-08342ffd2364,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:41.559108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5212e790-63c8-4e32-9cae-08342ffd2364 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:41.576897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,segment=NetworkSegment(381f8ca4-4ebc-43d0-8db1-0b14dd3e532f),segment_id=381f8ca4-4ebc-43d0-8db1-0b14dd3e532f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:41.648256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.772406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:41.776254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:subnet and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:41.779114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:41.785474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:41.795958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:41.798366 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:41.799640 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.802025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-664a6f96-1454-4504-b66f-a925854f2dd6 None None] Provisioning complete for port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:41.802391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-664a6f96-1454-4504-b66f-a925854f2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:41.935428 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.029669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.112779 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Subnet': ['ID=94017b78-03c1-4449-9aa8-975ce8c9eca2,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:42.120234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Checking segment: {'id': '2299b189-5273-475e-8369-c3dc4605c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:42.120592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network hostable DHCP agents. Network: 5212e790-63c8-4e32-9cae-08342ffd2364, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:42.135632 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.138778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network 5212e790-63c8-4e32-9cae-08342ffd2364 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:42.148176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5212e790-63c8-4e32-9cae-08342ffd2364) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:42.152119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:42.152707 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.157702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127eba2-40f4-45d2-b188-18a846cb0e3e None None] Network 5212e790-63c8-4e32-9cae-08342ffd2364 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:42.178094 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-62ea846c-3f94-4d06-beb0-c758638ddc10 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6435888 Apr 25 15:30:42.181643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40560) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:42.187670 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1991481730'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:42.193383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:42.197503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:network and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:42.200347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:42.207131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:42.216938 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:42.220576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.248508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:42.257518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.257862 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Added segment 46b275b6-e930-4479-a804-78af063fedd0 of type vlan for network 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b Apr 25 15:30:42.287929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.320190 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.325849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:42.326441 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.382628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5212e790-63c8-4e32-9cae-08342ffd2364', 'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364', 'tenant_id': '17dd926d321649f8b6160b40fc22821f', 'fixed_ips': [{'subnet_id': '94017b78-03c1-4449-9aa8-975ce8c9eca2'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:30:42.383463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.425184 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2423596 Apr 25 15:30:42.428084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40564) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:42.434223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Request body: {'subnet': {'network_id': '32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:42.437639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e728a-9185-49c8-82e8-d933dc2b070e tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Network': ['ID=32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:42.449531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:42.546411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:42.550098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Usage tracker for resource:subnet and tenant:17dd926d321649f8b6160b40fc22821f is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:42.552822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:42.558382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:42.568774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Made reservation on behalf of 17dd926d321649f8b6160b40fc22821f for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:42.572195 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.639000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Allocated IP 2001:db8::2 (5212e790-63c8-4e32-9cae-08342ffd2364/94017b78-03c1-4449-9aa8-975ce8c9eca2/f2c29891-0461-404d-9528-4a26079b4777) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:42.794421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.843103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.857748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Transition to ACTIVE for port object f2c29891-0461-404d-9528-4a26079b4777 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:42.875397 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event updated for resources: {'Subnet': ['ID=099cf38a-f006-4947-ae32-36ac515b8e45,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:42.877310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Transition to ACTIVE for port object f2c29891-0461-404d-9528-4a26079b4777 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:42.884861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.886539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Checking segment: {'id': '46b275b6-e930-4479-a804-78af063fedd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:42.886994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network hostable DHCP agents. Network: 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:42.909214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Network 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:42.919661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:42.923685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:42.924272 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:42.942437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce90dcd-4f92-42ac-9ccb-0ef927e8e626 None None] Network 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:42.948171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-915109c1-3ff7-4c73-94be-7fd9cef44f59 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5189815 Apr 25 15:30:42.950838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40568) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:42.959769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e9914a4-4ee3-4e3d-9e09-c86c9094854e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:43.046946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Network 5212e790-63c8-4e32-9cae-08342ffd2364 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:43.092254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:43.096365 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.104159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Pushing event updated for resources: {'Port': ['ID=f2c29891-0461-404d-9528-4a26079b4777,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:43.113528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:43.165668 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.241293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.268179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Attempting to bind port f2c29891-0461-404d-9528-4a26079b4777 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:43.268579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Attempting to bind port f2c29891-0461-404d-9528-4a26079b4777 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '2299b189-5273-475e-8369-c3dc4605c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:43.268946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Attempting to bind port f2c29891-0461-404d-9528-4a26079b4777 on network 5212e790-63c8-4e32-9cae-08342ffd2364 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:43.299540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:43.300463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.305109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Subnet': ['ID=099cf38a-f006-4947-ae32-36ac515b8e45,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:43.341783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:43.342162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Checking segment: {'id': '2299b189-5273-475e-8369-c3dc4605c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:43.342567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.342960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Bound using segment: {'id': '2299b189-5273-475e-8369-c3dc4605c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:43.343431 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Bound port: f2c29891-0461-404d-9528-4a26079b4777, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2299b189-5273-475e-8369-c3dc4605c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5212e790-63c8-4e32-9cae-08342ffd2364'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:43.343803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.365059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b88b4-a1d4-44e3-93ee-7ed6f8886dc7 None None] Network 32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:43.380718 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.405436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:43.422283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b275b6-e930-4479-a804-78af063fedd0') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:43.422584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b275b6-e930-4479-a804-78af063fedd0') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:43.435370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.453424 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.460703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:43.461143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:43.478110 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:43.558905 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.577362 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.592550 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Network': ['ID=32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:43.597535 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-35b5ec70-b067-4a91-aa56-75dbe23b674b tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b HTTP/1.1" status: 204 len: 168 time: 0.6451275 Apr 25 15:30:43.600369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40572) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:43.638548 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d645f6-fe13-4e0c-b07e-995f48298e40 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] GET failed (client error): The resource could not be found. Apr 25 15:30:43.638991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6d645f6-fe13-4e0c-b07e-995f48298e40 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Synchronizing usage tracker for tenant:17dd926d321649f8b6160b40fc22821f on resource:subnet {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:43.656578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e6d645f6-fe13-4e0c-b07e-995f48298e40 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Unset dirty status for tenant:17dd926d321649f8b6160b40fc22821f on resource:subnet {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:43.657789 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e6d645f6-fe13-4e0c-b07e-995f48298e40 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "GET /v2.0/subnets/099cf38a-f006-4947-ae32-36ac515b8e45 HTTP/1.1" status: 404 len: 337 time: 0.0564754 Apr 25 15:30:43.661322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40576) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:43.686178 n-d-811416-6 neutron-server[88061]: INFO neutron.pecan_wsgi.hooks.translation [None req-127a134b-7cfb-463d-a9da-2aa103031b80 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:43.686645 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127a134b-7cfb-463d-a9da-2aa103031b80 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:43.688317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-127a134b-7cfb-463d-a9da-2aa103031b80 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b HTTP/1.1" status: 404 len: 339 time: 0.0260568 Apr 25 15:30:43.690448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] For port f2c29891-0461-404d-9528-4a26079b4777, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:43.692109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40580) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:43.719026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] For port f2c29891-0461-404d-9528-4a26079b4777, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f2c29891-0461-404d-9528-4a26079b4777,segment=NetworkSegment(2299b189-5273-475e-8369-c3dc4605c287),segment_id=2299b189-5273-475e-8369-c3dc4605c287)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:43.726711 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.816909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917b4da-bb30-49b6-88ff-5a047275beb6 None None] Pushing event updated for resources: {'Port': ['ID=f2c29891-0461-404d-9528-4a26079b4777,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:43.838327 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-223e0a9a-8d1e-4b53-93b2-fb8c80ced705 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:43.838549 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:43.838788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223e0a9a-8d1e-4b53-93b2-fb8c80ced705 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:43.840487 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-223e0a9a-8d1e-4b53-93b2-fb8c80ced705 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/subnets/099cf38a-f006-4947-ae32-36ac515b8e45 HTTP/1.1" status: 404 len: 337 time: 0.1467981 Apr 25 15:30:43.843032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:43.868173 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52dcf3c-0103-437e-bfe2-35b0e0d5deed tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:43.868651 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52dcf3c-0103-437e-bfe2-35b0e0d5deed tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:43.870369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b52dcf3c-0103-437e-bfe2-35b0e0d5deed tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/32e3dfc8-ba37-4ad6-9629-2f4cbe9f9d5b HTTP/1.1" status: 404 len: 339 time: 0.0264440 Apr 25 15:30:43.872915 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40588) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:43.950452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Deleting subnet 94017b78-03c1-4449-9aa8-975ce8c9eca2 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:30:43.954126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.037922 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.127410 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.208449 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.247069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Subnet': ['ID=94017b78-03c1-4449-9aa8-975ce8c9eca2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:44.250667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.265081 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-23258d36-1cfe-42ce-945d-1f876189ff56 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/subnets/94017b78-03c1-4449-9aa8-975ce8c9eca2 HTTP/1.1" status: 204 len: 168 time: 0.3910866 Apr 25 15:30:44.267440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40592) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:44.384061 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.394192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Deleting port f2c29891-0461-404d-9528-4a26079b4777 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:44.394516 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.610963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] For port f2c29891-0461-404d-9528-4a26079b4777, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f2c29891-0461-404d-9528-4a26079b4777,segment=NetworkSegment(2299b189-5273-475e-8369-c3dc4605c287),segment_id=2299b189-5273-475e-8369-c3dc4605c287)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:44.611330 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.745066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Calling delete_port for f2c29891-0461-404d-9528-4a26079b4777 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:44.803670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd39170-a5d7-4e4e-96cf-13d34d74e60a None None] Network 5212e790-63c8-4e32-9cae-08342ffd2364 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:44.822723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:44.874585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Port': ['ID=f2c29891-0461-404d-9528-4a26079b4777,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:44.876492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No DVR routers for this DVR port f2c29891-0461-404d-9528-4a26079b4777 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:30:44.899906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c7534fa2-89c2-42ad-8a56-c62ebcbd8d7a None None] Could not find standard attr ID for object f2c29891-0461-404d-9528-4a26079b4777. {{(pid=88062) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 25 15:30:44.979408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2c29891-0461-404d-9528-4a26079b4777 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:45.009700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.017248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f2c29891-0461-404d-9528-4a26079b4777 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:30:45.017610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2c29891-0461-404d-9528-4a26079b4777 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 25 15:30:45.036590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5212e790-63c8-4e32-9cae-08342ffd2364']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:45.050720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2299b189-5273-475e-8369-c3dc4605c287') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:45.050720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2299b189-5273-475e-8369-c3dc4605c287') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:45.055819 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Port f2c29891-0461-404d-9528-4a26079b4777 not found, will not notify nova. {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 25 15:30:45.062303 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.072578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3b3af-272a-48ff-8104-72d2563ed1fe None None] DHCP port deletion for 5212e790-63c8-4e32-9cae-08342ffd2364 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:30:45.078217 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.087978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:45.088375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:45.103721 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:45.183585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.188913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.214723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Network': ['ID=5212e790-63c8-4e32-9cae-08342ffd2364,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:45.218509 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-cd4622a2-1a28-4a4f-9da2-5d79d43dd49f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/5212e790-63c8-4e32-9cae-08342ffd2364 HTTP/1.1" status: 204 len: 168 time: 0.9501257 Apr 25 15:30:45.220879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40596) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:45.258174 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f3d16f-cc7c-4241-aa54-96e690054a77 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:45.258623 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f3d16f-cc7c-4241-aa54-96e690054a77 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:45.260298 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03f3d16f-cc7c-4241-aa54-96e690054a77 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/subnets/c6dfff13-6c3b-4256-b6f0-6aae1184aed1 HTTP/1.1" status: 404 len: 337 time: 0.0383666 Apr 25 15:30:45.262580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40600) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:45.287498 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c367978-4f81-4022-b235-666554e2c1df tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:45.287955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c367978-4f81-4022-b235-666554e2c1df tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:45.289549 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8c367978-4f81-4022-b235-666554e2c1df tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/5121abb2-2b00-4ddf-96f9-786dc6d791cf HTTP/1.1" status: 404 len: 339 time: 0.0256119 Apr 25 15:30:45.292007 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40604) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:45.339674 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a67231-fd09-417c-b71f-df9a94c545cb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:45.340050 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a67231-fd09-417c-b71f-df9a94c545cb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:45.341746 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-28a67231-fd09-417c-b71f-df9a94c545cb tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/subnets/6d6d37a0-aa09-4357-9b4b-bf533cbf9cca HTTP/1.1" status: 404 len: 337 time: 0.0488780 Apr 25 15:30:45.344182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40608) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:45.368501 n-d-811416-6 neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a14d889-3594-4501-a16f-c2df70b9937f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] DELETE failed (client error): The resource could not be found. Apr 25 15:30:45.368957 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a14d889-3594-4501-a16f-c2df70b9937f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 25 15:30:45.370552 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2a14d889-3594-4501-a16f-c2df70b9937f tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/d51b0736-d614-476d-8c1c-3f23ca61d791 HTTP/1.1" status: 404 len: 339 time: 0.0254865 Apr 25 15:30:45.372663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40612) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:45.435733 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Deleting subnet 928bda59-2cc0-4cf9-88f9-30abd22fbe84 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:30:45.438632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.593644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.679208 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.750098 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.791928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Subnet': ['ID=928bda59-2cc0-4cf9-88f9-30abd22fbe84,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:45.795498 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.802294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab5637-c52e-4e07-af84-5c8e8867b3a9 None None] Network 7cdde5f5-3b27-4912-846a-2fadc38c268a requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:45.805650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ce9e2278-171d-4baf-b1dc-5e78407c229c tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/subnets/928bda59-2cc0-4cf9-88f9-30abd22fbe84 HTTP/1.1" status: 204 len: 168 time: 0.4320469 Apr 25 15:30:45.808118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40616) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:45.920336 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:45.931422 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Deleting port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:45.931757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.036571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] DHCP port deletion for 7cdde5f5-3b27-4912-846a-2fadc38c268a request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:30:46.040700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Deleting port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:46.041365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.144849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] For port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,segment=NetworkSegment(381f8ca4-4ebc-43d0-8db1-0b14dd3e532f),segment_id=381f8ca4-4ebc-43d0-8db1-0b14dd3e532f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:46.145161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.244267 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] For port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,segment=NetworkSegment(381f8ca4-4ebc-43d0-8db1-0b14dd3e532f),segment_id=381f8ca4-4ebc-43d0-8db1-0b14dd3e532f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:46.244658 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.272587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Calling delete_port for 3e9914a4-4ee3-4e3d-9e09-c86c9094854e owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:46.348111 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.365674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Calling delete_port for 3e9914a4-4ee3-4e3d-9e09-c86c9094854e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:46.397328 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Port': ['ID=3e9914a4-4ee3-4e3d-9e09-c86c9094854e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:46.402147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] No DVR routers for this DVR port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:30:46.439337 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:30:46.439701 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:30:46.525647 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.551261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdde5f5-3b27-4912-846a-2fadc38c268a']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:46.562769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:46.563062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381f8ca4-4ebc-43d0-8db1-0b14dd3e532f') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:46.574374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.590033 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.595750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:46.596128 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:46.610864 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:46.694338 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.712246 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.724439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] Pushing event deleted for resources: {'Network': ['ID=7cdde5f5-3b27-4912-846a-2fadc38c268a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:46.727253 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1584bb13-e9a5-4f0b-b1ba-2293949cd9f3 tempest-NetworksIpV6Test-1199361513 tempest-NetworksIpV6Test-1199361513-project] 10.222.0.23 "DELETE /v2.0/networks/7cdde5f5-3b27-4912-846a-2fadc38c268a HTTP/1.1" status: 204 len: 168 time: 0.9182274 Apr 25 15:30:46.928857 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e9914a4-4ee3-4e3d-9e09-c86c9094854e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:30:46.964687 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Deleting port 3e9914a4-4ee3-4e3d-9e09-c86c9094854e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:46.964979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:46.991840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40624) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:47.008406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 3e9914a4-4ee3-4e3d-9e09-c86c9094854e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:30:47.008758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 3e9914a4-4ee3-4e3d-9e09-c86c9094854e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:30:47.009201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2c29891-0461-404d-9528-4a26079b4777 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:30:47.070840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-29d806ab-80ad-47af-98cc-01c208ce651b None None] The port '3e9914a4-4ee3-4e3d-9e09-c86c9094854e' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:30:47.077244 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f2c29891-0461-404d-9528-4a26079b4777 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:30:47.077595 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f2c29891-0461-404d-9528-4a26079b4777 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:30:47.156109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-be43c167-5a6f-49d7-8b22-57d5a502f1ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17dd926d321649f8b6160b40fc22821f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631119 Apr 25 15:30:47.158624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40630) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:47.215401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4e99-b076-4519-b6fc-051d2b7bc184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:47.240227 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4e99-b076-4519-b6fc-051d2b7bc184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:47.297549 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4e99-b076-4519-b6fc-051d2b7bc184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:47.323281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4e99-b076-4519-b6fc-051d2b7bc184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5e246-a8bf-4fbd-9405-372026564d0c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:47.332503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4e99-b076-4519-b6fc-051d2b7bc184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:47.333611 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ebfb4e99-b076-4519-b6fc-051d2b7bc184 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68e5e246-a8bf-4fbd-9405-372026564d0c HTTP/1.1" status: 204 len: 168 time: 0.1740835 Apr 25 15:30:48.014911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40654) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:48.115285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1173697120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:48.122593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:48.126548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Usage tracker for resource:router and tenant:f582bc0e3334480bb3bd1f945173a7d5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:48.129532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:48.135728 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:48.146219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.147277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.162653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.179774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.200613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.201850 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-594ff8a6-d4d4-4d01-bfbd-daa0d41afb1b tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1859481 Apr 25 15:30:48.204548 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40660) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:48.210368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-696450442'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:48.215722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:48.220011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Usage tracker for resource:network and tenant:f582bc0e3334480bb3bd1f945173a7d5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:48.223451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:48.229277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:48.239140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Made reservation on behalf of f582bc0e3334480bb3bd1f945173a7d5 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:48.242600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.254485 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.269186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:48.272813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Usage tracker for resource:security_group_rule and tenant:f582bc0e3334480bb3bd1f945173a7d5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:48.275565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:48.281122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:48.368894 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.372494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.403644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:48.412915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb458048-afa0-423f-bf51-4b43fd58a0d9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:48.419102 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.419440 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Added segment 440bc51a-99e4-48a6-8c60-313850812ae6 of type vlan for network d93009f1-8746-4760-8c72-6221c7990034 Apr 25 15:30:48.445493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.473827 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.479168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:48.480058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:48.584090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3784175 Apr 25 15:30:48.586964 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40664) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:48.590056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a2580-9612-45c1-a09b-1d7177084f3d tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event updated for resources: {'Network': ['ID=d93009f1-8746-4760-8c72-6221c7990034,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:48.593000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Request body: {'subnet': {'network_id': 'd93009f1-8746-4760-8c72-6221c7990034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:48.600941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d93009f1-8746-4760-8c72-6221c7990034 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:48.705599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:48.710346 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Usage tracker for resource:subnet and tenant:f582bc0e3334480bb3bd1f945173a7d5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:48.713404 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:48.719619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:48.730935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Made reservation on behalf of f582bc0e3334480bb3bd1f945173a7d5 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:48.733880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.055554 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.134023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event updated for resources: {'Subnet': ['ID=74156ebf-21fd-43d5-add0-41c2095a0529,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:49.144511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Checking segment: {'id': '440bc51a-99e4-48a6-8c60-313850812ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd93009f1-8746-4760-8c72-6221c7990034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:49.144870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Network hostable DHCP agents. Network: d93009f1-8746-4760-8c72-6221c7990034, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:49.164054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Network d93009f1-8746-4760-8c72-6221c7990034 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:49.173188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d93009f1-8746-4760-8c72-6221c7990034) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:49.177679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:49.178264 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.182514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f3ae9-9276-4fb2-a9bd-9c2223818722 None None] Network d93009f1-8746-4760-8c72-6221c7990034 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:49.199356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-75262189-dc02-49e6-96ea-b03811dea477 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6112227 Apr 25 15:30:49.202294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40668) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:49.207853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-290576085'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:49.213375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:49.217307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Usage tracker for resource:network and tenant:f582bc0e3334480bb3bd1f945173a7d5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:49.220271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:49.226833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:49.238709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Made reservation on behalf of f582bc0e3334480bb3bd1f945173a7d5 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:49.242231 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.269318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:49.279066 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.279480 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Added segment 12a8da47-f315-42a3-b367-f9492b12835d of type vlan for network 30c726fa-ea56-42c6-9cee-218b91d78c62 Apr 25 15:30:49.307897 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.336375 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.342078 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:49.342669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.403350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-d93009f1-8746-4760-8c72-6221c7990034', 'network_id': 'd93009f1-8746-4760-8c72-6221c7990034', 'tenant_id': 'f582bc0e3334480bb3bd1f945173a7d5', 'fixed_ips': [{'subnet_id': '74156ebf-21fd-43d5-add0-41c2095a0529'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:30:49.404245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.455115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2493024 Apr 25 15:30:49.456092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40672) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:49.465844 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a5279-8198-4777-9cad-90a33174b664 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event updated for resources: {'Network': ['ID=30c726fa-ea56-42c6-9cee-218b91d78c62,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:49.466343 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Request body: {'subnet': {'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:49.481632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 30c726fa-ea56-42c6-9cee-218b91d78c62 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:49.578487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:49.582517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Usage tracker for resource:subnet and tenant:f582bc0e3334480bb3bd1f945173a7d5 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:49.585450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:49.591346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:49.601378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Made reservation on behalf of f582bc0e3334480bb3bd1f945173a7d5 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:49.605082 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.648720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Allocated IP 172.20.0.2 (d93009f1-8746-4760-8c72-6221c7990034/74156ebf-21fd-43d5-add0-41c2095a0529/06fc1678-a796-42c0-9a33-4c7c88d75da1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:49.863769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.874315 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Transition to ACTIVE for port object 06fc1678-a796-42c0-9a33-4c7c88d75da1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:49.893131 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Transition to ACTIVE for port object 06fc1678-a796-42c0-9a33-4c7c88d75da1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:49.898401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.922215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:49.957885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Network d93009f1-8746-4760-8c72-6221c7990034 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:49.960689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:49.963681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:50.006570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event updated for resources: {'Subnet': ['ID=606e27a4-b998-47ab-8999-54b17e4b0aeb,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:50.010621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Checking segment: {'id': '12a8da47-f315-42a3-b367-f9492b12835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:50.010996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Network hostable DHCP agents. Network: 30c726fa-ea56-42c6-9cee-218b91d78c62, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:50.031675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Network 30c726fa-ea56-42c6-9cee-218b91d78c62 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:50.042533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 30c726fa-ea56-42c6-9cee-218b91d78c62) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:50.045989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Pushing event updated for resources: {'Port': ['ID=06fc1678-a796-42c0-9a33-4c7c88d75da1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:50.048888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:50.049876 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.056519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e449270-58f1-4bb8-bebc-426ea74486e9 None None] Network 30c726fa-ea56-42c6-9cee-218b91d78c62 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:50.072079 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1d5baaed-e84a-4746-85b9-54f3f724acf3 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6132650 Apr 25 15:30:50.074894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40676) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:50.079911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c87626c3-4622-4d69-a048-657336d27a93 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Request body: {'router': {'external_gateway_info': {'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:50.159266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Attempting to bind port 06fc1678-a796-42c0-9a33-4c7c88d75da1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:50.160016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Attempting to bind port 06fc1678-a796-42c0-9a33-4c7c88d75da1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '440bc51a-99e4-48a6-8c60-313850812ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd93009f1-8746-4760-8c72-6221c7990034'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:50.160395 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Attempting to bind port 06fc1678-a796-42c0-9a33-4c7c88d75da1 on network d93009f1-8746-4760-8c72-6221c7990034 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:50.175971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:50.176281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Checking segment: {'id': '440bc51a-99e4-48a6-8c60-313850812ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd93009f1-8746-4760-8c72-6221c7990034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:50.176689 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.177136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Bound using segment: {'id': '440bc51a-99e4-48a6-8c60-313850812ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd93009f1-8746-4760-8c72-6221c7990034'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:50.177599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Bound port: 06fc1678-a796-42c0-9a33-4c7c88d75da1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440bc51a-99e4-48a6-8c60-313850812ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd93009f1-8746-4760-8c72-6221c7990034'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:50.177985 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.333609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] For port 06fc1678-a796-42c0-9a33-4c7c88d75da1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:50.338716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] For port 06fc1678-a796-42c0-9a33-4c7c88d75da1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=06fc1678-a796-42c0-9a33-4c7c88d75da1,segment=NetworkSegment(440bc51a-99e4-48a6-8c60-313850812ae6),segment_id=440bc51a-99e4-48a6-8c60-313850812ae6)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:50.369250 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.427144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-30c726fa-ea56-42c6-9cee-218b91d78c62', 'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62', 'tenant_id': 'f582bc0e3334480bb3bd1f945173a7d5', 'fixed_ips': [{'subnet_id': '606e27a4-b998-47ab-8999-54b17e4b0aeb'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:30:50.427866 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.461840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c87626c3-4622-4d69-a048-657336d27a93 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.516251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30c60-23d2-40d8-9a16-902ae0356803 None None] Pushing event updated for resources: {'Port': ['ID=06fc1678-a796-42c0-9a33-4c7c88d75da1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:50.627861 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [None req-c87626c3-4622-4d69-a048-657336d27a93 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 25 15:30:50.629642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c87626c3-4622-4d69-a048-657336d27a93 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "PUT /v2.0/routers/1e418e46-7e14-42d3-94a3-cb8ebba97fad HTTP/1.1" status: 400 len: 364 time: 0.5538321 Apr 25 15:30:50.631174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Allocated IP 172.21.0.2 (30c726fa-ea56-42c6-9cee-218b91d78c62/606e27a4-b998-47ab-8999-54b17e4b0aeb/c5fd2174-ea61-4ce3-b7ef-addd0d295ec0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:50.635874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40680) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:50.727575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Deleting subnet 606e27a4-b998-47ab-8999-54b17e4b0aeb {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:30:50.904402 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.914838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Transition to ACTIVE for port object c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:50.933076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Transition to ACTIVE for port object c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:50.938077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.938574 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:50.980375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06fc1678-a796-42c0-9a33-4c7c88d75da1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:50.998702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.042147 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Network 30c726fa-ea56-42c6-9cee-218b91d78c62 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:51.052910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:51.062681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:51.083381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.135614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Pushing event updated for resources: {'Port': ['ID=c5fd2174-ea61-4ce3-b7ef-addd0d295ec0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:51.164849 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.169162 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Attempting to bind port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:51.169546 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Attempting to bind port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '12a8da47-f315-42a3-b367-f9492b12835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:51.170288 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Attempting to bind port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 on network 30c726fa-ea56-42c6-9cee-218b91d78c62 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:51.176757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 06fc1678-a796-42c0-9a33-4c7c88d75da1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:51.180313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:51.180497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Checking segment: {'id': '12a8da47-f315-42a3-b367-f9492b12835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:51.180816 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.181313 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Bound using segment: {'id': '12a8da47-f315-42a3-b367-f9492b12835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:51.181802 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Bound port: c5fd2174-ea61-4ce3-b7ef-addd0d295ec0, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a8da47-f315-42a3-b367-f9492b12835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '30c726fa-ea56-42c6-9cee-218b91d78c62'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:51.182184 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.209539 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event deleted for resources: {'Subnet': ['ID=606e27a4-b998-47ab-8999-54b17e4b0aeb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:51.214131 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.221174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-052fb810-77cc-4d41-a444-6e26696c5a36 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "DELETE /v2.0/subnets/606e27a4-b998-47ab-8999-54b17e4b0aeb HTTP/1.1" status: 204 len: 168 time: 0.5841498 Apr 25 15:30:51.224365 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40684) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:51.280887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] For port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:51.284436 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] For port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c5fd2174-ea61-4ce3-b7ef-addd0d295ec0,segment=NetworkSegment(12a8da47-f315-42a3-b367-f9492b12835d),segment_id=12a8da47-f315-42a3-b367-f9492b12835d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:51.290458 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.369410 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.381618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Deleting port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:51.381965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.413881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a87c4-71b6-4fee-9659-406f0a037775 None None] Pushing event updated for resources: {'Port': ['ID=c5fd2174-ea61-4ce3-b7ef-addd0d295ec0,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:51.455648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2495b99-f1d3-4bc5-a6e7-95d25b24cdb4 None None] Network 30c726fa-ea56-42c6-9cee-218b91d78c62 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:51.542848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b48d9-cac9-4b6c-8889-a68fb87be32f None None] Network d93009f1-8746-4760-8c72-6221c7990034 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:51.611884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] For port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c5fd2174-ea61-4ce3-b7ef-addd0d295ec0,segment=NetworkSegment(12a8da47-f315-42a3-b367-f9492b12835d),segment_id=12a8da47-f315-42a3-b367-f9492b12835d)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:51.612460 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.719158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] Provisioning for port 06fc1678-a796-42c0-9a33-4c7c88d75da1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:51.735248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Calling delete_port for c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:51.739606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] Provisioning complete for port 06fc1678-a796-42c0-9a33-4c7c88d75da1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:51.739913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.812821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:51.968598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event deleted for resources: {'Port': ['ID=c5fd2174-ea61-4ce3-b7ef-addd0d295ec0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:51.974640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] No DVR routers for this DVR port c5fd2174-ea61-4ce3-b7ef-addd0d295ec0 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:30:51.986008 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.032951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] For port 06fc1678-a796-42c0-9a33-4c7c88d75da1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=06fc1678-a796-42c0-9a33-4c7c88d75da1,segment=NetworkSegment(440bc51a-99e4-48a6-8c60-313850812ae6),segment_id=440bc51a-99e4-48a6-8c60-313850812ae6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:52.038463 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.108177 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.113196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be27346-ded6-441a-9fbd-babd467da73a None None] Pushing event updated for resources: {'Port': ['ID=06fc1678-a796-42c0-9a33-4c7c88d75da1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:52.134862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c726fa-ea56-42c6-9cee-218b91d78c62']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:52.148608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a8da47-f315-42a3-b367-f9492b12835d') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:52.148964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a8da47-f315-42a3-b367-f9492b12835d') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:52.162911 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.179700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.186089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:52.186486 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:52.201872 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:52.234210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9838b-e049-41d3-b2ec-061743213f65 None None] get_active_networks_info from n-d-811416-6 {{(pid=88062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 25 15:30:52.285298 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.300744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a229e842-155d-4ab9-abdb-50f0277b3cd4 None None] Provisioning complete for port 06fc1678-a796-42c0-9a33-4c7c88d75da1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:52.301099 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a229e842-155d-4ab9-abdb-50f0277b3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.303658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.315278 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event deleted for resources: {'Network': ['ID=30c726fa-ea56-42c6-9cee-218b91d78c62,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:52.318183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d20e2dd8-1bf3-4660-a4bf-6f1c1c94a476 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "DELETE /v2.0/networks/30c726fa-ea56-42c6-9cee-218b91d78c62 HTTP/1.1" status: 204 len: 168 time: 1.0922570 Apr 25 15:30:52.320746 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40688) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:52.387197 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Deleting subnet 74156ebf-21fd-43d5-add0-41c2095a0529 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:30:52.390135 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.392645 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9838b-e049-41d3-b2ec-061743213f65 None None] Resources bound (agent type, host, resource id): {{(pid=88062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 25 15:30:52.458674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.553508 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.625640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.670267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event deleted for resources: {'Subnet': ['ID=74156ebf-21fd-43d5-add0-41c2095a0529,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:52.672223 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.678654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5068b5ef-c214-48a3-ab3b-434054076436 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "DELETE /v2.0/subnets/74156ebf-21fd-43d5-add0-41c2095a0529 HTTP/1.1" status: 204 len: 168 time: 0.3568215 Apr 25 15:30:52.680990 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40692) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:52.783173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e51e19-7929-40e4-aa4f-b88379f56cdf None None] Network d93009f1-8746-4760-8c72-6221c7990034 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:52.809450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.819732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Deleting port 06fc1678-a796-42c0-9a33-4c7c88d75da1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:52.820063 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:52.942234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06fc1678-a796-42c0-9a33-4c7c88d75da1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:53.030247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] For port 06fc1678-a796-42c0-9a33-4c7c88d75da1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=06fc1678-a796-42c0-9a33-4c7c88d75da1,segment=NetworkSegment(440bc51a-99e4-48a6-8c60-313850812ae6),segment_id=440bc51a-99e4-48a6-8c60-313850812ae6)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:53.030669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.039712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 06fc1678-a796-42c0-9a33-4c7c88d75da1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:53.040252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.104338 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2470b2-80e2-41bc-9d3a-26f757e4bfa1 None None] DHCP port deletion for d93009f1-8746-4760-8c72-6221c7990034 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:30:53.110460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6b2470b2-80e2-41bc-9d3a-26f757e4bfa1 None None] Deleting port 06fc1678-a796-42c0-9a33-4c7c88d75da1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:30:53.110835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b2470b2-80e2-41bc-9d3a-26f757e4bfa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.161135 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Calling delete_port for 06fc1678-a796-42c0-9a33-4c7c88d75da1 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:30:53.234610 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.252007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6b2470b2-80e2-41bc-9d3a-26f757e4bfa1 None None] The port '06fc1678-a796-42c0-9a33-4c7c88d75da1' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:30:53.383593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event deleted for resources: {'Port': ['ID=06fc1678-a796-42c0-9a33-4c7c88d75da1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:53.386879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] No DVR routers for this DVR port 06fc1678-a796-42c0-9a33-4c7c88d75da1 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:30:53.508397 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.532787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93009f1-8746-4760-8c72-6221c7990034']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:53.544629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440bc51a-99e4-48a6-8c60-313850812ae6') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:53.544927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440bc51a-99e4-48a6-8c60-313850812ae6') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:53.556428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.572271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.578068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:30:53.578445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:30:53.592388 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:30:53.672175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.692644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:53.698713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Pushing event deleted for resources: {'Network': ['ID=d93009f1-8746-4760-8c72-6221c7990034,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:53.705098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbca828d-2b86-4896-975f-408f72dd41a1 tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "DELETE /v2.0/networks/d93009f1-8746-4760-8c72-6221c7990034 HTTP/1.1" status: 204 len: 168 time: 1.0231266 Apr 25 15:30:53.707725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40696) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:53.750366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-efdad4c6-957d-4b1e-969a-ff5cd126261f tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Synchronizing usage tracker for tenant:f582bc0e3334480bb3bd1f945173a7d5 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:30:53.765723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-efdad4c6-957d-4b1e-969a-ff5cd126261f tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Unset dirty status for tenant:f582bc0e3334480bb3bd1f945173a7d5 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:30:53.767165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-efdad4c6-957d-4b1e-969a-ff5cd126261f tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e418e46-7e14-42d3-94a3-cb8ebba97fad HTTP/1.1" status: 200 len: 205 time: 0.0585172 Apr 25 15:30:53.769600 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40700) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:53.927011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.236428 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.239880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.266454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.268701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Fanout notify agent at l3_agent the message router_deleted on router 1e418e46-7e14-42d3-94a3-cb8ebba97fad {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:30:54.282265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.283365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-27d19a00-667c-4375-ab1a-15b41a7d432c tempest-RoutersNegativeTest-1711055164 tempest-RoutersNegativeTest-1711055164-project] 10.222.0.23 "DELETE /v2.0/routers/1e418e46-7e14-42d3-94a3-cb8ebba97fad HTTP/1.1" status: 204 len: 168 time: 0.5128319 Apr 25 15:30:54.549114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:54.693292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e44e6369-2b46-4895-9a4f-e5f25a0469a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f582bc0e3334480bb3bd1f945173a7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428981 Apr 25 15:30:54.695639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40716) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:54.757248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-137401b3-af97-4e98-b055-1537c66e7264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.781913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-137401b3-af97-4e98-b055-1537c66e7264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.834277 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-137401b3-af97-4e98-b055-1537c66e7264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.850955 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137401b3-af97-4e98-b055-1537c66e7264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb458048-afa0-423f-bf51-4b43fd58a0d9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:54.854214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-137401b3-af97-4e98-b055-1537c66e7264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:54.855321 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-137401b3-af97-4e98-b055-1537c66e7264 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb458048-afa0-423f-bf51-4b43fd58a0d9 HTTP/1.1" status: 204 len: 168 time: 0.1587694 Apr 25 15:30:54.931254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06fc1678-a796-42c0-9a33-4c7c88d75da1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:30:54.964973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 06fc1678-a796-42c0-9a33-4c7c88d75da1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:30:54.965337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 06fc1678-a796-42c0-9a33-4c7c88d75da1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:30:55.499679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40740) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:55.602963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-874913285-network', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:55.608474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:55.612226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Usage tracker for resource:network and tenant:eb1c02b09b814ad9a3c17c4a040b3b11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:55.615614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:55.621744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:55.632118 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Made reservation on behalf of eb1c02b09b814ad9a3c17c4a040b3b11 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:55.634406 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.646089 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.660054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:55.663821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1c02b09b814ad9a3c17c4a040b3b11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:55.666783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:55.672293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:55.754734 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.758454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.793802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:30:55.798899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d035ed-bce0-469e-a310-faa997f075a7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:55.806440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.806782 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Added segment 021cfad7-e0b5-452e-b547-0c520b129398 of type vlan for network 0231a972-87d5-4072-b89b-3a61a5af1210 Apr 25 15:30:55.832511 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.860128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.861210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:55.861879 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:55.961465 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4606500 Apr 25 15:30:55.964376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40746) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:55.971626 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Request body: {'subnet': {'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-subnet', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:55.975912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f526d-1d6c-4d5c-a81a-05912b2a45a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0231a972-87d5-4072-b89b-3a61a5af1210,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:55.979871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:55.983823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Usage tracker for resource:subnet and tenant:eb1c02b09b814ad9a3c17c4a040b3b11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:55.986318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0231a972-87d5-4072-b89b-3a61a5af1210 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:30:55.986796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:55.992965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:56.002462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Made reservation on behalf of eb1c02b09b814ad9a3c17c4a040b3b11 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:30:56.005013 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.212019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.287687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Pushing event updated for resources: {'Subnet': ['ID=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:56.295240 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Checking segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:56.295598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Network hostable DHCP agents. Network: 0231a972-87d5-4072-b89b-3a61a5af1210, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:30:56.314264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Network 0231a972-87d5-4072-b89b-3a61a5af1210 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:30:56.323141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0231a972-87d5-4072-b89b-3a61a5af1210) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:56.326993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:30:56.327577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.332452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320a7ef-f2d7-4c0d-9b00-06a63657b9d0 None None] Network 0231a972-87d5-4072-b89b-3a61a5af1210 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:56.349090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d608891e-4e1f-4caf-ace5-4ff2d944187d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3835478 Apr 25 15:30:56.351483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 40750) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:56.356312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:30:56.361515 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:30:56.365472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Usage tracker for resource:router and tenant:eb1c02b09b814ad9a3c17c4a040b3b11 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:30:56.368275 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:30:56.373874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:30:56.387185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.388107 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.402731 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.552080 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-0231a972-87d5-4072-b89b-3a61a5af1210', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'fixed_ips': [{'subnet_id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:30:56.552925 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.683421 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.708030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Allocated IP 172.20.0.2 (0231a972-87d5-4072-b89b-3a61a5af1210/201f8869-91d9-4fe8-b3ba-9d176c8d6ac3/8877e019-60d3-4c97-a3af-393eb28ec8cd) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:56.914755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:56.925609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Transition to ACTIVE for port object 8877e019-60d3-4c97-a3af-393eb28ec8cd will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:56.945268 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Transition to ACTIVE for port object 8877e019-60d3-4c97-a3af-393eb28ec8cd will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:30:56.951464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.026767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Network 0231a972-87d5-4072-b89b-3a61a5af1210 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:57.035495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:57.041499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:57.109186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Pushing event updated for resources: {'Port': ['ID=8877e019-60d3-4c97-a3af-393eb28ec8cd,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:57.124009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.156199 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.241100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Attempting to bind port 8877e019-60d3-4c97-a3af-393eb28ec8cd on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:30:57.241398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Attempting to bind port 8877e019-60d3-4c97-a3af-393eb28ec8cd by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:30:57.241759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Attempting to bind port 8877e019-60d3-4c97-a3af-393eb28ec8cd on network 0231a972-87d5-4072-b89b-3a61a5af1210 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:30:57.249184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:30:57.249564 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Checking segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:30:57.249970 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.250356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Bound using segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:30:57.250820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Bound port: 8877e019-60d3-4c97-a3af-393eb28ec8cd, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:30:57.251194 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.293063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Allocated IP 172.25.0.53 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/e51b92d5-ea9c-4ae7-8614-f0d90a21c642) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:30:57.412293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] For port 8877e019-60d3-4c97-a3af-393eb28ec8cd, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:30:57.416743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] For port 8877e019-60d3-4c97-a3af-393eb28ec8cd, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8877e019-60d3-4c97-a3af-393eb28ec8cd,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:30:57.421917 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.443842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.476983 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:57.543807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aa504-53f4-4ab2-8883-17a32cba28e4 None None] Pushing event updated for resources: {'Port': ['ID=8877e019-60d3-4c97-a3af-393eb28ec8cd,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:57.546283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:30:57.549158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:30:57.557628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:30:57.594406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Pushing event updated for resources: {'Port': ['ID=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:58.000932 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:58.348552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:58.392929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfaed99-ea6b-48f5-b958-15bcf728b7ae None None] Network 0231a972-87d5-4072-b89b-3a61a5af1210 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:30:58.492904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-16bc7e49-4783-4496-a1eb-54ba44043255 None None] Provisioning for port 8877e019-60d3-4c97-a3af-393eb28ec8cd completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:58.679294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Router 96f15aa7-49ce-4a65-8911-331d96cff1dc is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:30:58.862825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:30:58.871701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Sync routers for ids ['96f15aa7-49ce-4a65-8911-331d96cff1dc'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:30:58.884862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Routers {'96f15aa7-49ce-4a65-8911-331d96cff1dc'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:30:58.885503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['96f15aa7-49ce-4a65-8911-331d96cff1dc'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:58.889020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:58.890653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-977fe497-fd68-4b81-9176-54f60021fdee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5381143 Apr 25 15:30:58.893308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40754) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:30:58.965899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8877e019-60d3-4c97-a3af-393eb28ec8cd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:30:59.125429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 8877e019-60d3-4c97-a3af-393eb28ec8cd completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:30:59.135363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8877e019-60d3-4c97-a3af-393eb28ec8cd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:30:59.135737 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:59.174947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Set router 96f15aa7-49ce-4a65-8911-331d96cff1dc gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:30:59.333997 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:59.506166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:59.553597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 8877e019-60d3-4c97-a3af-393eb28ec8cd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8877e019-60d3-4c97-a3af-393eb28ec8cd,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:30:59.558168 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:59.631207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:30:57Z', 'revision_number': 3, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:30:59.633223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=8877e019-60d3-4c97-a3af-393eb28ec8cd,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:30:59.637859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Checking router: 96f15aa7-49ce-4a65-8911-331d96cff1dc for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:30:59.638209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Updating router 96f15aa7-49ce-4a65-8911-331d96cff1dc port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:30:59.694648 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:59.723757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:30:59.937935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Allocated IP 172.20.0.1 (0231a972-87d5-4072-b89b-3a61a5af1210/201f8869-91d9-4fe8-b3ba-9d176c8d6ac3/067caf07-8620-4b5b-bc1d-b3461493a0cb) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:31:00.060533 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.073264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Transition to ACTIVE for port object e51b92d5-ea9c-4ae7-8614-f0d90a21c642 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:00.080549 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.088769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.103949 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Transition to ACTIVE for port object 067caf07-8620-4b5b-bc1d-b3461493a0cb will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:00.128915 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.158788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Attempting to bind port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:00.159161 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Attempting to bind port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:00.159551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Attempting to bind port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:00.170197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:00.170575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:00.170981 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.171380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:00.171842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Bound port: e51b92d5-ea9c-4ae7-8614-f0d90a21c642, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:00.172218 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.195820 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Network 0231a972-87d5-4072-b89b-3a61a5af1210 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:00.196511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6249a-f48c-4c15-aa75-481e0a746838 None None] Pushing event updated for resources: {'Port': ['ID=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:00.198554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:00.206617 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:31:00.242853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Pushing event updated for resources: {'Port': ['ID=067caf07-8620-4b5b-bc1d-b3461493a0cb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:00.254881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] For port e51b92d5-ea9c-4ae7-8614-f0d90a21c642, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:00.258349 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] For port e51b92d5-ea9c-4ae7-8614-f0d90a21c642, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:00.264468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.268606 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.345820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Routers {'96f15aa7-49ce-4a65-8911-331d96cff1dc'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:00.346470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['96f15aa7-49ce-4a65-8911-331d96cff1dc'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:00.421407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6249a-f48c-4c15-aa75-481e0a746838 None None] Pushing event updated for resources: {'Port': ['ID=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:00.513744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-70276c4d-5e1d-46ac-aadf-aa27380cd5a6 None None] Provisioning for port 067caf07-8620-4b5b-bc1d-b3461493a0cb completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:00.539452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-70276c4d-5e1d-46ac-aadf-aa27380cd5a6 None None] Provisioning complete for port 067caf07-8620-4b5b-bc1d-b3461493a0cb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:00.539831 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-70276c4d-5e1d-46ac-aadf-aa27380cd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.548943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.580491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] Set router 96f15aa7-49ce-4a65-8911-331d96cff1dc gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:00.726634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-70276c4d-5e1d-46ac-aadf-aa27380cd5a6 None None] Port 067caf07-8620-4b5b-bc1d-b3461493a0cb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:31:00.778820 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.783280 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:00.887853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:30:57Z', 'revision_number': 3, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:00.892557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46fa0a-ff4a-42fa-85dc-e3295e65a7c2 None None] The sync data for ids ['96f15aa7-49ce-4a65-8911-331d96cff1dc'] in n-d-811416-6 is: [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:30:57Z', 'revision_number': 3, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:31:00.939292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8877e019-60d3-4c97-a3af-393eb28ec8cd up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:01.016403 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8877e019-60d3-4c97-a3af-393eb28ec8cd triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:01.016847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:01.019374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Pushing event updated for resources: {'Port': ['ID=067caf07-8620-4b5b-bc1d-b3461493a0cb,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:01.021977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:01.211216 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Network 0231a972-87d5-4072-b89b-3a61a5af1210 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:01.212406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:01.407378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Router 96f15aa7-49ce-4a65-8911-331d96cff1dc has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:31:01.457730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b4c48f10-8869-4188-93e0-7442e0dada6d None None] Provisioning complete for port 067caf07-8620-4b5b-bc1d-b3461493a0cb triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:01.458100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4c48f10-8869-4188-93e0-7442e0dada6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:01.520377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b4c48f10-8869-4188-93e0-7442e0dada6d None None] Port 067caf07-8620-4b5b-bc1d-b3461493a0cb cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:31:01.599034 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:31:01.609203 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05db0634-158c-451e-a0d2-81f77b70d951 admin admin] 10.222.0.23 "PUT /v2.0/routers/96f15aa7-49ce-4a65-8911-331d96cff1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7141960 Apr 25 15:31:02.106597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:31:02.112081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-955794199-network', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:02.117710 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:31:02.121579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Usage tracker for resource:network and tenant:db99e5dee3864400a0bde65cf609e93b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:31:02.124423 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:31:02.130826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:31:02.142100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Made reservation on behalf of db99e5dee3864400a0bde65cf609e93b for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:31:02.145531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.158678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.174051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:31:02.178029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Usage tracker for resource:security_group_rule and tenant:db99e5dee3864400a0bde65cf609e93b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:31:02.181119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:31:02.186963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:31:02.274242 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.278147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.311769 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:31:02.320731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0231110e-0a06-475b-925e-1804db82b0da,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:02.326574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.326917 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Added segment 374b0a9c-a432-444b-bfc0-4132eb2882bc of type vlan for network f13f3599-a904-4751-ade4-fba9d1ad1111 Apr 25 15:31:02.350817 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:31:02.356500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.386281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.387516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:02.388105 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.396759 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Sync routers for ids ['96f15aa7-49ce-4a65-8911-331d96cff1dc'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:31:02.405962 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Routers {'96f15aa7-49ce-4a65-8911-331d96cff1dc'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:02.406769 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['96f15aa7-49ce-4a65-8911-331d96cff1dc'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:02.497336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3894663 Apr 25 15:31:02.498067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51880dc-ea4e-4673-955d-a034aebef178 admin admin] Pushing event updated for resources: {'Network': ['ID=f13f3599-a904-4751-ade4-fba9d1ad1111,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:02.500001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40776) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:31:02.505910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Request body: {'subnet': {'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-subnet', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:02.509673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network f13f3599-a904-4751-ade4-fba9d1ad1111 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:31:02.511568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:31:02.515482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Usage tracker for resource:subnet and tenant:db99e5dee3864400a0bde65cf609e93b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:31:02.518448 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:31:02.525671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:31:02.542937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Made reservation on behalf of db99e5dee3864400a0bde65cf609e93b for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:31:02.546125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.616609 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Set router 96f15aa7-49ce-4a65-8911-331d96cff1dc gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:02.747933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.826030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1094b7e-35fc-4c35-941a-b489fe1f0a07,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:02.833768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Checking segment: {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:02.834131 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Network hostable DHCP agents. Network: f13f3599-a904-4751-ade4-fba9d1ad1111, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:31:02.854023 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Network f13f3599-a904-4751-ade4-fba9d1ad1111 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:31:02.868643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, f13f3599-a904-4751-ade4-fba9d1ad1111) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:02.873664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:02.874198 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.883479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efc8b2-d882-47a8-8719-46238651f83c None None] Network f13f3599-a904-4751-ade4-fba9d1ad1111 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:31:02.907795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b9576c3f-a21f-4586-b865-5788717579bd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4062023 Apr 25 15:31:02.910200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40780) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:31:02.917992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:02.925401 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:31:02.931255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Usage tracker for resource:router and tenant:db99e5dee3864400a0bde65cf609e93b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:31:02.935540 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:31:02.942812 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:31:02.958947 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.960260 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:02.976018 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 4, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '067caf07-8620-4b5b-bc1d-b3461493a0cb', 'name': '', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'mac_address': 'fa:16:3e:93:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:59Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 2, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'subnets': [{'id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:02.980435 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Checking router: 96f15aa7-49ce-4a65-8911-331d96cff1dc for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:31:02.980875 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Updating router 96f15aa7-49ce-4a65-8911-331d96cff1dc port 067caf07-8620-4b5b-bc1d-b3461493a0cb binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:31:02.984712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.002358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e51b92d5-ea9c-4ae7-8614-f0d90a21c642 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:03.038012 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.199010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:03.205523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:03.205909 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.263856 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.306566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-f13f3599-a904-4751-ade4-fba9d1ad1111', 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'fixed_ips': [{'subnet_id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:31:03.307015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.422692 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.435325 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Transition to ACTIVE for port object 067caf07-8620-4b5b-bc1d-b3461493a0cb will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:03.454861 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.462000 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.554102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Allocated IP 172.20.0.2 (f13f3599-a904-4751-ade4-fba9d1ad1111/f1094b7e-35fc-4c35-941a-b489fe1f0a07/a7f18957-7285-49e1-b36a-95ef498332b1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:31:03.567643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port e51b92d5-ea9c-4ae7-8614-f0d90a21c642, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:03.594723 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.680853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Pushing event updated for resources: {'Port': ['ID=067caf07-8620-4b5b-bc1d-b3461493a0cb,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:03.702578 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.702927 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.703272 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.703607 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.703945 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.704272 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.704597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.704972 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.705273 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.705594 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.705912 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.706797 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:03.719467 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Attempting to bind port 067caf07-8620-4b5b-bc1d-b3461493a0cb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:03.719844 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Attempting to bind port 067caf07-8620-4b5b-bc1d-b3461493a0cb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:03.720742 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Attempting to bind port 067caf07-8620-4b5b-bc1d-b3461493a0cb on network 0231a972-87d5-4072-b89b-3a61a5af1210 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:03.729151 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:03.729533 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Checking segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:03.729948 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.730331 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Bound using segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:03.730802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Bound port: 067caf07-8620-4b5b-bc1d-b3461493a0cb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:03.730990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.731171 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.758442 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:03.768571 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.845087 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] For port 067caf07-8620-4b5b-bc1d-b3461493a0cb, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:03.849483 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] For port 067caf07-8620-4b5b-bc1d-b3461493a0cb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=067caf07-8620-4b5b-bc1d-b3461493a0cb,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:03.854404 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.887904 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.900209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Transition to ACTIVE for port object a7f18957-7285-49e1-b36a-95ef498332b1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:03.912830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Allocated IP 172.25.0.169 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/824ddd97-7dbb-4a44-94bd-d0caa4a57f8f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:31:03.922379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Transition to ACTIVE for port object a7f18957-7285-49e1-b36a-95ef498332b1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:03.931161 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:03.946109 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Routers {'96f15aa7-49ce-4a65-8911-331d96cff1dc'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:03.946880 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['96f15aa7-49ce-4a65-8911-331d96cff1dc'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:04.013186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Network f13f3599-a904-4751-ade4-fba9d1ad1111 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:04.015373 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5ed3e-e9dd-4400-8f47-e884df66eb34 None None] Pushing event updated for resources: {'Port': ['ID=067caf07-8620-4b5b-bc1d-b3461493a0cb,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:04.027283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:04.031151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:31:04.042472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Pushing event updated for resources: {'Port': ['ID=a7f18957-7285-49e1-b36a-95ef498332b1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:04.102900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:04.145213 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:04.176890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Attempting to bind port a7f18957-7285-49e1-b36a-95ef498332b1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:04.177953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Attempting to bind port a7f18957-7285-49e1-b36a-95ef498332b1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:04.177953 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Attempting to bind port a7f18957-7285-49e1-b36a-95ef498332b1 on network f13f3599-a904-4751-ade4-fba9d1ad1111 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:04.185529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:04.185849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Checking segment: {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:04.186272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:04.186674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Bound using segment: {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:04.187898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Bound port: a7f18957-7285-49e1-b36a-95ef498332b1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:04.188297 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:04.219347 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:04.224862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:04.226179 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] Set router 96f15aa7-49ce-4a65-8911-331d96cff1dc gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:04.229691 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:31:04.323378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] For port a7f18957-7285-49e1-b36a-95ef498332b1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:04.326435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] For port a7f18957-7285-49e1-b36a-95ef498332b1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7f18957-7285-49e1-b36a-95ef498332b1,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:04.336208 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:04.417836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddb88b-0ea3-49ab-b877-d7c1b67dd497 None None] Pushing event updated for resources: {'Port': ['ID=a7f18957-7285-49e1-b36a-95ef498332b1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:04.586786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Pushing event updated for resources: {'Port': ['ID=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:04.616119 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 4, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '067caf07-8620-4b5b-bc1d-b3461493a0cb', 'name': '', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'mac_address': 'fa:16:3e:93:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:59Z', 'updated_at': '2022-04-25T15:31:03Z', 'revision_number': 4, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'subnets': [{'id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:04.620593 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352726fb-34c0-4ee3-8b19-2c4090eed45a None None] The sync data for ids ['96f15aa7-49ce-4a65-8911-331d96cff1dc'] in n-d-811416-6 is: [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:31:00Z', 'revision_number': 4, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '067caf07-8620-4b5b-bc1d-b3461493a0cb', 'name': '', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'mac_address': 'fa:16:3e:93:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:59Z', 'updated_at': '2022-04-25T15:31:03Z', 'revision_number': 4, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'subnets': [{'id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:31:04.754907 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:04.761014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.106760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e51b92d5-ea9c-4ae7-8614-f0d90a21c642 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:05.187565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:05.188635 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.319911 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.334984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7f18957-7285-49e1-b36a-95ef498332b1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:05.415219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a7f18957-7285-49e1-b36a-95ef498332b1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:05.424513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 067caf07-8620-4b5b-bc1d-b3461493a0cb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:05.527510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 067caf07-8620-4b5b-bc1d-b3461493a0cb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:05.533556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 067caf07-8620-4b5b-bc1d-b3461493a0cb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:05.533945 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.586853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Router e74cc4fd-5a42-424c-82ac-654b602fae18 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:31:05.682836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.722569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370ecd8-feb9-4b7e-bd4b-ff615e473ac1 None None] Network f13f3599-a904-4751-ade4-fba9d1ad1111 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:31:05.740549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 067caf07-8620-4b5b-bc1d-b3461493a0cb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=067caf07-8620-4b5b-bc1d-b3461493a0cb,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:05.761885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.795376 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:31:05.823840 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:05.827695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ca804fdc-2e56-4201-94c5-e298433862b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9133377 Apr 25 15:31:05.827962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 40786) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:31:05.873234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Sync routers for ids ['e74cc4fd-5a42-424c-82ac-654b602fae18'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:31:05.963769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] Provisioning for port a7f18957-7285-49e1-b36a-95ef498332b1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:05.969979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=067caf07-8620-4b5b-bc1d-b3461493a0cb,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:05.977990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Routers {'e74cc4fd-5a42-424c-82ac-654b602fae18'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:05.977990 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e74cc4fd-5a42-424c-82ac-654b602fae18'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:06.049514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] Provisioning complete for port a7f18957-7285-49e1-b36a-95ef498332b1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:06.050420 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:06.349373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Set router e74cc4fd-5a42-424c-82ac-654b602fae18 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:06.491567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:06.519408 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:06.601357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] For port a7f18957-7285-49e1-b36a-95ef498332b1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7f18957-7285-49e1-b36a-95ef498332b1,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:06.608344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:06.745413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5257c-3326-441c-9502-cd4b600ce293 None None] Pushing event updated for resources: {'Port': ['ID=a7f18957-7285-49e1-b36a-95ef498332b1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:06.778163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:31:04Z', 'revision_number': 3, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:06.782275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Checking router: e74cc4fd-5a42-424c-82ac-654b602fae18 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:31:06.783197 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Updating router e74cc4fd-5a42-424c-82ac-654b602fae18 port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:31:06.843341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:06.861454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Allocated IP 172.20.0.1 (f13f3599-a904-4751-ade4-fba9d1ad1111/f1094b7e-35fc-4c35-941a-b489fe1f0a07/c94cf396-88b0-4c69-9853-63b55c966204) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:31:06.977207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7f18957-7285-49e1-b36a-95ef498332b1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:07.026831 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.034491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4f910d15-a43a-4796-8b99-42a508f2dab1 None None] Provisioning complete for port a7f18957-7285-49e1-b36a-95ef498332b1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:07.034874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f910d15-a43a-4796-8b99-42a508f2dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.043482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Transition to ACTIVE for port object c94cf396-88b0-4c69-9853-63b55c966204 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:07.068116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.127028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Network f13f3599-a904-4751-ade4-fba9d1ad1111 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:07.130587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:07.133198 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:31:07.186111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Pushing event updated for resources: {'Port': ['ID=c94cf396-88b0-4c69-9853-63b55c966204,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:07.204171 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.222956 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a7f18957-7285-49e1-b36a-95ef498332b1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:07.223341 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.331494 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.534684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 067caf07-8620-4b5b-bc1d-b3461493a0cb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:07.560691 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.561923 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.565145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.589298 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Transition to ACTIVE for port object 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:07.597241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ae88e39e-674f-408e-85ff-ca46820d134a None None] Provisioning for port c94cf396-88b0-4c69-9853-63b55c966204 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:07.607476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.648581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ae88e39e-674f-408e-85ff-ca46820d134a None None] Provisioning complete for port c94cf396-88b0-4c69-9853-63b55c966204 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:07.648957 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae88e39e-674f-408e-85ff-ca46820d134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.674294 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Pushing event updated for resources: {'Port': ['ID=c94cf396-88b0-4c69-9853-63b55c966204,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:07.676792 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.747984 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Attempting to bind port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:07.748371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Attempting to bind port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:07.748734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Attempting to bind port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:07.752460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100036-ecb6-4bfc-913f-c5d7e8a4ec72 None None] Pushing event updated for resources: {'Port': ['ID=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:07.756305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ae88e39e-674f-408e-85ff-ca46820d134a None None] Port c94cf396-88b0-4c69-9853-63b55c966204 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:31:07.762872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:07.763253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:07.763656 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.764065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:07.764518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Bound port: 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:07.764897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.801501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 067caf07-8620-4b5b-bc1d-b3461493a0cb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:07.801886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:07.817724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Network f13f3599-a904-4751-ade4-fba9d1ad1111 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:07.818808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:07.894269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] For port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:07.898631 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] For port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:07.932329 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:08.025513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Router e74cc4fd-5a42-424c-82ac-654b602fae18 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:31:08.046378 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Routers {'e74cc4fd-5a42-424c-82ac-654b602fae18'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:08.047016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:30:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e74cc4fd-5a42-424c-82ac-654b602fae18'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:08.101835 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100036-ecb6-4bfc-913f-c5d7e8a4ec72 None None] Pushing event updated for resources: {'Port': ['ID=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:08.141898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-696665c8-18a8-4fe0-a458-a7090329a9ff None None] Provisioning complete for port c94cf396-88b0-4c69-9853-63b55c966204 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:08.142281 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-696665c8-18a8-4fe0-a458-a7090329a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:08.210573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:31:08.220068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc87c2fe-1ac2-48db-9c7a-2a1cfe6b262d admin admin] 10.222.0.23 "PUT /v2.0/routers/e74cc4fd-5a42-424c-82ac-654b602fae18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3910608 Apr 25 15:31:08.276239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-696665c8-18a8-4fe0-a458-a7090329a9ff None None] Port c94cf396-88b0-4c69-9853-63b55c966204 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:31:08.285181 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] Set router e74cc4fd-5a42-424c-82ac-654b602fae18 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:08.606191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c94cf396-88b0-4c69-9853-63b55c966204', 'name': '', 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'mac_address': 'fa:16:3e:98:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:06Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 2, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'subnets': [{'id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:08.610094 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b05489-a3ce-42e6-9a0a-b0303eefe732 None None] The sync data for ids ['e74cc4fd-5a42-424c-82ac-654b602fae18'] in n-d-811416-6 is: [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c94cf396-88b0-4c69-9853-63b55c966204', 'name': '', 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'mac_address': 'fa:16:3e:98:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:06Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 2, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'subnets': [{'id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:31:08.634914 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e82ef5c1-022b-48f8-8849-1eba5b9e1d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:09.114409 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-ab6f88dc-e587-4b87-9147-4e0305b5fc07 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:09.115911 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-ab6f88dc-e587-4b87-9147-4e0305b5fc07 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 816 time: 0.2827618 Apr 25 15:31:09.131751 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-2fa39ba0-94e3-4012-a6ea-d92eb07b373a tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/quotas/eb1c02b09b814ad9a3c17c4a040b3b11 HTTP/1.1" status: 200 len: 375 time: 0.0103190 Apr 25 15:31:09.220702 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-05a640ae-cadc-443b-92cc-283101855cae tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:31:09.239345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-05a640ae-cadc-443b-92cc-283101855cae tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:31:09.244066 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-05a640ae-cadc-443b-92cc-283101855cae tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038771 Apr 25 15:31:09.406741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6b0888a8-4631-494d-89d5-f4d7b4eeb7cd service neutron] 10.222.0.23 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353354 Apr 25 15:31:09.548038 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-f875e410-41d5-420d-93b4-b686c7569364 service neutron] 10.222.0.23 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347237 Apr 25 15:31:09.749913 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fa63123-c2be-4e5f-94a3-e29559d41074 req-4f8edebb-91e5-4a85-9747-61e76e76f451 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 210 time: 0.0613651 Apr 25 15:31:10.916512 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e24cc46-7dc9-4bbb-87f6-3a6a3019f9c5 req-69a8b891-821e-4142-a06d-bfab4c4e1f46 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 210 time: 0.0545998 Apr 25 15:31:10.995143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-ec47d856-dca1-4dc2-adf3-f8c73e3b212e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:10.995985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-ec47d856-dca1-4dc2-adf3-f8c73e3b212e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:31:11.003700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce199-c81d-4d2f-a0ca-ff3b570cd910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.014960 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:11.024695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-ec47d856-dca1-4dc2-adf3-f8c73e3b212e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:31:11.026074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-ec47d856-dca1-4dc2-adf3-f8c73e3b212e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 816 time: 0.1994252 Apr 25 15:31:11.038937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Request body: {'port': {'device_id': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'admin_state_up': True, 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:11.091667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:11.096213 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:11.096704 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.180271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:31:11.189973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:31:11.201361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Made reservation on behalf of eb1c02b09b814ad9a3c17c4a040b3b11 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:31:11.204862 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.215594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.231905 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:11.236306 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.305887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:11.370325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Allocated IP 172.20.0.9 (0231a972-87d5-4072-b89b-3a61a5af1210/201f8869-91d9-4fe8-b3ba-9d176c8d6ac3/a058107d-db76-4cf5-8de8-ea6af838c888) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:31:11.580111 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.596142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Transition to ACTIVE for port object a058107d-db76-4cf5-8de8-ea6af838c888 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:11.620041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.689439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Network 0231a972-87d5-4072-b89b-3a61a5af1210 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:11.696473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:11.700763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:31:11.731388 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Pushing event updated for resources: {'Port': ['ID=a058107d-db76-4cf5-8de8-ea6af838c888,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:11.768307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:11.768927 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.795425 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-6be30f92-9148-4566-a720-708b710e52ea tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612276 Apr 25 15:31:11.903938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Request body: {'port': {'device_id': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:11.923878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:11.927839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0b3589b2-0a76-423b-9c91-ce3792a14f2e None None] Provisioning for port a058107d-db76-4cf5-8de8-ea6af838c888 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:11.932901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0b3589b2-0a76-423b-9c91-ce3792a14f2e None None] Provisioning complete for port a058107d-db76-4cf5-8de8-ea6af838c888 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:11.933301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b3589b2-0a76-423b-9c91-ce3792a14f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:12.020950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:12.038368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0b3589b2-0a76-423b-9c91-ce3792a14f2e None None] Port a058107d-db76-4cf5-8de8-ea6af838c888 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:31:12.138600 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:12.268957 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970551-bbb9-4165-a696-a94b39613c94 req-ca8d8543-401e-42fe-9eb2-56ec4ad655d3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:12.269704 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4d970551-bbb9-4165-a696-a94b39613c94 req-ca8d8543-401e-42fe-9eb2-56ec4ad655d3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:31:12.347166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4d970551-bbb9-4165-a696-a94b39613c94 req-ca8d8543-401e-42fe-9eb2-56ec4ad655d3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:31:12.348338 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d970551-bbb9-4165-a696-a94b39613c94 req-ca8d8543-401e-42fe-9eb2-56ec4ad655d3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 931 time: 0.2835512 Apr 25 15:31:12.440772 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Sync routers for ids ['e74cc4fd-5a42-424c-82ac-654b602fae18'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:31:12.451072 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Routers {'e74cc4fd-5a42-424c-82ac-654b602fae18'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:12.451998 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:31:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e74cc4fd-5a42-424c-82ac-654b602fae18'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:12.527848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4d970551-bbb9-4165-a696-a94b39613c94 req-66f647ad-392b-4126-9b17-70bb22744bb2 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:31:12.533190 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 25 15:31:12.595196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-4d970551-bbb9-4165-a696-a94b39613c94 req-66f647ad-392b-4126-9b17-70bb22744bb2 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:31:12.596382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4d970551-bbb9-4165-a696-a94b39613c94 req-66f647ad-392b-4126-9b17-70bb22744bb2 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399242 Apr 25 15:31:12.607051 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a058107d-db76-4cf5-8de8-ea6af838c888 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:31:12.614515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:12.629577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Transition to ACTIVE for port object a058107d-db76-4cf5-8de8-ea6af838c888 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:12.633567 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:12.646605 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Set router e74cc4fd-5a42-424c-82ac-654b602fae18 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:12.762383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a058107d-db76-4cf5-8de8-ea6af838c888,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:12.876632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Attempting to bind port a058107d-db76-4cf5-8de8-ea6af838c888 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:12.876973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Attempting to bind port a058107d-db76-4cf5-8de8-ea6af838c888 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:12.877390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Attempting to bind port a058107d-db76-4cf5-8de8-ea6af838c888 on network 0231a972-87d5-4072-b89b-3a61a5af1210 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:12.883986 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Port a058107d-db76-4cf5-8de8-ea6af838c888 on network 0231a972-87d5-4072-b89b-3a61a5af1210 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:31:12.884311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Attempting to bind port a058107d-db76-4cf5-8de8-ea6af838c888 on network 0231a972-87d5-4072-b89b-3a61a5af1210 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:12.889685 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:12.890026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Checking segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:12.890410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Bound using segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:12.890834 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Bound port: a058107d-db76-4cf5-8de8-ea6af838c888, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:12.891281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:12.976160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:12.979611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c94cf396-88b0-4c69-9853-63b55c966204', 'name': '', 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'mac_address': 'fa:16:3e:98:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:06Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 2, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'subnets': [{'id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:12.983525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Checking router: e74cc4fd-5a42-424c-82ac-654b602fae18 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:31:12.983882 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Updating router e74cc4fd-5a42-424c-82ac-654b602fae18 port c94cf396-88b0-4c69-9853-63b55c966204 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:31:12.987941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] For port a058107d-db76-4cf5-8de8-ea6af838c888, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:12.991581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] For port a058107d-db76-4cf5-8de8-ea6af838c888, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a058107d-db76-4cf5-8de8-ea6af838c888,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:12.995583 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.040313 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.057787 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:13.058236 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.072720 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:13.073415 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.074767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a058107d-db76-4cf5-8de8-ea6af838c888 HTTP/1.1" status: 200 len: 1091 time: 1.2727442 Apr 25 15:31:13.075205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'tag': 'a058107d-db76-4cf5-8de8-ea6af838c888'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:31:13.112847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906689ed-8fe9-42d4-ac12-ea4b23e8f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a058107d-db76-4cf5-8de8-ea6af838c888,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:13.227970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-e0e38f7a-f487-46d4-abcf-5b0d73151461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:13.229906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-e0e38f7a-f487-46d4-abcf-5b0d73151461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 1094 time: 0.1106906 Apr 25 15:31:13.294310 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43f7d94-571e-41df-a144-987a6d2a679b'] response: {'name': 'network-changed', 'server_uuid': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'tag': 'a058107d-db76-4cf5-8de8-ea6af838c888', 'status': 'completed', 'code': 200} Apr 25 15:31:13.310000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-0fbb2804-7b64-4dce-8a8a-6eff0d0b562a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a058107d-db76-4cf5-8de8-ea6af838c888 HTTP/1.1" status: 200 len: 217 time: 0.0714545 Apr 25 15:31:13.379279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-169c6b92-502a-4324-944c-43482d5aa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:13.380708 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-169c6b92-502a-4324-944c-43482d5aa726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 HTTP/1.1" status: 200 len: 855 time: 0.0644314 Apr 25 15:31:13.455560 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.457432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-732bdfa2-cd28-4d1c-9346-ee23065eeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:13.459027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-732bdfa2-cd28-4d1c-9346-ee23065eeed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0231a972-87d5-4072-b89b-3a61a5af1210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728958 Apr 25 15:31:13.468112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Transition to ACTIVE for port object c94cf396-88b0-4c69-9853-63b55c966204 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:13.475937 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.599365 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-aa8fcdef-68df-47ca-ad15-36f5c6df30a8 service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340466 Apr 25 15:31:13.606821 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f4b0f-b51f-4734-a160-288be2bfaf52 None None] Pushing event updated for resources: {'Port': ['ID=c94cf396-88b0-4c69-9853-63b55c966204,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:13.741571 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Attempting to bind port c94cf396-88b0-4c69-9853-63b55c966204 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:13.741940 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Attempting to bind port c94cf396-88b0-4c69-9853-63b55c966204 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:13.742306 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Attempting to bind port c94cf396-88b0-4c69-9853-63b55c966204 on network f13f3599-a904-4751-ade4-fba9d1ad1111 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:13.747591 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:13.747965 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Checking segment: {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:13.748365 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.748755 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Bound using segment: {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:13.749248 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Bound port: c94cf396-88b0-4c69-9853-63b55c966204, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374b0a9c-a432-444b-bfc0-4132eb2882bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:13.749616 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.795791 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-96be9f33-375c-4748-a3f2-15ac98f6bb35 req-e1865089-d72d-45c2-9b58-c8735525c408 service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906106 Apr 25 15:31:13.831969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83460b-d86f-441e-b1c0-f999a76b0d72 req-80a7cb8a-b2cd-4a7a-ac77-4cb675d789f0 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:13.837572 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf83460b-d86f-441e-b1c0-f999a76b0d72 req-80a7cb8a-b2cd-4a7a-ac77-4cb675d789f0 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 943 time: 0.1054597 Apr 25 15:31:13.839643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.859098 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] For port c94cf396-88b0-4c69-9853-63b55c966204, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:13.862270 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] For port c94cf396-88b0-4c69-9853-63b55c966204, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c94cf396-88b0-4c69-9853-63b55c966204,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:13.865958 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:13.930077 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bf83460b-d86f-441e-b1c0-f999a76b0d72 req-98e52769-7596-47aa-a384-4a071a2699ba tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Apr 25 15:31:13.932156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Routers {'e74cc4fd-5a42-424c-82ac-654b602fae18'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:31:13.933330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:31:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e74cc4fd-5a42-424c-82ac-654b602fae18'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:13.951796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-2525f13d-aee3-4a60-874b-d2e6c3c180fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:13.953296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-2525f13d-aee3-4a60-874b-d2e6c3c180fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 1094 time: 0.0980375 Apr 25 15:31:14.021195 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f4b0f-b51f-4734-a160-288be2bfaf52 None None] Pushing event updated for resources: {'Port': ['ID=c94cf396-88b0-4c69-9853-63b55c966204,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:14.105362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-66494aff-dd7a-4139-950a-1f5c2c666d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:14.106808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-66494aff-dd7a-4139-950a-1f5c2c666d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 917 time: 0.1478670 Apr 25 15:31:14.144071 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] Set router e74cc4fd-5a42-424c-82ac-654b602fae18 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:31:14.179949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-091df3e7-04d3-4ae5-a2c1-8087d4f2d0e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a058107d-db76-4cf5-8de8-ea6af838c888 HTTP/1.1" status: 200 len: 217 time: 0.0663292 Apr 25 15:31:14.243043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-3c648f40-774f-4495-8cd1-1cf105604080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:14.244382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-3c648f40-774f-4495-8cd1-1cf105604080 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 HTTP/1.1" status: 200 len: 855 time: 0.0582306 Apr 25 15:31:14.318838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-29e1a946-fa51-4146-bfae-abbdcec279a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:14.320306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-29e1a946-fa51-4146-bfae-abbdcec279a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0231a972-87d5-4072-b89b-3a61a5af1210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687442 Apr 25 15:31:14.456841 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c94cf396-88b0-4c69-9853-63b55c966204', 'name': '', 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'mac_address': 'fa:16:3e:98:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:06Z', 'updated_at': '2022-04-25T15:31:13Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'subnets': [{'id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:31:14.461074 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f58c1-0f88-423c-8854-9c11d28ae32c None None] The sync data for ids ['e74cc4fd-5a42-424c-82ac-654b602fae18'] in n-d-811416-6 is: [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:31:07Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'c94cf396-88b0-4c69-9853-63b55c966204', 'name': '', 'network_id': 'f13f3599-a904-4751-ade4-fba9d1ad1111', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'mac_address': 'fa:16:3e:98:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:06Z', 'updated_at': '2022-04-25T15:31:13Z', 'revision_number': 4, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'subnets': [{'id': 'f1094b7e-35fc-4c35-941a-b489fe1f0a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:31:14.567448 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-842e9ed1-beef-4142-91a4-7e7a614ac0d1 service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399011 Apr 25 15:31:14.699087 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2f7f112e-a73d-4014-bb6f-fc98782d0c2d req-5e3e9340-16e5-4517-8452-e9c1cbbc668a service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240811 Apr 25 15:31:14.967095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c94cf396-88b0-4c69-9853-63b55c966204 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:15.038030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c94cf396-88b0-4c69-9853-63b55c966204 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:15.043437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c94cf396-88b0-4c69-9853-63b55c966204 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:15.043815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:15.129316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56148-0d71-4fbe-b899-77cbf5b1b238 req-df4e9265-3119-456d-a6ef-e2eb8bfb8462 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:15.130788 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4cf56148-0d71-4fbe-b899-77cbf5b1b238 req-df4e9265-3119-456d-a6ef-e2eb8bfb8462 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 943 time: 0.0793324 Apr 25 15:31:15.160488 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:15.179825 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4cf56148-0d71-4fbe-b899-77cbf5b1b238 req-ad75a4c6-6847-42e5-baec-2fd44b1158e1 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Apr 25 15:31:15.194466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port c94cf396-88b0-4c69-9853-63b55c966204, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c94cf396-88b0-4c69-9853-63b55c966204,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:15.199697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:15.271490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=c94cf396-88b0-4c69-9853-63b55c966204,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:16.327834 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a058107d-db76-4cf5-8de8-ea6af838c888 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:31:16.377763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293af25f-18b6-4dca-94a8-7062d8e8d65f req-a66a4d67-67fe-4d9b-b651-428efdece544 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:16.379747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-293af25f-18b6-4dca-94a8-7062d8e8d65f req-a66a4d67-67fe-4d9b-b651-428efdece544 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 943 time: 0.0910866 Apr 25 15:31:16.427173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-293af25f-18b6-4dca-94a8-7062d8e8d65f req-c4fa3644-2114-404e-b1ca-eed905d3a924 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Apr 25 15:31:16.471437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a058107d-db76-4cf5-8de8-ea6af838c888, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a058107d-db76-4cf5-8de8-ea6af838c888,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:16.484716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'a058107d-db76-4cf5-8de8-ea6af838c888', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'port_id': 'a058107d-db76-4cf5-8de8-ea6af838c888', 'mac_address': 'fa:16:3e:ad:64:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:31:16.541002 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:16.557694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a058107d-db76-4cf5-8de8-ea6af838c888 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:31:16.572551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a058107d-db76-4cf5-8de8-ea6af838c888, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a058107d-db76-4cf5-8de8-ea6af838c888,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:16.576410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:16.648190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a058107d-db76-4cf5-8de8-ea6af838c888,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:16.780945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a058107d-db76-4cf5-8de8-ea6af838c888'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:31:16.951739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c94cf396-88b0-4c69-9853-63b55c966204 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:17.023785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c94cf396-88b0-4c69-9853-63b55c966204 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:17.024162 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:17.615578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091fb4c-b4b5-4769-835c-22ec63f4eb9f req-900cfe8d-e7fe-4378-800a-8315ba681fbe tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:17.617046 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4091fb4c-b4b5-4769-835c-22ec63f4eb9f req-900cfe8d-e7fe-4378-800a-8315ba681fbe tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 944 time: 0.0830958 Apr 25 15:31:17.662154 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4091fb4c-b4b5-4769-835c-22ec63f4eb9f req-bc16f798-59c5-4e9d-a5c9-936183203d2b tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Apr 25 15:31:18.335017 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a058107d-db76-4cf5-8de8-ea6af838c888 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:18.417287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port a058107d-db76-4cf5-8de8-ea6af838c888 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:18.422092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port a058107d-db76-4cf5-8de8-ea6af838c888 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:18.422470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:18.559472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:18.587154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058107d-db76-4cf5-8de8-ea6af838c888'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:31:18.596465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a058107d-db76-4cf5-8de8-ea6af838c888, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a058107d-db76-4cf5-8de8-ea6af838c888,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:18.600690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:18.669154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a058107d-db76-4cf5-8de8-ea6af838c888,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:18.688142 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e98e54-7edc-48de-99d8-61368f6ba1d3'] response: {'server_uuid': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058107d-db76-4cf5-8de8-ea6af838c888', 'code': 200} Apr 25 15:31:18.830593 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331c101-9d19-4701-b52f-cd0359f95c2c req-401816bf-04b8-4a00-b7e3-7873ae41185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:18.832128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0331c101-9d19-4701-b52f-cd0359f95c2c req-401816bf-04b8-4a00-b7e3-7873ae41185c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 1096 time: 0.0808544 Apr 25 15:31:18.860217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f7f3d-3500-4d54-9398-82fc72db4fba req-4fe7bb96-7284-440c-ac2c-8c53cfd4e7f3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:18.861709 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-556f7f3d-3500-4d54-9398-82fc72db4fba req-4fe7bb96-7284-440c-ac2c-8c53cfd4e7f3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 945 time: 0.0849991 Apr 25 15:31:18.876349 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0331c101-9d19-4701-b52f-cd0359f95c2c req-acd5a5c6-ef79-4988-a9c1-fa07fc838008 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379920 Apr 25 15:31:18.905678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-556f7f3d-3500-4d54-9398-82fc72db4fba req-1a84e75b-6d2a-4c37-a0c4-8eece65b4a29 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Apr 25 15:31:20.127675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e49a-3a42-4d8e-99d4-43cc1032388a req-40c6c084-2889-43e5-8df8-87f04c3f5ac0 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:20.129316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f537e49a-3a42-4d8e-99d4-43cc1032388a req-40c6c084-2889-43e5-8df8-87f04c3f5ac0 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 945 time: 0.1096723 Apr 25 15:31:20.174591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f537e49a-3a42-4d8e-99d4-43cc1032388a req-c470560c-f74a-47bd-993e-ba545c34ddcb tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Apr 25 15:31:20.377974 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32054488-f53c-46e4-bff4-f35bc5260f74 req-9c46bd08-21b5-48d4-b193-c0faf50da6fb tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:20.379546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32054488-f53c-46e4-bff4-f35bc5260f74 req-9c46bd08-21b5-48d4-b193-c0faf50da6fb tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 945 time: 0.0860384 Apr 25 15:31:20.427494 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32054488-f53c-46e4-bff4-f35bc5260f74 req-2615bcd1-ab7b-4120-b547-6a8662a96670 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Apr 25 15:31:29.220093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:34.644180 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-94acaf2d-948f-4054-bc9d-e2da9d1f563b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774083 Apr 25 15:31:34.770945 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:34.794342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-4853a276-e2d7-4a5b-b88d-970f836287f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:34.795827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-4853a276-e2d7-4a5b-b88d-970f836287f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 1096 time: 0.0751221 Apr 25 15:31:34.999357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-67d59d33-0a02-4cc9-88b4-af3752a1abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:35.000711 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-67d59d33-0a02-4cc9-88b4-af3752a1abf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 917 time: 0.1843607 Apr 25 15:31:35.009403 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014656f-743b-45c7-8332-5dbd0295fe48 req-8fe32a4e-5254-46a9-9051-413d103c8ad3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:35.010718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f014656f-743b-45c7-8332-5dbd0295fe48 req-8fe32a4e-5254-46a9-9051-413d103c8ad3 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 945 time: 0.1759264 Apr 25 15:31:35.086128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-3b7ef0b2-80d2-4af2-9a26-bf910b50d371 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a058107d-db76-4cf5-8de8-ea6af838c888 HTTP/1.1" status: 200 len: 217 time: 0.0744855 Apr 25 15:31:35.162127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f014656f-743b-45c7-8332-5dbd0295fe48 req-cfad1a84-921a-4073-9fd4-4c55aecde70b tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037269 Apr 25 15:31:35.172827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-d6cb3c16-0135-4f98-abc4-b6ed17e6c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:35.175081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-d6cb3c16-0135-4f98-abc4-b6ed17e6c1c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 HTTP/1.1" status: 200 len: 855 time: 0.0784724 Apr 25 15:31:35.247910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-3f2813e5-111e-4bef-965c-b3be76e9b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:35.249417 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-3f2813e5-111e-4bef-965c-b3be76e9b4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0231a972-87d5-4072-b89b-3a61a5af1210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682068 Apr 25 15:31:35.381322 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-616078bd-9603-4335-8bda-6133ebbcf62c service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245992 Apr 25 15:31:35.541161 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6ff1b31e-2231-4c7c-bd42-c1b16e376742 req-1d2f5311-0205-4640-8232-4180f2822e54 service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529541 Apr 25 15:31:36.349972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6caae-0571-42a0-9a38-c9a74502ab76 req-23382132-5e1e-4d1d-aed9-8eeb40601671 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:36.351435 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76a6caae-0571-42a0-9a38-c9a74502ab76 req-23382132-5e1e-4d1d-aed9-8eeb40601671 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 945 time: 0.0817087 Apr 25 15:31:36.353681 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bbd9a-99af-462a-8906-9d99bd00846c req-0e692c9f-2f5f-4572-af13-942edd2f51bb tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:36.355110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-838bbd9a-99af-462a-8906-9d99bd00846c req-0e692c9f-2f5f-4572-af13-942edd2f51bb tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 945 time: 0.0838468 Apr 25 15:31:36.396367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76a6caae-0571-42a0-9a38-c9a74502ab76 req-d18cdde3-2c08-43e0-8b58-91198375ee81 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Apr 25 15:31:36.425254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Deleting port a058107d-db76-4cf5-8de8-ea6af838c888 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:31:36.425605 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:36.770005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] For port a058107d-db76-4cf5-8de8-ea6af838c888, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a058107d-db76-4cf5-8de8-ea6af838c888,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:36.770289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:36.892214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Calling delete_port for a058107d-db76-4cf5-8de8-ea6af838c888 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:31:37.035596 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:37.047712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a058107d-db76-4cf5-8de8-ea6af838c888'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:31:37.091512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Pushing event deleted for resources: {'Port': ['ID=a058107d-db76-4cf5-8de8-ea6af838c888,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:37.131521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.131878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.132218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.132555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.132888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.133265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.133595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.133923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.134249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.134574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.134896 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.135217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:37.179798 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] No DVR routers for this DVR port a058107d-db76-4cf5-8de8-ea6af838c888 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:31:37.182465 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:37.185140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'name': 'network-vif-deleted', 'tag': 'a058107d-db76-4cf5-8de8-ea6af838c888'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:31:37.203684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-838bbd9a-99af-462a-8906-9d99bd00846c req-f2bea8c9-1f5c-4317-88ce-373d0c421a2c tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "DELETE /v2.0/ports/a058107d-db76-4cf5-8de8-ea6af838c888 HTTP/1.1" status: 204 len: 173 time: 0.8433795 Apr 25 15:31:37.237339 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d54ab5b-056b-4ce2-998a-2897efcccce7'] response: {'server_uuid': 'f232082a-f418-49c7-a4f0-67c573c23a64', 'name': 'network-vif-deleted', 'tag': 'a058107d-db76-4cf5-8de8-ea6af838c888', 'status': 'completed', 'code': 200} Apr 25 15:31:37.557778 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f76b8fd0-7df6-4155-ba9a-55bdcb2f89ad req-3202414f-5f24-4f12-bd94-fdd5b8f7f854 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232082a-f418-49c7-a4f0-67c573c23a64 HTTP/1.1" status: 200 len: 210 time: 0.0461357 Apr 25 15:31:38.638469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed0b134d-45e7-4b8c-b872-17cab1b4673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:39.250026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-888da3c1-c52c-47df-b704-d2a76c761e35 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:39.251480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-888da3c1-c52c-47df-b704-d2a76c761e35 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 816 time: 0.1432915 Apr 25 15:31:39.266386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-30ea303b-2993-4206-b6fd-a50569120dbc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/quotas/eb1c02b09b814ad9a3c17c4a040b3b11 HTTP/1.1" status: 200 len: 375 time: 0.0094993 Apr 25 15:31:39.348128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-f54de7e8-37ea-405f-83db-ce906b3518f4 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762298 Apr 25 15:31:39.350274 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:31:39.482626 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-0e15ba6b-8029-4006-9739-65324e4fb854 service neutron] 10.222.0.23 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230006 Apr 25 15:31:39.612663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-7949ffda-4bf1-4f93-876e-6b6237cdd080 service neutron] 10.222.0.23 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242316 Apr 25 15:31:39.790309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cb5b22c0-50a1-4dfc-95c6-c2e3f0a43a6a req-bc0821c8-4232-4cdf-9d1e-775697a60f92 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:31:39.807244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cb5b22c0-50a1-4dfc-95c6-c2e3f0a43a6a req-bc0821c8-4232-4cdf-9d1e-775697a60f92 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:31:39.808561 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb5b22c0-50a1-4dfc-95c6-c2e3f0a43a6a req-bc0821c8-4232-4cdf-9d1e-775697a60f92 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 210 time: 0.0643072 Apr 25 15:31:40.405189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a058107d-db76-4cf5-8de8-ea6af838c888 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:31:40.440019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: a058107d-db76-4cf5-8de8-ea6af838c888 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:31:40.440512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a058107d-db76-4cf5-8de8-ea6af838c888 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:31:40.796906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-681cd761-f21d-4461-add0-bd94bbb5f8f7 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:40.798358 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-681cd761-f21d-4461-add0-bd94bbb5f8f7 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 816 time: 0.1524048 Apr 25 15:31:40.809307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Request body: {'port': {'device_id': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'admin_state_up': True, 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:40.949913 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:31:40.957427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fa4afd9-b157-40bc-a9fb-296862461383 req-9ea412e3-8bf8-45c8-93de-22b0f4728f44 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 210 time: 0.0422039 Apr 25 15:31:40.960024 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:31:40.969366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Made reservation on behalf of eb1c02b09b814ad9a3c17c4a040b3b11 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:31:40.979171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:40.997504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-970bada0-35d5-457d-8022-7a377c2b3c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:41.131773 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Allocated IP 172.20.0.6 (0231a972-87d5-4072-b89b-3a61a5af1210/201f8869-91d9-4fe8-b3ba-9d176c8d6ac3/a1ba3b35-8f94-4325-a69c-77791e71b94d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:31:41.344108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:41.360653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Transition to ACTIVE for port object a1ba3b35-8f94-4325-a69c-77791e71b94d will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:41.386330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:41.449695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Network 0231a972-87d5-4072-b89b-3a61a5af1210 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:31:41.452662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:31:41.461726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:31:41.501017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Pushing event updated for resources: {'Port': ['ID=a1ba3b35-8f94-4325-a69c-77791e71b94d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:41.540875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:41.541801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:41.568018 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-4d49b5fe-3eb1-4eb4-bebd-1ed5063086cc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622051 Apr 25 15:31:41.580567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Request body: {'port': {'device_id': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:31:41.684596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71305e0e-b3d1-46b1-acf2-815243197a37 None None] Provisioning for port a1ba3b35-8f94-4325-a69c-77791e71b94d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:41.689172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71305e0e-b3d1-46b1-acf2-815243197a37 None None] Provisioning complete for port a1ba3b35-8f94-4325-a69c-77791e71b94d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:41.689550 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71305e0e-b3d1-46b1-acf2-815243197a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:41.691609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:41.746558 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-71305e0e-b3d1-46b1-acf2-815243197a37 None None] Port a1ba3b35-8f94-4325-a69c-77791e71b94d cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:31:41.916662 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.141137 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.210664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ba3b35-8f94-4325-a69c-77791e71b94d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:31:42.222173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b9dc5-2a41-4585-9259-aa15fee94bab req-d63ca95c-e315-4654-b84f-ab1ead55bce7 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:42.223001 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-386b9dc5-2a41-4585-9259-aa15fee94bab req-d63ca95c-e315-4654-b84f-ab1ead55bce7 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:31:42.229696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.252213 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Transition to ACTIVE for port object a1ba3b35-8f94-4325-a69c-77791e71b94d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:31:42.253698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-386b9dc5-2a41-4585-9259-aa15fee94bab req-d63ca95c-e315-4654-b84f-ab1ead55bce7 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:31:42.254847 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-386b9dc5-2a41-4585-9259-aa15fee94bab req-d63ca95c-e315-4654-b84f-ab1ead55bce7 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 931 time: 0.1913896 Apr 25 15:31:42.256076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.450911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba3b35-8f94-4325-a69c-77791e71b94d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:42.491157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-386b9dc5-2a41-4585-9259-aa15fee94bab req-2d29c78d-e39a-4cf6-aaf1-5a22013cc90b tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007656 Apr 25 15:31:42.537716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Attempting to bind port a1ba3b35-8f94-4325-a69c-77791e71b94d on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:31:42.538048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Attempting to bind port a1ba3b35-8f94-4325-a69c-77791e71b94d by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:31:42.538373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Attempting to bind port a1ba3b35-8f94-4325-a69c-77791e71b94d on network 0231a972-87d5-4072-b89b-3a61a5af1210 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:42.543124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Port a1ba3b35-8f94-4325-a69c-77791e71b94d on network 0231a972-87d5-4072-b89b-3a61a5af1210 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:31:42.543447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Attempting to bind port a1ba3b35-8f94-4325-a69c-77791e71b94d on network 0231a972-87d5-4072-b89b-3a61a5af1210 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:31:42.548511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:31:42.548848 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Checking segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:31:42.549270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Bound using segment: {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:31:42.550229 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Bound port: a1ba3b35-8f94-4325-a69c-77791e71b94d, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021cfad7-e0b5-452e-b547-0c520b129398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:31:42.550566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.638744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] For port a1ba3b35-8f94-4325-a69c-77791e71b94d, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:31:42.641588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] For port a1ba3b35-8f94-4325-a69c-77791e71b94d, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:31:42.646119 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.704384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:42.705076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:42.706662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] 10.222.0.15 "PUT /v2.0/ports/a1ba3b35-8f94-4325-a69c-77791e71b94d HTTP/1.1" status: 200 len: 1091 time: 1.1306181 Apr 25 15:31:42.709062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'tag': 'a1ba3b35-8f94-4325-a69c-77791e71b94d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:31:42.741297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40472530-3533-4d59-ab10-f81b991cba5b service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba3b35-8f94-4325-a69c-77791e71b94d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:42.784606 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52864e75-157f-4bb5-a5de-4b3bc4d27afb'] response: {'name': 'network-changed', 'server_uuid': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'tag': 'a1ba3b35-8f94-4325-a69c-77791e71b94d', 'status': 'completed', 'code': 200} Apr 25 15:31:42.825715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-754866df-c8f8-4b85-bf1b-777a329fbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:42.827211 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-754866df-c8f8-4b85-bf1b-777a329fbe8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 1094 time: 0.0799863 Apr 25 15:31:42.899649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-2ba44e2e-5b2c-41d6-8a30-e3619e042498 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d HTTP/1.1" status: 200 len: 217 time: 0.0659170 Apr 25 15:31:42.961099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-532b33a8-fa67-4c3b-8e12-b94b4aa14fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:42.962504 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-532b33a8-fa67-4c3b-8e12-b94b4aa14fd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 HTTP/1.1" status: 200 len: 855 time: 0.0575497 Apr 25 15:31:43.045647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ca90-62ba-468c-b514-9f1adf57309f req-2c74c28a-24c7-4387-9c5b-a827606f1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:43.047112 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-2c74c28a-24c7-4387-9c5b-a827606f1c23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0231a972-87d5-4072-b89b-3a61a5af1210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775139 Apr 25 15:31:43.176068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-9559cc6b-d4dc-44a7-a854-a864d496e9da service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227925 Apr 25 15:31:43.303446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9288ca90-62ba-468c-b514-9f1adf57309f req-144ac1fa-ebc8-4ff5-bc44-3c61597620d9 service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205926 Apr 25 15:31:43.417258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-d3b70a77-e323-4471-bada-9f88c6528f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:43.418697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-d3b70a77-e323-4471-bada-9f88c6528f11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 1094 time: 0.0699394 Apr 25 15:31:43.715590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-59334f4d-8d25-492d-a28a-b1d98f43ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:43.717027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-59334f4d-8d25-492d-a28a-b1d98f43ba9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 200 len: 917 time: 0.2924442 Apr 25 15:31:43.792193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-198bb17f-e78c-42b6-bba5-d8fb7ccda09d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d HTTP/1.1" status: 200 len: 217 time: 0.0670528 Apr 25 15:31:43.800293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d18cc-9961-4e98-8f3b-966ac9468dfe req-a85e5434-af99-4933-9841-8b986577cfbf tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:43.802450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db5d18cc-9961-4e98-8f3b-966ac9468dfe req-a85e5434-af99-4933-9841-8b986577cfbf tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 943 time: 0.1804073 Apr 25 15:31:43.840974 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:43.893432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-fdc1abad-9098-4704-98f9-a8c7ac578f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:43.894921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-fdc1abad-9098-4704-98f9-a8c7ac578f54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 HTTP/1.1" status: 200 len: 855 time: 0.0915811 Apr 25 15:31:43.899813 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db5d18cc-9961-4e98-8f3b-966ac9468dfe req-b45c16cb-9da5-4ede-8452-e86aa52d01bc tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651238 Apr 25 15:31:43.974917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-5bb22ae3-4d6f-40c7-ba14-ae04d9a13707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:43.976308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-5bb22ae3-4d6f-40c7-ba14-ae04d9a13707 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0231a972-87d5-4072-b89b-3a61a5af1210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750084 Apr 25 15:31:44.111115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-d497e7cd-2b95-425f-8363-e0a749a34539 service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267486 Apr 25 15:31:44.252944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7bedc24b-86d0-4ec3-9a5a-bf9d7ac38103 req-94af056a-9c17-40eb-bf1d-56395e69945f service neutron] 10.222.0.15 "GET /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351612 Apr 25 15:31:45.186717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a6f21-92e3-4098-ab1b-78963f69e66e req-ebaa4db5-1d96-404d-af85-f45d8e288378 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:45.188180 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-797a6f21-92e3-4098-ab1b-78963f69e66e req-ebaa4db5-1d96-404d-af85-f45d8e288378 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 943 time: 0.1813889 Apr 25 15:31:45.231670 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-797a6f21-92e3-4098-ab1b-78963f69e66e req-a27d874c-3726-4e98-97ac-bf675e757a87 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370414 Apr 25 15:31:46.414452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c8838-f1dd-4c7e-9e75-c5343eaaded8 req-d9380f61-b66d-468b-973e-53d13c30ec46 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:46.415901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c23c8838-f1dd-4c7e-9e75-c5343eaaded8 req-d9380f61-b66d-468b-973e-53d13c30ec46 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 943 time: 0.0790157 Apr 25 15:31:46.436317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a1ba3b35-8f94-4325-a69c-77791e71b94d details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:31:46.461658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c23c8838-f1dd-4c7e-9e75-c5343eaaded8 req-2c0f1ba6-5099-414e-9f3b-3f876306351b tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Apr 25 15:31:46.603143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a1ba3b35-8f94-4325-a69c-77791e71b94d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:46.616401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'a1ba3b35-8f94-4325-a69c-77791e71b94d', 'network_id': '0231a972-87d5-4072-b89b-3a61a5af1210', 'port_id': 'a1ba3b35-8f94-4325-a69c-77791e71b94d', 'mac_address': 'fa:16:3e:6c:7a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201f8869-91d9-4fe8-b3ba-9d176c8d6ac3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:31:46.670264 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:46.686945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ba3b35-8f94-4325-a69c-77791e71b94d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:31:46.702224 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a1ba3b35-8f94-4325-a69c-77791e71b94d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:46.706585 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:46.778000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a1ba3b35-8f94-4325-a69c-77791e71b94d,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:46.785420 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.785773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.786120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.786463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.786796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.787130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.787463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.787791 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.788121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.788448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.788774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.789128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:31:46.895915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a1ba3b35-8f94-4325-a69c-77791e71b94d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:31:47.646037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440730-5a09-4329-820e-7542c1f03401 req-4e8b740e-7c59-42ca-8d0c-2c4c83b2b5d9 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:47.647486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24440730-5a09-4329-820e-7542c1f03401 req-4e8b740e-7c59-42ca-8d0c-2c4c83b2b5d9 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 944 time: 0.0815227 Apr 25 15:31:47.690876 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-24440730-5a09-4329-820e-7542c1f03401 req-1fb4386b-92a4-403f-9169-99c5b9b26c33 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Apr 25 15:31:48.466149 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a1ba3b35-8f94-4325-a69c-77791e71b94d up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:31:48.537371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port a1ba3b35-8f94-4325-a69c-77791e71b94d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:31:48.542690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port a1ba3b35-8f94-4325-a69c-77791e71b94d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:31:48.543152 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:48.661700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:48.687996 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba3b35-8f94-4325-a69c-77791e71b94d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:31:48.698115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port a1ba3b35-8f94-4325-a69c-77791e71b94d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:31:48.701851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:31:48.740482 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f172141-0480-49aa-8b15-5e4c9d1a006e'] response: {'server_uuid': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba3b35-8f94-4325-a69c-77791e71b94d', 'code': 200} Apr 25 15:31:48.778562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=a1ba3b35-8f94-4325-a69c-77791e71b94d,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:31:48.886406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b99404-2c9f-471f-b704-77dc6463f5df req-ac5d461f-cc01-4504-a6db-623ca0331abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:48.887895 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1b99404-2c9f-471f-b704-77dc6463f5df req-ac5d461f-cc01-4504-a6db-623ca0331abc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 1096 time: 0.0895753 Apr 25 15:31:48.892692 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c83f9-7f67-4b66-bc48-e9bfa88fe746 req-04c66f92-7f6b-4152-8a66-2b41b67488c0 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:48.894733 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be3c83f9-7f67-4b66-bc48-e9bfa88fe746 req-04c66f92-7f6b-4152-8a66-2b41b67488c0 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0930758 Apr 25 15:31:48.928611 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1b99404-2c9f-471f-b704-77dc6463f5df req-75ee9219-7a6f-4421-9272-bf775068bb86 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353541 Apr 25 15:31:48.938369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-be3c83f9-7f67-4b66-bc48-e9bfa88fe746 req-f056a401-cf79-4d12-a87f-134061ce9bad tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Apr 25 15:31:50.124265 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bff47-6b6a-436e-8927-a54640f52e0b req-2c7f0ffc-2c58-46e5-bdda-59a29af886d2 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:50.125824 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d47bff47-6b6a-436e-8927-a54640f52e0b req-2c7f0ffc-2c58-46e5-bdda-59a29af886d2 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0804858 Apr 25 15:31:50.168845 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d47bff47-6b6a-436e-8927-a54640f52e0b req-1638696d-e15c-41fd-a7d4-87cbb7bc42a4 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374076 Apr 25 15:31:51.354426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22479a3-3758-49ec-aaf7-605fbe5fef50 req-76ce0507-eeed-445c-97a1-ef411a8e8fe5 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:51.355823 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c22479a3-3758-49ec-aaf7-605fbe5fef50 req-76ce0507-eeed-445c-97a1-ef411a8e8fe5 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0820961 Apr 25 15:31:51.399098 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c22479a3-3758-49ec-aaf7-605fbe5fef50 req-0cca691a-345a-4fd9-a067-db9f65fd2b9a tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377915 Apr 25 15:31:51.592351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311608a6-3b76-43be-8083-1bcbd02530d3 req-a389ec2f-fb89-4134-9dbb-9ced8134068a tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:31:51.593858 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-311608a6-3b76-43be-8083-1bcbd02530d3 req-a389ec2f-fb89-4134-9dbb-9ced8134068a tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0832491 Apr 25 15:31:51.638281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-311608a6-3b76-43be-8083-1bcbd02530d3 req-9705d12e-a5e0-4826-8454-a2482b0205c9 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Apr 25 15:31:59.214191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:04.768809 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:05.874524 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a99cc-545d-40a9-9812-5124acb904fc req-261aeb0a-1be6-4837-b2c8-e71ffb7024d4 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:05.875973 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b56a99cc-545d-40a9-9812-5124acb904fc req-261aeb0a-1be6-4837-b2c8-e71ffb7024d4 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0826654 Apr 25 15:32:05.919508 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b56a99cc-545d-40a9-9812-5124acb904fc req-88c8ca02-98ea-40be-af52-ed2e3daa38af tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Apr 25 15:32:07.107576 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c38491-f24d-4cc8-b7a8-645bebe1fdd0 req-f9421c94-5360-41bd-9577-954f0388cfe1 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:07.109021 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9c38491-f24d-4cc8-b7a8-645bebe1fdd0 req-f9421c94-5360-41bd-9577-954f0388cfe1 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0815163 Apr 25 15:32:07.155637 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a9c38491-f24d-4cc8-b7a8-645bebe1fdd0 req-cd65b1f8-e514-47c9-aaf9-e6bcabffdd80 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/security-groups?id=13d035ed-bce0-469e-a310-faa997f075a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Apr 25 15:32:07.300542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30171195-8d70-4ef0-b808-96351bda4479 req-ea1edd72-d2f8-401f-9200-32e72768d88f tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:07.301972 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30171195-8d70-4ef0-b808-96351bda4479 req-ea1edd72-d2f8-401f-9200-32e72768d88f tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 945 time: 0.0777032 Apr 25 15:32:07.368466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Deleting port a1ba3b35-8f94-4325-a69c-77791e71b94d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:07.368801 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:07.607280 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] For port a1ba3b35-8f94-4325-a69c-77791e71b94d, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=a1ba3b35-8f94-4325-a69c-77791e71b94d,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:07.607635 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:07.834457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Calling delete_port for a1ba3b35-8f94-4325-a69c-77791e71b94d owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:07.972185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:07.983101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['a1ba3b35-8f94-4325-a69c-77791e71b94d'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:32:08.024563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Pushing event deleted for resources: {'Port': ['ID=a1ba3b35-8f94-4325-a69c-77791e71b94d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:08.102998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] No DVR routers for this DVR port a1ba3b35-8f94-4325-a69c-77791e71b94d on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:32:08.105767 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:08.108427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'name': 'network-vif-deleted', 'tag': 'a1ba3b35-8f94-4325-a69c-77791e71b94d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:32:08.125414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-30171195-8d70-4ef0-b808-96351bda4479 req-7537faa4-ff3b-4081-89d5-4a22be9d929e tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.15 "DELETE /v2.0/ports/a1ba3b35-8f94-4325-a69c-77791e71b94d HTTP/1.1" status: 204 len: 173 time: 0.8183932 Apr 25 15:32:08.156549 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a779f084-05cc-4cd7-9d74-c46b962399ca'] response: {'server_uuid': '63ff3f87-f4c6-4e5f-a2ae-8af46c654124', 'name': 'network-vif-deleted', 'tag': 'a1ba3b35-8f94-4325-a69c-77791e71b94d', 'status': 'completed', 'code': 200} Apr 25 15:32:08.310327 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cb7dcf48-2f34-4814-a522-77f0bef70835 req-dbd91fd1-87de-4c34-9009-4b58a81f5445 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Synchronizing usage tracker for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:32:08.325235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cb7dcf48-2f34-4814-a522-77f0bef70835 req-dbd91fd1-87de-4c34-9009-4b58a81f5445 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] Unset dirty status for tenant:eb1c02b09b814ad9a3c17c4a040b3b11 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:32:08.326357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cb7dcf48-2f34-4814-a522-77f0bef70835 req-dbd91fd1-87de-4c34-9009-4b58a81f5445 tempest-TestEncryptedCinderVolumes-1967685831 tempest-TestEncryptedCinderVolumes-1967685831-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ff3f87-f4c6-4e5f-a2ae-8af46c654124 HTTP/1.1" status: 200 len: 210 time: 0.0595443 Apr 25 15:32:08.640402 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bde811bd-e91e-47b8-a585-8c683f7ee99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:09.453056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41070) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:09.982578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:10.330430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Deleting port 067caf07-8620-4b5b-bc1d-b3461493a0cb {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:10.331363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:10.560196 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a1ba3b35-8f94-4325-a69c-77791e71b94d no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:10.593889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: a1ba3b35-8f94-4325-a69c-77791e71b94d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:32:10.594241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device a1ba3b35-8f94-4325-a69c-77791e71b94d not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:10.611425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] For port 067caf07-8620-4b5b-bc1d-b3461493a0cb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=067caf07-8620-4b5b-bc1d-b3461493a0cb,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:10.612447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:10.733505 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Calling delete_port for 067caf07-8620-4b5b-bc1d-b3461493a0cb owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:10.907714 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:10.957718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Pushing event deleted for resources: {'Port': ['ID=067caf07-8620-4b5b-bc1d-b3461493a0cb,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:11.001437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12f97b92-a2ef-4be5-b215-1e6dbfb34855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:11.225355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:11.582748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Router 96f15aa7-49ce-4a65-8911-331d96cff1dc has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:32:11.872161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:32:11.880910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] Sync routers for ids ['96f15aa7-49ce-4a65-8911-331d96cff1dc'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:32:11.889639 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-440fe7d7-da55-4a62-a3eb-fa5861f2ee47 admin admin] 10.222.0.23 "PUT /v2.0/routers/96f15aa7-49ce-4a65-8911-331d96cff1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4354918 Apr 25 15:32:11.890617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] Routers {'96f15aa7-49ce-4a65-8911-331d96cff1dc'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:11.891243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['96f15aa7-49ce-4a65-8911-331d96cff1dc'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:11.892077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41074) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:11.975482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.065814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.085189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] Set router 96f15aa7-49ce-4a65-8911-331d96cff1dc gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:12.229912 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.244740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.254575 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Deleting port e51b92d5-ea9c-4ae7-8614-f0d90a21c642 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:12.254944 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.378998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:32:10Z', 'revision_number': 5, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port': {'id': 'e51b92d5-ea9c-4ae7-8614-f0d90a21c642', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:30:57Z', 'updated_at': '2022-04-25T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:12.383031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] Checking router: 96f15aa7-49ce-4a65-8911-331d96cff1dc for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:32:12.391238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] Routers {'96f15aa7-49ce-4a65-8911-331d96cff1dc'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:12.391846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['96f15aa7-49ce-4a65-8911-331d96cff1dc'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:12.428785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] For port e51b92d5-ea9c-4ae7-8614-f0d90a21c642, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:12.429182 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.545793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] Set router 96f15aa7-49ce-4a65-8911-331d96cff1dc gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:12.561632 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Calling delete_port for e51b92d5-ea9c-4ae7-8614-f0d90a21c642 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:12.691530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:32:12Z', 'revision_number': 6, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:12.695504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ba73c-efae-417f-b730-c03a159a8cb2 None None] The sync data for ids ['96f15aa7-49ce-4a65-8911-331d96cff1dc'] in n-d-811416-6 is: [{'id': '96f15aa7-49ce-4a65-8911-331d96cff1dc', 'name': 'tempest-TestEncryptedCinderVolumes-874913285-router', 'tenant_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:30:56Z', 'updated_at': '2022-04-25T15:32:12Z', 'revision_number': 6, 'project_id': 'eb1c02b09b814ad9a3c17c4a040b3b11', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:32:12.733642 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:12.781919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51b92d5-ea9c-4ae7-8614-f0d90a21c642,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:12.878581 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.062457 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.065023 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.094025 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.094758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f15aa7-49ce-4a65-8911-331d96cff1dc {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:32:13.111401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.113110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b4d406de-f85f-48fa-b642-19eac1c8ae07 admin admin] 10.222.0.23 "DELETE /v2.0/routers/96f15aa7-49ce-4a65-8911-331d96cff1dc HTTP/1.1" status: 204 len: 168 time: 1.2195301 Apr 25 15:32:13.115151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41078) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:13.174308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Deleting subnet 201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:32:13.177330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.225396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.416200 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.439840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 067caf07-8620-4b5b-bc1d-b3461493a0cb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:13.477400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 067caf07-8620-4b5b-bc1d-b3461493a0cb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:32:13.478156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 067caf07-8620-4b5b-bc1d-b3461493a0cb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:13.493477 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.535602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201f8869-91d9-4fe8-b3ba-9d176c8d6ac3,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:13.540895 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.546171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811ec2f-e8c1-4289-b22b-3b40daf66a35 None None] Network 0231a972-87d5-4072-b89b-3a61a5af1210 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:32:13.550515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-db7b316a-8ff1-494f-80a7-f917f6aac8ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/201f8869-91d9-4fe8-b3ba-9d176c8d6ac3 HTTP/1.1" status: 204 len: 168 time: 0.4314871 Apr 25 15:32:13.550737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41082) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:13.660985 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.674807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Deleting port 8877e019-60d3-4c97-a3af-393eb28ec8cd {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:13.675171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.818618 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] DHCP port deletion for 0231a972-87d5-4072-b89b-3a61a5af1210 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:32:13.822746 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Deleting port 8877e019-60d3-4c97-a3af-393eb28ec8cd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:13.823191 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.875344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:13.888733 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] For port 8877e019-60d3-4c97-a3af-393eb28ec8cd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8877e019-60d3-4c97-a3af-393eb28ec8cd,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:13.889336 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.016116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Calling delete_port for 8877e019-60d3-4c97-a3af-393eb28ec8cd owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:14.033675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] For port 8877e019-60d3-4c97-a3af-393eb28ec8cd, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8877e019-60d3-4c97-a3af-393eb28ec8cd,segment=NetworkSegment(021cfad7-e0b5-452e-b547-0c520b129398),segment_id=021cfad7-e0b5-452e-b547-0c520b129398)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:14.034579 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.092628 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.150838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] No DVR routers for this DVR port 8877e019-60d3-4c97-a3af-393eb28ec8cd on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:32:14.167651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Calling delete_port for 8877e019-60d3-4c97-a3af-393eb28ec8cd owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:14.184045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Pushing event deleted for resources: {'Port': ['ID=8877e019-60d3-4c97-a3af-393eb28ec8cd,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:14.238717 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:32:14.239086 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:32:14.270599 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.299220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0231a972-87d5-4072-b89b-3a61a5af1210']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:14.311183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021cfad7-e0b5-452e-b547-0c520b129398') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:14.311486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021cfad7-e0b5-452e-b547-0c520b129398') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:14.323166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.339115 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.345114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:32:14.345508 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:32:14.358775 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:32:14.431814 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.451392 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.461937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] Pushing event deleted for resources: {'Network': ['ID=0231a972-87d5-4072-b89b-3a61a5af1210,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:14.475930 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8dc150af-394a-41a0-87c2-6d17fbaa748f admin admin] 10.222.0.23 "DELETE /v2.0/networks/0231a972-87d5-4072-b89b-3a61a5af1210 HTTP/1.1" status: 204 len: 168 time: 0.9241736 Apr 25 15:32:14.478789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41086) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:14.740121 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Deleting port 8877e019-60d3-4c97-a3af-393eb28ec8cd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:14.740695 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:14.813096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c6112015-7028-4c34-a688-30113139ebc5 None None] The port '8877e019-60d3-4c97-a3af-393eb28ec8cd' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:32:14.972488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e51b92d5-ea9c-4ae7-8614-f0d90a21c642 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:15.007039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: e51b92d5-ea9c-4ae7-8614-f0d90a21c642 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:32:15.007316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device e51b92d5-ea9c-4ae7-8614-f0d90a21c642 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:15.007724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8877e019-60d3-4c97-a3af-393eb28ec8cd no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:15.039573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 8877e019-60d3-4c97-a3af-393eb28ec8cd {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:32:15.039916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8877e019-60d3-4c97-a3af-393eb28ec8cd not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:15.118472 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:15.462034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Deleting port c94cf396-88b0-4c69-9853-63b55c966204 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:15.462378 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:15.636095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] For port c94cf396-88b0-4c69-9853-63b55c966204, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c94cf396-88b0-4c69-9853-63b55c966204,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:15.636446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:15.758247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Calling delete_port for c94cf396-88b0-4c69-9853-63b55c966204 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:15.932008 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:15.978300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94cf396-88b0-4c69-9853-63b55c966204,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:16.248924 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:16.350065 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:32:16.703472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Router e74cc4fd-5a42-424c-82ac-654b602fae18 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:32:16.884628 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:32:16.893787 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67870de3-d31f-43a4-b334-7c12d137b151 admin admin] 10.222.0.23 "PUT /v2.0/routers/e74cc4fd-5a42-424c-82ac-654b602fae18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133725 Apr 25 15:32:16.893953 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] Sync routers for ids ['e74cc4fd-5a42-424c-82ac-654b602fae18'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:32:16.896279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41090) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:16.903173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] Routers {'e74cc4fd-5a42-424c-82ac-654b602fae18'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:16.903767 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e74cc4fd-5a42-424c-82ac-654b602fae18'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:17.089647 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:17.167643 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] Set router e74cc4fd-5a42-424c-82ac-654b602fae18 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:17.267613 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:17.278439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Deleting port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:17.278784 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:17.455950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] For port 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:17.456373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:17.581094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Calling delete_port for 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:17.583788 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:32:15Z', 'revision_number': 5, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port': {'id': '824ddd97-7dbb-4a44-94bd-d0caa4a57f8f', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:31:03Z', 'updated_at': '2022-04-25T15:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:17.587696 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] Checking router: e74cc4fd-5a42-424c-82ac-654b602fae18 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:32:17.595941 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] Routers {'e74cc4fd-5a42-424c-82ac-654b602fae18'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:17.596609 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['e74cc4fd-5a42-424c-82ac-654b602fae18'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:17.748667 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] Set router e74cc4fd-5a42-424c-82ac-654b602fae18 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:17.852386 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:32:17Z', 'revision_number': 6, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:17.856145 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f118d7b-16a2-45ea-b9d1-5e669c2e923c None None] The sync data for ids ['e74cc4fd-5a42-424c-82ac-654b602fae18'] in n-d-811416-6 is: [{'id': 'e74cc4fd-5a42-424c-82ac-654b602fae18', 'name': 'tempest-TestEncryptedCinderVolumes-955794199-router', 'tenant_id': 'db99e5dee3864400a0bde65cf609e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:31:02Z', 'updated_at': '2022-04-25T15:32:17Z', 'revision_number': 6, 'project_id': 'db99e5dee3864400a0bde65cf609e93b', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:32:17.864233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:17.918711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=824ddd97-7dbb-4a44-94bd-d0caa4a57f8f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:18.009187 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.183756 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.185955 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.212312 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.212938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74cc4fd-5a42-424c-82ac-654b602fae18 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:32:18.227650 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.228544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9ae3c6fd-4064-4ee4-b334-293bfc6949c7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e74cc4fd-5a42-424c-82ac-654b602fae18 HTTP/1.1" status: 204 len: 168 time: 1.3313630 Apr 25 15:32:18.231122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41094) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:18.291915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Deleting subnet f1094b7e-35fc-4c35-941a-b489fe1f0a07 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:32:18.295282 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.343825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.439196 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.509152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.550886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1094b7e-35fc-4c35-941a-b489fe1f0a07,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:18.554306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.559473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e532997-1180-4230-a1c2-573c6094ead2 None None] Network f13f3599-a904-4751-ade4-fba9d1ad1111 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:32:18.561026 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ea2c82c4-cdf5-44d1-b32a-2acd4907ec04 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1094b7e-35fc-4c35-941a-b489fe1f0a07 HTTP/1.1" status: 204 len: 168 time: 0.3289237 Apr 25 15:32:18.563462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41098) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:18.671722 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.680663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Deleting port a7f18957-7285-49e1-b36a-95ef498332b1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:18.681143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.861292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] DHCP port deletion for f13f3599-a904-4751-ade4-fba9d1ad1111 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:32:18.866479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Deleting port a7f18957-7285-49e1-b36a-95ef498332b1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:18.866988 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.908244 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] For port a7f18957-7285-49e1-b36a-95ef498332b1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7f18957-7285-49e1-b36a-95ef498332b1,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:18.908630 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:18.993119 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c94cf396-88b0-4c69-9853-63b55c966204 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:19.038302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Calling delete_port for a7f18957-7285-49e1-b36a-95ef498332b1 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:19.040924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c94cf396-88b0-4c69-9853-63b55c966204 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:32:19.041301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c94cf396-88b0-4c69-9853-63b55c966204 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:19.041973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7f18957-7285-49e1-b36a-95ef498332b1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:19.120639 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.161885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] For port a7f18957-7285-49e1-b36a-95ef498332b1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a7f18957-7285-49e1-b36a-95ef498332b1,segment=NetworkSegment(374b0a9c-a432-444b-bfc0-4132eb2882bc),segment_id=374b0a9c-a432-444b-bfc0-4132eb2882bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:19.162286 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.171916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f18957-7285-49e1-b36a-95ef498332b1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:19.173744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] No DVR routers for this DVR port a7f18957-7285-49e1-b36a-95ef498332b1 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:32:19.261133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port a7f18957-7285-49e1-b36a-95ef498332b1 {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:32:19.261487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a7f18957-7285-49e1-b36a-95ef498332b1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:19.261911 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:32:19.292520 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.319390 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13f3599-a904-4751-ade4-fba9d1ad1111']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:19.331977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374b0a9c-a432-444b-bfc0-4132eb2882bc') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:19.332277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374b0a9c-a432-444b-bfc0-4132eb2882bc') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:19.343364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.353353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Calling delete_port for a7f18957-7285-49e1-b36a-95ef498332b1 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:32:19.363973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.370174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:32:19.370566 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.380270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:32:19.380635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 824ddd97-7dbb-4a44-94bd-d0caa4a57f8f not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:32:19.384535 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:32:19.427315 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:32:19.427677 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:32:19.459653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.475557 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.486340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13f3599-a904-4751-ade4-fba9d1ad1111,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:19.489715 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2d04f5bb-bb2a-493d-b3a6-2809beb68587 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f13f3599-a904-4751-ade4-fba9d1ad1111 HTTP/1.1" status: 204 len: 168 time: 0.9253268 Apr 25 15:32:19.685419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41106) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:19.839508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-426ab55b-7cb2-41c5-9da8-96c18bc4b426 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb1c02b09b814ad9a3c17c4a040b3b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528511 Apr 25 15:32:19.841996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41110) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:19.898506 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09152337-98f2-4d04-a124-70245aae13bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.923143 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09152337-98f2-4d04-a124-70245aae13bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.929245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Deleting port a7f18957-7285-49e1-b36a-95ef498332b1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:32:19.929769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.975694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09152337-98f2-4d04-a124-70245aae13bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:19.991511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09152337-98f2-4d04-a124-70245aae13bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d035ed-bce0-469e-a310-faa997f075a7,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:20.003766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-869b6e0b-2cc6-4ad9-a35d-1a9a86af62c9 None None] The port 'a7f18957-7285-49e1-b36a-95ef498332b1' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:32:20.005438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-09152337-98f2-4d04-a124-70245aae13bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:20.009110 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-09152337-98f2-4d04-a124-70245aae13bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13d035ed-bce0-469e-a310-faa997f075a7 HTTP/1.1" status: 204 len: 168 time: 0.1638377 Apr 25 15:32:20.372258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41118) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:20.424552 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-901e2631-a67a-4277-a2b0-60c6f4c546d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db99e5dee3864400a0bde65cf609e93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504951 Apr 25 15:32:20.426856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41122) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:20.495436 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f35086a-7d71-4812-b4b9-7dc6cfc488f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:20.522269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f35086a-7d71-4812-b4b9-7dc6cfc488f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:20.576739 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f35086a-7d71-4812-b4b9-7dc6cfc488f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:20.593726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35086a-7d71-4812-b4b9-7dc6cfc488f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0231110e-0a06-475b-925e-1804db82b0da,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:20.597183 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f35086a-7d71-4812-b4b9-7dc6cfc488f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:20.598296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0f35086a-7d71-4812-b4b9-7dc6cfc488f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0231110e-0a06-475b-925e-1804db82b0da HTTP/1.1" status: 204 len: 168 time: 0.1704988 Apr 25 15:32:21.358805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41146) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:21.461763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-847320876-network', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:21.467271 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:21.471092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Usage tracker for resource:network and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:21.474031 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:21.479580 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:21.488996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Made reservation on behalf of 989af6741c0a4d2fb2ec0b537b48ddb4 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:32:21.491438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.503961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.519180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:21.522979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:21.525766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:21.531370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:21.614294 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.618108 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.649020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:32:21.661269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd564916-c8a8-4f91-b98b-21aae41cd4de,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:21.666850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.667208 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Added segment 35e737c0-c3e7-4186-9f5c-9edacd833268 of type vlan for network 476372ca-eaf9-4390-8528-a01ff9b98701 Apr 25 15:32:21.693527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.722258 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.723222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:21.723799 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:21.832250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] Pushing event updated for resources: {'Network': ['ID=476372ca-eaf9-4390-8528-a01ff9b98701,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:21.839553 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8a603633-8643-4dd6-82b7-3b769d810281 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4775014 Apr 25 15:32:21.840377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41152) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:21.843312 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 476372ca-eaf9-4390-8528-a01ff9b98701 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:32:21.847492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Request body: {'subnet': {'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-847320876-subnet', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:21.855879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:21.861401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Usage tracker for resource:subnet and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:21.866417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:21.874455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:21.887330 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Made reservation on behalf of 989af6741c0a4d2fb2ec0b537b48ddb4 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:32:21.889715 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.091522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.170861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d69f98-e45b-40f3-be49-6ab87cc32a06,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:22.179247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Checking segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:22.179605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Network hostable DHCP agents. Network: 476372ca-eaf9-4390-8528-a01ff9b98701, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:32:22.198459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Network 476372ca-eaf9-4390-8528-a01ff9b98701 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:32:22.207045 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 476372ca-eaf9-4390-8528-a01ff9b98701) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:22.212429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:22.213633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.216871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a26e81-bdcb-41d4-968e-7e9d1aa7480b None None] Network 476372ca-eaf9-4390-8528-a01ff9b98701 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:32:22.234316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-822da27e-6650-426f-8780-2ed39d54a497 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3920598 Apr 25 15:32:22.236965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41156) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:22.242917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:22.248274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:22.252655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Usage tracker for resource:router and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:22.255537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:22.262902 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:22.275126 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.276330 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.292388 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.433511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-476372ca-eaf9-4390-8528-a01ff9b98701', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:32:22.434335 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.589280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Allocated IP 172.20.0.2 (476372ca-eaf9-4390-8528-a01ff9b98701/58d69f98-e45b-40f3-be49-6ab87cc32a06/5a9cfc3c-284f-4194-98b2-028e0837e51e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:22.593987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.802430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.813459 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Transition to ACTIVE for port object 5a9cfc3c-284f-4194-98b2-028e0837e51e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:22.832771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Transition to ACTIVE for port object 5a9cfc3c-284f-4194-98b2-028e0837e51e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:22.837896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:22.899810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Network 476372ca-eaf9-4390-8528-a01ff9b98701 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:22.907126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:22.913292 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:22.922684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Pushing event updated for resources: {'Port': ['ID=5a9cfc3c-284f-4194-98b2-028e0837e51e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:23.014717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Attempting to bind port 5a9cfc3c-284f-4194-98b2-028e0837e51e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:23.015101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Attempting to bind port 5a9cfc3c-284f-4194-98b2-028e0837e51e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:23.015468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Attempting to bind port 5a9cfc3c-284f-4194-98b2-028e0837e51e on network 476372ca-eaf9-4390-8528-a01ff9b98701 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:23.021872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:23.022239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Checking segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:23.022655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.023058 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Bound using segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:23.023541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Bound port: 5a9cfc3c-284f-4194-98b2-028e0837e51e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:23.023953 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.057815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.088045 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.119281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] For port 5a9cfc3c-284f-4194-98b2-028e0837e51e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:23.122838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] For port 5a9cfc3c-284f-4194-98b2-028e0837e51e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5a9cfc3c-284f-4194-98b2-028e0837e51e,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:23.127052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.218627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fff30-ce13-4754-aaf1-b64051405aeb None None] Pushing event updated for resources: {'Port': ['ID=5a9cfc3c-284f-4194-98b2-028e0837e51e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:23.236044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Allocated IP 172.25.0.143 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/53101776-b10e-4413-9c2d-235cd4becf0a) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:23.411043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.450968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:23.517223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:23.525223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:23.529482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:23.563121 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Pushing event updated for resources: {'Port': ['ID=53101776-b10e-4413-9c2d-235cd4becf0a,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:23.947443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:24.137523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c1def-21a0-4da4-b8f8-1abd4ee122a4 None None] Network 476372ca-eaf9-4390-8528-a01ff9b98701 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:32:24.232385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-7913c5e7-4924-496b-b39e-fba9f9d4a8fa None None] Provisioning for port 5a9cfc3c-284f-4194-98b2-028e0837e51e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:24.299740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:24.630190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Router 340a9b8b-d143-43e1-a2eb-93771b828684 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:32:24.810205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:32:24.821280 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Sync routers for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:32:24.830624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:24.831390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:24.834579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:24.836037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-69598abd-28ef-4da5-a173-07b6ba0411e2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5978889 Apr 25 15:32:24.838756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41160) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:25.015135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5a9cfc3c-284f-4194-98b2-028e0837e51e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:25.040407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:25.280977 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 5a9cfc3c-284f-4194-98b2-028e0837e51e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:25.298489 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5a9cfc3c-284f-4194-98b2-028e0837e51e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:25.298867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.467915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:23Z', 'revision_number': 3, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:25.473209 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.481804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Checking router: 340a9b8b-d143-43e1-a2eb-93771b828684 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:32:25.482170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Updating router 340a9b8b-d143-43e1-a2eb-93771b828684 port 53101776-b10e-4413-9c2d-235cd4becf0a binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:32:25.522303 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.549792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.595101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 5a9cfc3c-284f-4194-98b2-028e0837e51e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5a9cfc3c-284f-4194-98b2-028e0837e51e,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:25.603234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.742692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=5a9cfc3c-284f-4194-98b2-028e0837e51e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:25.748668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Allocated IP 172.20.0.1 (476372ca-eaf9-4390-8528-a01ff9b98701/58d69f98-e45b-40f3-be49-6ab87cc32a06/8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:25.893658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.908819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Transition to ACTIVE for port object 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:25.932589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.950978 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.963252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Transition to ACTIVE for port object 53101776-b10e-4413-9c2d-235cd4becf0a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:25.969483 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:25.993718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Network 476372ca-eaf9-4390-8528-a01ff9b98701 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:26.000531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:26.005663 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:26.038852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Pushing event updated for resources: {'Port': ['ID=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:26.048487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Attempting to bind port 53101776-b10e-4413-9c2d-235cd4becf0a on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:26.048876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Attempting to bind port 53101776-b10e-4413-9c2d-235cd4becf0a by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:26.049402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Attempting to bind port 53101776-b10e-4413-9c2d-235cd4becf0a on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:26.059306 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b1b02-bd6a-4a95-8fb3-6192247c92aa None None] Pushing event updated for resources: {'Port': ['ID=53101776-b10e-4413-9c2d-235cd4becf0a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:26.062721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:26.063113 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:26.063529 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.063922 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:26.064412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Bound port: 53101776-b10e-4413-9c2d-235cd4becf0a, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:26.065516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.068439 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.152872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] For port 53101776-b10e-4413-9c2d-235cd4becf0a, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:26.157531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] For port 53101776-b10e-4413-9c2d-235cd4becf0a, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=53101776-b10e-4413-9c2d-235cd4becf0a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:26.164790 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.249241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:26.249871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:26.355443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b1b02-bd6a-4a95-8fb3-6192247c92aa None None] Pushing event updated for resources: {'Port': ['ID=53101776-b10e-4413-9c2d-235cd4becf0a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:26.379472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47021547-6411-4af5-8785-bf6125a8fbfb None None] Provisioning for port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:26.442743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47021547-6411-4af5-8785-bf6125a8fbfb None None] Provisioning complete for port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:26.443123 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47021547-6411-4af5-8785-bf6125a8fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.458790 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.526448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-47021547-6411-4af5-8785-bf6125a8fbfb None None] Port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:32:26.531461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:26.685181 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.690389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.796496 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:26.800671 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Pushing event updated for resources: {'Port': ['ID=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:26.816454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:23Z', 'revision_number': 3, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:26.820499 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b42376-690a-4cd9-8951-f2bd1f201d1f None None] The sync data for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 is: [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:23Z', 'revision_number': 3, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:32:26.942662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Network 476372ca-eaf9-4390-8528-a01ff9b98701 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:26.944020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:26.997683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5a9cfc3c-284f-4194-98b2-028e0837e51e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:27.125508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 5a9cfc3c-284f-4194-98b2-028e0837e51e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:27.125892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:27.191371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Router 340a9b8b-d143-43e1-a2eb-93771b828684 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:32:27.359446 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cc083cf1-0370-4060-a01d-0ed57b418a71 None None] Provisioning complete for port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:27.360024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc083cf1-0370-4060-a01d-0ed57b418a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:27.394396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:32:27.403488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2eef6db7-4622-4551-ab85-3375e51b0f0b admin admin] 10.222.0.23 "PUT /v2.0/routers/340a9b8b-d143-43e1-a2eb-93771b828684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5637193 Apr 25 15:32:27.418167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cc083cf1-0370-4060-a01d-0ed57b418a71 None None] Port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:32:27.917134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41178) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:27.922621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2077686411-network', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:27.928127 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:27.932236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Usage tracker for resource:network and tenant:7b427c96be5c4148a5693f1fcf7ccf3d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:27.935119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:27.940807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:27.950324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Made reservation on behalf of 7b427c96be5c4148a5693f1fcf7ccf3d for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:32:27.952709 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:27.965052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:27.979761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:27.983561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Usage tracker for resource:security_group_rule and tenant:7b427c96be5c4148a5693f1fcf7ccf3d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:27.986342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:27.991942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:28.074269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.078094 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.110652 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:32:28.119664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89660dac-2a21-4842-bfc8-a63be8d5a33f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:28.126615 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.126902 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Added segment a5b54f7a-d835-417c-a233-aabda04e8098 of type vlan for network 7cef3070-14e8-4630-b49c-36b263b44569 Apr 25 15:32:28.154835 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.183776 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.184888 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:28.185512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.300884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3826454 Apr 25 15:32:28.301599 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67942d83-7e05-4fba-b336-ab06227ae61f admin admin] Pushing event updated for resources: {'Network': ['ID=7cef3070-14e8-4630-b49c-36b263b44569,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:28.303496 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41182) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:28.308909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Request body: {'subnet': {'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2077686411-subnet', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:28.311040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 7cef3070-14e8-4630-b49c-36b263b44569 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:32:28.318917 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:28.323253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Usage tracker for resource:subnet and tenant:7b427c96be5c4148a5693f1fcf7ccf3d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:28.326141 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:28.333157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:28.343755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Made reservation on behalf of 7b427c96be5c4148a5693f1fcf7ccf3d for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:32:28.346269 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.361827 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Sync routers for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:32:28.375247 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:28.375859 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:28.558892 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:28.670189 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.745188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7f2c5a-bf18-41fb-a153-ecc03555dc12,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:28.755331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Checking segment: {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:28.755822 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Network hostable DHCP agents. Network: 7cef3070-14e8-4630-b49c-36b263b44569, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:32:28.775128 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Network 7cef3070-14e8-4630-b49c-36b263b44569 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:32:28.784246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 7cef3070-14e8-4630-b49c-36b263b44569) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:28.788878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:28.788878 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.794033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf91d92-0404-4d74-9f40-ab4ce90b74af None None] Network 7cef3070-14e8-4630-b49c-36b263b44569 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:32:28.811815 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b5bd0327-dd96-44f8-bf2c-a9632e57eab7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5072839 Apr 25 15:32:28.814355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41186) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:28.821749 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:28.828821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:28.832865 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Usage tracker for resource:router and tenant:7b427c96be5c4148a5693f1fcf7ccf3d is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:32:28.835883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:32:28.841636 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:28.858229 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.859719 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.877968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:28.886118 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 2, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:28.890220 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Checking router: 340a9b8b-d143-43e1-a2eb-93771b828684 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:32:28.890580 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Updating router 340a9b8b-d143-43e1-a2eb-93771b828684 port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:32:28.958018 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.021160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 53101776-b10e-4413-9c2d-235cd4becf0a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:29.049822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-7cef3070-14e8-4630-b49c-36b263b44569', 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'fixed_ips': [{'subnet_id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:32:29.050651 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.171590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 53101776-b10e-4413-9c2d-235cd4becf0a completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:29.205216 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.211782 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 53101776-b10e-4413-9c2d-235cd4becf0a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:29.212185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.294255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.308752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Allocated IP 172.20.0.2 (7cef3070-14e8-4630-b49c-36b263b44569/8c7f2c5a-bf18-41fb-a153-ecc03555dc12/664cebca-75a6-42e8-a083-12e685a8e8f7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:29.333771 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.350691 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Transition to ACTIVE for port object 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:29.357628 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.558825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.600338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.610818 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Transition to ACTIVE for port object 664cebca-75a6-42e8-a083-12e685a8e8f7 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:29.614339 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.630683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Transition to ACTIVE for port object 664cebca-75a6-42e8-a083-12e685a8e8f7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:29.636123 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Attempting to bind port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:29.636649 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Attempting to bind port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:29.636882 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Attempting to bind port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b on network 476372ca-eaf9-4390-8528-a01ff9b98701 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:29.645907 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:29.646297 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Checking segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:29.646761 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.647162 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Bound using segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:29.647459 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.647706 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Bound port: 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:29.648088 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.702262 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.737496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Network 7cef3070-14e8-4630-b49c-36b263b44569 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:29.742500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:29.744780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:29.747629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 53101776-b10e-4413-9c2d-235cd4becf0a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=53101776-b10e-4413-9c2d-235cd4becf0a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:29.750980 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] For port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:29.755020 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] For port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:29.756276 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Pushing event updated for resources: {'Port': ['ID=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:29.765086 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.765368 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.766152 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.766152 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.766383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.766680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.767013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.767335 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.768213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.768913 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.768913 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.769213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:29.774452 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.785516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Allocated IP 172.25.0.163 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f0a97d8a-e1eb-4135-b523-34008b57d92c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:29.789480 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.833615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Pushing event updated for resources: {'Port': ['ID=664cebca-75a6-42e8-a083-12e685a8e8f7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:29.847424 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f71b-a626-4f04-af45-58dcd2442a36 None None] Pushing event updated for resources: {'Port': ['ID=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:29.868058 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:29.868681 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:29.922019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Attempting to bind port 664cebca-75a6-42e8-a083-12e685a8e8f7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:29.922407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Attempting to bind port 664cebca-75a6-42e8-a083-12e685a8e8f7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:29.922773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Attempting to bind port 664cebca-75a6-42e8-a083-12e685a8e8f7 on network 7cef3070-14e8-4630-b49c-36b263b44569 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:29.938293 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:29.938702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Checking segment: {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:29.939079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.940001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Bound using segment: {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:29.940500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Bound port: 664cebca-75a6-42e8-a083-12e685a8e8f7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:29.940885 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.961280 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:29.990408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=53101776-b10e-4413-9c2d-235cd4becf0a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:30.004134 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:30.052307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] For port 664cebca-75a6-42e8-a083-12e685a8e8f7, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:30.055653 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] For port 664cebca-75a6-42e8-a083-12e685a8e8f7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=664cebca-75a6-42e8-a083-12e685a8e8f7,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:30.062954 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:30.074302 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:30.081516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:30.085864 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:30.110321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:30.119310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a97d8a-e1eb-4135-b523-34008b57d92c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:30.171743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10103fc6-18fd-4deb-88ae-6ee358138e95 None None] Pushing event updated for resources: {'Port': ['ID=664cebca-75a6-42e8-a083-12e685a8e8f7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:30.480130 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:30.485102 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4e2e5-ca7b-49d7-a899-15ecd164273c None None] The sync data for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 is: [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:32:30.679698 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:31.061940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:31.133157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 664cebca-75a6-42e8-a083-12e685a8e8f7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:31.227098 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 664cebca-75a6-42e8-a083-12e685a8e8f7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:31.233021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:31.267356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50495e-b78d-402e-844f-b0afcd86128d None None] Network 7cef3070-14e8-4630-b49c-36b263b44569 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:32:31.312412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:32:31.392367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] Provisioning for port 664cebca-75a6-42e8-a083-12e685a8e8f7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:31.407001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] Provisioning complete for port 664cebca-75a6-42e8-a083-12e685a8e8f7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:31.407383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:31.480872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:31.509402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:32:31.522860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Sync routers for ids ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:32:31.530815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:31.531169 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:31.542458 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:31.543883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-095f652b-1fad-4b08-8b11-d04a40513bd9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7275689 Apr 25 15:32:31.546799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:32:31.597694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Routers {'a0b00b8f-02ed-4b76-86a7-d33e35f6a008'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:31.598347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:31.854853 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:31.984353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Set router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:32.074793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] For port 664cebca-75a6-42e8-a083-12e685a8e8f7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=664cebca-75a6-42e8-a083-12e685a8e8f7,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:32.133227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.153701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.235125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.330414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:32.342221 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.343008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 53101776-b10e-4413-9c2d-235cd4becf0a up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:32.375542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58fcfc-ba42-491b-9e75-12e1f97a0c3c None None] Pushing event updated for resources: {'Port': ['ID=664cebca-75a6-42e8-a083-12e685a8e8f7,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:32.459331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Allocated IP 172.20.0.1 (7cef3070-14e8-4630-b49c-36b263b44569/8c7f2c5a-bf18-41fb-a153-ecc03555dc12/a58c144a-7ad6-48a9-a6a4-ca1d83a02022) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:32.544319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:32.568007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b4c30aa6-075d-40af-9a6d-d7f46626d650 None None] Provisioning complete for port 664cebca-75a6-42e8-a083-12e685a8e8f7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:32.568389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4c30aa6-075d-40af-9a6d-d7f46626d650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.611439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 53101776-b10e-4413-9c2d-235cd4becf0a triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:32.611724 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.717412 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.732586 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Transition to ACTIVE for port object a58c144a-7ad6-48a9-a6a4-ca1d83a02022 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:32.746278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:32:30Z', 'revision_number': 3, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:32.755988 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.780530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Checking router: a0b00b8f-02ed-4b76-86a7-d33e35f6a008 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:32:32.780892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Updating router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 port f0a97d8a-e1eb-4135-b523-34008b57d92c binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:32:32.819021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Network 7cef3070-14e8-4630-b49c-36b263b44569 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:32.821804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:32.829649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:32.872454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Pushing event updated for resources: {'Port': ['ID=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:32.876805 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:32.886824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.887169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.887505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.887837 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.888165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.888502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.888815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.889170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.889486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.889806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.890125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.890439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:32.902339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.016703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 664cebca-75a6-42e8-a083-12e685a8e8f7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:33.039139 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.175235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47bfb718-c197-495d-b2c3-8c29a35f818e None None] Provisioning for port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:33.187742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-47bfb718-c197-495d-b2c3-8c29a35f818e None None] Provisioning complete for port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:33.188139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47bfb718-c197-495d-b2c3-8c29a35f818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.261325 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.265955 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.271880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 664cebca-75a6-42e8-a083-12e685a8e8f7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:33.272256 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.302747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-47bfb718-c197-495d-b2c3-8c29a35f818e None None] Port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:32:33.373830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Pushing event updated for resources: {'Port': ['ID=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:33.376524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.448085 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.469521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:33.498073 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Transition to ACTIVE for port object f0a97d8a-e1eb-4135-b523-34008b57d92c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:33.514617 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.517152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Network 7cef3070-14e8-4630-b49c-36b263b44569 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:33.518581 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:33.618915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Attempting to bind port f0a97d8a-e1eb-4135-b523-34008b57d92c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:33.619291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Attempting to bind port f0a97d8a-e1eb-4135-b523-34008b57d92c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:33.619655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Attempting to bind port f0a97d8a-e1eb-4135-b523-34008b57d92c on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:33.623275 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87639b-97a4-4f57-828d-34e4ff33e4e9 None None] Pushing event updated for resources: {'Port': ['ID=f0a97d8a-e1eb-4135-b523-34008b57d92c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:33.630496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:33.630875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:33.631278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.631663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:33.632128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Bound port: f0a97d8a-e1eb-4135-b523-34008b57d92c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:33.633270 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.674864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:33.675240 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.727982 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:32:33.806520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] For port f0a97d8a-e1eb-4135-b523-34008b57d92c, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:33.809760 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] For port f0a97d8a-e1eb-4135-b523-34008b57d92c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f0a97d8a-e1eb-4135-b523-34008b57d92c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:33.820260 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.914250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:32:33.923501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-14e531b7-83ed-4643-b82f-59b84b3db395 admin admin] 10.222.0.23 "PUT /v2.0/routers/a0b00b8f-02ed-4b76-86a7-d33e35f6a008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755286 Apr 25 15:32:33.939079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-96c8d1b8-9f6a-4cba-afb2-516d1fdf57eb None None] Provisioning complete for port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:33.940070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96c8d1b8-9f6a-4cba-afb2-516d1fdf57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:33.997876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Routers {'a0b00b8f-02ed-4b76-86a7-d33e35f6a008'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:33.998509 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:34.066942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87639b-97a4-4f57-828d-34e4ff33e4e9 None None] Pushing event updated for resources: {'Port': ['ID=f0a97d8a-e1eb-4135-b523-34008b57d92c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:34.087270 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-96c8d1b8-9f6a-4cba-afb2-516d1fdf57eb None None] Port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:32:34.197474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] Set router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:34.526751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a58c144a-7ad6-48a9-a6a4-ca1d83a02022', 'name': '', 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:32Z', 'updated_at': '2022-04-25T15:32:33Z', 'revision_number': 2, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'subnets': [{'id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:34.530657 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc741d85-c22c-47ad-bc33-655a9ad842ad None None] The sync data for ids ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'] in n-d-811416-6 is: [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a58c144a-7ad6-48a9-a6a4-ca1d83a02022', 'name': '', 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:32Z', 'updated_at': '2022-04-25T15:32:33Z', 'revision_number': 2, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'subnets': [{'id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:32:34.790987 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:37.032532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f0a97d8a-e1eb-4135-b523-34008b57d92c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:37.114153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f0a97d8a-e1eb-4135-b523-34008b57d92c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:37.119290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f0a97d8a-e1eb-4135-b523-34008b57d92c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:37.119675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:37.257972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:37.277198 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port f0a97d8a-e1eb-4135-b523-34008b57d92c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f0a97d8a-e1eb-4135-b523-34008b57d92c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:37.283914 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:37.366185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=f0a97d8a-e1eb-4135-b523-34008b57d92c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:38.160381 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Sync routers for ids ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:32:38.170867 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Routers {'a0b00b8f-02ed-4b76-86a7-d33e35f6a008'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:38.171500 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:38.374680 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Set router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:38.649857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2601920b-e52d-4da7-9a4e-25ae4e049176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:38.763776 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a58c144a-7ad6-48a9-a6a4-ca1d83a02022', 'name': '', 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:32Z', 'updated_at': '2022-04-25T15:32:33Z', 'revision_number': 2, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'subnets': [{'id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:38.769503 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Checking router: a0b00b8f-02ed-4b76-86a7-d33e35f6a008 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:32:38.769778 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Updating router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:32:38.827932 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.014032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f0a97d8a-e1eb-4135-b523-34008b57d92c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:39.115994 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f0a97d8a-e1eb-4135-b523-34008b57d92c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:39.116325 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.246128 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.259373 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Transition to ACTIVE for port object a58c144a-7ad6-48a9-a6a4-ca1d83a02022 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:39.269652 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.454394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719edd2-6475-43ba-8828-c611d9b2b8f9 None None] Pushing event updated for resources: {'Port': ['ID=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:39.513348 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Attempting to bind port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:39.513721 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Attempting to bind port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:39.514343 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Attempting to bind port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 on network 7cef3070-14e8-4630-b49c-36b263b44569 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:39.520185 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:39.520559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Checking segment: {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:39.520963 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.521404 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Bound using segment: {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:39.521869 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Bound port: a58c144a-7ad6-48a9-a6a4-ca1d83a02022, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b54f7a-d835-417c-a233-aabda04e8098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:39.522244 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.623161 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] For port a58c144a-7ad6-48a9-a6a4-ca1d83a02022, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:39.626321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] For port a58c144a-7ad6-48a9-a6a4-ca1d83a02022, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:39.632026 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:39.716899 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Routers {'a0b00b8f-02ed-4b76-86a7-d33e35f6a008'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:32:39.717639 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:32:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:39.884781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719edd2-6475-43ba-8828-c611d9b2b8f9 None None] Pushing event updated for resources: {'Port': ['ID=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:39.921697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] Set router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:32:40.279761 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a58c144a-7ad6-48a9-a6a4-ca1d83a02022', 'name': '', 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:32Z', 'updated_at': '2022-04-25T15:32:39Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'subnets': [{'id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:32:40.284503 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687b2f6-e930-42c9-8cad-681231ab4b60 None None] The sync data for ids ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'] in n-d-811416-6 is: [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'a58c144a-7ad6-48a9-a6a4-ca1d83a02022', 'name': '', 'network_id': '7cef3070-14e8-4630-b49c-36b263b44569', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:32Z', 'updated_at': '2022-04-25T15:32:39Z', 'revision_number': 4, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'subnets': [{'id': '8c7f2c5a-bf18-41fb-a153-ecc03555dc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:32:41.029273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a58c144a-7ad6-48a9-a6a4-ca1d83a02022 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:41.064538 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6df47e16-1a63-427e-aac5-d7cd26fd740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:41.115919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:41.125042 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:41.125433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:41.264302 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:41.303856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port a58c144a-7ad6-48a9-a6a4-ca1d83a02022, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:41.309534 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:41.388703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:41.923480 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:42.150793 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:42.995836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a58c144a-7ad6-48a9-a6a4-ca1d83a02022 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:32:43.139689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:43.140065 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:43.845382 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:44.327159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-72fdb9d5-bb12-4e22-a4c4-ffe690d85d10 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:44.327837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-72fdb9d5-bb12-4e22-a4c4-ffe690d85d10 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:32:44.344540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-72fdb9d5-bb12-4e22-a4c4-ffe690d85d10 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:32:44.346342 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-72fdb9d5-bb12-4e22-a4c4-ffe690d85d10 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 814 time: 0.1623511 Apr 25 15:32:44.361516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-60326d29-b491-43c5-8b2d-e53f7ee30d5a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/quotas/989af6741c0a4d2fb2ec0b537b48ddb4 HTTP/1.1" status: 200 len: 375 time: 0.0095847 Apr 25 15:32:44.448380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-9bdee34d-8cd0-482a-8138-42e87e35f2be tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:32:44.464840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-9bdee34d-8cd0-482a-8138-42e87e35f2be tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:32:44.466190 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-9bdee34d-8cd0-482a-8138-42e87e35f2be tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999081 Apr 25 15:32:44.805070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-32c218af-d340-4625-975c-f0d095b3e3ba service neutron] 10.222.0.23 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264995 Apr 25 15:32:44.935017 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-329a25db-6da7-4701-a999-21e962b41ddc service neutron] 10.222.0.23 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241305 Apr 25 15:32:45.113870 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2d97169-a343-4a27-9b43-3e8056637f55 req-20d268f6-82d4-4083-bb1b-0bc377d8e1e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 210 time: 0.0457954 Apr 25 15:32:46.289089 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8429e7e2-df29-4d3a-a7bb-f7f1aa5cf9ab req-636672af-2beb-4756-9c04-979fd70f4a49 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 210 time: 0.0590560 Apr 25 15:32:46.330805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-928b97f3-0be0-4a44-bb1c-97816a5afc4d tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:46.332213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-928b97f3-0be0-4a44-bb1c-97816a5afc4d tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 814 time: 0.1999161 Apr 25 15:32:46.348096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'port': {'device_id': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'admin_state_up': True, 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:46.494866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:32:46.506082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:32:46.517962 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Made reservation on behalf of 989af6741c0a4d2fb2ec0b537b48ddb4 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:32:46.521655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:46.729894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Allocated IP 172.20.0.14 (476372ca-eaf9-4390-8528-a01ff9b98701/58d69f98-e45b-40f3-be49-6ab87cc32a06/4e7ba323-cba9-4c19-869c-0b0b1c63cf5f) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:32:47.006127 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:47.023055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Transition to ACTIVE for port object 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:47.061769 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:47.131833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Network 476372ca-eaf9-4390-8528-a01ff9b98701 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:32:47.135061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:32:47.139074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:32:47.203186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:47.217029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.217391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.217736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.218054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.218382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.218709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.219030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.219351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.219670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.219989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.220337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.220653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:47.231393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:47.232052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:47.268101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-34cb1b6a-6d78-43d4-b881-d99f8dfb7cc6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9242420 Apr 25 15:32:47.494529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-15b96a10-885f-4ded-add6-4ec33fb8070c None None] Provisioning for port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:32:47.513261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-15b96a10-885f-4ded-add6-4ec33fb8070c None None] Provisioning complete for port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:32:47.513889 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15b96a10-885f-4ded-add6-4ec33fb8070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:47.527945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf08c7-505d-426f-b16d-094fc82dad79 req-ce440f8e-38bf-42dc-8988-1a5fdf1d7623 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:47.536811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36cf08c7-505d-426f-b16d-094fc82dad79 req-ce440f8e-38bf-42dc-8988-1a5fdf1d7623 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 932 time: 0.1246855 Apr 25 15:32:47.594325 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36cf08c7-505d-426f-b16d-094fc82dad79 req-69824863-2a7e-4db0-914b-9191d50c6bcf tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Apr 25 15:32:47.600704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-15b96a10-885f-4ded-add6-4ec33fb8070c None None] Port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:32:48.796222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-bcac6eca-0e0a-44a0-b381-3b7f75720c29 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:48.796926 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-bcac6eca-0e0a-44a0-b381-3b7f75720c29 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:32:48.817065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-bcac6eca-0e0a-44a0-b381-3b7f75720c29 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:32:48.818288 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-bcac6eca-0e0a-44a0-b381-3b7f75720c29 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 932 time: 0.1143031 Apr 25 15:32:48.864618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-e24896e4-1857-4c83-a731-34b4fd905847 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:32:48.882756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-e24896e4-1857-4c83-a731-34b4fd905847 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:32:48.883945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bc608caa-8795-45f1-aaf4-dcd8d3189639 req-e24896e4-1857-4c83-a731-34b4fd905847 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Apr 25 15:32:50.082316 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8b909-605b-4485-8a2f-907e980ba376 req-aadb4469-08d1-45ad-9851-0f7f0d8412c9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:50.083831 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15e8b909-605b-4485-8a2f-907e980ba376 req-aadb4469-08d1-45ad-9851-0f7f0d8412c9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 932 time: 0.0930684 Apr 25 15:32:50.134741 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-15e8b909-605b-4485-8a2f-907e980ba376 req-9548d568-0c06-4fb0-88e2-cbc8439b2108 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 Apr 25 15:32:51.340008 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345498e-1dc2-40c1-b436-118c4f81f66a req-c47edca0-521c-45de-be03-6ed293f0a126 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:51.341952 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9345498e-1dc2-40c1-b436-118c4f81f66a req-c47edca0-521c-45de-be03-6ed293f0a126 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 932 time: 0.0884693 Apr 25 15:32:51.390326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9345498e-1dc2-40c1-b436-118c4f81f66a req-0bb512c8-6edc-4e2d-9c5f-b027b7dbb626 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Apr 25 15:32:52.588307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2706ac-77cd-432a-870a-0264c905261c req-7da0954e-3352-475a-911b-971dd897387a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:52.589980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f2706ac-77cd-432a-870a-0264c905261c req-7da0954e-3352-475a-911b-971dd897387a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 932 time: 0.0886049 Apr 25 15:32:52.637412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3f2706ac-77cd-432a-870a-0264c905261c req-2f306ebf-883d-4001-8c04-5fe54addfe13 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Apr 25 15:32:53.351110 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:32:53.825892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a32e0-04be-4551-9a48-dd68e53674d6 req-3cbf2f3f-6d8d-49ad-922a-344a24d361e3 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:53.827496 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b38a32e0-04be-4551-9a48-dd68e53674d6 req-3cbf2f3f-6d8d-49ad-922a-344a24d361e3 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 932 time: 0.0815661 Apr 25 15:32:53.876525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b38a32e0-04be-4551-9a48-dd68e53674d6 req-ed7041ca-bc1c-4dc5-8567-1093d358b6f1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430570 Apr 25 15:32:54.631808 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Request body: {'port': {'device_id': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:32:54.738505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:55.217835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:32:55.227978 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:55.244135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Transition to ACTIVE for port object 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:32:55.249944 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:55.346264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c2837-cf20-487a-aa71-7d53d161da4a req-95dc83f8-4788-4404-a6f0-0338178b3a84 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:55.348240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b3c2837-cf20-487a-aa71-7d53d161da4a req-95dc83f8-4788-4404-a6f0-0338178b3a84 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 944 time: 0.2019429 Apr 25 15:32:55.374543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:55.396679 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b3c2837-cf20-487a-aa71-7d53d161da4a req-59cd67a3-b879-41a5-838d-f2f2fa75c3ee tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Apr 25 15:32:55.499338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Attempting to bind port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:32:55.499664 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Attempting to bind port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:32:55.499983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Attempting to bind port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f on network 476372ca-eaf9-4390-8528-a01ff9b98701 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:55.504637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f on network 476372ca-eaf9-4390-8528-a01ff9b98701 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:32:55.504955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Attempting to bind port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f on network 476372ca-eaf9-4390-8528-a01ff9b98701 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:32:55.509961 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:32:55.510294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Checking segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:32:55.510675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Bound using segment: {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:32:55.511088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Bound port: 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e737c0-c3e7-4186-9f5c-9edacd833268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:32:55.511426 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:55.599519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:32:55.602310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:32:55.606700 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:55.664803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:55.665428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:55.667062 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] 10.222.0.15 "PUT /v2.0/ports/4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 1092 time: 1.0392127 Apr 25 15:32:55.667435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:32:55.692005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873c767-77fb-4e72-bc36-89494a80d19c service neutron] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:55.747351 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0371117-d4e0-4580-a82a-75f547769f60'] response: {'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'status': 'completed', 'code': 200} Apr 25 15:32:55.790737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-960dbd54-ffc3-47e2-ac07-4c080eb8a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:55.792478 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-960dbd54-ffc3-47e2-ac07-4c080eb8a54b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1095 time: 0.0787640 Apr 25 15:32:55.863915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-ba619e9b-d8aa-4d58-b83f-9a2a40340de4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 217 time: 0.0650070 Apr 25 15:32:55.927722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-33a66c35-0dec-4834-b241-66c50df851fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:55.929186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-33a66c35-0dec-4834-b241-66c50df851fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0586247 Apr 25 15:32:56.010021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-6c292141-ff56-435f-bbde-007651fac4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:56.011456 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-6c292141-ff56-435f-bbde-007651fac4f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767748 Apr 25 15:32:56.140798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-eece878f-a1ca-49be-9d66-9fb899737bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234102 Apr 25 15:32:56.276404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0fdb640e-3e01-4c5e-ae9f-3cd6f92eb3a6 req-8ec80d08-35f8-4b0a-aee9-8fe187ab6547 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299808 Apr 25 15:32:56.388277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-b6a9dcc2-afd1-43b3-86a4-15f0aec3fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:56.389744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-b6a9dcc2-afd1-43b3-86a4-15f0aec3fc12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1095 time: 0.0690877 Apr 25 15:32:56.522201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-81f74445-9c2b-4223-9d24-66a6bb2fff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:56.523650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-81f74445-9c2b-4223-9d24-66a6bb2fff87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.1278062 Apr 25 15:32:56.586907 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb188-e723-492b-ba58-60182cc2c2b1 req-f13cf74e-fe0b-4827-8e44-ee014677a533 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:56.588300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e5fb188-e723-492b-ba58-60182cc2c2b1 req-f13cf74e-fe0b-4827-8e44-ee014677a533 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 944 time: 0.0835502 Apr 25 15:32:56.595753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-a166241a-d3f2-4b46-b4af-ab6faf106f1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 217 time: 0.0649450 Apr 25 15:32:56.651949 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7e5fb188-e723-492b-ba58-60182cc2c2b1 req-7044c45c-b877-4156-9b36-e2f0aface1a4 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Apr 25 15:32:56.659985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-01ddd1d3-b051-4987-abeb-ba42bd46b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:56.661470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-01ddd1d3-b051-4987-abeb-ba42bd46b7aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0605595 Apr 25 15:32:56.738740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-b184fe31-d521-455e-9e8c-5040743fed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:56.740181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-b184fe31-d521-455e-9e8c-5040743fed1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722368 Apr 25 15:32:56.979962 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-9ee389d8-4eb3-409e-a33d-d8a445973703 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327433 Apr 25 15:32:57.112522 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9dc9e8d2-6264-4004-b63a-1cf912352f4a req-3b0ea40d-6a14-49e3-8fc5-9b554d725ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255116 Apr 25 15:32:57.837659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772ed3-989e-4985-9d47-576b3a61beee req-313a98cf-6288-4cd9-b64c-eab7856bc30b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:57.839034 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b772ed3-989e-4985-9d47-576b3a61beee req-313a98cf-6288-4cd9-b64c-eab7856bc30b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 944 time: 0.0796013 Apr 25 15:32:57.882334 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b772ed3-989e-4985-9d47-576b3a61beee req-afd0e0bb-5cd0-4511-87f7-fe9e078cd177 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Apr 25 15:32:58.854647 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:32:58.988024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:59.002086 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'port_id': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'mac_address': 'fa:16:3e:18:06:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:32:59.061630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:59.069057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a505-901e-4cd9-8e58-6725d4a904b8 req-c27551b1-d221-4f78-bdf8-46aefbc71f8b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:32:59.070555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1024a505-901e-4cd9-8e58-6725d4a904b8 req-c27551b1-d221-4f78-bdf8-46aefbc71f8b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 944 time: 0.0813694 Apr 25 15:32:59.078649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:32:59.094192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:32:59.099515 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:59.117383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1024a505-901e-4cd9-8e58-6725d4a904b8 req-6f04cb62-ecf2-42b8-8372-d538e3596762 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Apr 25 15:32:59.164735 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:32:59.172406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.172757 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.173697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.174038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.174376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.174709 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.175040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.175373 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.175715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.176022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.176348 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.176677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:32:59.245005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:32:59.301417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:33:00.303723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf98c-fdfe-4160-8e4f-5fb82505952a req-b647cf4d-bb1f-4d9a-9e35-482fb2a522b6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:00.305214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c4cf98c-fdfe-4160-8e4f-5fb82505952a req-b647cf4d-bb1f-4d9a-9e35-482fb2a522b6 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 945 time: 0.0831277 Apr 25 15:33:00.348188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c4cf98c-fdfe-4160-8e4f-5fb82505952a req-095bbcbb-26e3-4fbd-9036-6b60874459cc tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Apr 25 15:33:00.854891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:33:00.935742 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:33:00.941418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:33:00.941418 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:01.056394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:01.082989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:33:01.092980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:33:01.096901 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:01.136253 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd79557-291b-4827-a5cc-91c63cb988e4'] response: {'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'code': 200} Apr 25 15:33:01.170398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:01.249491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc059f5e-c233-484e-962f-aff358882d36 req-ccdfa824-9161-484d-84db-9ea677914e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:01.250984 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc059f5e-c233-484e-962f-aff358882d36 req-ccdfa824-9161-484d-84db-9ea677914e03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1097 time: 0.0705638 Apr 25 15:33:01.292906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc059f5e-c233-484e-962f-aff358882d36 req-fc3cf702-0a27-46c8-84b2-4509d717b170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Apr 25 15:33:01.540811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da0ef-e2a4-46ff-b599-35fa4877ddae req-79276b54-ffee-4b53-9376-31875e3847fb tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:01.542544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c64da0ef-e2a4-46ff-b599-35fa4877ddae req-79276b54-ffee-4b53-9376-31875e3847fb tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0913136 Apr 25 15:33:01.586219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c64da0ef-e2a4-46ff-b599-35fa4877ddae req-42a491ed-069c-4440-8791-727922f5def1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Apr 25 15:33:02.771972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0baf8f-f14e-4b21-afbb-b7d5c21c6edf req-c74c21f3-85d3-47a9-aed0-f93a0cac2e09 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:02.773363 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8f0baf8f-f14e-4b21-afbb-b7d5c21c6edf req-c74c21f3-85d3-47a9-aed0-f93a0cac2e09 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0822012 Apr 25 15:33:02.816991 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8f0baf8f-f14e-4b21-afbb-b7d5c21c6edf req-f486068e-cd32-4c67-bb1c-f64db46fec0a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Apr 25 15:33:03.002393 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75b07b-43d8-402b-b191-a8f01c6c7ccb req-b198144c-fb23-4e5e-a46e-784e4fa0254a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:03.003835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d75b07b-43d8-402b-b191-a8f01c6c7ccb req-b198144c-fb23-4e5e-a46e-784e4fa0254a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0828664 Apr 25 15:33:03.047395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2d75b07b-43d8-402b-b191-a8f01c6c7ccb req-5dc31d5f-e1d7-4a4b-8a4e-09756b487c4a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Apr 25 15:33:03.426537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28252f-237e-446a-b103-a9434a498a41 req-dbde84f2-8d13-4aeb-80c5-f2a2c5e96e19 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:03.427892 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc28252f-237e-446a-b103-a9434a498a41 req-dbde84f2-8d13-4aeb-80c5-f2a2c5e96e19 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0803325 Apr 25 15:33:03.470816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cc28252f-237e-446a-b103-a9434a498a41 req-9a62b22b-ab78-4b27-a7b8-9e60254d19d4 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Apr 25 15:33:04.782289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:08.640886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61eae554-00c1-4053-a521-d683f6723b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:11.007780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-deced69a-3991-402a-8c24-f6ccc522fc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:11.918427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:12.155773 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:13.547739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee76e-c080-4898-9af7-26f19ae40608 req-588407f6-90f2-4834-b56c-68df6e8185bf tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:13.549303 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-495ee76e-c080-4898-9af7-26f19ae40608 req-588407f6-90f2-4834-b56c-68df6e8185bf tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0863523 Apr 25 15:33:13.593904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-495ee76e-c080-4898-9af7-26f19ae40608 req-31a853bc-d43e-4d33-9b0e-b7a06003c03b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Apr 25 15:33:13.617752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41384) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:13.736501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa3cc1-f3e8-4c64-adfe-2d132ff8c515 tempest-TestMinimumBasicScenario-1677340099 tempest-TestMinimumBasicScenario-1677340099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:13.737229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dcfa3cc1-f3e8-4c64-adfe-2d132ff8c515 tempest-TestMinimumBasicScenario-1677340099 tempest-TestMinimumBasicScenario-1677340099-project-admin] Synchronizing usage tracker for tenant:7b427c96be5c4148a5693f1fcf7ccf3d on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:33:13.753831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dcfa3cc1-f3e8-4c64-adfe-2d132ff8c515 tempest-TestMinimumBasicScenario-1677340099 tempest-TestMinimumBasicScenario-1677340099-project-admin] Unset dirty status for tenant:7b427c96be5c4148a5693f1fcf7ccf3d on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:33:13.754650 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dcfa3cc1-f3e8-4c64-adfe-2d132ff8c515 tempest-TestMinimumBasicScenario-1677340099 tempest-TestMinimumBasicScenario-1677340099-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1092 time: 0.1359153 Apr 25 15:33:13.757725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41390) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:13.762666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:13.770120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:13.774682 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:floatingip and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:13.776592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:13.783229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:13.793777 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:13.848377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:13.934366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:14.069301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Allocated IP 172.25.0.54 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/e591dcf6-79ad-4202-b6db-992c320b29bd) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:33:14.217559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:14.246977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:14.309987 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:33:14.312735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:33:14.320683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:33:14.360852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'Port': ['ID=e591dcf6-79ad-4202-b6db-992c320b29bd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:14.735096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:14.810081 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:15.122309 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:15.127735 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:15.239487 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'Port': ['ID=e591dcf6-79ad-4202-b6db-992c320b29bd,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:15.249854 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:15.436115 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Floating IP 94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4 associated. External IP: 172.25.0.54, port: 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f. Apr 25 15:33:15.793183 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Router 340a9b8b-d143-43e1-a2eb-93771b828684 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:33:15.974960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:33:15.984486 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] Sync routers for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:33:15.995195 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:33:15.996040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:33:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:33:16.002239 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.062314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-03beef9b-eada-4b7a-991d-c3bddf3a0d75 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3034122 Apr 25 15:33:16.062805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:33:16.065543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41394) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:16.071092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750978813', 'description': 'tempest-secgroup-smoke-1750978813 description', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:16.078807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:16.089637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:16.104009 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.127898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:16.132479 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:16.135518 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:16.141421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:16.195269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:33:16.220018 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.224514 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.267815 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a308ce12-024c-42b6-9576-41a14f77c6d4'] response: {'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'status': 'completed', 'code': 200} Apr 25 15:33:16.277155 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b750c410-3c45-4618-b1fe-40b603197c0f,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:16.287865 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.288736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c95e6b6b-91ed-49f9-96fa-abca94a32535 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2221243 Apr 25 15:33:16.291699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41402) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:16.297700 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group_rule': {'security_group_id': 'b750c410-3c45-4618-b1fe-40b603197c0f', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:16.307476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:16.314770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:16.316511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:16.325978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:16.347734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.380537 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-54446cd1-c2d1-463a-8b1f-1b06689da278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:16.382222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-54446cd1-c2d1-463a-8b1f-1b06689da278 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1097 time: 0.0915816 Apr 25 15:33:16.423505 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.428924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.460061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e292e7a0-6112-4f1b-9397-5c6ba392a544,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:16.464195 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.465750 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4fc7ff83-3189-415a-a253-69df8ab2aab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727002 Apr 25 15:33:16.468344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41406) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:16.473879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group_rule': {'security_group_id': 'b750c410-3c45-4618-b1fe-40b603197c0f', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:16.481636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:16.486547 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:16.489669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:16.495736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:16.514568 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.558623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-f3084014-5a63-442c-8a90-54340812ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:16.560460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-f3084014-5a63-442c-8a90-54340812ee7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.1714258 Apr 25 15:33:16.588202 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.593107 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.627305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad69f66-242c-44d8-af55-d042ac945485,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:16.630219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'port_id': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'mac_address': 'fa:16:3e:18:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:33:14Z', 'updated_at': '2022-04-25T15:33:14Z', 'revision_number': 0, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:33:16.636124 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] Checking router: 340a9b8b-d143-43e1-a2eb-93771b828684 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:33:16.638473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.642310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5464bc3f-c70d-47bb-a7e7-7e55f822e810 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705000 Apr 25 15:33:16.642801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41410) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:16.650584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:33:16.651536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:33:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:33:16.652224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group_rule': {'security_group_id': 'b750c410-3c45-4618-b1fe-40b603197c0f', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:16.665542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:16.674163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:16.686970 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:16.695094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:16.698406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-e39b0001-de62-416b-bd93-9154b02d34a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 999 time: 0.1323111 Apr 25 15:33:16.755588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.797708 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-a4ac8416-250f-4203-9b1a-47bc21c935dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:16.799716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-a4ac8416-250f-4203-9b1a-47bc21c935dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0948837 Apr 25 15:33:16.859968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:33:16.891503 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.899046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.940331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69080e4-afc1-4134-a5b6-4b1dd55765ff,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:16.951965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:16.958333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e65a9a4b-7b7d-40e1-9699-5693986fb2e1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095942 Apr 25 15:33:16.958442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41414) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:16.961934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-bbfef037-0339-4aa1-b1c8-7b684ff61722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:16.964317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group_rule': {'security_group_id': 'b750c410-3c45-4618-b1fe-40b603197c0f', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:16.967054 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-bbfef037-0339-4aa1-b1c8-7b684ff61722 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585426 Apr 25 15:33:16.972664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:16.977573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:16.981164 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:16.989722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:17.011339 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.085973 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.091314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.111909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e9849b-8893-423a-ad8b-4eedae063865,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:17.138726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.142542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-fbb2d71f-49d1-4005-a213-5716a490258a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820118 Apr 25 15:33:17.143158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41418) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:17.149070 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group_rule': {'security_group_id': 'b750c410-3c45-4618-b1fe-40b603197c0f', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:17.156599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:17.161097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:17.165405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:17.171563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:17.183634 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Project 989af6741c0a4d2fb2ec0b537b48ddb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:33:17.192051 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.227599 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-16923b37-0aba-4b7e-9ca5-3ad7060c7c33 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549772 Apr 25 15:33:17.259693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'port_id': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'mac_address': 'fa:16:3e:18:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:33:14Z', 'updated_at': '2022-04-25T15:33:14Z', 'revision_number': 0, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:33:17.263927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f7623-142a-40a4-89f4-e134cd02dcb7 None None] The sync data for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 is: [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'port_id': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'mac_address': 'fa:16:3e:18:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:33:14Z', 'updated_at': '2022-04-25T15:33:14Z', 'revision_number': 0, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:33:17.266141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.273348 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.305028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d358c934-8cd7-405b-8c81-413331a54bf3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:17.319697 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.323546 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b49ec621-dcc8-489d-a3e7-2f7c90a0033f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1765485 Apr 25 15:33:17.323892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41422) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:33:17.332571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'security_group_rule': {'security_group_id': 'b750c410-3c45-4618-b1fe-40b603197c0f', 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:17.342832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:33:17.348928 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Usage tracker for resource:security_group_rule and tenant:989af6741c0a4d2fb2ec0b537b48ddb4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:33:17.352881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:33:17.359138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:33:17.373953 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Project 989af6741c0a4d2fb2ec0b537b48ddb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:33:17.385534 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.397192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-859075f4-7e2b-4576-a249-3cd473a37c03 req-70242a8d-e73e-4089-8e75-72aa8e8b8f01 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599009 Apr 25 15:33:17.484791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.490643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.533170 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b921c5-4888-4e73-96b7-84298d7fd3ea,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:17.548219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:17.550281 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79e7dc1b-2ba1-4051-afa1-742b5d4850a2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2250295 Apr 25 15:33:17.550528 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fe8710-228f-45d1-81e1-7255b4094972 None None] New status for floating IP 94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:33:17.677734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-da6f4038-c7aa-4015-b099-513fba2209e5 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:33:17.694457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-da6f4038-c7aa-4015-b099-513fba2209e5 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:33:17.695822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-da6f4038-c7aa-4015-b099-513fba2209e5 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750978813&fields=id&tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4 HTTP/1.1" status: 200 len: 267 time: 0.0579667 Apr 25 15:33:17.786904 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-cb144537-943f-47c8-b6e5-f80223bc2d5d tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:17.789529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-cb144537-943f-47c8-b6e5-f80223bc2d5d tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0876977 Apr 25 15:33:17.799861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'port': {'security_groups': ['cd564916-c8a8-4f91-b98b-21aae41cd4de', 'b750c410-3c45-4618-b1fe-40b603197c0f']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:33:17.925337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:18.180359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:33:18.205155 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:18.209929 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:18.223444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:33:18.280267 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:18.280919 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:18.282422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76c4e744-dfa5-4e47-993b-82274a057dfd req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "PUT /v2.0/ports/4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 982 time: 0.4875846 Apr 25 15:33:18.282882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:33:18.314542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95b23-445e-4564-b01b-e727e60ce7e9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:33:18.353858 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:33:18.362972 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668422f4-a001-4cc3-9487-c4953623f0ef'] response: {'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'status': 'completed', 'code': 200} Apr 25 15:33:18.505843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-7c235c9e-0772-4aa2-997c-2bd8d84761d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:18.507738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-7c235c9e-0772-4aa2-997c-2bd8d84761d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1136 time: 0.1162932 Apr 25 15:33:18.552625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c089b20-1657-4270-9fbf-5ddf95445c7f req-b3e3cba3-dfd6-4582-85a5-5051c15e260b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:18.561648 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c089b20-1657-4270-9fbf-5ddf95445c7f req-b3e3cba3-dfd6-4582-85a5-5051c15e260b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.1244938 Apr 25 15:33:18.616114 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c089b20-1657-4270-9fbf-5ddf95445c7f req-8bbccd3f-290d-46cb-8a58-043cc1bf237f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509794 Apr 25 15:33:18.669383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-333b30c9-ad46-4657-a45c-89b734795e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:18.670988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-333b30c9-ad46-4657-a45c-89b734795e86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.1553793 Apr 25 15:33:18.723109 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-103b75b4-e53e-491f-83ff-502041af9a8d None None] Provisioning complete for port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:33:18.723472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-103b75b4-e53e-491f-83ff-502041af9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:18.777963 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-e2273add-45d0-4d08-98ff-60061e25f1a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 1001 time: 0.1009483 Apr 25 15:33:18.843706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-1591161f-39d1-48c7-8a73-b2d7e19be0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:18.845753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-1591161f-39d1-48c7-8a73-b2d7e19be0d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0615454 Apr 25 15:33:18.929421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-0abdf936-c2b0-4e93-b7e4-925f1e0bf867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:18.931169 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-0abdf936-c2b0-4e93-b7e4-925f1e0bf867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790017 Apr 25 15:33:19.070792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-eaaf67f6-ff20-4954-a2b8-a63b39e06a35 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335158 Apr 25 15:33:19.208863 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0dcf80a1-c6ea-4c14-b1da-4ff525a6e7f6 req-b30e9a9f-5fe6-4e29-b592-f0ff9dfff0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315756 Apr 25 15:33:29.247500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:30.353885 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:33:34.786083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:35.640157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-a04b8036-078f-4003-a03a-b8fd393919e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766129 Apr 25 15:33:35.792741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-c04e9322-cf51-44ab-bead-cdfaa7c9c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:35.794189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-c04e9322-cf51-44ab-bead-cdfaa7c9c795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1136 time: 0.0851922 Apr 25 15:33:36.048324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec92c90-f7a1-4cc8-b626-14953435e10b req-d1121eab-72d8-43de-b9e8-156d27266b7d tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:36.049830 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fec92c90-f7a1-4cc8-b626-14953435e10b req-d1121eab-72d8-43de-b9e8-156d27266b7d tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.2124972 Apr 25 15:33:36.065395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-f7098b6b-81ca-48ef-98c7-0f330d61db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:36.066859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-f7098b6b-81ca-48ef-98c7-0f330d61db11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.2531130 Apr 25 15:33:36.103506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fec92c90-f7a1-4cc8-b626-14953435e10b req-c2a8633f-ec00-40bf-bc26-8f57d8ff622e tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437348 Apr 25 15:33:36.172888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-7bc7610c-7b05-4ffa-ae91-f6d62a8b36c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 1001 time: 0.0988834 Apr 25 15:33:36.237737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-321034c9-3a4b-430d-bf64-7cd91516517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:36.239192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-321034c9-3a4b-430d-bf64-7cd91516517b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0587876 Apr 25 15:33:36.319937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-43ffc1dd-8c1f-4dc7-ba55-79c39c002a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:36.321396 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-43ffc1dd-8c1f-4dc7-ba55-79c39c002a79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747304 Apr 25 15:33:36.455658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-de67b03d-914e-4e33-b4db-6228d314e5c5 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273303 Apr 25 15:33:36.591044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-db64c901-cbda-4758-9f44-ee12edc8b424 req-6379572c-50ac-4b63-849e-b81268a741ae service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289616 Apr 25 15:33:36.698600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-9b039ad7-34b1-404b-9297-2771d2bdec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:36.700142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-9b039ad7-34b1-404b-9297-2771d2bdec07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1136 time: 0.0717783 Apr 25 15:33:36.837771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-eb9090b0-1bea-4372-a818-46c761d612b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:36.839260 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-eb9090b0-1bea-4372-a818-46c761d612b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.1323848 Apr 25 15:33:36.954816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-f08699f3-8cd5-4f7b-aebe-63e1aa4f48af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 1001 time: 0.1090889 Apr 25 15:33:37.019246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-26c3554c-49ba-4b8b-8742-28065d16b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:37.020675 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-26c3554c-49ba-4b8b-8742-28065d16b6c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0589476 Apr 25 15:33:37.100076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-7ed84bee-8385-4563-94e7-0eaabe4b2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:37.101565 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-7ed84bee-8385-4563-94e7-0eaabe4b2d58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729835 Apr 25 15:33:37.272822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-01be9ae5-1774-41cd-ad48-367abca064fd service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638174 Apr 25 15:33:37.401840 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe2875-62c3-4af6-bb0a-5b7453f94996 req-c55840e5-1198-4905-b95b-41e72e72198b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:37.403316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9fe2875-62c3-4af6-bb0a-5b7453f94996 req-c55840e5-1198-4905-b95b-41e72e72198b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.1904593 Apr 25 15:33:37.462337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a055098d-66e6-47f7-a8ad-fdaf974dbf7d req-c182290e-d844-48a3-81f8-f9cc954aef9a service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811261 Apr 25 15:33:37.477391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d9fe2875-62c3-4af6-bb0a-5b7453f94996 req-3e454090-c883-453b-a0a6-9c3f825625c3 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666854 Apr 25 15:33:38.644714 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8352f54e-9060-4392-afa5-f18469aa3509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:38.678503 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75d37d-c565-413d-b835-6615f26be7b6 req-71f9feac-111a-4447-b02c-60068af8d144 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:38.679977 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca75d37d-c565-413d-b835-6615f26be7b6 req-71f9feac-111a-4447-b02c-60068af8d144 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0896335 Apr 25 15:33:38.727158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ca75d37d-c565-413d-b835-6615f26be7b6 req-1af204e3-95d7-48a9-9b81-e29d22d5b7b9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407915 Apr 25 15:33:39.935936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fd0af-478f-4a73-8d8a-e89f1109e4ca req-69bf73bc-23c3-42ef-acb3-a0b533503bc2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:39.937464 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c35fd0af-478f-4a73-8d8a-e89f1109e4ca req-69bf73bc-23c3-42ef-acb3-a0b533503bc2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0909216 Apr 25 15:33:39.990602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c35fd0af-478f-4a73-8d8a-e89f1109e4ca req-07b527f1-55bc-41e0-b45e-c629bb3d2d9e tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465002 Apr 25 15:33:41.008959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8876cf63-ffac-4682-8de7-502bbd3088b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:41.184300 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9363c-4b06-4b92-ad82-725910fbccff req-840bcd3c-e103-4029-b4ac-4b907786f043 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:41.185823 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3a9363c-4b06-4b92-ad82-725910fbccff req-840bcd3c-e103-4029-b4ac-4b907786f043 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0877063 Apr 25 15:33:41.236442 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d3a9363c-4b06-4b92-ad82-725910fbccff req-d93fb455-5d13-4a94-8c1e-b2912b036ab2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446856 Apr 25 15:33:41.921670 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:42.158196 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:42.418825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a591457-c92c-48c1-8400-e5acbfe47cf9 req-32abc3dd-0203-4aee-88b5-966795da2b9a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:42.420242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a591457-c92c-48c1-8400-e5acbfe47cf9 req-32abc3dd-0203-4aee-88b5-966795da2b9a tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0785553 Apr 25 15:33:42.465219 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4a591457-c92c-48c1-8400-e5acbfe47cf9 req-5dbd2457-eea7-4275-8a79-ab69fbce3d5f tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391767 Apr 25 15:33:43.655841 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc1970-21f0-437d-9246-4601ef6ddf62 req-c934e3fe-bea0-4c2d-80e9-3045a7d286a7 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:43.657994 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dfc1970-21f0-437d-9246-4601ef6ddf62 req-c934e3fe-bea0-4c2d-80e9-3045a7d286a7 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0807557 Apr 25 15:33:43.705246 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3dfc1970-21f0-437d-9246-4601ef6ddf62 req-57040aee-b440-488d-93e6-618727e18956 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412989 Apr 25 15:33:43.851759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:33:45.017464 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adefd37-6ecd-4e23-8923-b406844f4ea5 req-c8ad2bae-a15c-4a34-a255-d928fd8d0b3b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:45.018920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0adefd37-6ecd-4e23-8923-b406844f4ea5 req-c8ad2bae-a15c-4a34-a255-d928fd8d0b3b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.2061255 Apr 25 15:33:45.065052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0adefd37-6ecd-4e23-8923-b406844f4ea5 req-29eb1354-9615-4316-bb85-3883f3039da8 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403044 Apr 25 15:33:46.255557 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bf4c8-e95c-46bb-a058-dda55ab7eb94 req-bf03d55a-30fc-4681-9cc5-a93eb169c2ad tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:46.257138 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-567bf4c8-e95c-46bb-a058-dda55ab7eb94 req-bf03d55a-30fc-4681-9cc5-a93eb169c2ad tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0860970 Apr 25 15:33:46.304749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-567bf4c8-e95c-46bb-a058-dda55ab7eb94 req-730c699d-40c6-4b18-a62e-8b5e467fb9bc tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416937 Apr 25 15:33:47.503294 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1dca-5f6d-4a8e-8eea-85cf407f5a2c req-2de94967-f4fe-4f05-8bff-2a5873464cff tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:47.504802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a97b1dca-5f6d-4a8e-8eea-85cf407f5a2c req-2de94967-f4fe-4f05-8bff-2a5873464cff tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0883090 Apr 25 15:33:47.559282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a97b1dca-5f6d-4a8e-8eea-85cf407f5a2c req-eb73c813-f269-4170-a880-5ef2f91a24b5 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478125 Apr 25 15:33:48.752360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec63ff-7363-45a7-aeb2-74f826655b12 req-7010e743-5485-4f79-ab36-79b08862a87e tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:48.753862 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8dec63ff-7363-45a7-aeb2-74f826655b12 req-7010e743-5485-4f79-ab36-79b08862a87e tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0806475 Apr 25 15:33:48.801276 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8dec63ff-7363-45a7-aeb2-74f826655b12 req-d2d36078-6cd2-42d9-bdc0-80898c643cbc tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415521 Apr 25 15:33:49.995109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e964cc-13b0-4a36-b455-d0fe5f602d9f req-197906c7-5f9e-4c0d-af67-1f80995eb9f5 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:49.996581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33e964cc-13b0-4a36-b455-d0fe5f602d9f req-197906c7-5f9e-4c0d-af67-1f80995eb9f5 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0879138 Apr 25 15:33:50.044945 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-33e964cc-13b0-4a36-b455-d0fe5f602d9f req-a919696b-d3cb-4f4d-9667-59cc7b708d03 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418544 Apr 25 15:33:51.236638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4d504-c4b5-4d93-ad8d-5e7915855261 req-65e5658a-9d52-4c0d-b0fb-c6888ba411cc tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:51.238158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79b4d504-c4b5-4d93-ad8d-5e7915855261 req-65e5658a-9d52-4c0d-b0fb-c6888ba411cc tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0845115 Apr 25 15:33:51.285220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-79b4d504-c4b5-4d93-ad8d-5e7915855261 req-6b27342c-334a-44bd-acea-af3e75ad4a9b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411181 Apr 25 15:33:52.474412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089c28-5023-4449-b977-763df0337a7a req-0e4ae061-4419-4bba-8072-16bbae6d4a88 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:52.475873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e089c28-5023-4449-b977-763df0337a7a req-0e4ae061-4419-4bba-8072-16bbae6d4a88 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0838418 Apr 25 15:33:52.523698 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e089c28-5023-4449-b977-763df0337a7a req-be0c9e83-33fc-4187-addf-dcd5e4959971 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419106 Apr 25 15:33:53.721822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeda69-0674-4faf-aafc-442418353500 req-3672b851-bf91-4a10-be47-7d724ca7392b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:33:53.723269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbeeda69-0674-4faf-aafc-442418353500 req-3672b851-bf91-4a10-be47-7d724ca7392b tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0867651 Apr 25 15:33:53.769296 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-fbeeda69-0674-4faf-aafc-442418353500 req-08ec0178-f61f-487c-a5c8-d132c19dab02 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=b750c410-3c45-4618-b1fe-40b603197c0f&id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400422 Apr 25 15:33:59.258155 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:04.782131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:07.353127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:34:08.647527 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b07cd2b-9fbc-469e-a508-f3a83f6acfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:11.019991 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf2e3fc4-5b65-49f7-916b-9fe1cbbc5f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:11.924275 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:12.161011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:13.854125 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:25.538914 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5e433e4a-1f7d-49d0-9da0-f000ce3adae9 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750978813&fields=id&tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4 HTTP/1.1" status: 200 len: 267 time: 0.0402305 Apr 25 15:34:25.627461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-ae935a72-b59d-4d29-a06a-59bfb448bce0 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:25.628900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-ae935a72-b59d-4d29-a06a-59bfb448bce0 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 985 time: 0.0843499 Apr 25 15:34:25.639954 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Request body: {'port': {'security_groups': ['cd564916-c8a8-4f91-b98b-21aae41cd4de']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:25.759808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:25.994898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:26.019673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.023975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.035398 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:34:26.095508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:26.096156 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.097578 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2334c4df-2d54-4e44-aeee-63ff6a7170e2 req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "PUT /v2.0/ports/4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 943 time: 0.4625568 Apr 25 15:34:26.098028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:34:26.106701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41502) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:26.121618 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event updated for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:26.130174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.130438 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.130679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.131011 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.131398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.131653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.131975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.132293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.132611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.132928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.133274 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.133589 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e87c-67cd-402a-b367-dc60ea4b0a41 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.157527 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:34:26.188037 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897ee76d-e810-47b7-9b70-17ba0b9102a6'] response: {'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'status': 'completed', 'code': 200} Apr 25 15:34:26.212116 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.245669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.317124 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-ed76e14f-8d47-4d3a-b505-05223fc38150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:26.319279 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-ed76e14f-8d47-4d3a-b505-05223fc38150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1097 time: 0.1043103 Apr 25 15:34:26.332166 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.353381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750c410-3c45-4618-b1fe-40b603197c0f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:26.362751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.363030 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.363372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.363719 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.364051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.364410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.364749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.365095 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.365614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.366125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.366455 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.366783 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:26.374474 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.375615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-65e96f32-5bf1-4cba-b991-175c23f1da89 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "DELETE /v2.0/security-groups/b750c410-3c45-4618-b1fe-40b603197c0f HTTP/1.1" status: 204 len: 168 time: 0.2679150 Apr 25 15:34:26.378302 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41506) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:26.433948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6b7e99ec-7b7c-4822-aeac-0a511a027d8d None None] Provisioning complete for port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:26.434334 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b7e99ec-7b7c-4822-aeac-0a511a027d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.475966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-5876996f-cd13-4b71-86ca-b8fe87421722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:26.477766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-5876996f-cd13-4b71-86ca-b8fe87421722 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.1525424 Apr 25 15:34:26.589499 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Deleting port e591dcf6-79ad-4202-b6db-992c320b29bd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:26.589846 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.591213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-24709fb5-f698-4bbc-8512-9fd5cb4028aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 1001 time: 0.1063902 Apr 25 15:34:26.654039 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-bca40f4c-6b16-48ff-a245-dbceec764e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:26.655537 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-bca40f4c-6b16-48ff-a245-dbceec764e38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0585890 Apr 25 15:34:26.730847 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-6ec2608c-b5c4-4191-95df-e041bfe09463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:26.732296 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-6ec2608c-b5c4-4191-95df-e041bfe09463 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712070 Apr 25 15:34:26.775536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.775863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:26.863807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-73848757-90e1-4373-b873-27bff8041748 service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253607 Apr 25 15:34:26.899181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Calling delete_port for e591dcf6-79ad-4202-b6db-992c320b29bd owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:27.059438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:27.109168 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b60a1913-48df-4b36-bbea-85e1078cdfcd req-f9afd61f-7a87-4281-b2f0-6e9a16b7806c service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390325 Apr 25 15:34:27.135624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event deleted for resources: {'Port': ['ID=e591dcf6-79ad-4202-b6db-992c320b29bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:27.296485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:27.296818 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Floating IP 94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4 disassociated (deleted). External IP: 172.25.0.54, port: 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f. Apr 25 15:34:27.644000 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Router 340a9b8b-d143-43e1-a2eb-93771b828684 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:34:27.822963 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:34:27.832412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] Sync routers for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:34:27.842752 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:27.843454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:27.843634 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:27.897556 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01489c09-ac5d-473c-a4ad-5771733383c1 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "DELETE /v2.0/floatingips/94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4 HTTP/1.1" status: 204 len: 168 time: 1.5182338 Apr 25 15:34:27.898140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:34:27.953356 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978b819b-13c7-4fbe-bb0c-f508f3bc62f8'] response: {'name': 'network-changed', 'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'status': 'completed', 'code': 200} Apr 25 15:34:28.040634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:28.046472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfdb5-edde-4020-b27e-27e329fc496b req-329eedf5-abf3-41ba-b46f-f2a78162a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:28.048214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-329eedf5-abf3-41ba-b46f-f2a78162a2a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 1097 time: 0.0769448 Apr 25 15:34:28.184999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfdb5-edde-4020-b27e-27e329fc496b req-ffd68143-c5b8-43a8-88e5-dbf86951f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:28.187020 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-ffd68143-c5b8-43a8-88e5-dbf86951f7f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 200 len: 915 time: 0.1325295 Apr 25 15:34:28.277501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-7cfaef86-bc98-40e7-87e6-d72d7543ed0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 200 len: 217 time: 0.0842969 Apr 25 15:34:28.350884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfdb5-edde-4020-b27e-27e329fc496b req-b758d76d-414b-4d42-a46c-f7f49426f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:28.352257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-b758d76d-414b-4d42-a46c-f7f49426f743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 200 len: 853 time: 0.0654562 Apr 25 15:34:28.392849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:28.396703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] Checking router: 340a9b8b-d143-43e1-a2eb-93771b828684 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:34:28.404999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:28.405682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:28.431344 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfdb5-edde-4020-b27e-27e329fc496b req-d8886371-dfdf-4481-8e31-d752887f7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:28.432804 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-d8886371-dfdf-4481-8e31-d752887f7a80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476372ca-eaf9-4390-8528-a01ff9b98701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750263 Apr 25 15:34:28.569189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-df21c0d4-b554-45fe-a1ac-8a3d7d8ab4fb service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282723 Apr 25 15:34:28.582137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:28.715917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-555dfdb5-edde-4020-b27e-27e329fc496b req-416cc418-fd06-4ac1-b849-9c8d54a06b0e service neutron] 10.222.0.15 "GET /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404991 Apr 25 15:34:28.936959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:28.941100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fec9-6586-4c34-a511-ae367f0ed704 None None] The sync data for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 is: [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:32:26Z', 'revision_number': 4, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b', 'name': '', 'network_id': '476372ca-eaf9-4390-8528-a01ff9b98701', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'mac_address': 'fa:16:3e:4d:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:25Z', 'updated_at': '2022-04-25T15:32:32Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'subnets': [{'id': '58d69f98-e45b-40f3-be49-6ab87cc32a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:34:29.181651 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d90cb1-3fdc-4168-a7f0-d73d14856be1 None None] New status for floating IP 94f0eb05-d3b3-43ac-a9fb-c70e7a91f9c4: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:34:29.263758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:32.235309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-34dc1c7c-3c75-4109-913a-a26b79688dfe tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:32.236006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-34dc1c7c-3c75-4109-913a-a26b79688dfe tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:34:32.250560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-34dc1c7c-3c75-4109-913a-a26b79688dfe tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:34:32.251870 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-34dc1c7c-3c75-4109-913a-a26b79688dfe tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0989740 Apr 25 15:34:32.295425 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-d164df79-2d6e-4b08-b9ea-757035140d82 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Synchronizing usage tracker for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:34:32.311204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-d164df79-2d6e-4b08-b9ea-757035140d82 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Unset dirty status for tenant:989af6741c0a4d2fb2ec0b537b48ddb4 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:34:32.312317 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aa4b4eee-66a0-4c00-8496-4503aa88d86c req-d164df79-2d6e-4b08-b9ea-757035140d82 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548041 Apr 25 15:34:33.499579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45264a84-d739-4c51-8d58-c87ce0c30b4b req-8a27edb9-5963-466b-86dc-199c01959f06 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:33.501101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45264a84-d739-4c51-8d58-c87ce0c30b4b req-8a27edb9-5963-466b-86dc-199c01959f06 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0788548 Apr 25 15:34:33.548833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45264a84-d739-4c51-8d58-c87ce0c30b4b req-7325b552-429b-4d6f-8269-fb54ab79d75c tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd564916-c8a8-4f91-b98b-21aae41cd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Apr 25 15:34:33.786120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-3ca703a2-f57f-432c-8f33-232d6cc04333 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:33.787827 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-3ca703a2-f57f-432c-8f33-232d6cc04333 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 946 time: 0.0835924 Apr 25 15:34:33.859843 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Deleting port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:33.860180 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:34.108014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] For port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:34.108283 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:34.234178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Calling delete_port for 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:34.381661 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:34.394531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:34:34.541204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Pushing event deleted for resources: {'Port': ['ID=4e7ba323-cba9-4c19-869c-0b0b1c63cf5f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:34.615512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] No DVR routers for this DVR port 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:34:34.618020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:34.620528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'name': 'network-vif-deleted', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:34:34.637022 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d4e4709-37e9-4c7b-b36c-77c68ee3bfb3 req-b3633d6b-0217-4941-acfb-6548045ac358 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.15 "DELETE /v2.0/ports/4e7ba323-cba9-4c19-869c-0b0b1c63cf5f HTTP/1.1" status: 204 len: 173 time: 0.8438921 Apr 25 15:34:34.683405 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9f0c89-689f-4654-9f63-864f013d8e4f'] response: {'server_uuid': '6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0', 'name': 'network-vif-deleted', 'tag': '4e7ba323-cba9-4c19-869c-0b0b1c63cf5f', 'status': 'completed', 'code': 200} Apr 25 15:34:34.712024 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2e400550-9550-4973-9eb2-6c4fc43ec2cb req-49ab1195-cffc-4511-9cfe-9cfe98b746b2 tempest-TestMinimumBasicScenario-816674575 tempest-TestMinimumBasicScenario-816674575-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aaeab4a-2e1a-4a87-b05e-1ac73e9879f0 HTTP/1.1" status: 200 len: 210 time: 0.0495687 Apr 25 15:34:34.815586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:36.339756 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41592) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:36.873323 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:37.323814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:37.329326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Deleting port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:37.329671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:37.370829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:34:37.371178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 4e7ba323-cba9-4c19-869c-0b0b1c63cf5f not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:37.516688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] For port 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:37.516688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:37.636906 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Calling delete_port for 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:37.957811 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:38.006029 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:38.269559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:38.648715 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0edef60-1e2f-41d7-b805-e221d18af040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:38.734782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Router 340a9b8b-d143-43e1-a2eb-93771b828684 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:34:38.911009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:34:38.919667 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] Sync routers for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:34:38.924250 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8544eeb-c544-4ce7-9327-d8de268f5894 admin admin] 10.222.0.23 "PUT /v2.0/routers/340a9b8b-d143-43e1-a2eb-93771b828684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5834155 Apr 25 15:34:38.926742 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41598) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:38.929522 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:38.930150 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:39.106250 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:39.106584 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:39.282301 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:39.292952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Deleting port 53101776-b10e-4413-9c2d-235cd4becf0a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:39.293371 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:39.390432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:34:37Z', 'revision_number': 5, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port': {'id': '53101776-b10e-4413-9c2d-235cd4becf0a', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:23Z', 'updated_at': '2022-04-25T15:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:39.394380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] Checking router: 340a9b8b-d143-43e1-a2eb-93771b828684 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:34:39.402739 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] Routers {'340a9b8b-d143-43e1-a2eb-93771b828684'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:39.403344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['340a9b8b-d143-43e1-a2eb-93771b828684'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:39.464414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] For port 53101776-b10e-4413-9c2d-235cd4becf0a, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=53101776-b10e-4413-9c2d-235cd4becf0a,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:39.464754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:39.559747 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] Set router 340a9b8b-d143-43e1-a2eb-93771b828684 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:39.589611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Calling delete_port for 53101776-b10e-4413-9c2d-235cd4becf0a owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:39.665506 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:34:39Z', 'revision_number': 6, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:39.670235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dfdcfc-50cb-42b5-b77a-13b05f2fcd22 None None] The sync data for ids ['340a9b8b-d143-43e1-a2eb-93771b828684'] in n-d-811416-6 is: [{'id': '340a9b8b-d143-43e1-a2eb-93771b828684', 'name': 'tempest-TestMinimumBasicScenario-847320876-router', 'tenant_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:22Z', 'updated_at': '2022-04-25T15:34:39Z', 'revision_number': 6, 'project_id': '989af6741c0a4d2fb2ec0b537b48ddb4', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:34:39.878686 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:39.927520 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Pushing event deleted for resources: {'Port': ['ID=53101776-b10e-4413-9c2d-235cd4becf0a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:40.015430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.198674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.200827 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.224754 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.225299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340a9b8b-d143-43e1-a2eb-93771b828684 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:34:40.240226 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.241352 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c80ce2da-e038-4940-91d4-f61e9a61ea16 admin admin] 10.222.0.23 "DELETE /v2.0/routers/340a9b8b-d143-43e1-a2eb-93771b828684 HTTP/1.1" status: 204 len: 168 time: 1.3136845 Apr 25 15:34:40.243815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:40.301544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Deleting subnet 58d69f98-e45b-40f3-be49-6ab87cc32a06 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:34:40.304473 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.352011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.437913 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.514624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.552017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d69f98-e45b-40f3-be49-6ab87cc32a06,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:40.558006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.562987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804999e-5066-4395-8607-7abb1f3f97d9 None None] Network 476372ca-eaf9-4390-8528-a01ff9b98701 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:34:40.564336 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0182dc22-0a6a-46c3-9919-52f72459aa90 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58d69f98-e45b-40f3-be49-6ab87cc32a06 HTTP/1.1" status: 204 len: 168 time: 0.3195941 Apr 25 15:34:40.567040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:40.676559 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.698178 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Deleting port 5a9cfc3c-284f-4194-98b2-028e0837e51e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:40.698532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.844407 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] DHCP port deletion for 476372ca-eaf9-4390-8528-a01ff9b98701 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:34:40.848707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Deleting port 5a9cfc3c-284f-4194-98b2-028e0837e51e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:40.849118 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:40.913059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] For port 5a9cfc3c-284f-4194-98b2-028e0837e51e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5a9cfc3c-284f-4194-98b2-028e0837e51e,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:40.913651 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.039743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Calling delete_port for 5a9cfc3c-284f-4194-98b2-028e0837e51e owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:41.067226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5a9cfc3c-284f-4194-98b2-028e0837e51e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:41.116894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffd2399e-1936-46b3-b674-1b82968df64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.122445 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.138207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] For port 5a9cfc3c-284f-4194-98b2-028e0837e51e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=5a9cfc3c-284f-4194-98b2-028e0837e51e,segment=NetworkSegment(35e737c0-c3e7-4186-9f5c-9edacd833268),segment_id=35e737c0-c3e7-4186-9f5c-9edacd833268)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:41.138607 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.170428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9cfc3c-284f-4194-98b2-028e0837e51e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:41.174061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] No DVR routers for this DVR port 5a9cfc3c-284f-4194-98b2-028e0837e51e on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:34:41.263675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Calling delete_port for 5a9cfc3c-284f-4194-98b2-028e0837e51e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:41.289564 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.292562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No active binding found for port 5a9cfc3c-284f-4194-98b2-028e0837e51e {{(pid=88062) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 25 15:34:41.292562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 5a9cfc3c-284f-4194-98b2-028e0837e51e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:41.292915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:41.315414 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476372ca-eaf9-4390-8528-a01ff9b98701']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:41.327507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e737c0-c3e7-4186-9f5c-9edacd833268') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:41.327813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e737c0-c3e7-4186-9f5c-9edacd833268') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:41.331521 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:34:41.331874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8c5dc9cf-7ad1-4db3-8ac8-eadde93ff62b not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:41.332287 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 53101776-b10e-4413-9c2d-235cd4becf0a no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:41.339075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.354527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.362090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:34:41.362454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.368557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 53101776-b10e-4413-9c2d-235cd4becf0a {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:34:41.368908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 53101776-b10e-4413-9c2d-235cd4becf0a not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:34:41.376643 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 25 15:34:41.401917 n-d-811416-6 neutron-server[88062]: util.warn( Apr 25 15:34:41.411486 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:34:41.411844 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:34:41.454485 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.459533 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.483517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=476372ca-eaf9-4390-8528-a01ff9b98701,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:41.496219 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-967211e1-a203-49ef-bcc1-e99963a61bc7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/476372ca-eaf9-4390-8528-a01ff9b98701 HTTP/1.1" status: 204 len: 168 time: 0.9282970 Apr 25 15:34:41.499738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41610) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:41.914809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Deleting port 5a9cfc3c-284f-4194-98b2-028e0837e51e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:41.915391 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.984671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:41.990344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-66f5ef74-6554-48c7-87b7-c71877327a53 None None] The port '5a9cfc3c-284f-4194-98b2-028e0837e51e' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:34:42.163576 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:42.165627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:42.514919 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Deleting port a58c144a-7ad6-48a9-a6a4-ca1d83a02022 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:42.515255 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:42.681204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] For port a58c144a-7ad6-48a9-a6a4-ca1d83a02022, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:42.681555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:42.801125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Calling delete_port for a58c144a-7ad6-48a9-a6a4-ca1d83a02022 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:42.974767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:43.125749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Pushing event deleted for resources: {'Port': ['ID=a58c144a-7ad6-48a9-a6a4-ca1d83a02022,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:43.391977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:43.751172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:34:43.856446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:43.932304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:34:43.941305 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] Sync routers for ids ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:34:43.949454 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a4f040a0-18b3-40fc-b42f-0d2ae7e2193d admin admin] 10.222.0.23 "PUT /v2.0/routers/a0b00b8f-02ed-4b76-86a7-d33e35f6a008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4484754 Apr 25 15:34:43.951221 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] Routers {'a0b00b8f-02ed-4b76-86a7-d33e35f6a008'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:43.951981 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:43.952136 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41616) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:44.126256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:44.127603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] Set router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:44.306504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:44.315743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Deleting port f0a97d8a-e1eb-4135-b523-34008b57d92c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:44.316140 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:44.363069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:34:44.425681 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:34:42Z', 'revision_number': 5, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port': {'id': 'f0a97d8a-e1eb-4135-b523-34008b57d92c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:32:29Z', 'updated_at': '2022-04-25T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:44.429533 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] Checking router: a0b00b8f-02ed-4b76-86a7-d33e35f6a008 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:34:44.438245 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] Routers {'a0b00b8f-02ed-4b76-86a7-d33e35f6a008'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:44.438864 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:44.590513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] Set router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:44.626101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] For port f0a97d8a-e1eb-4135-b523-34008b57d92c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f0a97d8a-e1eb-4135-b523-34008b57d92c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:44.626716 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:44.730326 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:34:44Z', 'revision_number': 6, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:44.734238 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d297d-5436-4d0e-bfec-d8efe63f3301 None None] The sync data for ids ['a0b00b8f-02ed-4b76-86a7-d33e35f6a008'] in n-d-811416-6 is: [{'id': 'a0b00b8f-02ed-4b76-86a7-d33e35f6a008', 'name': 'tempest-TestMinimumBasicScenario-2077686411-router', 'tenant_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:32:28Z', 'updated_at': '2022-04-25T15:34:44Z', 'revision_number': 6, 'project_id': '7b427c96be5c4148a5693f1fcf7ccf3d', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:34:44.752065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Calling delete_port for f0a97d8a-e1eb-4135-b523-34008b57d92c owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:44.925962 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.003876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a97d8a-e1eb-4135-b523-34008b57d92c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:45.068002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.243821 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.246001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.269755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.270470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b00b8f-02ed-4b76-86a7-d33e35f6a008 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:34:45.283751 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.284901 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ae0c6774-d16c-4918-8f57-90d7c1dd77ea admin admin] 10.222.0.23 "DELETE /v2.0/routers/a0b00b8f-02ed-4b76-86a7-d33e35f6a008 HTTP/1.1" status: 204 len: 168 time: 1.3319054 Apr 25 15:34:45.287442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41620) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:45.347362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Deleting subnet 8c7f2c5a-bf18-41fb-a153-ecc03555dc12 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:34:45.350254 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.398735 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.468172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a58c144a-7ad6-48a9-a6a4-ca1d83a02022 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:45.478750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.508896 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: a58c144a-7ad6-48a9-a6a4-ca1d83a02022 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:34:45.509215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device a58c144a-7ad6-48a9-a6a4-ca1d83a02022 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:45.551928 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.591835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7f2c5a-bf18-41fb-a153-ecc03555dc12,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:45.593985 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.598959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d897c9-5677-446c-86d5-14af5bb94ee9 None None] Network 7cef3070-14e8-4630-b49c-36b263b44569 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:34:45.601077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6ec45b5-6759-45c2-92f0-b2c5f8afa527 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c7f2c5a-bf18-41fb-a153-ecc03555dc12 HTTP/1.1" status: 204 len: 168 time: 0.3122158 Apr 25 15:34:45.603087 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41624) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:45.713885 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.725250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Deleting port 664cebca-75a6-42e8-a083-12e685a8e8f7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:45.725612 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.873101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] DHCP port deletion for 7cef3070-14e8-4630-b49c-36b263b44569 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:34:45.877368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Deleting port 664cebca-75a6-42e8-a083-12e685a8e8f7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:45.877748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:45.936384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] For port 664cebca-75a6-42e8-a083-12e685a8e8f7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=664cebca-75a6-42e8-a083-12e685a8e8f7,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:45.936741 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.093469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] For port 664cebca-75a6-42e8-a083-12e685a8e8f7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=664cebca-75a6-42e8-a083-12e685a8e8f7,segment=NetworkSegment(a5b54f7a-d835-417c-a233-aabda04e8098),segment_id=a5b54f7a-d835-417c-a233-aabda04e8098)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:46.093758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.166228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Calling delete_port for 664cebca-75a6-42e8-a083-12e685a8e8f7 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:46.214362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Calling delete_port for 664cebca-75a6-42e8-a083-12e685a8e8f7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:34:46.241990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.294179 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:34:46.294542 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:34:46.295381 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=664cebca-75a6-42e8-a083-12e685a8e8f7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:46.300584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] No DVR routers for this DVR port 664cebca-75a6-42e8-a083-12e685a8e8f7 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:34:46.413272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.438330 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cef3070-14e8-4630-b49c-36b263b44569']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:46.450149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b54f7a-d835-417c-a233-aabda04e8098') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:46.450447 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b54f7a-d835-417c-a233-aabda04e8098') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:46.461935 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.478954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.485776 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:34:46.486252 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:34:46.499333 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:34:46.576884 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.592414 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.604922 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cef3070-14e8-4630-b49c-36b263b44569,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:46.610257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-04a4d656-25fb-4ae1-9f9b-13c02a748c1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/7cef3070-14e8-4630-b49c-36b263b44569 HTTP/1.1" status: 204 len: 168 time: 1.0060346 Apr 25 15:34:46.776194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41630) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:46.796093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Deleting port 664cebca-75a6-42e8-a083-12e685a8e8f7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:34:46.797647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.824790 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e91ae41b-fc93-4da6-a839-dc0d1556b028 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=989af6741c0a4d2fb2ec0b537b48ddb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474024 Apr 25 15:34:46.827279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41634) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:46.862892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5a425-01d2-4602-9078-fe1a49c7c456 None None] The port '664cebca-75a6-42e8-a083-12e685a8e8f7' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:34:46.885463 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-889a774c-61f8-4f7c-ab50-dbcddcbc9f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.914974 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-889a774c-61f8-4f7c-ab50-dbcddcbc9f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.966622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-889a774c-61f8-4f7c-ab50-dbcddcbc9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.983462 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a774c-61f8-4f7c-ab50-dbcddcbc9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd564916-c8a8-4f91-b98b-21aae41cd4de,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:46.993215 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-889a774c-61f8-4f7c-ab50-dbcddcbc9f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:46.994330 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-889a774c-61f8-4f7c-ab50-dbcddcbc9f24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd564916-c8a8-4f91-b98b-21aae41cd4de HTTP/1.1" status: 204 len: 168 time: 0.1656640 Apr 25 15:34:47.055925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f0a97d8a-e1eb-4135-b523-34008b57d92c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:47.122556 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f0a97d8a-e1eb-4135-b523-34008b57d92c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:34:47.122833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f0a97d8a-e1eb-4135-b523-34008b57d92c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:47.123214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 664cebca-75a6-42e8-a083-12e685a8e8f7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:34:47.155533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 664cebca-75a6-42e8-a083-12e685a8e8f7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:34:47.155929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 664cebca-75a6-42e8-a083-12e685a8e8f7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:34:47.335666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41642) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:47.383059 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-787851b8-8433-4cd2-88c2-a84a4291bc99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b427c96be5c4148a5693f1fcf7ccf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462859 Apr 25 15:34:47.385835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41646) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:47.443108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80e920b0-ac35-4157-b9b5-42cc6dff9fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:47.469088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80e920b0-ac35-4157-b9b5-42cc6dff9fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:47.521946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80e920b0-ac35-4157-b9b5-42cc6dff9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:47.541607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e920b0-ac35-4157-b9b5-42cc6dff9fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89660dac-2a21-4842-bfc8-a63be8d5a33f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:47.550426 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80e920b0-ac35-4157-b9b5-42cc6dff9fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:47.553261 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-80e920b0-ac35-4157-b9b5-42cc6dff9fb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89660dac-2a21-4842-bfc8-a63be8d5a33f HTTP/1.1" status: 204 len: 168 time: 0.1648216 Apr 25 15:34:50.400073 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41690) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:50.405253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803203866', 'description': 'tempest-secgroup-smoke-803203866 description', 'project_id': '2992e2bdd25545f680aafbd9fbe17844'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:50.411932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:50.415904 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:50.418992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:50.424596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:50.435167 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.448141 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.463003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:50.466817 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:50.469621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:50.475389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:50.561807 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.567096 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.580088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:50.587833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:50.596599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:50.606900 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:50.611438 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf80563-85bc-44e6-93e9-4301a63bc013,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:50.683541 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.686924 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.726332 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8695b25-535c-477d-8264-885bf2c02f4b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:50.728971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.732995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-855a48cf-5e12-42ed-82aa-ad1bc1847b99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3290944 Apr 25 15:34:50.733256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41694) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:50.739397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd8695b25-535c-477d-8264-885bf2c02f4b', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:50.746040 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:50.750410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:50.753268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:50.758852 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:50.777331 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.836219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.839909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.863866 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1663b50-c163-4df0-9704-6c02adb359c0,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:50.872532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.873927 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e7caeb0e-87f2-4200-9b33-f5333f44b394 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397784 Apr 25 15:34:50.877268 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41698) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:50.882157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd8695b25-535c-477d-8264-885bf2c02f4b', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:50.888724 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:50.892709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:50.895585 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:50.901265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:50.918327 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.979193 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:50.982812 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.006375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3612b0f-f961-4158-b076-43485a9d08ae,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:51.014545 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.015879 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-357fb2bf-e881-4613-a455-bcf3e3e89be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377213 Apr 25 15:34:51.018568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41702) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:51.023506 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd8695b25-535c-477d-8264-885bf2c02f4b', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:51.030033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:51.034495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:51.037413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:51.043434 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:51.060663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.129310 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.132681 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.155209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e3be9b-c058-4f3e-b3db-73dd4e9b5c8e,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:51.164875 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.166082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4111d5d6-49b2-4462-a401-8e3d6ab3a75f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465943 Apr 25 15:34:51.168972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41706) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:51.174822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd8695b25-535c-477d-8264-885bf2c02f4b', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:51.181609 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:51.185441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:51.188362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:51.194094 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:51.210050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.271961 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.275503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.299358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0783fb-416f-46a5-9114-13321f837794,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:51.307762 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.308916 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1f8dd46f-3959-4e4e-bd63-50af5a81fd8e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390157 Apr 25 15:34:51.311666 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41710) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:51.316593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd8695b25-535c-477d-8264-885bf2c02f4b', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:51.322988 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:51.326751 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:51.330286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:51.335947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:51.346864 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:34:51.353134 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.414983 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.419046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.441538 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc10a7d-7c52-4829-afad-75edc7194198,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:51.450109 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.451333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2cda014a-f7e8-4fd3-9e80-b856e9ae9e99 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386495 Apr 25 15:34:51.457571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41714) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:51.462780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd8695b25-535c-477d-8264-885bf2c02f4b', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:51.470997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:51.475596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:51.478507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:51.484158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:51.496850 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:34:51.503411 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.568580 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.572205 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.598146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613ca717-0af8-4646-8d6f-f64f393c6238,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:51.608011 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.609300 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d5ead279-33ad-4f60-98bb-99cf2a4f56f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507566 Apr 25 15:34:51.612249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:51.617792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'network': {'name': 'tempest-network-smoke--1012659486', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'port_security_enabled': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:51.623317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:51.627661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:network and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:51.630576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:51.636245 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:51.647114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:34:51.650577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.678175 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:34:51.686333 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.686694 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Added segment 1bf22fc1-7c33-487d-8091-0c9f535f44bc of type vlan for network d4af66fa-87b9-437a-a63e-5a48d654a967 Apr 25 15:34:51.711954 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.740161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.745664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:51.746249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.799474 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1861734 Apr 25 15:34:51.802524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41722) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:51.807999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'admin_state_up': True, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:51.816706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:51.820607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:router and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:51.824054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:51.830469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:51.839653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.840649 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.855149 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:51.855784 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813c0a3-73e0-428f-8411-a9529344d13d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Network': ['ID=d4af66fa-87b9-437a-a63e-5a48d654a967,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:51.867997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network d4af66fa-87b9-437a-a63e-5a48d654a967 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:34:52.125852 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:52.422129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:52.451125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:52.586964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.162 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/2c3f7713-1f99-4552-b3a5-f9c5d8b087f7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:34:52.732306 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:52.761006 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:52.823377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:34:52.826095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:34:52.829615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:34:52.877854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:53.359939 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:53.694810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:53.891405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 7c776ca1-4c0f-431d-8800-91f40aab7303 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:34:54.072853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:34:54.082225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Sync routers for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:34:54.091030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:54.091651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:54.100576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:54.101801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9df3edea-195d-4635-9b5a-12f6f824f9ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2982039 Apr 25 15:34:54.104815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41726) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:54.245965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-104ed229-7a38-45cc-b3ac-c52051820585 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2992e2bdd25545f680aafbd9fbe17844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400220 Apr 25 15:34:54.248621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41732) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:54.271842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:54.376119 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7532b0-e23a-4070-9237-f477273ea864 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:54.377566 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7c7532b0-e23a-4070-9237-f477273ea864 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280253 Apr 25 15:34:54.380426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:54.423422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0d072aa1-f260-4a6a-ac3e-1e26d6082b8c tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419285 Apr 25 15:34:54.425996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41740) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:54.431192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692076368', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:34:54.540187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:34:54.544433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:subnet and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:34:54.547277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:34:54.552920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:34:54.557816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:53Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:54.561715 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Checking router: 7c776ca1-4c0f-431d-8800-91f40aab7303 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:34:54.562065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Updating router 7c776ca1-4c0f-431d-8800-91f40aab7303 port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:34:54.562963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:34:54.566742 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:54.617980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:54.900568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:54.951618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:54.964055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Transition to ACTIVE for port object 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:34:54.972190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:54.987600 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Subnet': ['ID=04129de8-5b05-4141-a683-9f09ebcb2a4a,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:54.992368 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Checking segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:34:54.992735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network hostable DHCP agents. Network: d4af66fa-87b9-437a-a63e-5a48d654a967, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:34:55.011584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d4af66fa-87b9-437a-a63e-5a48d654a967 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:34:55.021419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, d4af66fa-87b9-437a-a63e-5a48d654a967) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:34:55.027521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:55.028236 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:55.036410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf18e5-c3bf-443d-9139-915023fc5262 None None] Network d4af66fa-87b9-437a-a63e-5a48d654a967 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:34:55.053875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-643904f4-9d7e-4b43-ad96-27d5cddda358 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6266439 Apr 25 15:34:55.054295 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41744) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:34:55.080906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Attempting to bind port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:34:55.081318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Attempting to bind port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:34:55.081690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Attempting to bind port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:34:55.085261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Pushing event updated for resources: {'Port': ['ID=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:55.145545 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:34:55.145929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:34:55.146342 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:55.146740 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:34:55.147209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Bound port: 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:34:55.147592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:55.182304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.182675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.183015 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.183353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.183691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.184024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.184354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.184684 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.185010 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.185363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.185694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.186483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:55.299055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] For port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:34:55.317218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] For port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:34:55.324536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:55.477736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-d4af66fa-87b9-437a-a63e-5a48d654a967', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:34:55.478561 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:55.497380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:55.498008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:55.576096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62760c-00e5-4a06-bcd8-bdcbf997c1d3 None None] Pushing event updated for resources: {'Port': ['ID=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:55.803998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:55.883114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:55.977151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Allocated IP 172.20.0.2 (d4af66fa-87b9-437a-a63e-5a48d654a967/04129de8-5b05-4141-a683-9f09ebcb2a4a/81995a31-8fd5-48a9-822a-470e770c0d0d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:34:56.321444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:53Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:56.328798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.331496 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f58e8-c531-4102-8a8b-3c1b8ba3f15f None None] The sync data for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 is: [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:53Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:34:56.342051 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Transition to ACTIVE for port object 81995a31-8fd5-48a9-822a-470e770c0d0d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:34:56.366203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Transition to ACTIVE for port object 81995a31-8fd5-48a9-822a-470e770c0d0d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:34:56.371964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.437629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Network d4af66fa-87b9-437a-a63e-5a48d654a967 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:34:56.439101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.1 (d4af66fa-87b9-437a-a63e-5a48d654a967/04129de8-5b05-4141-a683-9f09ebcb2a4a/10921322-b636-4a6f-9aff-05301dd3147c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:34:56.444872 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:34:56.449766 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:34:56.455930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Pushing event updated for resources: {'Port': ['ID=81995a31-8fd5-48a9-822a-470e770c0d0d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:56.545890 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Attempting to bind port 81995a31-8fd5-48a9-822a-470e770c0d0d on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:34:56.546862 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Attempting to bind port 81995a31-8fd5-48a9-822a-470e770c0d0d by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:34:56.547301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Attempting to bind port 81995a31-8fd5-48a9-822a-470e770c0d0d on network d4af66fa-87b9-437a-a63e-5a48d654a967 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:34:56.553963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:34:56.553963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Checking segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:34:56.553963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.553963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Bound using segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:34:56.554399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Bound port: 81995a31-8fd5-48a9-822a-470e770c0d0d, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:34:56.554758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.621123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.638920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object 10921322-b636-4a6f-9aff-05301dd3147c will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:34:56.665883 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.680775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] For port 81995a31-8fd5-48a9-822a-470e770c0d0d, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:34:56.684392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] For port 81995a31-8fd5-48a9-822a-470e770c0d0d, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=81995a31-8fd5-48a9-822a-470e770c0d0d,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:34:56.688807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:56.735707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d4af66fa-87b9-437a-a63e-5a48d654a967 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:34:56.739006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:34:56.748435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:34:56.783930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=10921322-b636-4a6f-9aff-05301dd3147c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:56.785352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf34b-7983-4c31-9a89-e0ee291b8f02 None None] Pushing event updated for resources: {'Port': ['ID=81995a31-8fd5-48a9-822a-470e770c0d0d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:56.819314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.158780 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81995a31-8fd5-48a9-822a-470e770c0d0d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:34:57.184342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.320342 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 81995a31-8fd5-48a9-822a-470e770c0d0d completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:34:57.331400 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:34:57.486083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:34:57.491070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:57.491451 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.616919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.635531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:57.641468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.714134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:57.772017 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.777757 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.889704 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278697de-4efa-4c1c-8adc-22bdc5aa7022 None None] Network d4af66fa-87b9-437a-a63e-5a48d654a967 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:34:57.894180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=10921322-b636-4a6f-9aff-05301dd3147c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:57.896511 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:57.990513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] Provisioning for port 81995a31-8fd5-48a9-822a-470e770c0d0d completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:34:57.998849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] Provisioning complete for port 81995a31-8fd5-48a9-822a-470e770c0d0d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:57.999258 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:58.037731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d4af66fa-87b9-437a-a63e-5a48d654a967 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:34:58.038916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:34:58.224950 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:58.235342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 7c776ca1-4c0f-431d-8800-91f40aab7303 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:34:58.282134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] For port 81995a31-8fd5-48a9-822a-470e770c0d0d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=81995a31-8fd5-48a9-822a-470e770c0d0d,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:34:58.286892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:58.356836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b5fd5-7102-4f7f-9f93-0b092d10851b None None] Pushing event updated for resources: {'Port': ['ID=81995a31-8fd5-48a9-822a-470e770c0d0d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:58.426475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:34:58.438209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6d0bc9c2-8535-4438-b523-7fc66534789a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/7c776ca1-4c0f-431d-8800-91f40aab7303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3803248 Apr 25 15:34:58.438399 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Sync routers for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:34:58.447962 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:58.448662 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:58.516743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-67682258-d966-4f52-b208-5ad94bad617e None None] Provisioning for port 10921322-b636-4a6f-9aff-05301dd3147c completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:34:58.522417 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-67682258-d966-4f52-b208-5ad94bad617e None None] Provisioning complete for port 10921322-b636-4a6f-9aff-05301dd3147c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:58.522794 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67682258-d966-4f52-b208-5ad94bad617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:58.607204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-67682258-d966-4f52-b208-5ad94bad617e None None] Port 10921322-b636-4a6f-9aff-05301dd3147c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:34:58.619815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-67682258-d966-4f52-b208-5ad94bad617e None None] Provisioning complete for port 81995a31-8fd5-48a9-822a-470e770c0d0d triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:58.620212 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67682258-d966-4f52-b208-5ad94bad617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:58.631833 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-f20d7654-627d-40cc-bc77-1d8ccaf0fd70 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:34:58.660458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-f20d7654-627d-40cc-bc77-1d8ccaf0fd70 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:34:58.662294 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-f20d7654-627d-40cc-bc77-1d8ccaf0fd70 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803203866&fields=id&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 267 time: 0.0772262 Apr 25 15:34:58.695973 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:34:58.830562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-89a788f4-0552-46c6-bf03-e20e6af53acf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:34:58.831389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-89a788f4-0552-46c6-bf03-e20e6af53acf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:34:58.850310 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-89a788f4-0552-46c6-bf03-e20e6af53acf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:34:58.850941 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-89a788f4-0552-46c6-bf03-e20e6af53acf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/networks?id=d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 200 len: 797 time: 0.1807859 Apr 25 15:34:58.868173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-44847799-49f6-4cdf-97dc-d05dba0f2822 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/quotas/2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 375 time: 0.0111256 Apr 25 15:34:58.885284 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9d609110-e631-4c59-a3ee-360c607be796 None None] Provisioning complete for port 10921322-b636-4a6f-9aff-05301dd3147c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:58.885848 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d609110-e631-4c59-a3ee-360c607be796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:58.953248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9d609110-e631-4c59-a3ee-360c607be796 None None] Port 10921322-b636-4a6f-9aff-05301dd3147c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:34:58.964266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-946a0900-4470-4a56-b5d4-54e5e1a4d4f8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:34:58.982662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-946a0900-4470-4a56-b5d4-54e5e1a4d4f8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:34:58.988933 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-946a0900-4470-4a56-b5d4-54e5e1a4d4f8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078272 Apr 25 15:34:59.041240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 2, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:34:59.047013 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Checking router: 7c776ca1-4c0f-431d-8800-91f40aab7303 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:34:59.047604 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Updating router 7c776ca1-4c0f-431d-8800-91f40aab7303 port 10921322-b636-4a6f-9aff-05301dd3147c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:34:59.054490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-b0faeb95-a1f8-4d0c-94f4-27a42db92030 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:34:59.055559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-b0faeb95-a1f8-4d0c-94f4-27a42db92030 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595410 Apr 25 15:34:59.072328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-53755ec6-99b2-41f8-aa33-fdcf17ad40f8 None None] Provisioning complete for port 10921322-b636-4a6f-9aff-05301dd3147c triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:59.072709 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53755ec6-99b2-41f8-aa33-fdcf17ad40f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.103337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81995a31-8fd5-48a9-822a-470e770c0d0d up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:34:59.110646 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.178075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-53755ec6-99b2-41f8-aa33-fdcf17ad40f8 None None] Port 10921322-b636-4a6f-9aff-05301dd3147c cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:34:59.194842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 81995a31-8fd5-48a9-822a-470e770c0d0d triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:59.195146 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.199078 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-e44f185f-1eb6-4767-901f-cee35641aeb7 service neutron] 10.222.0.23 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343412 Apr 25 15:34:59.307643 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.338682 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:34:59.406194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:34:59.406865 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.461429 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-c493687f-4105-4869-9210-fbf75c751f6a service neutron] 10.222.0.23 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561448 Apr 25 15:34:59.483826 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.496825 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Transition to ACTIVE for port object 10921322-b636-4a6f-9aff-05301dd3147c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:34:59.504631 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.668625 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8cfa05ed-4e2b-49ed-8899-7d696371ab50 req-57557e7d-edeb-47a8-973b-d9a3cd3a8e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 210 time: 0.0543182 Apr 25 15:34:59.711704 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Pushing event updated for resources: {'Port': ['ID=10921322-b636-4a6f-9aff-05301dd3147c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:34:59.732440 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.732782 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.733144 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.733668 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.734436 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.734864 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.735054 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.735373 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.735691 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.736007 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.736377 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.736623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:34:59.750617 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Attempting to bind port 10921322-b636-4a6f-9aff-05301dd3147c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:34:59.750985 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Attempting to bind port 10921322-b636-4a6f-9aff-05301dd3147c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:34:59.751392 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Attempting to bind port 10921322-b636-4a6f-9aff-05301dd3147c on network d4af66fa-87b9-437a-a63e-5a48d654a967 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:34:59.757715 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:34:59.758179 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Checking segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:34:59.758638 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.759087 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Bound using segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:34:59.759612 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Bound port: 10921322-b636-4a6f-9aff-05301dd3147c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:34:59.760141 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.870603 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] For port 10921322-b636-4a6f-9aff-05301dd3147c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:34:59.873795 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] For port 10921322-b636-4a6f-9aff-05301dd3147c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=10921322-b636-4a6f-9aff-05301dd3147c,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:34:59.877984 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:34:59.995700 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:34:59.996334 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:34:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:00.091568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a91ad-f4c2-429c-a9fb-ae22b6182ff7 None None] Pushing event updated for resources: {'Port': ['ID=10921322-b636-4a6f-9aff-05301dd3147c,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:00.211117 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:00.539393 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:34:59Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:00.543462 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91755642-4eee-43e1-ab9d-72e1f3fdfa7e None None] The sync data for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 is: [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:34:59Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:35:00.838483 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4d887b23-e1ed-4cf1-a044-42d315c16331 req-dfc851a9-17ce-4f14-8f01-04a75be42fe4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 210 time: 0.0491519 Apr 25 15:35:00.851680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-7361aefc-9a4c-4364-839b-79c7789e5e2a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:00.855133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-7361aefc-9a4c-4364-839b-79c7789e5e2a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/networks?id=d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 200 len: 797 time: 0.1867635 Apr 25 15:35:00.907461 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-d3a2f6ac-d21f-40d9-a325-89d7b3f2e29a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 379 time: 0.0442193 Apr 25 15:35:00.917770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'port': {'device_id': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'admin_state_up': True, 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'security_groups': ['d8695b25-535c-477d-8264-885bf2c02f4b']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:01.063293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:01.072950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:01.090355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:35:01.095656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 10921322-b636-4a6f-9aff-05301dd3147c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:35:01.098957 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.167662 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 10921322-b636-4a6f-9aff-05301dd3147c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:35:01.173364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 10921322-b636-4a6f-9aff-05301dd3147c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:35:01.173755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.283745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.5 (d4af66fa-87b9-437a-a63e-5a48d654a967/04129de8-5b05-4141-a683-9f09ebcb2a4a/ba5aeae3-6f13-45ed-a06e-6f60e6239610) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:35:01.301772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.338422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 10921322-b636-4a6f-9aff-05301dd3147c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=10921322-b636-4a6f-9aff-05301dd3147c,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:01.344239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.464370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=10921322-b636-4a6f-9aff-05301dd3147c,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:01.524633 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.549494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object ba5aeae3-6f13-45ed-a06e-6f60e6239610 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:35:01.576001 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.653553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d4af66fa-87b9-437a-a63e-5a48d654a967 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:35:01.661878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:35:01.666404 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:35:01.698852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=ba5aeae3-6f13-45ed-a06e-6f60e6239610,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:01.741651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:01.742279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.771236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4ca5cdcf-ddff-4696-8855-d2bf523d301e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586957 Apr 25 15:35:01.783317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Request body: {'port': {'device_id': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:01.903356 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:01.972553 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71954a39-6712-4c1a-bfb0-0bd5bdaa96be None None] Provisioning for port ba5aeae3-6f13-45ed-a06e-6f60e6239610 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:35:01.978968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-71954a39-6712-4c1a-bfb0-0bd5bdaa96be None None] Provisioning complete for port ba5aeae3-6f13-45ed-a06e-6f60e6239610 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:35:01.979589 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71954a39-6712-4c1a-bfb0-0bd5bdaa96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:02.054927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-71954a39-6712-4c1a-bfb0-0bd5bdaa96be None None] Port ba5aeae3-6f13-45ed-a06e-6f60e6239610 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:35:02.156555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65db1fe-f6e2-4178-9d0b-13e9de1af1c5 req-821c6799-f862-44be-8a83-31b79e732c2b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:02.157296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f65db1fe-f6e2-4178-9d0b-13e9de1af1c5 req-821c6799-f862-44be-8a83-31b79e732c2b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:35:02.234507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-f65db1fe-f6e2-4178-9d0b-13e9de1af1c5 req-821c6799-f862-44be-8a83-31b79e732c2b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:35:02.235656 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f65db1fe-f6e2-4178-9d0b-13e9de1af1c5 req-821c6799-f862-44be-8a83-31b79e732c2b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 931 time: 0.2773242 Apr 25 15:35:02.402245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f65db1fe-f6e2-4178-9d0b-13e9de1af1c5 req-068c9571-df8a-4cfe-a1ea-1004f84a9e7e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601577 Apr 25 15:35:02.471939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5aeae3-6f13-45ed-a06e-6f60e6239610 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:35:02.479234 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:02.494052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Transition to ACTIVE for port object ba5aeae3-6f13-45ed-a06e-6f60e6239610 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:35:02.499004 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:02.658372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5aeae3-6f13-45ed-a06e-6f60e6239610,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:02.739215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Attempting to bind port ba5aeae3-6f13-45ed-a06e-6f60e6239610 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:35:02.739571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Attempting to bind port ba5aeae3-6f13-45ed-a06e-6f60e6239610 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:35:02.739901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Attempting to bind port ba5aeae3-6f13-45ed-a06e-6f60e6239610 on network d4af66fa-87b9-437a-a63e-5a48d654a967 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:35:02.744428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Port ba5aeae3-6f13-45ed-a06e-6f60e6239610 on network d4af66fa-87b9-437a-a63e-5a48d654a967 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:35:02.744750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Attempting to bind port ba5aeae3-6f13-45ed-a06e-6f60e6239610 on network d4af66fa-87b9-437a-a63e-5a48d654a967 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:35:02.749837 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:35:02.750190 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Checking segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:35:02.750563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Bound using segment: {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:35:02.750984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Bound port: ba5aeae3-6f13-45ed-a06e-6f60e6239610, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf22fc1-7c33-487d-8091-0c9f535f44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:35:02.751328 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:02.846285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] For port ba5aeae3-6f13-45ed-a06e-6f60e6239610, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:35:02.849684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] For port ba5aeae3-6f13-45ed-a06e-6f60e6239610, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:35:02.853733 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:02.907565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:02.908132 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:02.909557 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 200 len: 1091 time: 1.1311994 Apr 25 15:35:02.910013 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:35:02.984814 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcb7b7d-f13b-409d-9209-b05efa2205c9'] response: {'name': 'network-changed', 'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'status': 'completed', 'code': 200} Apr 25 15:35:02.985414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40ad9-9f43-418c-b0c5-9d0b5e8ce995 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5aeae3-6f13-45ed-a06e-6f60e6239610,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:03.033169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-c5517966-d9b1-4985-a65d-c4e24b1c337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:03.034674 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-c5517966-d9b1-4985-a65d-c4e24b1c337c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1094 time: 0.0884855 Apr 25 15:35:03.069249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 10921322-b636-4a6f-9aff-05301dd3147c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:35:03.108095 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-4be5553c-fb10-456a-803e-187318e6b335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 200 len: 217 time: 0.0648465 Apr 25 15:35:03.141668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 10921322-b636-4a6f-9aff-05301dd3147c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:35:03.142057 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:03.173910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-1b39e3fd-d3f4-4809-9590-4fa5e9a896b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:03.175247 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-1b39e3fd-d3f4-4809-9590-4fa5e9a896b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04129de8-5b05-4141-a683-9f09ebcb2a4a HTTP/1.1" status: 200 len: 835 time: 0.0620956 Apr 25 15:35:03.251108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-3ed0ac72-c194-417d-a247-71cf8ae9c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:03.252624 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-3ed0ac72-c194-417d-a247-71cf8ae9c2e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4af66fa-87b9-437a-a63e-5a48d654a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718064 Apr 25 15:35:03.395158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-1a880755-d99b-4efb-8bb5-5c74fd18b84a service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354179 Apr 25 15:35:03.578826 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9a6a2c1d-fa1f-43d4-8f38-31f962edfcd4 req-2be4ea7b-cb4a-456e-beef-f5bd1704ed41 service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780252 Apr 25 15:35:03.619611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb34721-4d6b-4435-ac0f-bb065c6b7950 req-2b0f79bd-93ec-4bda-b995-59efcf022f52 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:03.621209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddb34721-4d6b-4435-ac0f-bb065c6b7950 req-2b0f79bd-93ec-4bda-b995-59efcf022f52 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 943 time: 0.0930390 Apr 25 15:35:03.712821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ddb34721-4d6b-4435-ac0f-bb065c6b7950 req-b7aa2d8c-15ff-4112-bdd5-e242181f0873 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846071 Apr 25 15:35:03.734359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-e32bb127-8397-44b0-aa4c-3b51f2ce2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:03.735814 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-e32bb127-8397-44b0-aa4c-3b51f2ce2ade service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1094 time: 0.1089404 Apr 25 15:35:03.865089 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-a11f2650-e377-4f23-84af-ae8e1d978d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:03.866524 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-a11f2650-e377-4f23-84af-ae8e1d978d71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 200 len: 898 time: 0.1243336 Apr 25 15:35:03.936603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-b88ea733-98fa-40c3-8b7e-425c38ab28c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 200 len: 217 time: 0.0632038 Apr 25 15:35:03.999965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-3ded4215-e809-447a-b61c-0f4d91fa4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:04.001332 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-3ded4215-e809-447a-b61c-0f4d91fa4e88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04129de8-5b05-4141-a683-9f09ebcb2a4a HTTP/1.1" status: 200 len: 835 time: 0.0574553 Apr 25 15:35:04.182266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-aa84a5e1-af0f-4a2d-b588-77f103814c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:04.184198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-aa84a5e1-af0f-4a2d-b588-77f103814c94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4af66fa-87b9-437a-a63e-5a48d654a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763749 Apr 25 15:35:04.319073 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-5dca4179-384a-4a8b-b29e-63ffe233633e service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279769 Apr 25 15:35:04.453753 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8d50bbf-238f-426a-ac20-9b34c3a4c094 req-5ee6bd95-8dc7-44e3-bb71-2929511c01c3 service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273320 Apr 25 15:35:04.812529 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:04.910663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e2f62-a415-4a9c-b352-3061933137f2 req-cef9be25-696e-44e1-850b-9284c62e7c5b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:04.912174 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-824e2f62-a415-4a9c-b352-3061933137f2 req-cef9be25-696e-44e1-850b-9284c62e7c5b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 943 time: 0.0806432 Apr 25 15:35:04.956703 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-824e2f62-a415-4a9c-b352-3061933137f2 req-6c7dd8cc-610c-4bd3-9266-88c7e521a438 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Apr 25 15:35:05.476783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ba5aeae3-6f13-45ed-a06e-6f60e6239610 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:35:05.613179 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ba5aeae3-6f13-45ed-a06e-6f60e6239610, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:05.626897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'port_id': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'mac_address': 'fa:16:3e:91:79:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:35:05.689476 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:05.705575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5aeae3-6f13-45ed-a06e-6f60e6239610 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:35:05.720242 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ba5aeae3-6f13-45ed-a06e-6f60e6239610, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:05.724069 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:05.791900 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ba5aeae3-6f13-45ed-a06e-6f60e6239610,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:05.919959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['ba5aeae3-6f13-45ed-a06e-6f60e6239610'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:35:06.142909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b7b87-b109-4232-a796-73eb4c1739cb req-e1bd755b-033f-4a2f-8509-72a00ad4e1b5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:06.144287 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b6b7b87-b109-4232-a796-73eb4c1739cb req-e1bd755b-033f-4a2f-8509-72a00ad4e1b5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 944 time: 0.0791981 Apr 25 15:35:06.191050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b6b7b87-b109-4232-a796-73eb4c1739cb req-cbd4bf94-2a06-4457-8e95-83055c325a5c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400405 Apr 25 15:35:07.425012 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc2f4-d27a-4f9d-afbf-b9fe7ea9e1c2 req-f45cfa5a-16e2-4566-a48d-7f5d23c83aab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:07.426477 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ddbc2f4-d27a-4f9d-afbf-b9fe7ea9e1c2 req-f45cfa5a-16e2-4566-a48d-7f5d23c83aab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 944 time: 0.1308360 Apr 25 15:35:07.470030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ddbc2f4-d27a-4f9d-afbf-b9fe7ea9e1c2 req-0ea4ec5a-0a15-4a42-90b1-c4d87551b3dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379226 Apr 25 15:35:07.493520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ba5aeae3-6f13-45ed-a06e-6f60e6239610 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:35:07.560550 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port ba5aeae3-6f13-45ed-a06e-6f60e6239610 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:35:07.565192 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port ba5aeae3-6f13-45ed-a06e-6f60e6239610 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:35:07.565577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:07.686645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:07.712571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:35:07.723432 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port ba5aeae3-6f13-45ed-a06e-6f60e6239610, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:07.727792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:07.761665 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d4dba4-cec8-4c1d-80e1-fdffc8b2f0ea'] response: {'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'code': 200} Apr 25 15:35:07.800281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=ba5aeae3-6f13-45ed-a06e-6f60e6239610,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:07.888995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d43d-e91e-4da3-b1e0-1cd555931fd5 req-61791d6e-b94a-48e9-97e9-9737b7e7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:07.890964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27c8d43d-e91e-4da3-b1e0-1cd555931fd5 req-61791d6e-b94a-48e9-97e9-9737b7e7eb40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1096 time: 0.0714035 Apr 25 15:35:07.930223 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27c8d43d-e91e-4da3-b1e0-1cd555931fd5 req-cbe765fc-21cf-4bd7-9f1c-f618bebbdfad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Apr 25 15:35:08.653207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4c679-c368-4275-8c21-58b1bba71bad req-d4e22b16-2081-4620-b12a-2b399ae53863 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:08.654042 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5085de84-3cd4-4a1d-8a16-22bca9230014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:08.654695 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9dc4c679-c368-4275-8c21-58b1bba71bad req-d4e22b16-2081-4620-b12a-2b399ae53863 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0805118 Apr 25 15:35:08.704852 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9dc4c679-c368-4275-8c21-58b1bba71bad req-f8dbbf1c-653b-4312-97c3-65057ccac183 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Apr 25 15:35:09.932945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0099e-055f-443d-981b-ada411b2e5c9 req-b91d5393-82db-455b-972a-922c553828c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:09.934415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ec0099e-055f-443d-981b-ada411b2e5c9 req-b91d5393-82db-455b-972a-922c553828c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.1244817 Apr 25 15:35:09.980685 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5ec0099e-055f-443d-981b-ada411b2e5c9 req-cd677b8c-b6c9-4548-8cbd-b0352be8949b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Apr 25 15:35:10.165640 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9b4f7-96e5-434f-9473-ec2ae28cf3f0 req-657645ac-0706-47ba-9197-d9f13ffec7db tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:10.166974 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9de9b4f7-96e5-434f-9473-ec2ae28cf3f0 req-657645ac-0706-47ba-9197-d9f13ffec7db tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0776370 Apr 25 15:35:10.210383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9de9b4f7-96e5-434f-9473-ec2ae28cf3f0 req-0d4e9bc0-7e90-4918-bad6-0f75b92aad96 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Apr 25 15:35:10.232322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41802) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:10.304592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e046fa3f-f797-4b68-9123-4268b4819346 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:10.306106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e046fa3f-f797-4b68-9123-4268b4819346 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1091 time: 0.0728405 Apr 25 15:35:10.308870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41806) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:10.314271 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:10.320725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:10.324514 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:floatingip and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:10.327397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:10.332913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:10.343067 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:10.477387 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:10.610018 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.48 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/398f4cfd-fe43-4de2-b424-b9727b59a6cc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:35:10.761028 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:10.790667 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:10.855082 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:35:10.857851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:35:10.866975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:35:10.901587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=398f4cfd-fe43-4de2-b424-b9727b59a6cc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:11.010373 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b675dff9-2742-486d-a39f-576109adbcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.289597 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.363929 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.681136 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.685640 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.809184 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=398f4cfd-fe43-4de2-b424-b9727b59a6cc,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:11.815352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.927807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:11.986898 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP 04bec3f0-11f7-4a86-a578-a32f65ebbd40 associated. External IP: 172.25.0.48, port: ba5aeae3-6f13-45ed-a06e-6f60e6239610. Apr 25 15:35:12.167851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:12.340022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 7c776ca1-4c0f-431d-8800-91f40aab7303 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:35:12.518875 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:35:12.528846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] Sync routers for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:35:12.537666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:35:12.538286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:12.544079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:12.598400 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5c0c02b8-c0a5-44ff-8982-c199ad1471aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2884104 Apr 25 15:35:12.598903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:35:12.653128 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70543dc-fed7-40d7-9d01-a623da9ed4ac'] response: {'name': 'network-changed', 'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'status': 'completed', 'code': 200} Apr 25 15:35:12.722873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:12.796793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-e16b4312-03b4-416b-b815-350a6e7193c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:12.798312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-e16b4312-03b4-416b-b815-350a6e7193c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1096 time: 0.1247356 Apr 25 15:35:12.849927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61d15-f23b-4104-bff8-2bad33e1c88c req-7cb5b926-348f-4136-a294-95c967d76a44 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:12.851295 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfb61d15-f23b-4104-bff8-2bad33e1c88c req-7cb5b926-348f-4136-a294-95c967d76a44 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.1475580 Apr 25 15:35:12.960634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfb61d15-f23b-4104-bff8-2bad33e1c88c req-21e07f83-e664-4599-9b37-d78017629bf1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635004 Apr 25 15:35:12.979969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-beb94417-267f-49a2-88f4-2523ad73784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:12.981458 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-beb94417-267f-49a2-88f4-2523ad73784d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 200 len: 898 time: 0.1749036 Apr 25 15:35:12.985097 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41814) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:13.092027 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-2d49566d-c402-444f-bf30-ed623b5dd77d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 200 len: 998 time: 0.1046062 Apr 25 15:35:13.093149 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-993d36d8-b810-41b4-8fca-98838d83d5f8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bec3f0-11f7-4a86-a578-a32f65ebbd40 HTTP/1.1" status: 200 len: 990 time: 0.1062741 Apr 25 15:35:13.118364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '04bec3f0-11f7-4a86-a578-a32f65ebbd40', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'port_id': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'mac_address': 'fa:16:3e:91:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:35:11Z', 'updated_at': '2022-04-25T15:35:11Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:35:01Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:13.122187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] Checking router: 7c776ca1-4c0f-431d-8800-91f40aab7303 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:35:13.130458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:35:13.131068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:13.154414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-f757bd85-85f1-4f8f-912f-b265dbf5fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:13.156493 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-f757bd85-85f1-4f8f-912f-b265dbf5fe08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04129de8-5b05-4141-a683-9f09ebcb2a4a HTTP/1.1" status: 200 len: 835 time: 0.0582621 Apr 25 15:35:13.233796 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-e4835dea-02c9-4abc-ac2c-5556f8a6462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:13.235281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-e4835dea-02c9-4abc-ac2c-5556f8a6462a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4af66fa-87b9-437a-a63e-5a48d654a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731530 Apr 25 15:35:13.307677 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:13.365733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-c5762a8e-81f4-4607-bce8-f10173c7096d service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239963 Apr 25 15:35:13.496953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-be88d4a6-b011-4c6d-8e79-6a5defc3880a req-3f9e60e1-3643-40da-b379-3d55087e2bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250222 Apr 25 15:35:13.660437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '04bec3f0-11f7-4a86-a578-a32f65ebbd40', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'port_id': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'mac_address': 'fa:16:3e:91:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:35:11Z', 'updated_at': '2022-04-25T15:35:11Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:35:01Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:13.664321 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846349cd-0a1d-4b18-98df-dfa59ad2f139 None None] The sync data for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 is: [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '04bec3f0-11f7-4a86-a578-a32f65ebbd40', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'port_id': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'mac_address': 'fa:16:3e:91:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:35:11Z', 'updated_at': '2022-04-25T15:35:11Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:35:01Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:35:13.843592 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cead87-f096-4f52-ae08-628d32f21830 None None] New status for floating IP 04bec3f0-11f7-4a86-a578-a32f65ebbd40: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:35:13.861815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:14.097134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41818) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:14.204224 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3111fc86-937d-477d-8825-fd963695777c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bec3f0-11f7-4a86-a578-a32f65ebbd40 HTTP/1.1" status: 200 len: 992 time: 0.1059082 Apr 25 15:35:21.352121 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:35:29.286165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:34.810607 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:38.645006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a2e415b-8385-4eef-a324-f67777959312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:38.922628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-f2895b38-bcf2-46c9-872e-3642c7f0410e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686030 Apr 25 15:35:39.059631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-0aa81279-622a-45c8-9d7e-a1f107959467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:39.061096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-0aa81279-622a-45c8-9d7e-a1f107959467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1096 time: 0.0703368 Apr 25 15:35:39.308021 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-47adb60a-d550-4fd6-b035-e865bf13a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:39.309506 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-47adb60a-d550-4fd6-b035-e865bf13a635 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 200 len: 898 time: 0.2302835 Apr 25 15:35:39.410976 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-8ba80d1a-8d3c-4423-899e-29d2d75633dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 200 len: 1000 time: 0.0952630 Apr 25 15:35:39.476323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-e72d1924-bcd5-4f80-b032-6528ddb84da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:39.477766 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-e72d1924-bcd5-4f80-b032-6528ddb84da9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04129de8-5b05-4141-a683-9f09ebcb2a4a HTTP/1.1" status: 200 len: 835 time: 0.0592599 Apr 25 15:35:39.561295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-017dcc8e-59e3-47d3-8e5b-cf7822439643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:39.562692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-017dcc8e-59e3-47d3-8e5b-cf7822439643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4af66fa-87b9-437a-a63e-5a48d654a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790200 Apr 25 15:35:39.692501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-806db57d-3d5d-4f31-8098-b6da9a5de745 service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232266 Apr 25 15:35:39.823974 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-09ae0c6e-3d68-4981-b6a4-ef24e10368d1 req-7e895ad1-4c2c-4ffe-b0ef-87ceea372dbd service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Apr 25 15:35:41.013893 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae6da8b8-b0c3-496a-8de4-cf267996698d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:41.063297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab52c40-25de-4012-8cf2-7b139aa3b296 req-b6ebbcfc-c2c4-4082-a8d9-f9dbcfe10b82 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:41.064833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ab52c40-25de-4012-8cf2-7b139aa3b296 req-b6ebbcfc-c2c4-4082-a8d9-f9dbcfe10b82 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0860827 Apr 25 15:35:41.111419 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6ab52c40-25de-4012-8cf2-7b139aa3b296 req-e8aa1130-1eef-4bb0-a7f5-f689a2700a2a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399973 Apr 25 15:35:41.937539 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:42.169664 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:42.316912 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22ee52-8b68-41c1-ac50-019492bf8b1b req-9f930489-2512-4e70-8e5e-25cf225668ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:42.318299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f22ee52-8b68-41c1-ac50-019492bf8b1b req-9f930489-2512-4e70-8e5e-25cf225668ee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0936911 Apr 25 15:35:42.364213 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8f22ee52-8b68-41c1-ac50-019492bf8b1b req-15e19ae0-b38c-439a-a9fa-cd9087ff59df tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396976 Apr 25 15:35:42.387730 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41838) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:42.617115 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-af887216-638e-4488-9f21-ec301ddea5a0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bec3f0-11f7-4a86-a578-a32f65ebbd40 HTTP/1.1" status: 200 len: 992 time: 0.2281437 Apr 25 15:35:43.866924 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:44.056171 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd08a6b-937d-413c-87cd-f38f9d07dcb1 req-29f448f2-489c-4446-b1e6-8f4ad4826e97 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:44.058009 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0cd08a6b-937d-413c-87cd-f38f9d07dcb1 req-29f448f2-489c-4446-b1e6-8f4ad4826e97 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0865455 Apr 25 15:35:44.105173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0cd08a6b-937d-413c-87cd-f38f9d07dcb1 req-8f8d0014-c262-4c93-b6d6-085b727bf53e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 Apr 25 15:35:45.288415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b34583-3d43-45c9-8719-389d8322d16d req-593f61d0-9dc3-401c-acb1-ae69725ccec4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:45.289820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24b34583-3d43-45c9-8719-389d8322d16d req-593f61d0-9dc3-401c-acb1-ae69725ccec4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0788975 Apr 25 15:35:45.333649 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-24b34583-3d43-45c9-8719-389d8322d16d req-bde828ad-2ee0-465f-9377-79d732e08d69 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379417 Apr 25 15:35:45.356081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:45.461739 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-108fbb92-a542-4dbc-9c03-355111362cbb tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bec3f0-11f7-4a86-a578-a32f65ebbd40 HTTP/1.1" status: 200 len: 992 time: 0.1045115 Apr 25 15:35:45.804239 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41858) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:46.010937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 398f4cfd-fe43-4de2-b424-b9727b59a6cc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:35:46.011275 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:46.178546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:46.178879 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:46.299845 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 398f4cfd-fe43-4de2-b424-b9727b59a6cc owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:35:46.453241 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:46.500172 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=398f4cfd-fe43-4de2-b424-b9727b59a6cc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:46.535436 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.535794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.536138 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.536584 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.536927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.537283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.537614 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.537942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.538269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.538594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.538916 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.539233 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:46.604271 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:46.604529 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP 04bec3f0-11f7-4a86-a578-a32f65ebbd40 disassociated (deleted). External IP: 172.25.0.48, port: ba5aeae3-6f13-45ed-a06e-6f60e6239610. Apr 25 15:35:47.063663 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 7c776ca1-4c0f-431d-8800-91f40aab7303 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:35:47.242530 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:35:47.253466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] Sync routers for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:35:47.262860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:35:47.263488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:47.263900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:47.318178 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-64057a85-6d72-4db7-9981-b53a7186ce27 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/floatingips/04bec3f0-11f7-4a86-a578-a32f65ebbd40 HTTP/1.1" status: 204 len: 168 time: 1.5127888 Apr 25 15:35:47.318772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:35:47.365984 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405cef1a-87b2-4566-9da1-220b94fa51f8'] response: {'name': 'network-changed', 'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'status': 'completed', 'code': 200} Apr 25 15:35:47.443001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:47.462491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c195b-aa35-41d7-a843-48d2c317086b req-59dd4738-a518-4638-836f-4ae5831522ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:47.464596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-59dd4738-a518-4638-836f-4ae5831522ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 1096 time: 0.0764289 Apr 25 15:35:47.613820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c195b-aa35-41d7-a843-48d2c317086b req-00de449e-03d9-495d-8da2-05e8a0ff1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:47.615361 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-00de449e-03d9-495d-8da2-05e8a0ff1b81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 200 len: 898 time: 0.1452892 Apr 25 15:35:47.684719 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-28df8a8f-0ad3-4598-aac6-e2008e526942 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 200 len: 217 time: 0.0621641 Apr 25 15:35:47.710354 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bb7b0-646f-40cf-810a-b79ee5627c23 req-69c0d2b0-f177-48cf-adf3-5f99e5a91501 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:47.712720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ed8bb7b0-646f-40cf-810a-b79ee5627c23 req-69c0d2b0-f177-48cf-adf3-5f99e5a91501 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:35:47.729872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ed8bb7b0-646f-40cf-810a-b79ee5627c23 req-69c0d2b0-f177-48cf-adf3-5f99e5a91501 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:35:47.732506 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed8bb7b0-646f-40cf-810a-b79ee5627c23 req-69c0d2b0-f177-48cf-adf3-5f99e5a91501 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.1100156 Apr 25 15:35:47.758444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c195b-aa35-41d7-a843-48d2c317086b req-b72d4a57-4ac8-4542-8287-2f384a993742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:47.760491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-b72d4a57-4ac8-4542-8287-2f384a993742 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04129de8-5b05-4141-a683-9f09ebcb2a4a HTTP/1.1" status: 200 len: 835 time: 0.0690308 Apr 25 15:35:47.781460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ed8bb7b0-646f-40cf-810a-b79ee5627c23 req-7be89a78-a4bf-4e08-b435-9487294a27af tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408385 Apr 25 15:35:47.782679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:35:01Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:47.787305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] Checking router: 7c776ca1-4c0f-431d-8800-91f40aab7303 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:35:47.796135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:35:47.796888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:47.838285 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c195b-aa35-41d7-a843-48d2c317086b req-cc73e5e6-bb02-40dc-a3fb-987b5bb758db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:47.839763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-cc73e5e6-bb02-40dc-a3fb-987b5bb758db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4af66fa-87b9-437a-a63e-5a48d654a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731468 Apr 25 15:35:47.973008 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-95fa65b0-11df-436e-aa27-016a759f61f3 service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270645 Apr 25 15:35:48.012712 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:48.108050 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-197c195b-aa35-41d7-a843-48d2c317086b req-ba4bdb47-43f2-4681-8806-a66d063de94a service neutron] 10.222.0.15 "GET /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278927 Apr 25 15:35:48.325429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:35:01Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:48.329233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75352590-e00b-48eb-9cd0-9efdb78796e0 None None] The sync data for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 is: [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '10921322-b636-4a6f-9aff-05301dd3147c', 'name': '', 'network_id': 'd4af66fa-87b9-437a-a63e-5a48d654a967', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:55:03:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:56Z', 'updated_at': '2022-04-25T15:35:01Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '04129de8-5b05-4141-a683-9f09ebcb2a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:35:48.533247 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878cd824-f7d0-47c5-aae7-05d2d6a318d3 None None] New status for floating IP 04bec3f0-11f7-4a86-a578-a32f65ebbd40: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:35:48.974666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd79e-0368-4948-b2a5-1b9acdde3109 req-e3b78ff8-f14c-4916-8cbc-1f5edcd0dbbf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:48.976122 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f7cd79e-0368-4948-b2a5-1b9acdde3109 req-e3b78ff8-f14c-4916-8cbc-1f5edcd0dbbf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0839982 Apr 25 15:35:49.019763 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6f7cd79e-0368-4948-b2a5-1b9acdde3109 req-be02b03a-d0b1-4e3e-87e5-a5637d6f476c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8695b25-535c-477d-8264-885bf2c02f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Apr 25 15:35:49.162889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-72581750-e8c6-4255-9584-88ce490f32eb tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:49.164305 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-72581750-e8c6-4255-9584-88ce490f32eb tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 945 time: 0.0786092 Apr 25 15:35:49.235398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port ba5aeae3-6f13-45ed-a06e-6f60e6239610 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:35:49.235664 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:49.572256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port ba5aeae3-6f13-45ed-a06e-6f60e6239610, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=ba5aeae3-6f13-45ed-a06e-6f60e6239610,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:49.572634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:49.693091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for ba5aeae3-6f13-45ed-a06e-6f60e6239610 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:35:49.835667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:49.885170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=ba5aeae3-6f13-45ed-a06e-6f60e6239610,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:49.917998 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.918359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.918706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.919043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.919379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.919721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.920049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.920380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.920712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.921057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.921389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.921715 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:49.972293 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] No DVR routers for this DVR port ba5aeae3-6f13-45ed-a06e-6f60e6239610 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:35:49.974651 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:49.977060 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'name': 'network-vif-deleted', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:35:49.993404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c2d9a558-368d-4794-9627-4aa46b62fe97 req-7a9cc366-e747-47f4-8013-e72723eed603 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "DELETE /v2.0/ports/ba5aeae3-6f13-45ed-a06e-6f60e6239610 HTTP/1.1" status: 204 len: 173 time: 0.8235211 Apr 25 15:35:50.027367 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a611d7e9-e21f-4058-a645-22345835af9a'] response: {'server_uuid': '4e981ade-1327-40ef-8b4e-080f3fa43f2c', 'name': 'network-vif-deleted', 'tag': 'ba5aeae3-6f13-45ed-a06e-6f60e6239610', 'status': 'completed', 'code': 200} Apr 25 15:35:50.177394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc6c400d-c70a-452c-a51b-fb881492c58d req-8ed59b81-fdab-46ba-9e77-a2c4bf24ae13 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:35:50.192802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-fc6c400d-c70a-452c-a51b-fb881492c58d req-8ed59b81-fdab-46ba-9e77-a2c4bf24ae13 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:35:50.194245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fc6c400d-c70a-452c-a51b-fb881492c58d req-8ed59b81-fdab-46ba-9e77-a2c4bf24ae13 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e981ade-1327-40ef-8b4e-080f3fa43f2c HTTP/1.1" status: 200 len: 210 time: 0.0609102 Apr 25 15:35:51.288109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41876) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:51.724700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ba5aeae3-6f13-45ed-a06e-6f60e6239610 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:35:51.758237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: ba5aeae3-6f13-45ed-a06e-6f60e6239610 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:35:51.758581 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device ba5aeae3-6f13-45ed-a06e-6f60e6239610 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:35:51.842998 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:52.300363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 10921322-b636-4a6f-9aff-05301dd3147c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:35:52.301112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:52.484675 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 10921322-b636-4a6f-9aff-05301dd3147c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=10921322-b636-4a6f-9aff-05301dd3147c,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:52.485059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:52.613182 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 10921322-b636-4a6f-9aff-05301dd3147c owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:35:52.942046 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:52.990026 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=10921322-b636-4a6f-9aff-05301dd3147c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:53.273371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:53.737771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 7c776ca1-4c0f-431d-8800-91f40aab7303 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:35:53.915028 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:35:53.925347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] Sync routers for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:35:53.932373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-54051d59-5b2f-4097-a0a5-af8475a851b0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/7c776ca1-4c0f-431d-8800-91f40aab7303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6431434 Apr 25 15:35:53.935186 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41880) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:53.935779 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:35:53.936152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:54.000072 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting subnet 04129de8-5b05-4141-a683-9f09ebcb2a4a {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:35:54.003439 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.063155 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.115324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:54.144401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.228030 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.265145 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Subnet': ['ID=04129de8-5b05-4141-a683-9f09ebcb2a4a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:54.274200 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.280159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2c7feab2-a130-4816-a62a-a18837593379 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/subnets/04129de8-5b05-4141-a683-9f09ebcb2a4a HTTP/1.1" status: 204 len: 168 time: 0.3439474 Apr 25 15:35:54.282699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:54.303710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f222f-753f-4d18-b917-8516444bb539 None None] Network d4af66fa-87b9-437a-a63e-5a48d654a967 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:35:54.463716 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.582392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:35:52Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2c3f7713-1f99-4552-b3a5-f9c5d8b087f7', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:34:52Z', 'updated_at': '2022-04-25T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:54.586494 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] Checking router: 7c776ca1-4c0f-431d-8800-91f40aab7303 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:35:54.598517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] Routers {'7c776ca1-4c0f-431d-8800-91f40aab7303'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:35:54.599167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['7c776ca1-4c0f-431d-8800-91f40aab7303'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:54.645787 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.656890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:35:54.657328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.659212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] DHCP port deletion for d4af66fa-87b9-437a-a63e-5a48d654a967 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:35:54.673661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Deleting port 81995a31-8fd5-48a9-822a-470e770c0d0d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:35:54.674678 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.838367 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:54.838597 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:54.875485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] Set router 7c776ca1-4c0f-431d-8800-91f40aab7303 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:35:54.996873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:35:54Z', 'revision_number': 6, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:55.005980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8209-4399-4d01-90d9-16357fd1236a None None] The sync data for ids ['7c776ca1-4c0f-431d-8800-91f40aab7303'] in n-d-811416-6 is: [{'id': '7c776ca1-4c0f-431d-8800-91f40aab7303', 'name': 'tempest-TestNetworkAdvancedServerOps-router-202441811', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:34:51Z', 'updated_at': '2022-04-25T15:35:54Z', 'revision_number': 6, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:35:55.084334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:35:55.124337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] For port 81995a31-8fd5-48a9-822a-470e770c0d0d, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=81995a31-8fd5-48a9-822a-470e770c0d0d,segment=NetworkSegment(1bf22fc1-7c33-487d-8091-0c9f535f44bc),segment_id=1bf22fc1-7c33-487d-8091-0c9f535f44bc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:35:55.124655 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.248788 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Calling delete_port for 81995a31-8fd5-48a9-822a-470e770c0d0d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:35:55.323467 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.375352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Pushing event deleted for resources: {'Port': ['ID=81995a31-8fd5-48a9-822a-470e770c0d0d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:55.380193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] No DVR routers for this DVR port 81995a31-8fd5-48a9-822a-470e770c0d0d on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:35:55.385553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.393674 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.394363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.394923 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.395814 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.395925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.396370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.396783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.397215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.397625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.398030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.398491 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.398959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3062dd-54f8-4b88-9faf-b910db03d200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:35:55.404901 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81995a31-8fd5-48a9-822a-470e770c0d0d no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:35:55.442596 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 81995a31-8fd5-48a9-822a-470e770c0d0d {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:35:55.442955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81995a31-8fd5-48a9-822a-470e770c0d0d not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:35:55.473105 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=2c3f7713-1f99-4552-b3a5-f9c5d8b087f7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:55.532977 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.702279 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.704394 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.726546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.727067 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Fanout notify agent at l3_agent the message router_deleted on router 7c776ca1-4c0f-431d-8800-91f40aab7303 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:35:55.743249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.744335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6caad3ff-69fa-4d89-8721-4743b21db278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/routers/7c776ca1-4c0f-431d-8800-91f40aab7303 HTTP/1.1" status: 204 len: 168 time: 1.4601796 Apr 25 15:35:55.747111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41890) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:55.861843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:55.994286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.021373 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4af66fa-87b9-437a-a63e-5a48d654a967']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:56.034607 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf22fc1-7c33-487d-8091-0c9f535f44bc') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:56.034913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf22fc1-7c33-487d-8091-0c9f535f44bc') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:35:56.047127 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.065767 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.072574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:35:56.073115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:35:56.091754 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:35:56.168944 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.186088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.201759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Network': ['ID=d4af66fa-87b9-437a-a63e-5a48d654a967,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:56.210673 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-37871c8b-7f04-4f1e-88f2-1cdac707f9e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/networks/d4af66fa-87b9-437a-a63e-5a48d654a967 HTTP/1.1" status: 204 len: 168 time: 0.4624825 Apr 25 15:35:56.213244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41894) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:56.284080 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09902ae1-5a98-45de-9606-43fc884016e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.312557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09902ae1-5a98-45de-9606-43fc884016e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.377678 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09902ae1-5a98-45de-9606-43fc884016e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.396237 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09902ae1-5a98-45de-9606-43fc884016e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8695b25-535c-477d-8264-885bf2c02f4b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:56.406611 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-09902ae1-5a98-45de-9606-43fc884016e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.407757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-09902ae1-5a98-45de-9606-43fc884016e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8695b25-535c-477d-8264-885bf2c02f4b HTTP/1.1" status: 204 len: 168 time: 0.1935556 Apr 25 15:35:56.730290 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41902) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:56.735621 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237121969', 'description': 'tempest-secgroup-smoke-1237121969 description', 'project_id': '2992e2bdd25545f680aafbd9fbe17844'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:56.743139 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:56.747454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:56.750299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:56.756625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:56.766595 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.785622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:56.789396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:56.792207 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:56.798140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:56.866544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.869909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.916486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:56.919332 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:56.923207 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dcbea0fb-98f3-415d-857c-96d98cbedbce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1892014 Apr 25 15:35:56.923446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:56.928942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a07edde-38f7-4e5f-86aa-d2f46a0e63ef', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:56.935579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:56.939408 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:56.942433 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:56.948045 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:56.964912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.027546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.034364 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.064830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75c0b8b-8224-4578-8fe2-fb635bdba2a2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:57.071110 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.074905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-51282c98-26ad-4c6b-8a6d-1543b71c144b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474431 Apr 25 15:35:57.075098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41910) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:57.080114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a07edde-38f7-4e5f-86aa-d2f46a0e63ef', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:57.086789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 10921322-b636-4a6f-9aff-05301dd3147c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:35:57.087757 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:57.091704 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:57.094542 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:57.100754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:57.117281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.122006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 10921322-b636-4a6f-9aff-05301dd3147c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:35:57.122359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 10921322-b636-4a6f-9aff-05301dd3147c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:35:57.122793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:35:57.160005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:35:57.160365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2c3f7713-1f99-4552-b3a5-f9c5d8b087f7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:35:57.180064 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.183887 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.206113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae6325a-316f-477d-a373-b149902b9c11,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:57.214560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.215775 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-adaf0d47-c2f4-4835-b884-5a5c02883f2d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396878 Apr 25 15:35:57.218353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41914) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:57.223707 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a07edde-38f7-4e5f-86aa-d2f46a0e63ef', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:57.230115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:57.233849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:57.237306 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:57.242947 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:57.259145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.448671 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.452143 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.476212 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b37b4e3-b0b0-4064-b22d-48da7e9a8285,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:57.491026 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.491026 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dacf603c-2822-4def-bb7b-f15e4de03859 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670159 Apr 25 15:35:57.492793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41918) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:57.497770 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a07edde-38f7-4e5f-86aa-d2f46a0e63ef', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:57.504813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:57.508598 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:57.511427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:57.517020 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:57.534051 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.597418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.600851 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.624231 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8df9ff-7720-4def-8fc7-02afef54ac9a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:57.633990 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.635273 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-8baef19a-521a-4f2c-ac5c-82294444fa7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414227 Apr 25 15:35:57.638013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41922) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:57.643809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a07edde-38f7-4e5f-86aa-d2f46a0e63ef', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:57.651238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:57.659291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:57.663867 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:57.674480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:57.692150 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:35:57.698670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.765237 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.769123 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.791534 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2275eb-3e69-4f2f-b03a-9f92bb9617d2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:57.800835 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.802103 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5aca386a-e0ea-403d-a515-0d78f6f66209 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631379 Apr 25 15:35:57.804748 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:57.809634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a07edde-38f7-4e5f-86aa-d2f46a0e63ef', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:57.816478 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:57.820189 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:57.823003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:57.828605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:57.839141 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:35:57.845471 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.908902 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.912247 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.935489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1f5f34-dd98-472f-99fa-d8fa8c484de9,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:57.945432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:57.946588 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-218adefa-5dd7-48b7-9970-843cd0d13db2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408856 Apr 25 15:35:57.949322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 41930) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:57.954637 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'network': {'name': 'tempest-network-smoke--1026676259', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'port_security_enabled': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:57.960744 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:57.964785 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:network and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:57.967576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:57.974593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:57.984566 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:35:57.988228 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.023687 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:35:58.033880 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.034248 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Added segment 3e9716c8-d0ff-4f65-91de-22c2ed6837d2 of type vlan for network 05f39839-9652-4c15-9ef1-041cca0c1957 Apr 25 15:35:58.070001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.102037 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.107418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:35:58.108000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.203485 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2531278 Apr 25 15:35:58.206384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41934) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:35:58.213511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'admin_state_up': True, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:35:58.219255 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336756dc-1a88-44eb-982d-25e78886edac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Network': ['ID=05f39839-9652-4c15-9ef1-041cca0c1957,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:58.222513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:35:58.228204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:router and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:35:58.230046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 05f39839-9652-4c15-9ef1-041cca0c1957 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:35:58.231852 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:35:58.238869 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:35:58.248499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.249505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.264945 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.351855 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:35:58.536746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.835168 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.867515 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:58.996226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.198 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/2d4e864f-e6db-41d2-a54f-39728d760193) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:35:59.141103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:59.170669 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:59.301553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:35:59.341841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:35:59.344532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:35:59.352823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:35:59.393310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=2d4e864f-e6db-41d2-a54f-39728d760193,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:35:59.763215 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:00.093976 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:00.296659 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 1cc2abed-891e-42e2-9203-2f96041f512a is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:36:00.477640 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:36:00.489178 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Sync routers for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:36:00.499993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:36:00.500908 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:00.504695 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:00.508989 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6548ebaa-fea8-4376-9a69-f59f51938844 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2984250 Apr 25 15:36:00.509176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41938) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:00.551131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d689dc8b-40ff-4cf6-8eda-85a23890f433 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2992e2bdd25545f680aafbd9fbe17844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408790 Apr 25 15:36:00.553770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41942) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:00.681336 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:36:00.806461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77719109-1930-4ef7-ac25-5a9ae735b306 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:00.807872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77719109-1930-4ef7-ac25-5a9ae735b306 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2531502 Apr 25 15:36:00.810809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41946) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:00.850399 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7591dc82-390d-41dd-a8c3-e4daee690b46 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385201 Apr 25 15:36:00.852997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41950) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:00.858139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-702134918', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:36:00.966592 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:36:00.970450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:subnet and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:36:00.973184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:36:00.978766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:36:00.988884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:36:00.991622 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:35:59Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:00.992274 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:00.995466 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Checking router: 1cc2abed-891e-42e2-9203-2f96041f512a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:36:00.995813 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Updating router 1cc2abed-891e-42e2-9203-2f96041f512a port 2d4e864f-e6db-41d2-a54f-39728d760193 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:36:01.051956 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.205933 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.286597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Subnet': ['ID=ab756027-df32-4e0c-bc7d-c19724e449a4,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:01.294159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Checking segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:36:01.294524 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network hostable DHCP agents. Network: 05f39839-9652-4c15-9ef1-041cca0c1957, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:36:01.313081 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 05f39839-9652-4c15-9ef1-041cca0c1957 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:36:01.322484 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 05f39839-9652-4c15-9ef1-041cca0c1957) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:36:01.332349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:01.332934 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.333092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bcc936-bf40-4a6c-8937-b85eaef439c1 None None] Network 05f39839-9652-4c15-9ef1-041cca0c1957 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:36:01.356317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b751036b-23fb-49fb-b0e3-42315922ad30 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5022810 Apr 25 15:36:01.359601 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 41954) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:01.382874 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.396976 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Transition to ACTIVE for port object 2d4e864f-e6db-41d2-a54f-39728d760193 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:01.404084 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.486645 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Attempting to bind port 2d4e864f-e6db-41d2-a54f-39728d760193 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:36:01.487024 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Attempting to bind port 2d4e864f-e6db-41d2-a54f-39728d760193 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:36:01.487390 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Attempting to bind port 2d4e864f-e6db-41d2-a54f-39728d760193 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:36:01.498772 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Pushing event updated for resources: {'Port': ['ID=2d4e864f-e6db-41d2-a54f-39728d760193,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:01.508794 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.509170 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.509515 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.509852 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.510191 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.510995 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.511330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.511660 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.511985 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.512932 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.513303 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.513624 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:36:01.518022 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:36:01.518409 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:36:01.518829 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.519195 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:36:01.519670 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Bound port: 2d4e864f-e6db-41d2-a54f-39728d760193, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:36:01.520046 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.576414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-05f39839-9652-4c15-9ef1-041cca0c1957', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:36:01.578145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.602282 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] For port 2d4e864f-e6db-41d2-a54f-39728d760193, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:36:01.605645 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] For port 2d4e864f-e6db-41d2-a54f-39728d760193, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d4e864f-e6db-41d2-a54f-39728d760193,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:36:01.614279 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.687754 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:36:01.688392 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:01.748989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Allocated IP 172.20.0.2 (05f39839-9652-4c15-9ef1-041cca0c1957/ab756027-df32-4e0c-bc7d-c19724e449a4/f8fe39df-9103-4806-8c60-5caf5afa28a5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:36:01.765535 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ef967-a725-4f00-b2c5-82799c3a7d2f None None] Pushing event updated for resources: {'Port': ['ID=2d4e864f-e6db-41d2-a54f-39728d760193,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:01.886667 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:36:01.974141 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:01.986666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Transition to ACTIVE for port object f8fe39df-9103-4806-8c60-5caf5afa28a5 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:02.006701 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Transition to ACTIVE for port object f8fe39df-9103-4806-8c60-5caf5afa28a5 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:02.013675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.124299 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.133440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Network 05f39839-9652-4c15-9ef1-041cca0c1957 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:36:02.137164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:36:02.138910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Pushing event updated for resources: {'Port': ['ID=f8fe39df-9103-4806-8c60-5caf5afa28a5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:02.141056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:36:02.174619 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:35:59Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:02.178671 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d651bb-74cc-4fb6-841a-b43cc46be827 None None] The sync data for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 is: [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:35:59Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:36:02.235371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Attempting to bind port f8fe39df-9103-4806-8c60-5caf5afa28a5 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:36:02.235754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Attempting to bind port f8fe39df-9103-4806-8c60-5caf5afa28a5 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:36:02.236201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Attempting to bind port f8fe39df-9103-4806-8c60-5caf5afa28a5 on network 05f39839-9652-4c15-9ef1-041cca0c1957 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:36:02.243066 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:36:02.243518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Checking segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:36:02.243938 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.244344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Bound using segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:36:02.244833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Bound port: f8fe39df-9103-4806-8c60-5caf5afa28a5, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:36:02.245252 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.351106 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] For port f8fe39df-9103-4806-8c60-5caf5afa28a5, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:36:02.354414 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] For port f8fe39df-9103-4806-8c60-5caf5afa28a5, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8fe39df-9103-4806-8c60-5caf5afa28a5,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:36:02.361771 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.457514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a9c6-44e4-4e3c-ba2a-266c28edc82e None None] Pushing event updated for resources: {'Port': ['ID=f8fe39df-9103-4806-8c60-5caf5afa28a5,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:02.717474 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.1 (05f39839-9652-4c15-9ef1-041cca0c1957/ab756027-df32-4e0c-bc7d-c19724e449a4/22210bee-ab35-4eb2-83d5-e9e61c4eb0b8) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:36:02.890447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.907371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:02.932079 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:02.997759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 05f39839-9652-4c15-9ef1-041cca0c1957 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:36:03.009396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:36:03.014216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:36:03.045899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:03.083779 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.156473 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8fe39df-9103-4806-8c60-5caf5afa28a5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:03.228501 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port f8fe39df-9103-4806-8c60-5caf5afa28a5 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:03.233620 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d4e864f-e6db-41d2-a54f-39728d760193 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:03.311593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 2d4e864f-e6db-41d2-a54f-39728d760193 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:03.317576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2d4e864f-e6db-41d2-a54f-39728d760193 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:03.318093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.387304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.456436 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.474975 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 2d4e864f-e6db-41d2-a54f-39728d760193, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d4e864f-e6db-41d2-a54f-39728d760193,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:36:03.479915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.553140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec82b4-1d36-4f27-9ee7-56092636231c None None] Network 05f39839-9652-4c15-9ef1-041cca0c1957 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:36:03.591463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=2d4e864f-e6db-41d2-a54f-39728d760193,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:03.671860 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] Provisioning for port f8fe39df-9103-4806-8c60-5caf5afa28a5 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:03.682495 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] Provisioning complete for port f8fe39df-9103-4806-8c60-5caf5afa28a5 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:03.682875 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.821697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.826667 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.899928 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.941646 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:03.944907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] For port f8fe39df-9103-4806-8c60-5caf5afa28a5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8fe39df-9103-4806-8c60-5caf5afa28a5,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:36:03.945908 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:03.950261 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:04.018365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f8990-78db-4b4b-9e81-9ad24270a806 None None] Pushing event updated for resources: {'Port': ['ID=f8fe39df-9103-4806-8c60-5caf5afa28a5,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:04.180219 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dbb5cf69-641e-4c9a-85de-9eb725cbe701 None None] Provisioning complete for port f8fe39df-9103-4806-8c60-5caf5afa28a5 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:04.181024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dbb5cf69-641e-4c9a-85de-9eb725cbe701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:04.227469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 05f39839-9652-4c15-9ef1-041cca0c1957 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:36:04.228958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:36:04.336234 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dbb5cf69-641e-4c9a-85de-9eb725cbe701 None None] Provisioning for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:04.346654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dbb5cf69-641e-4c9a-85de-9eb725cbe701 None None] Provisioning complete for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:04.347051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dbb5cf69-641e-4c9a-85de-9eb725cbe701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:04.403669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5cf69-641e-4c9a-85de-9eb725cbe701 None None] Port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:36:04.475107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 1cc2abed-891e-42e2-9203-2f96041f512a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:36:04.524615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b42f3b11-e4cc-44f5-8255-b1f37227eebd None None] Provisioning complete for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:04.525626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b42f3b11-e4cc-44f5-8255-b1f37227eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:04.586130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b42f3b11-e4cc-44f5-8255-b1f37227eebd None None] Port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:36:04.665839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:36:04.677014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Sync routers for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:36:04.680740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9a7f7e6-360b-4402-a8ec-d847f063e4a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/1cc2abed-891e-42e2-9203-2f96041f512a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3204985 Apr 25 15:36:04.686464 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:36:04.687100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:04.786202 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-34d08f0a-1d72-406c-b6db-27cbfdc22c67 None None] Provisioning complete for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:04.786586 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-34d08f0a-1d72-406c-b6db-27cbfdc22c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:04.857384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-565cad43-96a4-43fd-a575-5b0d98afdb8c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237121969&fields=id&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 267 time: 0.0449655 Apr 25 15:36:04.961970 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:04.984322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-34d08f0a-1d72-406c-b6db-27cbfdc22c67 None None] Port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:36:04.998781 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:36:05.022100 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-393385fa-3b30-4ca8-bf4e-935468663278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:05.023606 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-393385fa-3b30-4ca8-bf4e-935468663278 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 797 time: 0.1585207 Apr 25 15:36:05.040767 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-f8ffa27f-c8df-4b1d-8bb0-8ea4f3227fa2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/quotas/2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 375 time: 0.0115354 Apr 25 15:36:05.129800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-ec661cc0-0e16-4eb8-ae6f-a03606098378 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:36:05.130915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8fe39df-9103-4806-8c60-5caf5afa28a5 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:05.147054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-ec661cc0-0e16-4eb8-ae6f-a03606098378 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:36:05.149473 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-ec661cc0-0e16-4eb8-ae6f-a03606098378 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012561 Apr 25 15:36:05.168307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-4e34676e-dd7f-4722-b486-a9d07efa6cd1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:36:05.170350 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-4e34676e-dd7f-4722-b486-a9d07efa6cd1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057142 Apr 25 15:36:05.301720 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-952e3e49-9bac-4775-86aa-d856e74615eb service neutron] 10.222.0.23 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264625 Apr 25 15:36:05.316063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port f8fe39df-9103-4806-8c60-5caf5afa28a5 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:05.316446 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:05.433431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-4e986340-23aa-41cd-8cad-fcf9243c2f62 service neutron] 10.222.0.23 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259193 Apr 25 15:36:05.477177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 2, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:05.488612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Checking router: 1cc2abed-891e-42e2-9203-2f96041f512a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:36:05.488976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Updating router 1cc2abed-891e-42e2-9203-2f96041f512a port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:36:05.524500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d4e864f-e6db-41d2-a54f-39728d760193 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:05.594803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:05.625864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6e34eb87-1922-4ec2-bc46-bfd3570498df req-722794e6-8879-4e92-ad79-f1841b883654 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 210 time: 0.0479877 Apr 25 15:36:05.677841 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 2d4e864f-e6db-41d2-a54f-39728d760193 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:05.678229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:06.061427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:06.076308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Transition to ACTIVE for port object 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:06.083148 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:06.252362 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e5bc1-db9d-428e-9f1d-3174b62e29e1 None None] Pushing event updated for resources: {'Port': ['ID=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:06.316285 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Attempting to bind port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:36:06.316815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Attempting to bind port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:36:06.316992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Attempting to bind port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 on network 05f39839-9652-4c15-9ef1-041cca0c1957 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:36:06.323698 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:36:06.324220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Checking segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:36:06.324700 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:06.325182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Bound using segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:36:06.325723 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Bound port: 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:36:06.326104 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:06.428733 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] For port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:36:06.431952 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] For port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:36:06.436399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:06.572014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:36:06.572561 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:35:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:06.641387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e5bc1-db9d-428e-9f1d-3174b62e29e1 None None] Pushing event updated for resources: {'Port': ['ID=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:06.785067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:36:06.850518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62c80b37-fadf-4013-8f21-722815285145 req-619efe20-c97b-4f84-be6b-d95be9adfbea tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 210 time: 0.0626953 Apr 25 15:36:06.900971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-2f8e7295-8881-44d5-b5f8-13310002187a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:06.903389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-2f8e7295-8881-44d5-b5f8-13310002187a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 797 time: 0.2103891 Apr 25 15:36:06.954265 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-97e4ac5a-898a-4de5-a4b9-e6c0a0b47686 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 380 time: 0.0427234 Apr 25 15:36:06.964591 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'port': {'device_id': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'admin_state_up': True, 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'security_groups': ['0a07edde-38f7-4e5f-86aa-d2f46a0e63ef']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:36:07.108321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:36:07.118189 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:06Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:07.118420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:36:07.122173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5ee21-8e19-4c45-96a1-679ca0657295 None None] The sync data for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 is: [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:06Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:36:07.130251 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:36:07.134527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:07.447243 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.3 (05f39839-9652-4c15-9ef1-041cca0c1957/ab756027-df32-4e0c-bc7d-c19724e449a4/6810e4c3-9bf7-4efd-afdc-aeebf918f6f4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:36:07.651877 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:07.669431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:07.694740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:07.762551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 05f39839-9652-4c15-9ef1-041cca0c1957 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:36:07.774162 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:36:07.778722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:36:07.820421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:07.855620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:07.856353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:07.886391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-5944bf07-4aa1-49ce-8e7a-e288f887a389 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267430 Apr 25 15:36:07.899568 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Request body: {'port': {'device_id': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:36:08.031817 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.061887 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d5177c30-662f-4122-aaf1-8b1e06921137 None None] Provisioning for port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:08.069276 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d5177c30-662f-4122-aaf1-8b1e06921137 None None] Provisioning complete for port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:08.069870 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5177c30-662f-4122-aaf1-8b1e06921137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.073357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986140-5e79-43d0-8589-65f55a0808f6 req-472dfead-c9b1-4115-be7b-b4cbb40ae30a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:08.074889 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec986140-5e79-43d0-8589-65f55a0808f6 req-472dfead-c9b1-4115-be7b-b4cbb40ae30a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 931 time: 0.0945344 Apr 25 15:36:08.135137 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ec986140-5e79-43d0-8589-65f55a0808f6 req-5372f090-fa76-4fe6-8c3a-116837a07be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:36:08.141358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d5177c30-662f-4122-aaf1-8b1e06921137 None None] Port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:36:08.153169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-ec986140-5e79-43d0-8589-65f55a0808f6 req-5372f090-fa76-4fe6-8c3a-116837a07be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:36:08.154430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ec986140-5e79-43d0-8589-65f55a0808f6 req-5372f090-fa76-4fe6-8c3a-116837a07be1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730090 Apr 25 15:36:08.407766 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:36:08.414821 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.428971 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Transition to ACTIVE for port object 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:36:08.433165 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.564559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Pushing event updated for resources: {'Port': ['ID=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:08.649056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d006136b-bcd2-4463-a53a-774897741ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.674415 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Attempting to bind port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:36:08.674756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Attempting to bind port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:36:08.675083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Attempting to bind port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 on network 05f39839-9652-4c15-9ef1-041cca0c1957 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:36:08.679621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 on network 05f39839-9652-4c15-9ef1-041cca0c1957 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:36:08.679938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Attempting to bind port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 on network 05f39839-9652-4c15-9ef1-041cca0c1957 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:36:08.684901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:36:08.685270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Checking segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:36:08.685649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Bound using segment: {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:36:08.686075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Bound port: 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9716c8-d0ff-4f65-91de-22c2ed6837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:36:08.686416 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.775809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] For port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:36:08.778700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] For port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:36:08.782295 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.837820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:08.838438 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:08.840237 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] 10.222.0.15 "PUT /v2.0/ports/6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 1091 time: 0.9458284 Apr 25 15:36:08.840679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:36:08.871425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b0dd-1ad7-42cd-b7ef-69ee4cad0086 service neutron] Pushing event updated for resources: {'Port': ['ID=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:08.913507 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f03a9b-057a-41b6-b90d-78f0ebf7fa69'] response: {'name': 'network-changed', 'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'status': 'completed', 'code': 200} Apr 25 15:36:08.954482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3a173aa2-db3a-4013-a6f8-076336679dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:08.956647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3a173aa2-db3a-4013-a6f8-076336679dec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1094 time: 0.0757575 Apr 25 15:36:09.028803 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3c6ea70d-9c9a-4f0b-9f89-ec0f2fc3304b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0652273 Apr 25 15:36:09.099107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3c4ed1f6-845e-4b9f-9ce1-ffac7bdec45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:09.100643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-3c4ed1f6-845e-4b9f-9ce1-ffac7bdec45a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0662024 Apr 25 15:36:09.120239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:09.194833 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:09.199957 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:09.200134 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-a36ef7ef-3188-4dbc-a5d1-8a0474b4cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:09.200343 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:09.201687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-a36ef7ef-3188-4dbc-a5d1-8a0474b4cf14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944691 Apr 25 15:36:09.324045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:09.358075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43245a4a-40a7-4cf7-a53b-0b1bc000408d req-1b25d3e9-bff5-42a8-b993-b18936e678dc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:09.359538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:36:09.359675 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43245a4a-40a7-4cf7-a53b-0b1bc000408d req-1b25d3e9-bff5-42a8-b993-b18936e678dc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 943 time: 0.0894563 Apr 25 15:36:09.364030 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:09.416468 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-43245a4a-40a7-4cf7-a53b-0b1bc000408d req-4093711a-45e8-4961-8be9-cdbe34e4c00b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487392 Apr 25 15:36:09.437375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:09.462143 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-1e0ffa90-9e2f-448b-9442-26834624a292 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547984 Apr 25 15:36:09.606746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9eeaf6b1-a528-4279-9e1c-3a113e01f3d6 req-39648806-ab0a-4cc0-938f-b7f2396a2cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380444 Apr 25 15:36:09.718000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e7383-2e9e-482d-a486-f44d760b7862 req-0e744c0e-022c-44b4-a1bd-00d336f43563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:09.719382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-0e744c0e-022c-44b4-a1bd-00d336f43563 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1094 time: 0.0704482 Apr 25 15:36:09.850090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e7383-2e9e-482d-a486-f44d760b7862 req-da3b06e0-aea0-43b0-97b7-87c9568d429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:09.851540 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-da3b06e0-aea0-43b0-97b7-87c9568d429a service neutron] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 898 time: 0.1263278 Apr 25 15:36:09.922007 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-1d07df26-c151-4009-9e63-99606acbb3ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0641336 Apr 25 15:36:09.982454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e7383-2e9e-482d-a486-f44d760b7862 req-db06ed60-00d8-4472-883a-5df34f307ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:09.983762 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-db06ed60-00d8-4472-883a-5df34f307ea7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0560908 Apr 25 15:36:10.061458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e7383-2e9e-482d-a486-f44d760b7862 req-ced11456-b6ae-4d3a-9d98-335a6ea93dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:10.062921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-ced11456-b6ae-4d3a-9d98-335a6ea93dcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724545 Apr 25 15:36:10.194029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-9a7132ba-4848-415c-90c3-9405c22ee759 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249640 Apr 25 15:36:10.325191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-884e7383-2e9e-482d-a486-f44d760b7862 req-82155d19-6031-4e55-aff5-5e86b25378d6 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237411 Apr 25 15:36:10.602305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e37da-4f06-4047-b07c-b0814da18629 req-2c1902ee-6654-49c1-b0fa-9f8a9e355a6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:10.602911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6b8e37da-4f06-4047-b07c-b0814da18629 req-2c1902ee-6654-49c1-b0fa-9f8a9e355a6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:36:10.618228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-6b8e37da-4f06-4047-b07c-b0814da18629 req-2c1902ee-6654-49c1-b0fa-9f8a9e355a6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:36:10.619337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b8e37da-4f06-4047-b07c-b0814da18629 req-2c1902ee-6654-49c1-b0fa-9f8a9e355a6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 943 time: 0.0953586 Apr 25 15:36:10.668173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6b8e37da-4f06-4047-b07c-b0814da18629 req-69673489-ae5e-421a-b79f-5855c990e9da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 Apr 25 15:36:11.014441 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c532-eec3-4a68-8052-2f7fa7f07f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:11.093983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:11.163230 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:11.163605 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:11.852958 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0a8ab-b795-4a8c-90f8-eaf66873d2ef req-710d6e63-6912-4237-b653-bad479d3aea3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:11.855415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ca0a8ab-b795-4a8c-90f8-eaf66873d2ef req-710d6e63-6912-4237-b653-bad479d3aea3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 943 time: 0.0835745 Apr 25 15:36:11.856171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:36:11.899820 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ca0a8ab-b795-4a8c-90f8-eaf66873d2ef req-6d988376-f0d6-44d7-87c7-d6a5f8c27146 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 Apr 25 15:36:11.974354 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:12.000188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:36:12.013465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'port_id': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'mac_address': 'fa:16:3e:3d:20:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:36:12.068393 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:12.085297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:36:12.100880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:36:12.104381 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:12.183030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:12.185843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:12.307789 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['6810e4c3-9bf7-4efd-afdc-aeebf918f6f4'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:36:13.086236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c4d4-d16b-4d3f-bb86-299da57af5d7 req-239c5424-ef3b-4283-91a8-b9fe68dbb84e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:13.087695 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37c6c4d4-d16b-4d3f-bb86-299da57af5d7 req-239c5424-ef3b-4283-91a8-b9fe68dbb84e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 944 time: 0.0812984 Apr 25 15:36:13.131820 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-37c6c4d4-d16b-4d3f-bb86-299da57af5d7 req-5ba195c4-3712-475c-a313-c4f82d8992ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Apr 25 15:36:13.864193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:36:13.896959 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:13.935193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:36:13.940290 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:36:13.940665 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:14.053897 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:14.080418 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:36:14.089970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:36:14.093858 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:14.130795 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b440ea17-5e08-4b93-9918-f4df2dcb1310'] response: {'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'code': 200} Apr 25 15:36:14.163944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:14.367434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd84f0a-d700-4748-9805-8ed356c9164a req-bfeb7183-1c1d-4642-b133-d603f2ae6f91 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:14.368902 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bd84f0a-d700-4748-9805-8ed356c9164a req-bfeb7183-1c1d-4642-b133-d603f2ae6f91 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.1125526 Apr 25 15:36:14.371707 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9e4fe-bd74-438c-9eb8-bf3f6a452dea req-ff9c79ff-df1a-434f-99e4-1394bc02e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:14.373059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eb9e4fe-bd74-438c-9eb8-bf3f6a452dea req-ff9c79ff-df1a-434f-99e4-1394bc02e7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1096 time: 0.1922159 Apr 25 15:36:14.440643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8bd84f0a-d700-4748-9805-8ed356c9164a req-bec38ccb-cffe-4d76-a93e-049c1ed36947 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660744 Apr 25 15:36:14.443792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2eb9e4fe-bd74-438c-9eb8-bf3f6a452dea req-4c7c4954-eac5-48ff-ad3d-4ff7a9966fee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568740 Apr 25 15:36:15.639228 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cdd3e-c1a3-4b87-9e20-bff61ce35e4d req-c38230c8-1292-4120-b731-ab0deac70f78 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:15.640689 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-954cdd3e-c1a3-4b87-9e20-bff61ce35e4d req-c38230c8-1292-4120-b731-ab0deac70f78 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0880260 Apr 25 15:36:15.684676 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-954cdd3e-c1a3-4b87-9e20-bff61ce35e4d req-fd4e05ff-26e7-4e5e-a3d0-33aa94b111c9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 Apr 25 15:36:16.867254 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dcd5e-e312-40b1-90e6-0b2fee7793fa req-65202808-f442-4e7f-baa6-4056e803e685 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:16.868643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-682dcd5e-e312-40b1-90e6-0b2fee7793fa req-65202808-f442-4e7f-baa6-4056e803e685 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0797684 Apr 25 15:36:16.912253 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-682dcd5e-e312-40b1-90e6-0b2fee7793fa req-b75d6f47-37e9-4a92-975d-8aae97c0a6fa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376956 Apr 25 15:36:17.114182 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a02b31-788c-426d-b5f1-ebf2e68774bd req-07e59a49-763c-45c4-8f92-a595f568dc34 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:17.115645 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7a02b31-788c-426d-b5f1-ebf2e68774bd req-07e59a49-763c-45c4-8f92-a595f568dc34 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0838680 Apr 25 15:36:17.159874 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d7a02b31-788c-426d-b5f1-ebf2e68774bd req-d65d6384-88d6-4f8d-8a6b-74962c4f49db tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381827 Apr 25 15:36:17.183116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:17.256712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0e902-24f8-41be-955d-5f17852f546f tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:17.258242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d0a0e902-24f8-41be-955d-5f17852f546f tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1091 time: 0.0741146 Apr 25 15:36:17.261020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42016) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:17.265789 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:36:17.274938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:36:17.278788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:floatingip and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:36:17.281620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:36:17.287290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:36:17.298361 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:17.541404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:17.675503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.205 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/96b9fe83-6552-4056-a6ed-3d9038edfcb4) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:36:17.819893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:17.848381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:17.911146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:36:17.913851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:36:17.916958 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:36:17.964036 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=96b9fe83-6552-4056-a6ed-3d9038edfcb4,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:18.336093 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:18.408856 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:18.614522 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:18.618850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:18.727245 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=96b9fe83-6552-4056-a6ed-3d9038edfcb4,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:36:18.739494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:18.908967 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP e55800e2-41a8-40a2-83a5-64d5fb28c0f4 associated. External IP: 172.25.0.205, port: 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4. Apr 25 15:36:19.362937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 1cc2abed-891e-42e2-9203-2f96041f512a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:36:19.538625 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:36:19.548202 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] Sync routers for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:36:19.557159 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:36:19.557853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:19.562556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:19.624391 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-197d5499-f824-44dc-9699-e9688c1f8e28 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3598981 Apr 25 15:36:19.624391 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:36:19.743213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:36:19.757424 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a8ebab-4d77-4f05-b773-969bf8b4e057'] response: {'name': 'network-changed', 'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'status': 'completed', 'code': 200} Apr 25 15:36:19.854800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-566f8b30-5853-45c8-9d32-2f1707b9e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:19.856284 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-566f8b30-5853-45c8-9d32-2f1707b9e4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1096 time: 0.0981302 Apr 25 15:36:19.867511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de26d22-e7aa-4569-8a10-caab74ecfa45 req-52a8ae01-76f2-482c-abd2-cdc9da4a87ea tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:19.868911 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5de26d22-e7aa-4569-8a10-caab74ecfa45 req-52a8ae01-76f2-482c-abd2-cdc9da4a87ea tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.1513088 Apr 25 15:36:20.002466 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5de26d22-e7aa-4569-8a10-caab74ecfa45 req-4926e823-4dd2-4353-b4c2-93938c2daa11 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150243 Apr 25 15:36:20.027013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42026) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:20.030353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-1e679f8e-74af-457c-96c5-0c579f7d6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:20.031805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-1e679f8e-74af-457c-96c5-0c579f7d6d2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 898 time: 0.1620212 Apr 25 15:36:20.086047 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'e55800e2-41a8-40a2-83a5-64d5fb28c0f4', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'port_id': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'mac_address': 'fa:16:3e:3d:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:36:18Z', 'updated_at': '2022-04-25T15:36:18Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:09Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:20.089972 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] Checking router: 1cc2abed-891e-42e2-9203-2f96041f512a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:36:20.098935 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:36:20.099540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:36:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:20.136351 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-ac9375dc-3fed-47dd-8451-4accfeb88b3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 999 time: 0.0987570 Apr 25 15:36:20.140712 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d2aecd1d-2f1f-445e-ae4a-48f319d43223 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/e55800e2-41a8-40a2-83a5-64d5fb28c0f4 HTTP/1.1" status: 200 len: 991 time: 0.1119869 Apr 25 15:36:20.199019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-e6478945-4876-4fd6-88e1-2b6ad0e656ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:20.200484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-e6478945-4876-4fd6-88e1-2b6ad0e656ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0587056 Apr 25 15:36:20.276323 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:36:20.277937 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-ddb79c7c-5b69-4b75-901d-e3f364d41dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:20.279410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-ddb79c7c-5b69-4b75-901d-e3f364d41dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735016 Apr 25 15:36:20.412370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-1e9690ef-1e01-4930-ba59-b9f19eacd085 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272478 Apr 25 15:36:20.546909 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d613556c-cfd0-4a40-9a46-110ade2e8828 req-1c484b49-410e-4ce9-91a2-faf0d0b9d568 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276009 Apr 25 15:36:20.621250 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'e55800e2-41a8-40a2-83a5-64d5fb28c0f4', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'port_id': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'mac_address': 'fa:16:3e:3d:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:36:18Z', 'updated_at': '2022-04-25T15:36:18Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:09Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:36:20.625116 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76c957-4a28-483d-a57b-96f176dc3e98 None None] The sync data for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 is: [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'e55800e2-41a8-40a2-83a5-64d5fb28c0f4', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'port_id': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'mac_address': 'fa:16:3e:3d:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:36:18Z', 'updated_at': '2022-04-25T15:36:18Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:09Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:36:20.804460 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38ad3a-788b-4d61-89cf-8ccc3df06a93 None None] New status for floating IP e55800e2-41a8-40a2-83a5-64d5fb28c0f4: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:36:21.145074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42030) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:36:21.248463 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7d1adee7-beb3-41d3-8feb-14c3d201d91a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/e55800e2-41a8-40a2-83a5-64d5fb28c0f4 HTTP/1.1" status: 200 len: 993 time: 0.1022508 Apr 25 15:36:29.304187 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:34.823717 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:35.352331 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:36:38.654277 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-201afd75-c338-4b46-a013-120350bf309f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:38.746857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-58299b5b-b59d-4a0a-b644-e126043706c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1997619 Apr 25 15:36:38.884743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-72c5080b-05b9-42d9-a164-7fd2c0905e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:38.886109 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-72c5080b-05b9-42d9-a164-7fd2c0905e83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1096 time: 0.0712564 Apr 25 15:36:39.028450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-0b966795-9bc8-4840-a8e4-b4a9f3edadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:39.029899 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-0b966795-9bc8-4840-a8e4-b4a9f3edadc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 898 time: 0.1251833 Apr 25 15:36:39.130481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-7fdf519e-3604-4a97-994e-ffb5d9cf68e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0937498 Apr 25 15:36:39.195279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-79ef68de-04a5-4864-a558-dc1079ae635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:39.196672 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-79ef68de-04a5-4864-a558-dc1079ae635f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0594442 Apr 25 15:36:39.268609 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-8960f4ab-c9a4-4378-bd05-6a883928592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:39.270068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-8960f4ab-c9a4-4378-bd05-6a883928592f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677624 Apr 25 15:36:39.402487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-108bb539-eb05-43ae-b66e-8f5ca3cc9edb service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260262 Apr 25 15:36:39.538320 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ffe1338-2c2e-4b10-8ffd-d0445f9c66a9 req-e848630a-ec67-4a68-9fbc-3891f6285916 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269896 Apr 25 15:36:41.014891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ad55c8fc-791e-4da6-8085-b333270d37b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:41.926721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:42.175399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:43.868337 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:50.744256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-3128194b-3d7e-458f-a5c3-c81ad6974bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:50.745653 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-3128194b-3d7e-458f-a5c3-c81ad6974bda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1096 time: 0.0768063 Apr 25 15:36:50.779274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02604470-cfa1-44be-9e24-9d8870703bd1 req-6fb337ea-4942-4fd6-ad49-f7350127b01b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:50.780738 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-02604470-cfa1-44be-9e24-9d8870703bd1 req-6fb337ea-4942-4fd6-ad49-f7350127b01b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0803843 Apr 25 15:36:50.827356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-02604470-cfa1-44be-9e24-9d8870703bd1 req-0bf98f40-0772-4345-a436-16e2758a20c8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Apr 25 15:36:50.879215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-6283d056-a039-4ad8-b449-141c525500a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:50.880657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-6283d056-a039-4ad8-b449-141c525500a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 898 time: 0.1284411 Apr 25 15:36:50.984501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-565cb10b-dcba-4687-9e5f-e88a4cf0b666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0948422 Apr 25 15:36:51.052953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-d698ca89-f9b1-4c12-ad12-157d6846abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:51.054440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-d698ca89-f9b1-4c12-ad12-157d6846abdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0565386 Apr 25 15:36:51.129232 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-81391144-99a6-4fea-a842-b813f462113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:51.130665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-81391144-99a6-4fea-a842-b813f462113a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693061 Apr 25 15:36:51.263120 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-91b501e7-c8c6-4d96-84b6-f2ea0fabb547 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228991 Apr 25 15:36:51.393188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f63d3cc-2a63-42b8-9a3b-44208cde3914 req-87d0105d-271c-4646-baa5-d1f28f03fecb service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230867 Apr 25 15:36:52.123874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e3501-4792-43f7-abda-4872da73017b req-88636229-d740-4619-aebf-e8c71198cafd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:52.125277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c57e3501-4792-43f7-abda-4872da73017b req-88636229-d740-4619-aebf-e8c71198cafd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.1878355 Apr 25 15:36:52.168775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c57e3501-4792-43f7-abda-4872da73017b req-c9017d1a-ab14-4636-b492-671ea24b8396 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Apr 25 15:36:53.351351 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea034b37-91db-4c0a-aa61-073e226aab2f req-e0e36e94-6dab-400f-afe4-694851f49512 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:53.352726 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ea034b37-91db-4c0a-aa61-073e226aab2f req-e0e36e94-6dab-400f-afe4-694851f49512 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0788634 Apr 25 15:36:53.402102 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ea034b37-91db-4c0a-aa61-073e226aab2f req-12ca9119-4af3-4013-b50f-5e6fb0cfb9aa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Apr 25 15:36:54.588770 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfa99d-ca68-4581-b568-f7ee30a06bf5 req-a9d04032-afd5-4325-95d2-153b52d6f3e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:54.590215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7dfa99d-ca68-4581-b568-f7ee30a06bf5 req-a9d04032-afd5-4325-95d2-153b52d6f3e4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0841377 Apr 25 15:36:54.633785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a7dfa99d-ca68-4581-b568-f7ee30a06bf5 req-553b555e-573f-42f5-934e-3121de6fe3f5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373046 Apr 25 15:36:55.822885 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02e05-25e1-4496-a077-41c196993d30 req-4256d106-71bd-4948-bec2-01efe700d76d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:55.825653 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45b02e05-25e1-4496-a077-41c196993d30 req-4256d106-71bd-4948-bec2-01efe700d76d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0860274 Apr 25 15:36:55.869782 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-45b02e05-25e1-4496-a077-41c196993d30 req-80e6c40a-a12f-4cff-b48a-735e457d372b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Apr 25 15:36:57.052310 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ab13-4e9b-4bf3-a42e-7771029a5af6 req-363c0b2f-dafe-45b4-bf41-121008157148 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:57.053788 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26c2ab13-4e9b-4bf3-a42e-7771029a5af6 req-363c0b2f-dafe-45b4-bf41-121008157148 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0794992 Apr 25 15:36:57.099510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26c2ab13-4e9b-4bf3-a42e-7771029a5af6 req-c511b876-abe5-46a5-869f-6aade5bf8770 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Apr 25 15:36:58.283380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e4e5-2ff6-439b-b46d-3afe4eea5efe req-248b5d78-8506-47bf-86dc-000b955f901d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:58.284811 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a28e4e5-2ff6-439b-b46d-3afe4eea5efe req-248b5d78-8506-47bf-86dc-000b955f901d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0782449 Apr 25 15:36:58.328104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3a28e4e5-2ff6-439b-b46d-3afe4eea5efe req-5c56fbb9-dce7-423b-847c-3424457a5391 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 Apr 25 15:36:59.314447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:36:59.524861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011ccb-c856-48bd-b644-dd6b7f4d6185 req-83a2fd79-a2a9-4b97-b544-72170303dbf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:36:59.526359 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89011ccb-c856-48bd-b644-dd6b7f4d6185 req-83a2fd79-a2a9-4b97-b544-72170303dbf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0844250 Apr 25 15:36:59.570206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-89011ccb-c856-48bd-b644-dd6b7f4d6185 req-9c48d1a9-a23d-4617-b819-f2cae8b9663e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Apr 25 15:37:00.757265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcba4e-f225-4d8c-a6a6-6ad9ffe9a3be req-325d7d15-e749-4a7c-8db7-152b9388f5b2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:00.758719 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6bcba4e-f225-4d8c-a6a6-6ad9ffe9a3be req-325d7d15-e749-4a7c-8db7-152b9388f5b2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0827599 Apr 25 15:37:00.802080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d6bcba4e-f225-4d8c-a6a6-6ad9ffe9a3be req-5e3e986a-820c-43be-8941-78170a1619af tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Apr 25 15:37:01.985398 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2aa86-75f7-4f5b-80c8-1c81c5937289 req-cbbab934-cbe6-4f82-b0d9-ef22bf061855 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:01.986885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06b2aa86-75f7-4f5b-80c8-1c81c5937289 req-cbbab934-cbe6-4f82-b0d9-ef22bf061855 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0794389 Apr 25 15:37:02.032605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-06b2aa86-75f7-4f5b-80c8-1c81c5937289 req-b6664296-a3a1-4d2e-b8d4-abb22c6ed21f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400326 Apr 25 15:37:03.221080 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414c8e6-7a07-4c44-a741-bae996b7058e req-1a56ddd8-cc3b-4347-871c-04f477a1c3b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:03.222534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0414c8e6-7a07-4c44-a741-bae996b7058e req-1a56ddd8-cc3b-4347-871c-04f477a1c3b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0791347 Apr 25 15:37:03.268989 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0414c8e6-7a07-4c44-a741-bae996b7058e req-f675508f-83d9-481c-b8db-96137cb75061 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Apr 25 15:37:04.455154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400d00f-dfc3-4bfa-b7d0-fe42f5e9ed99 req-c69ca862-ea25-4c7c-ac31-77e853e42faa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:04.456670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3400d00f-dfc3-4bfa-b7d0-fe42f5e9ed99 req-c69ca862-ea25-4c7c-ac31-77e853e42faa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0806990 Apr 25 15:37:04.501376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3400d00f-dfc3-4bfa-b7d0-fe42f5e9ed99 req-feacc0b4-7982-4530-8c26-0b240a883fa4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Apr 25 15:37:04.843259 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:05.686633 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9565-3e82-4f0f-afb8-a3d055d03721 req-41a2af4c-325e-429c-8bf9-6bcd47a0fe87 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:05.688085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fca9565-3e82-4f0f-afb8-a3d055d03721 req-41a2af4c-325e-429c-8bf9-6bcd47a0fe87 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0808291 Apr 25 15:37:05.731775 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fca9565-3e82-4f0f-afb8-a3d055d03721 req-0076ec44-8855-4a5b-8d47-8baeccf77d42 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Apr 25 15:37:07.076909 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2cf33-0665-4528-8388-8349f74ec864 req-612060c9-b535-4438-b829-f30b466be7f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:07.078420 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-adb2cf33-0665-4528-8388-8349f74ec864 req-612060c9-b535-4438-b829-f30b466be7f1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0852749 Apr 25 15:37:07.123335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-adb2cf33-0665-4528-8388-8349f74ec864 req-76ec75a5-b636-4066-a2bf-1bacf2ec037e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Apr 25 15:37:08.403440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4b8e-4ad9-4ab0-9d11-f6955a6669c9 req-2430fb09-d2c3-43e3-8c13-30dc899b3761 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:08.404781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c25d4b8e-4ad9-4ab0-9d11-f6955a6669c9 req-2430fb09-d2c3-43e3-8c13-30dc899b3761 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.1772537 Apr 25 15:37:08.453295 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c25d4b8e-4ad9-4ab0-9d11-f6955a6669c9 req-fdbed882-16bb-43b4-a2fc-4764cf9c6196 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Apr 25 15:37:08.476934 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42082) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:08.583177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a74b96cd-9aee-4777-a622-978cb6acfe01 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/e55800e2-41a8-40a2-83a5-64d5fb28c0f4 HTTP/1.1" status: 200 len: 993 time: 0.1050515 Apr 25 15:37:08.655344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-929917c1-70c4-48b3-b749-d97784d8d80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:11.020300 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7bd0805-71e7-4e6e-9e91-94504a46608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:11.928293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:12.177919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:12.352853 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:37:13.870087 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:29.330670 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:34.838898 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:37.161851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42104) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:37.360830 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 96b9fe83-6552-4056-a6ed-3d9038edfcb4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:37:37.361105 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:37.525342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:37.525674 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:37.645374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 96b9fe83-6552-4056-a6ed-3d9038edfcb4 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:37:37.793893 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:37.844726 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=96b9fe83-6552-4056-a6ed-3d9038edfcb4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:37.885648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.886002 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.886349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.886689 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.887027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.887360 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.887691 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.888037 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.888356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.888679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.889005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.889352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:37.944270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:37.944590 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP e55800e2-41a8-40a2-83a5-64d5fb28c0f4 disassociated (deleted). External IP: 172.25.0.205, port: 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4. Apr 25 15:37:38.408895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 1cc2abed-891e-42e2-9203-2f96041f512a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:37:38.626942 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:37:38.636991 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] Sync routers for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:37:38.646575 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:38.647202 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:38.662950 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-6411fe9b-6520-45b9-a2b8-f8b85b4a63f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122885 Apr 25 15:37:38.663788 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ddad-81db-4e63-ba4a-1b81e9d09a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:38.664459 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:38.718975 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d91f6604-4644-40f8-bd71-ce3f47d77a3f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/floatingips/e55800e2-41a8-40a2-83a5-64d5fb28c0f4 HTTP/1.1" status: 204 len: 168 time: 1.5560319 Apr 25 15:37:38.719730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:37:38.789819 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b3dcc8-2188-4822-8a7e-85c8d1c5c950'] response: {'name': 'network-changed', 'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'status': 'completed', 'code': 200} Apr 25 15:37:38.834143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1210-630a-4a16-a23d-8924d497e01a req-c4e05f99-f3fa-42ba-854e-6bbb6a76cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:38.835628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-c4e05f99-f3fa-42ba-854e-6bbb6a76cca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1096 time: 0.0813556 Apr 25 15:37:38.851961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:38.995509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1210-630a-4a16-a23d-8924d497e01a req-63f7a3b3-eb4a-477f-88bb-ab327d0f32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:38.996965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-63f7a3b3-eb4a-477f-88bb-ab327d0f32b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 898 time: 0.1400971 Apr 25 15:37:39.103991 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-040f4d11-3b0e-45af-b500-d5e1269866e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0999069 Apr 25 15:37:39.176966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1210-630a-4a16-a23d-8924d497e01a req-4350fbca-042b-422a-9ac8-a79d863156b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:39.178450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-4350fbca-042b-422a-9ac8-a79d863156b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0665817 Apr 25 15:37:39.201613 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:09Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:39.205347 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] Checking router: 1cc2abed-891e-42e2-9203-2f96041f512a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:37:39.214272 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:39.214863 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:39.242064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea14e27-a8c0-4c1f-b8cb-57e3be38dd18 req-cc2cb892-743a-4c1a-a18c-f7650ed78906 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:39.242759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cea14e27-a8c0-4c1f-b8cb-57e3be38dd18 req-cc2cb892-743a-4c1a-a18c-f7650ed78906 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:37:39.264093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cea14e27-a8c0-4c1f-b8cb-57e3be38dd18 req-cc2cb892-743a-4c1a-a18c-f7650ed78906 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:37:39.265339 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cea14e27-a8c0-4c1f-b8cb-57e3be38dd18 req-cc2cb892-743a-4c1a-a18c-f7650ed78906 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.2131052 Apr 25 15:37:39.301144 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e1210-630a-4a16-a23d-8924d497e01a req-b7f479e6-afa2-44f7-9ec5-2771e3fe92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:39.302604 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-b7f479e6-afa2-44f7-9ec5-2771e3fe92df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164167 Apr 25 15:37:39.352927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cea14e27-a8c0-4c1f-b8cb-57e3be38dd18 req-aacb3823-1db2-4843-b1d7-221f62457aec tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755360 Apr 25 15:37:39.392026 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:39.448382 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-faa73495-b2f7-4e36-b105-5f00b3a6cc8e service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376505 Apr 25 15:37:39.706798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-942e1210-630a-4a16-a23d-8924d497e01a req-21cf95bd-c361-4399-8dc2-1f2f0b7181e1 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518110 Apr 25 15:37:39.722426 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:09Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:39.726728 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793b119-9ccb-4e45-8142-64b15c8f389c None None] The sync data for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 is: [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '22210bee-ab35-4eb2-83d5-e9e61c4eb0b8', 'name': '', 'network_id': '05f39839-9652-4c15-9ef1-041cca0c1957', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:fc:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:36:02Z', 'updated_at': '2022-04-25T15:36:09Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'ab756027-df32-4e0c-bc7d-c19724e449a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:37:39.821886 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6113-0387-4790-b736-02484a885aaa req-72d1fae5-c407-446e-b69a-c8c658519ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:39.823538 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-72d1fae5-c407-446e-b69a-c8c658519ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 1096 time: 0.0728495 Apr 25 15:37:39.944898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bc40e-7180-47c3-801b-c0304b74f249 None None] New status for floating IP e55800e2-41a8-40a2-83a5-64d5fb28c0f4: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:37:39.966885 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6113-0387-4790-b736-02484a885aaa req-b3fe8b52-c97f-45fd-868a-53ddba33e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:39.968323 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-b3fe8b52-c97f-45fd-868a-53ddba33e9ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 200 len: 898 time: 0.1384895 Apr 25 15:37:40.038851 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-25f8bc60-37be-424a-ac9c-d8fbed05b254 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0641601 Apr 25 15:37:40.102427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6113-0387-4790-b736-02484a885aaa req-0d4b75cc-3978-443e-b054-e7daa9ab307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:40.103888 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-0d4b75cc-3978-443e-b054-e7daa9ab307c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 200 len: 834 time: 0.0592806 Apr 25 15:37:40.183778 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6113-0387-4790-b736-02484a885aaa req-5a014d57-ed9d-460d-bece-d5459bcee4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:40.185254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-5a014d57-ed9d-460d-bece-d5459bcee4ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05f39839-9652-4c15-9ef1-041cca0c1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738130 Apr 25 15:37:40.317116 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-3e9059be-1748-41f9-aeb5-b4578e2970eb service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243896 Apr 25 15:37:40.426047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.15', 54702) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:40.496395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-c65cb7f0-3659-4819-a162-d8933f946f78 service neutron] 10.222.0.15 "GET /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727240 Apr 25 15:37:40.534533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-78f5d4ea-4bf4-42db-a2d0-9b4d51be539a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:40.536029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-78f5d4ea-4bf4-42db-a2d0-9b4d51be539a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.1089761 Apr 25 15:37:40.549283 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a21fb-c74f-4319-9070-2f1036cdb52c req-19582633-b322-4fc5-94be-f890c94be3c2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:40.550730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e36a21fb-c74f-4319-9070-2f1036cdb52c req-19582633-b322-4fc5-94be-f890c94be3c2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 945 time: 0.0846331 Apr 25 15:37:40.594685 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e36a21fb-c74f-4319-9070-2f1036cdb52c req-0004fb84-09d2-4107-8ea0-bcefa9ef269a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379858 Apr 25 15:37:40.610139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:37:40.610488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:40.852122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:40.852395 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:40.977168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:37:41.022450 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ecfa387c-12a9-4b13-bd18-31abc2c4f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:41.120823 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:41.207299 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=6810e4c3-9bf7-4efd-afdc-aeebf918f6f4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:41.259065 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] No DVR routers for this DVR port 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:37:41.261576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:41.264112 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'name': 'network-vif-deleted', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:37:41.279881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d404d7b0-9108-4d2b-a7d5-a2e7aae02bd2 req-75e81734-9194-41ab-a3e1-9f4eceae1aa9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "DELETE /v2.0/ports/6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 HTTP/1.1" status: 204 len: 173 time: 0.7380509 Apr 25 15:37:41.309888 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12aa85d1-e539-4ab3-9867-42829d56a08f'] response: {'server_uuid': '147ca8ee-5c22-403c-82fa-ae56a2c55d93', 'name': 'network-vif-deleted', 'tag': '6810e4c3-9bf7-4efd-afdc-aeebf918f6f4', 'status': 'completed', 'code': 200} Apr 25 15:37:41.763534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1e08ad25-6f74-44fc-8b71-167acc58615b req-394d9db2-804d-4660-b853-31544252062f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=147ca8ee-5c22-403c-82fa-ae56a2c55d93 HTTP/1.1" status: 200 len: 210 time: 0.0474758 Apr 25 15:37:41.931092 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:42.179269 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:42.873376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42130) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:43.530371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:43.874398 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:43.882220 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:37:43.882686 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:44.070006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:44.070401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:44.191915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:37:44.310021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:37:44.345117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:37:44.345483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 6810e4c3-9bf7-4efd-afdc-aeebf918f6f4 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:37:44.624727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:44.672459 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=22210bee-ab35-4eb2-83d5-e9e61c4eb0b8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:44.966697 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:45.326748 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 1cc2abed-891e-42e2-9203-2f96041f512a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:37:45.500483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:37:45.511802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044dff-de00-45b3-813e-60cef98decca None None] Sync routers for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:37:45.515670 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1c72bd8b-b4c7-4d8e-ba7b-d46eeeb27ace tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/1cc2abed-891e-42e2-9203-2f96041f512a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6391799 Apr 25 15:37:45.516290 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42136) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:45.521868 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:45.522481 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:45.580205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting subnet ab756027-df32-4e0c-bc7d-c19724e449a4 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:37:45.583778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:45.642971 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:45.701091 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:45.726749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:45.800547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:45.959553 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Subnet': ['ID=ab756027-df32-4e0c-bc7d-c19724e449a4,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:45.963853 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:45.970941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dde39508-b49d-41bc-b9bd-96825fe01cc6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/subnets/ab756027-df32-4e0c-bc7d-c19724e449a4 HTTP/1.1" status: 204 len: 168 time: 0.4535823 Apr 25 15:37:45.974879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:45.975344 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71435f73-4001-4abf-9fbd-5ed49cca37ab None None] Network 05f39839-9652-4c15-9ef1-041cca0c1957 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:37:46.023235 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:37:44Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:46.028394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044dff-de00-45b3-813e-60cef98decca None None] Checking router: 1cc2abed-891e-42e2-9203-2f96041f512a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:37:46.040259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] Routers {'1cc2abed-891e-42e2-9203-2f96041f512a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:46.041168 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['1cc2abed-891e-42e2-9203-2f96041f512a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:46.172825 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.224549 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] Set router 1cc2abed-891e-42e2-9203-2f96041f512a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:46.236899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] DHCP port deletion for 05f39839-9652-4c15-9ef1-041cca0c1957 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:37:46.241641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Deleting port f8fe39df-9103-4806-8c60-5caf5afa28a5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:37:46.242230 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.365286 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.374950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 2d4e864f-e6db-41d2-a54f-39728d760193 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:37:46.375366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.491133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] For port f8fe39df-9103-4806-8c60-5caf5afa28a5, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=f8fe39df-9103-4806-8c60-5caf5afa28a5,segment=NetworkSegment(3e9716c8-d0ff-4f65-91de-22c2ed6837d2),segment_id=3e9716c8-d0ff-4f65-91de-22c2ed6837d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:46.491503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.519179 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b2044dff-de00-45b3-813e-60cef98decca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:37:44Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:46.523379 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044dff-de00-45b3-813e-60cef98decca None None] The sync data for ids ['1cc2abed-891e-42e2-9203-2f96041f512a'] in n-d-811416-6 is: [{'id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196205449', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:37:44Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '2d4e864f-e6db-41d2-a54f-39728d760193', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc2abed-891e-42e2-9203-2f96041f512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:35:58Z', 'updated_at': '2022-04-25T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:37:46.573416 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 2d4e864f-e6db-41d2-a54f-39728d760193, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=2d4e864f-e6db-41d2-a54f-39728d760193,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:46.573799 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.621044 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Calling delete_port for f8fe39df-9103-4806-8c60-5caf5afa28a5 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:37:46.694411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 2d4e864f-e6db-41d2-a54f-39728d760193 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:37:46.696280 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.744640 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Pushing event deleted for resources: {'Port': ['ID=f8fe39df-9103-4806-8c60-5caf5afa28a5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:46.749261 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] No DVR routers for this DVR port f8fe39df-9103-4806-8c60-5caf5afa28a5 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:37:46.756145 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.758907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.760036 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.760297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.760646 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.761068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.761369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.761672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.762101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.762311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.762638 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.762968 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4cb96-6536-4166-b1df-f28840ea0b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.869133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:46.918475 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=2d4e864f-e6db-41d2-a54f-39728d760193,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:46.928797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.929187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.929531 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.929872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.930204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.930535 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.930865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.931190 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.931516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.931840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.932162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:46.932486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:47.030890 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.187654 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8fe39df-9103-4806-8c60-5caf5afa28a5 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:37:47.222832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: f8fe39df-9103-4806-8c60-5caf5afa28a5 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:37:47.223241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device f8fe39df-9103-4806-8c60-5caf5afa28a5 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:37:47.223796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:37:47.256543 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:37:47.256899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 22210bee-ab35-4eb2-83d5-e9e61c4eb0b8 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:37:47.312133 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.314458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.335959 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.336622 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc2abed-891e-42e2-9203-2f96041f512a {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:37:47.352146 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.353374 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e4b03f5a-4a55-4429-8982-4f6881206003 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/routers/1cc2abed-891e-42e2-9203-2f96041f512a HTTP/1.1" status: 204 len: 168 time: 1.3769739 Apr 25 15:37:47.355927 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42144) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:47.469920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.598632 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.622369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f39839-9652-4c15-9ef1-041cca0c1957']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:47.634495 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9716c8-d0ff-4f65-91de-22c2ed6837d2') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:47.634798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9716c8-d0ff-4f65-91de-22c2ed6837d2') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:47.646288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.661532 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.667410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:37:47.667800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:37:47.685636 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:37:47.763129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.780962 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.792461 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Network': ['ID=05f39839-9652-4c15-9ef1-041cca0c1957,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:47.797624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b7ec31ba-d9cf-42e9-9925-ccb513c6515f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/networks/05f39839-9652-4c15-9ef1-041cca0c1957 HTTP/1.1" status: 204 len: 168 time: 0.4407020 Apr 25 15:37:47.800913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42148) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:47.870351 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9634723b-83d4-4fe3-98e6-06b78a2d9085 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.899184 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9634723b-83d4-4fe3-98e6-06b78a2d9085 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.962565 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9634723b-83d4-4fe3-98e6-06b78a2d9085 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.982001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634723b-83d4-4fe3-98e6-06b78a2d9085 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a07edde-38f7-4e5f-86aa-d2f46a0e63ef,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:47.994401 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9634723b-83d4-4fe3-98e6-06b78a2d9085 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:47.995571 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9634723b-83d4-4fe3-98e6-06b78a2d9085 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a07edde-38f7-4e5f-86aa-d2f46a0e63ef HTTP/1.1" status: 204 len: 168 time: 0.1937408 Apr 25 15:37:48.354267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42156) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:48.359822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078863739', 'description': 'tempest-secgroup-smoke-1078863739 description', 'project_id': '2992e2bdd25545f680aafbd9fbe17844'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:48.366578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:48.370754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:48.373636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:48.379794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:48.390170 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.409694 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:48.413421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:48.416396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:48.422259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:48.491997 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.495810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.544595 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:48.551700 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.552800 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a5ca9e14-756f-4655-bca0-609825033e54 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1975231 Apr 25 15:37:48.555749 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42162) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:48.560946 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9dfce-aa32-4b5d-a66c-7a8244d6c25c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:48.568060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:48.571881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:48.574732 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:48.580981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:48.596432 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.654781 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.658527 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.681575 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fdddb3-f1a9-4c6e-9306-ab2036b94659,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:48.691600 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.692964 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bb47c0fd-669e-41b2-a848-78a60871d1ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363010 Apr 25 15:37:48.695665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42166) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:48.700579 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9dfce-aa32-4b5d-a66c-7a8244d6c25c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:48.707093 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:48.710865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:48.713664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:48.719236 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:48.735149 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.795518 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.799605 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.822667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfe4c22-0ac7-4a82-9903-ef7c9ae5f914,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:48.832673 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.833818 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5347de3e-2b1c-4480-be3c-d41fcd82f8f3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372435 Apr 25 15:37:48.836465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42170) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:48.841378 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9dfce-aa32-4b5d-a66c-7a8244d6c25c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:48.847854 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:48.851935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:48.854884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:48.860593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:48.880581 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.941542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.945050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.968766 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bdd0c4-bed1-4618-ac92-d0d7fb94ebf3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:48.978776 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:48.980070 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ac7c8aaf-e7ce-47fb-b6f8-cf7b3afd334c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427038 Apr 25 15:37:48.982759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42174) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:48.988217 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9dfce-aa32-4b5d-a66c-7a8244d6c25c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:48.994613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:48.998406 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:49.001240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:49.007647 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:49.024161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.086740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.090876 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.099753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d4e864f-e6db-41d2-a54f-39728d760193 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:37:49.115894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66db2647-8668-4187-8f27-0a00fa45839c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:49.125125 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.126369 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35adcafd-524d-46d6-8c52-69fc8600f779 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426053 Apr 25 15:37:49.129056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42178) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:49.134032 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9dfce-aa32-4b5d-a66c-7a8244d6c25c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:49.136846 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 2d4e864f-e6db-41d2-a54f-39728d760193 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:37:49.137223 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 2d4e864f-e6db-41d2-a54f-39728d760193 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:37:49.141387 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:49.145221 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:49.148031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:49.153897 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:49.164408 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:37:49.171099 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.235636 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.239713 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.263954 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618b6531-920a-4656-b541-83873fc4d588,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:49.273358 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.274654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-963b790f-04c7-4778-b715-81b651bdcbb3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446443 Apr 25 15:37:49.277273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42182) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:49.282296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9dfce-aa32-4b5d-a66c-7a8244d6c25c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:49.289299 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:49.293301 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:49.296112 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:49.302364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:49.312453 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:37:49.318683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.352793 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:37:49.382730 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.386214 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.416266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3822b189-3f4a-48e0-8559-f5639e643bc2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:49.425553 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.426727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-6e821373-b8a1-4e9d-832f-cb521f329c5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484840 Apr 25 15:37:49.429587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42186) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:49.434932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'network': {'name': 'tempest-network-smoke--1708908150', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'port_security_enabled': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:49.440396 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:49.444458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:network and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:49.447325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:49.453693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:49.465516 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:37:49.468958 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.496930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:37:49.506077 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.506477 n-d-811416-6 neutron-server[88060]: INFO neutron.db.segments_db [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Added segment 46350563-7127-4bb2-8709-2f86aae76bd4 of type vlan for network 0a847500-e82f-4a49-b9d7-3047b713c9f1 Apr 25 15:37:49.532800 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.563628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.568952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:49.569552 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.665873 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2351255 Apr 25 15:37:49.668759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42190) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:49.674284 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'admin_state_up': True, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:49.677658 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b0b9-9a2b-40ec-b96a-19bc509977b1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Network': ['ID=0a847500-e82f-4a49-b9d7-3047b713c9f1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:49.682346 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:49.686389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:router and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:49.688228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:37:49.689338 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:49.695705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:49.706730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.707774 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.722825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:49.988881 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:50.291017 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:50.320836 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:50.454629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.113 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/94755301-ce10-4ef2-8cea-2323f5768ddb) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:37:50.602329 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:50.631422 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:50.691264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:37:50.694361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:37:50.696806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:37:50.746666 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=94755301-ce10-4ef2-8cea-2323f5768ddb,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:51.235170 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:51.572166 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:51.776745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 8a749ada-5e23-46df-b13e-dc18b4f147b7 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:37:51.947969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:37:51.957874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Sync routers for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:37:51.966918 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:51.967693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:51.975171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:51.976489 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e9fd5dad-e1f2-4f13-b430-ef3b669b34ab tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3066924 Apr 25 15:37:51.979531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42196) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:52.022194 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ab46beff-edbe-4ccb-b365-9f6d76d34718 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2992e2bdd25545f680aafbd9fbe17844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414310 Apr 25 15:37:52.024616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42200) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:52.146777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:52.152402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54caece9-e4ad-4102-8dd1-231a15202e0c tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:52.153932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-54caece9-e4ad-4102-8dd1-231a15202e0c tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283727 Apr 25 15:37:52.156595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42204) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:52.195206 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-88eadf44-4fdc-46f2-a114-e9a487dd1d8d tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375354 Apr 25 15:37:52.197583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42208) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:52.202752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170032975', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:52.312188 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:52.316577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:subnet and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:37:52.319386 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:37:52.325145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:52.335863 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:37:52.339428 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:52.435050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:50Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:52.439186 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Checking router: 8a749ada-5e23-46df-b13e-dc18b4f147b7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:37:52.440194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Updating router 8a749ada-5e23-46df-b13e-dc18b4f147b7 port 94755301-ce10-4ef2-8cea-2323f5768ddb binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:37:52.494370 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:52.671116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:52.749015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Subnet': ['ID=660a17bb-0885-4f47-babe-861b4fcc5140,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:52.757296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Checking segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:37:52.757665 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network hostable DHCP agents. Network: 0a847500-e82f-4a49-b9d7-3047b713c9f1, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:37:52.776803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:37:52.787043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 0a847500-e82f-4a49-b9d7-3047b713c9f1) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:37:52.791075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:52.791655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:52.814202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c04d0c31-87e5-4c22-8547-f0b56b159d1b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6156168 Apr 25 15:37:52.816889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42212) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:37:52.826389 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba14ad-feb0-41a8-b42b-540f199b9372 None None] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:37:52.942396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:52.961144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Transition to ACTIVE for port object 94755301-ce10-4ef2-8cea-2323f5768ddb will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:37:52.968931 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:53.094632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e1cd8-f0b9-4b35-864e-fd7348b1d987 None None] Pushing event updated for resources: {'Port': ['ID=94755301-ce10-4ef2-8cea-2323f5768ddb,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:53.104057 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Attempting to bind port 94755301-ce10-4ef2-8cea-2323f5768ddb on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:37:53.104433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Attempting to bind port 94755301-ce10-4ef2-8cea-2323f5768ddb by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:37:53.104797 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Attempting to bind port 94755301-ce10-4ef2-8cea-2323f5768ddb on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:37:53.114864 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:37:53.115245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:37:53.115651 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:53.116045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:37:53.116515 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Bound port: 94755301-ce10-4ef2-8cea-2323f5768ddb, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:37:53.116894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:53.202000 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-0a847500-e82f-4a49-b9d7-3047b713c9f1', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:37:53.202827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:53.279435 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] For port 94755301-ce10-4ef2-8cea-2323f5768ddb, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:37:53.302536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] For port 94755301-ce10-4ef2-8cea-2323f5768ddb, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=94755301-ce10-4ef2-8cea-2323f5768ddb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:37:53.309667 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:53.442018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:53.442707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:53.509117 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e1cd8-f0b9-4b35-864e-fd7348b1d987 None None] Pushing event updated for resources: {'Port': ['ID=94755301-ce10-4ef2-8cea-2323f5768ddb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:53.518471 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:53.529725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Allocated IP 172.20.0.2 (0a847500-e82f-4a49-b9d7-3047b713c9f1/660a17bb-0885-4f47-babe-861b4fcc5140/8b194033-a941-4c38-b129-edce138a1777) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:37:53.720323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:54.094551 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.113488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Transition to ACTIVE for port object 8b194033-a941-4c38-b129-edce138a1777 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:37:54.137146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Transition to ACTIVE for port object 8b194033-a941-4c38-b129-edce138a1777 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:37:54.145514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.207680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.1 (0a847500-e82f-4a49-b9d7-3047b713c9f1/660a17bb-0885-4f47-babe-861b4fcc5140/d3b3443d-1f4d-40cf-8e55-86f2495550b3) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:37:54.209829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:37:54.214769 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:37:54.224641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:50Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:54.228946 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:37:54.237002 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Pushing event updated for resources: {'Port': ['ID=8b194033-a941-4c38-b129-edce138a1777,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:54.264350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb53c2c-1fb3-4c54-9bf6-fa4593944253 None None] The sync data for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 is: [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:50Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:37:54.334973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Attempting to bind port 8b194033-a941-4c38-b129-edce138a1777 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:37:54.335472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Attempting to bind port 8b194033-a941-4c38-b129-edce138a1777 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:37:54.335999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Attempting to bind port 8b194033-a941-4c38-b129-edce138a1777 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:37:54.342140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:37:54.342531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Checking segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:37:54.342952 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.343356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Bound using segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:37:54.343848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Bound port: 8b194033-a941-4c38-b129-edce138a1777, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:37:54.344238 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.441463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] For port 8b194033-a941-4c38-b129-edce138a1777, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:37:54.450681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] For port 8b194033-a941-4c38-b129-edce138a1777, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8b194033-a941-4c38-b129-edce138a1777,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:37:54.458095 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.516214 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.546300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object d3b3443d-1f4d-40cf-8e55-86f2495550b3 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:37:54.565617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78056e-63d9-483d-86b2-b2b1df4792b5 None None] Pushing event updated for resources: {'Port': ['ID=8b194033-a941-4c38-b129-edce138a1777,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:54.577358 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:54.654382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:37:54.657714 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:37:54.666694 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:37:54.706555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=d3b3443d-1f4d-40cf-8e55-86f2495550b3,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:54.736144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.046048 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.207804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b194033-a941-4c38-b129-edce138a1777 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:37:55.301443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 8b194033-a941-4c38-b129-edce138a1777 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:37:55.307030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 94755301-ce10-4ef2-8cea-2323f5768ddb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:37:55.388880 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 94755301-ce10-4ef2-8cea-2323f5768ddb completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:37:55.395021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 94755301-ce10-4ef2-8cea-2323f5768ddb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:55.395545 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.519184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.529484 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.534954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.552032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 94755301-ce10-4ef2-8cea-2323f5768ddb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=94755301-ce10-4ef2-8cea-2323f5768ddb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:55.557772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.631067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=94755301-ce10-4ef2-8cea-2323f5768ddb,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:55.643311 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1d2af-919d-4610-ab35-5b9a0cb76fa3 None None] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:37:55.665945 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.670968 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=d3b3443d-1f4d-40cf-8e55-86f2495550b3,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:55.754625 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] Provisioning for port 8b194033-a941-4c38-b129-edce138a1777 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:37:55.769140 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] Provisioning complete for port 8b194033-a941-4c38-b129-edce138a1777 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:55.769523 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:55.815499 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:37:55.816709 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:37:55.979470 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:56.007289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 8a749ada-5e23-46df-b13e-dc18b4f147b7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:37:56.027182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] For port 8b194033-a941-4c38-b129-edce138a1777, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8b194033-a941-4c38-b129-edce138a1777,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:56.031892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:56.102452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bb043-4b1b-48d6-85be-e996ac627671 None None] Pushing event updated for resources: {'Port': ['ID=8b194033-a941-4c38-b129-edce138a1777,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:56.254122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e3750891-211d-404f-a0a7-5b6eb7ee0895 None None] Provisioning complete for port 8b194033-a941-4c38-b129-edce138a1777 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:56.254813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3750891-211d-404f-a0a7-5b6eb7ee0895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:56.325750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:37:56.336348 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Sync routers for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:37:56.340121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3bb6be08-c059-46d8-b97f-53a26ece7ad2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/8a749ada-5e23-46df-b13e-dc18b4f147b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5221720 Apr 25 15:37:56.346337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:56.346946 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:56.401863 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e3750891-211d-404f-a0a7-5b6eb7ee0895 None None] Provisioning for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:37:56.407151 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e3750891-211d-404f-a0a7-5b6eb7ee0895 None None] Provisioning complete for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:56.407536 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3750891-211d-404f-a0a7-5b6eb7ee0895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:56.489326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e3750891-211d-404f-a0a7-5b6eb7ee0895 None None] Port d3b3443d-1f4d-40cf-8e55-86f2495550b3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:37:56.546022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-8badeb2c-5247-4b57-8857-e3ca0ee2390c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:37:56.565488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-8badeb2c-5247-4b57-8857-e3ca0ee2390c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:37:56.566905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-8badeb2c-5247-4b57-8857-e3ca0ee2390c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078863739&fields=id&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 267 time: 0.0692396 Apr 25 15:37:56.593791 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:56.612512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fae8ff92-9f0d-4c07-9af9-67dc78cf66ac None None] Provisioning complete for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:56.613276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fae8ff92-9f0d-4c07-9af9-67dc78cf66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:56.698724 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ff92-9f0d-4c07-9af9-67dc78cf66ac None None] Port d3b3443d-1f4d-40cf-8e55-86f2495550b3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:37:56.741559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-24dc0b5c-1c4d-49cf-9e29-b912fe443401 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:56.742154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-24dc0b5c-1c4d-49cf-9e29-b912fe443401 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:37:56.757403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-24dc0b5c-1c4d-49cf-9e29-b912fe443401 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:37:56.758526 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-24dc0b5c-1c4d-49cf-9e29-b912fe443401 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 797 time: 0.1836889 Apr 25 15:37:56.773847 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-5242ecd7-1b56-4e3e-8859-0c07f92b3dfb tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/quotas/2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Apr 25 15:37:56.818585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-78efc013-5c3e-4ae6-9ea5-42bcd766d9f5 None None] Provisioning complete for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:56.819111 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78efc013-5c3e-4ae6-9ea5-42bcd766d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:56.858265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-0b891221-b316-4eee-90be-3c89319bad64 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790031 Apr 25 15:37:56.873472 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-78efc013-5c3e-4ae6-9ea5-42bcd766d9f5 None None] Port d3b3443d-1f4d-40cf-8e55-86f2495550b3 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:37:56.916402 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 2, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:56.920554 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Checking router: 8a749ada-5e23-46df-b13e-dc18b4f147b7 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:37:56.920909 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Updating router 8a749ada-5e23-46df-b13e-dc18b4f147b7 port d3b3443d-1f4d-40cf-8e55-86f2495550b3 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:37:56.982062 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.104915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-7d134681-1208-41ae-ae22-14d345d1a23f service neutron] 10.222.0.23 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325177 Apr 25 15:37:57.155888 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b194033-a941-4c38-b129-edce138a1777 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:37:57.230848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 8b194033-a941-4c38-b129-edce138a1777 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:57.231234 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.246814 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-55b01114-c297-4e69-a1c3-701cff03c9fa service neutron] 10.222.0.23 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341412 Apr 25 15:37:57.400808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 94755301-ce10-4ef2-8cea-2323f5768ddb up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:37:57.408893 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.426781 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Transition to ACTIVE for port object d3b3443d-1f4d-40cf-8e55-86f2495550b3 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:37:57.436286 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.450523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e4c00198-401d-4927-84f4-2ebda111f246 req-c499f1f7-bf70-4085-9ece-4c223ac96494 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:37:57.469494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-e4c00198-401d-4927-84f4-2ebda111f246 req-c499f1f7-bf70-4085-9ece-4c223ac96494 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:37:57.473254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 94755301-ce10-4ef2-8cea-2323f5768ddb triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:57.473645 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.478581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e4c00198-401d-4927-84f4-2ebda111f246 req-c499f1f7-bf70-4085-9ece-4c223ac96494 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0750763 Apr 25 15:37:57.696349 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Pushing event updated for resources: {'Port': ['ID=d3b3443d-1f4d-40cf-8e55-86f2495550b3,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:57.706475 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Attempting to bind port d3b3443d-1f4d-40cf-8e55-86f2495550b3 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:37:57.706848 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Attempting to bind port d3b3443d-1f4d-40cf-8e55-86f2495550b3 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:37:57.707222 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Attempting to bind port d3b3443d-1f4d-40cf-8e55-86f2495550b3 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:37:57.711374 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.711724 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.712063 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.712648 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.712737 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.713024 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.713375 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.713697 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.714021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.714348 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.714665 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.714985 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:37:57.720389 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:37:57.721407 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Checking segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:37:57.721749 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.722136 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Bound using segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:37:57.722611 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Bound port: d3b3443d-1f4d-40cf-8e55-86f2495550b3, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:37:57.722988 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.829211 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] For port d3b3443d-1f4d-40cf-8e55-86f2495550b3, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:37:57.832285 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] For port d3b3443d-1f4d-40cf-8e55-86f2495550b3, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d3b3443d-1f4d-40cf-8e55-86f2495550b3,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:37:57.836232 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:57.912424 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:37:57.913046 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:37:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:57.982197 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176066-d2ec-4158-b545-3e15650adc6c None None] Pushing event updated for resources: {'Port': ['ID=d3b3443d-1f4d-40cf-8e55-86f2495550b3,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:58.115340 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:37:58.430888 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:37:58.435318 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aebe5-eeed-4501-83d5-987a40eb4684 None None] The sync data for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 is: [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:57Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:37:58.607927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-03f7be89-19f1-4051-9182-b50c6aff7c21 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:58.609765 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-03f7be89-19f1-4051-9182-b50c6aff7c21 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 797 time: 0.1997092 Apr 25 15:37:58.673377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6737a14a-2985-4cbd-ab7e-c35267d2e655 req-e5bf5753-9216-44e1-924f-245460b1debf tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0489030 Apr 25 15:37:58.681598 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-480b0201-b038-41d9-a5ae-88a1a1019cc7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 380 time: 0.0621459 Apr 25 15:37:58.693252 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'port': {'device_id': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'admin_state_up': True, 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'security_groups': ['d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:58.833086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:37:58.843126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:37:58.854260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:37:58.857858 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.032193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.7 (0a847500-e82f-4a49-b9d7-3047b713c9f1/660a17bb-0885-4f47-babe-861b4fcc5140/0e1fc72a-b343-46cd-8f49-d09ea3324e85) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:37:59.175808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d3b3443d-1f4d-40cf-8e55-86f2495550b3 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:37:59.235288 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.250772 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:37:59.252218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object 0e1fc72a-b343-46cd-8f49-d09ea3324e85 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:37:59.256029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:59.256415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.282326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.340744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.356450 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:37:59.359677 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:37:59.364566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:37:59.414986 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.424884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:59.443463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:59.444332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.474229 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d3b3443d-1f4d-40cf-8e55-86f2495550b3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d3b3443d-1f4d-40cf-8e55-86f2495550b3,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:37:59.480191 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-9f3692b0-d309-4a6f-8183-41764ee1f420 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7910378 Apr 25 15:37:59.484338 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.501161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Request body: {'port': {'device_id': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:37:59.599590 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d3b3443d-1f4d-40cf-8e55-86f2495550b3,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:37:59.637401 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.653549 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef9830f8-495b-4874-9766-b3a6bebfd813 None None] Provisioning for port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:37:59.659483 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef9830f8-495b-4874-9766-b3a6bebfd813 None None] Provisioning complete for port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:37:59.659868 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef9830f8-495b-4874-9766-b3a6bebfd813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:37:59.716364 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ef9830f8-495b-4874-9766-b3a6bebfd813 None None] Port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:37:59.974807 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261745-5328-4ad9-bcb8-b65707173819 req-4ff7c6d2-9d31-4978-b9b1-37735def3c78 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:37:59.975492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1a261745-5328-4ad9-bcb8-b65707173819 req-4ff7c6d2-9d31-4978-b9b1-37735def3c78 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:37:59.999500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-1a261745-5328-4ad9-bcb8-b65707173819 req-4ff7c6d2-9d31-4978-b9b1-37735def3c78 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:38:00.000533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a261745-5328-4ad9-bcb8-b65707173819 req-4ff7c6d2-9d31-4978-b9b1-37735def3c78 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 931 time: 0.1977696 Apr 25 15:38:00.087179 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1fc72a-b343-46cd-8f49-d09ea3324e85 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:38:00.098213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:00.102664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1a261745-5328-4ad9-bcb8-b65707173819 req-aef63945-ff27-490d-98dd-eaa475208875 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657175 Apr 25 15:38:00.115355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Transition to ACTIVE for port object 0e1fc72a-b343-46cd-8f49-d09ea3324e85 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:38:00.119638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:00.359924 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:38:00.474573 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:38:00.474907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:38:00.475234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:38:00.480359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:38:00.480683 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:38:00.485883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:38:00.486223 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Checking segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:38:00.486603 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Bound using segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:38:00.487055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Bound port: 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:38:00.487400 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:00.581762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:38:00.584566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:38:00.589019 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:00.644410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:00.644997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:00.646864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 1091 time: 1.1585133 Apr 25 15:38:00.647320 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:38:00.681198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84157b52-7e2f-4bc7-9875-ab82b6df85e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:38:00.729349 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c712e12-2bdb-44ee-b92a-d9af9f7fadd0'] response: {'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'status': 'completed', 'code': 200} Apr 25 15:38:00.777466 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-a477a811-6808-4791-af29-799c8577e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:00.779277 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-a477a811-6808-4791-af29-799c8577e05a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1094 time: 0.0866289 Apr 25 15:38:00.856860 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-bd4515a3-f8bd-4567-9628-887aca9fc8aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 217 time: 0.0706909 Apr 25 15:38:00.925487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-5560a7a8-5604-431b-bb7c-e419c7d9c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:00.926990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-5560a7a8-5604-431b-bb7c-e419c7d9c09f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0642321 Apr 25 15:38:01.000880 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-5871ff55-cd64-4027-b287-835c6cd7acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:01.003348 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-5871ff55-cd64-4027-b287-835c6cd7acb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704789 Apr 25 15:38:01.150687 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-b229e566-ad6b-4bdb-b831-d9223a79928a service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408932 Apr 25 15:38:01.153367 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d3b3443d-1f4d-40cf-8e55-86f2495550b3 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:38:01.225520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d3b3443d-1f4d-40cf-8e55-86f2495550b3 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:38:01.225989 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:01.331881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e7e31b05-202f-41bb-97f1-98dc496fe080 req-398f061d-b2ba-4ed3-a205-2dd75182a0c4 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757383 Apr 25 15:38:01.359561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7218d6-1899-4582-8d53-11aa69091f98 req-d765f0e5-06c9-471b-a215-148e90e772da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:01.360920 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe7218d6-1899-4582-8d53-11aa69091f98 req-d765f0e5-06c9-471b-a215-148e90e772da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.1182256 Apr 25 15:38:01.451233 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fe7218d6-1899-4582-8d53-11aa69091f98 req-49bc16b6-db96-4bca-af50-8617220cfa22 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835135 Apr 25 15:38:01.483717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-1f4449d5-1d76-4eac-a57c-d5a6116ec505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:01.485202 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-1f4449d5-1d76-4eac-a57c-d5a6116ec505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1094 time: 0.1028554 Apr 25 15:38:01.620571 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-85a750a3-b9f8-4eda-9d83-04fa16e2d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:01.621977 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-85a750a3-b9f8-4eda-9d83-04fa16e2d3e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1308465 Apr 25 15:38:01.693825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-07f5c2b0-519f-401c-a39b-4e08fbd02bb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 217 time: 0.0647748 Apr 25 15:38:01.755620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-91516419-2087-4045-b2d2-97bf7876148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:01.756988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-91516419-2087-4045-b2d2-97bf7876148f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0568507 Apr 25 15:38:01.833108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-57bf3675-cc3d-43e8-af18-f8921c901216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:01.834594 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-57bf3675-cc3d-43e8-af18-f8921c901216 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708833 Apr 25 15:38:01.966182 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-002dbdea-bd27-4edc-996c-1e7e1091ddff service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246359 Apr 25 15:38:02.097450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-13acb5a4-53e4-41b8-acb1-6bde6f1fd022 req-9796dccf-6a6a-42ee-8a11-cb27a63e1f35 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247196 Apr 25 15:38:02.635708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ae13-2cf5-4cf7-bf7e-27fdc7d415fb req-4e3efd6e-0db8-4dee-8262-38c32fc60c64 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:02.637179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27b9ae13-2cf5-4cf7-bf7e-27fdc7d415fb req-4e3efd6e-0db8-4dee-8262-38c32fc60c64 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.0777204 Apr 25 15:38:02.680661 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-27b9ae13-2cf5-4cf7-bf7e-27fdc7d415fb req-95eb4e93-606b-45b6-9d21-3778134e5b7e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Apr 25 15:38:03.966761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0103b-ff6d-4534-98d2-207cc559b285 req-85eb484b-8a18-4917-9297-51f1ce1964f6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:03.968248 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7f0103b-ff6d-4534-98d2-207cc559b285 req-85eb484b-8a18-4917-9297-51f1ce1964f6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.1810250 Apr 25 15:38:04.012528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d7f0103b-ff6d-4534-98d2-207cc559b285 req-3ef1fe28-7999-4588-b313-e9d1a6e5420a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384812 Apr 25 15:38:04.409023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:38:04.540895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:38:04.553875 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'port_id': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'mac_address': 'fa:16:3e:81:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:38:04.615323 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:04.632989 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1fc72a-b343-46cd-8f49-d09ea3324e85 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:38:04.649885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:38:04.653618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:04.720204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:38:04.853626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:04.856217 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0e1fc72a-b343-46cd-8f49-d09ea3324e85'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:38:05.201605 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce77496-c5d2-4e6f-873c-ee3a008336af req-1e1bd91c-06b7-4b68-8c6c-7e4f3233ff96 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:05.203080 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ce77496-c5d2-4e6f-873c-ee3a008336af req-1e1bd91c-06b7-4b68-8c6c-7e4f3233ff96 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0827510 Apr 25 15:38:05.246122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1ce77496-c5d2-4e6f-873c-ee3a008336af req-99b0fa8f-83f4-423d-a161-07cd055a7c29 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375142 Apr 25 15:38:06.423898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:38:06.438366 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7c3b1-2d4b-4bb6-bab5-3b32b8a9c705 req-d6bfa2ba-3386-4d5e-8347-5fd1173b1d34 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:06.440384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e7c3b1-2d4b-4bb6-bab5-3b32b8a9c705 req-d6bfa2ba-3386-4d5e-8347-5fd1173b1d34 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0819492 Apr 25 15:38:06.486628 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f4e7c3b1-2d4b-4bb6-bab5-3b32b8a9c705 req-37b7e364-5989-4373-9c53-655c5a9ba765 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Apr 25 15:38:06.493245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:38:06.498512 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:38:06.508009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:06.616735 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:06.642852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:38:06.652696 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:38:06.657849 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:06.728327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:38:06.743903 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44567a8-a5fb-4c5e-97db-12bb9a7cead6'] response: {'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'code': 200} Apr 25 15:38:06.864214 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eda35-5612-4d34-822a-e8996801f769 req-af5b03f1-c603-4194-b73d-ad5774a133a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:06.865712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-423eda35-5612-4d34-822a-e8996801f769 req-af5b03f1-c603-4194-b73d-ad5774a133a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0693085 Apr 25 15:38:06.905683 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-423eda35-5612-4d34-822a-e8996801f769 req-3906fae8-98ae-4370-b99b-a3170fe9a331 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Apr 25 15:38:07.671492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b968e3-e17f-462c-9ae6-ae861875f5a5 req-f1aafe4f-e17f-4f06-8d64-bf9d40e07770 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:07.672944 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0b968e3-e17f-462c-9ae6-ae861875f5a5 req-f1aafe4f-e17f-4f06-8d64-bf9d40e07770 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0827081 Apr 25 15:38:07.717152 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a0b968e3-e17f-462c-9ae6-ae861875f5a5 req-a6bd7c1d-6484-4e0f-b2ef-dcdfb7358b75 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377886 Apr 25 15:38:08.656896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bcef7005-b517-4f65-868b-b6187f4a4e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:08.904952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a7363-506a-4d04-a9c9-f2b58f181a2d req-dd759e68-e4a7-480e-9f44-58da71ebd916 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:08.906467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6a7363-506a-4d04-a9c9-f2b58f181a2d req-dd759e68-e4a7-480e-9f44-58da71ebd916 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0839291 Apr 25 15:38:08.953315 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4f6a7363-506a-4d04-a9c9-f2b58f181a2d req-d7a2a612-4c10-467b-84ad-8b875f4ce812 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Apr 25 15:38:09.143107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3926e-0bbe-401d-bf2c-9feb45a8def3 req-29d855be-a656-4867-a498-e12f0b8b0fc3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:09.144559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63b3926e-0bbe-401d-bf2c-9feb45a8def3 req-29d855be-a656-4867-a498-e12f0b8b0fc3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0805256 Apr 25 15:38:09.191104 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63b3926e-0bbe-401d-bf2c-9feb45a8def3 req-b36bdb52-5a5a-4dd4-8e14-367d24aa0511 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Apr 25 15:38:09.213058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42266) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:38:09.282041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18684fba-a5c7-45cd-a0b1-3a51f6cc93fe tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:09.284063 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-18684fba-a5c7-45cd-a0b1-3a51f6cc93fe tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1091 time: 0.0700657 Apr 25 15:38:09.286855 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42270) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:38:09.291776 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:38:09.299426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:38:09.303602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:floatingip and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:38:09.306440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:38:09.312062 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:38:09.322722 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:09.457818 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:09.598829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.97 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/cb69477a-509b-4c35-855f-b4fd2da8c90d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:38:09.745866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:09.774765 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:09.831142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:38:09.833826 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:38:09.837283 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:38:09.886431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=cb69477a-509b-4c35-855f-b4fd2da8c90d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:38:10.247524 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:10.318526 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:10.621748 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:10.626100 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:10.740716 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=cb69477a-509b-4c35-855f-b4fd2da8c90d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:38:10.747554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:10.917861 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP 2bd6b1ad-ee10-452e-b698-5a49cbeb9442 associated. External IP: 172.25.0.97, port: 0e1fc72a-b343-46cd-8f49-d09ea3324e85. Apr 25 15:38:11.024527 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a497463-2550-4ab5-8e6d-9a20d73d917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:11.268091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 8a749ada-5e23-46df-b13e-dc18b4f147b7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:38:11.439735 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:38:11.450945 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] Sync routers for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:38:11.460184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:38:11.460947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:38:11.464293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:11.523743 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-10fea603-9bdb-4b13-b093-268d45781c18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2357161 Apr 25 15:38:11.524135 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:38:11.570178 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3235e066-f0dc-4d80-bb88-9dd1d2985402'] response: {'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'status': 'completed', 'code': 200} Apr 25 15:38:11.672342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-388aacab-1fd0-4501-b208-f4c486d54179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:11.675353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-388aacab-1fd0-4501-b208-f4c486d54179 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0824280 Apr 25 15:38:11.686008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:38:11.706246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387dce8-3959-4220-8469-6585b97d7d39 req-03fb6bb6-e21e-446f-8103-aaba0ab7a2b9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:11.707843 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7387dce8-3959-4220-8469-6585b97d7d39 req-03fb6bb6-e21e-446f-8103-aaba0ab7a2b9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0934346 Apr 25 15:38:11.754073 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7387dce8-3959-4220-8469-6585b97d7d39 req-7648fb8f-3d9a-4e92-b376-7f2b5f1c7629 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403976 Apr 25 15:38:11.778329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42278) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:38:11.813491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-28904282-8b6e-46f9-b682-41c88b5ec3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:11.815462 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-28904282-8b6e-46f9-b682-41c88b5ec3ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1336634 Apr 25 15:38:11.890424 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-34fd2ce1-bd2b-4782-b225-62654d49f94a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/2bd6b1ad-ee10-452e-b698-5a49cbeb9442 HTTP/1.1" status: 200 len: 990 time: 0.1095881 Apr 25 15:38:11.966684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:12.046484 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-646b6b81-eb7e-45fe-a0bd-05cda55dddcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 998 time: 0.2249250 Apr 25 15:38:12.054133 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '2bd6b1ad-ee10-452e-b698-5a49cbeb9442', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'port_id': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'mac_address': 'fa:16:3e:81:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:38:10Z', 'updated_at': '2022-04-25T15:38:10Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:59Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:38:12.058003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] Checking router: 8a749ada-5e23-46df-b13e-dc18b4f147b7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:38:12.066634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:38:12.067237 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:38:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:38:12.108096 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-58de7757-30ba-46d3-9743-1d34573c5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:12.109577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-58de7757-30ba-46d3-9743-1d34573c5b16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0578268 Apr 25 15:38:12.185817 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-7d6b3ac8-58cb-4113-a22d-8270ac85c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:12.187406 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-7d6b3ac8-58cb-4113-a22d-8270ac85c8ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720382 Apr 25 15:38:12.197093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-45217640-cc51-4050-ab17-b752df30baa3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:38:12.198059 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-45217640-cc51-4050-ab17-b752df30baa3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052881 Apr 25 15:38:12.241097 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:12.255363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:38:12.330514 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-ff9cc2de-0320-476a-ac25-107bcad6298c service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256826 Apr 25 15:38:12.459865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bfcec95e-55a4-480d-8d58-793090ec6ef0 req-a6a61ee7-17b0-45a8-b529-25c776e3c253 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246617 Apr 25 15:38:12.620695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '2bd6b1ad-ee10-452e-b698-5a49cbeb9442', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'port_id': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'mac_address': 'fa:16:3e:81:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:38:10Z', 'updated_at': '2022-04-25T15:38:10Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:59Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:38:12.625160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42046dc-386a-44c4-95f0-e5090bcd1118 None None] The sync data for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 is: [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '2bd6b1ad-ee10-452e-b698-5a49cbeb9442', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'port_id': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'mac_address': 'fa:16:3e:81:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:38:10Z', 'updated_at': '2022-04-25T15:38:10Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:59Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:38:12.811462 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b768e8d-5594-4bcc-bb50-6066419d65e9 None None] New status for floating IP 2bd6b1ad-ee10-452e-b698-5a49cbeb9442: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:38:12.893382 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42282) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:38:13.004281 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-27b68ec0-ea44-45e8-8219-aea8eb0db8f7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/2bd6b1ad-ee10-452e-b698-5a49cbeb9442 HTTP/1.1" status: 200 len: 990 time: 0.1097224 Apr 25 15:38:13.875009 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:14.008042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42286) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:38:14.114798 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d9fae7a0-f60b-4698-868b-5cc8d7dfe0f0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/2bd6b1ad-ee10-452e-b698-5a49cbeb9442 HTTP/1.1" status: 200 len: 992 time: 0.1054177 Apr 25 15:38:26.352797 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:38:29.344195 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:34.846245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:38.660387 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7613164b-aaa1-446a-be50-14a228f63a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:40.631519 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-f05f42fe-f416-4ff1-a0ee-2d97f6d4ded9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678363 Apr 25 15:38:40.773597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-81f4a406-441c-41a7-a971-f67889c30453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:40.774988 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-81f4a406-441c-41a7-a971-f67889c30453 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0701210 Apr 25 15:38:40.918974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-4a5fb47c-00df-44c5-9fcd-bbfe2b0ca7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:40.920409 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-4a5fb47c-00df-44c5-9fcd-bbfe2b0ca7b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1271117 Apr 25 15:38:41.024254 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-44b131df-f496-4dde-af8c-9cfb52d3d5ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 1000 time: 0.0974858 Apr 25 15:38:41.026499 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-400b5730-12e2-4f31-84ba-eeb97aaa7e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:41.091422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-32b20bca-3dc2-42f8-bec3-72f9aff3726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:41.092843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-32b20bca-3dc2-42f8-bec3-72f9aff3726a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0627110 Apr 25 15:38:41.170949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-e7c3b96e-e7c6-4590-a596-bb620d8d794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:41.172947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-e7c3b96e-e7c6-4590-a596-bb620d8d794f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735440 Apr 25 15:38:41.309225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-e0f4a27a-bfe9-471d-9bb3-4b05eee4280a service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297221 Apr 25 15:38:41.437733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7b4f4dbf-ad52-44d5-98ab-8a8fca362440 req-31b0d7ea-6ae0-4f7e-90f6-b6f029c796c1 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208999 Apr 25 15:38:41.930200 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:42.185504 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:43.566628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42308) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:38:43.627432 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130cb30-b19b-4229-b359-0fa5e0c6c165 req-12d258f6-85b1-47e1-9312-cdda77b3d4f8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:43.628897 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0130cb30-b19b-4229-b359-0fa5e0c6c165 req-12d258f6-85b1-47e1-9312-cdda77b3d4f8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0842903 Apr 25 15:38:43.682593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-402b1444-611a-42e3-9478-10a863e1dd36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147757 Apr 25 15:38:43.786904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0130cb30-b19b-4229-b359-0fa5e0c6c165 req-1f03f85f-378a-4cde-96c9-b57047d1959f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522918 Apr 25 15:38:43.880516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:44.920426 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-b0076300-707a-47af-8698-ea4939fa8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:44.921932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-b0076300-707a-47af-8698-ea4939fa8d7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0722558 Apr 25 15:38:44.980803 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df65a1f-924f-424b-81d5-6dd93bb5af78 req-bc10ea23-5e53-44b0-bf65-f5c39e061f4b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:44.982284 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5df65a1f-924f-424b-81d5-6dd93bb5af78 req-bc10ea23-5e53-44b0-bf65-f5c39e061f4b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0812469 Apr 25 15:38:45.026797 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5df65a1f-924f-424b-81d5-6dd93bb5af78 req-c8b252e7-8393-4834-8ed4-20b4821c8c34 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380538 Apr 25 15:38:45.053857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-b57be282-0157-49e8-94dc-1d875148615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:45.055289 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-b57be282-0157-49e8-94dc-1d875148615b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1278238 Apr 25 15:38:45.157108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-b909ee05-c403-4fec-a036-078b6c3b7fde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 1000 time: 0.0960939 Apr 25 15:38:45.220238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-08272ef9-5c05-421b-9f4e-e17c0fbe5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:45.221740 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-08272ef9-5c05-421b-9f4e-e17c0fbe5065 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0592549 Apr 25 15:38:45.295226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-0d93dfb7-979f-4bfb-9502-5c4ad0d946a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:45.296699 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-0d93dfb7-979f-4bfb-9502-5c4ad0d946a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688372 Apr 25 15:38:45.429132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-095c4e31-1477-4ab7-a8bc-a33ac045484c service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263552 Apr 25 15:38:45.558922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-55e73834-7c91-4f8c-b62d-85bed9dc8566 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246271 Apr 25 15:38:46.216372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253172c5-5511-476d-a0cd-e81e091645d7 req-b2cf899f-e31d-4192-9f04-b3d2bb76ac7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:46.217812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-253172c5-5511-476d-a0cd-e81e091645d7 req-b2cf899f-e31d-4192-9f04-b3d2bb76ac7f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0823562 Apr 25 15:38:46.260568 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-253172c5-5511-476d-a0cd-e81e091645d7 req-2e066c44-150b-45eb-9cb0-15d88d0c2e98 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367057 Apr 25 15:38:47.456389 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8760-77e7-4501-a953-ad2815b4c98b req-b5207924-bbce-449f-a24c-a32b65eb01a5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:47.458594 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d26c8760-77e7-4501-a953-ad2815b4c98b req-b5207924-bbce-449f-a24c-a32b65eb01a5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0888126 Apr 25 15:38:47.507254 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d26c8760-77e7-4501-a953-ad2815b4c98b req-e2223b1b-5921-4e34-8550-e9cd8e789f61 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Apr 25 15:38:48.689824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17819-c74e-484c-a055-41137261dfa6 req-1e953e26-f370-488e-a4f1-487f8d7ebfff tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:48.691301 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d17819-c74e-484c-a055-41137261dfa6 req-1e953e26-f370-488e-a4f1-487f8d7ebfff tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0798421 Apr 25 15:38:48.733445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-76d17819-c74e-484c-a055-41137261dfa6 req-1eec3117-5bc9-4d2e-a7e2-6d4b0fa64e76 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365458 Apr 25 15:38:49.913755 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a21af-9657-46ff-a28d-bdc88bac8286 req-c703b610-4f34-4c2b-9de0-30309f9d84a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:49.915192 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-704a21af-9657-46ff-a28d-bdc88bac8286 req-c703b610-4f34-4c2b-9de0-30309f9d84a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0775838 Apr 25 15:38:49.958957 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-704a21af-9657-46ff-a28d-bdc88bac8286 req-b43d5298-b57a-4cf6-a890-5c2ccddc43ea tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379734 Apr 25 15:38:51.147938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e802-5676-4707-91aa-148e7236e4af req-0fc7d6c0-2fdc-4a06-a5eb-870e396ba4e1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:51.149414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4419e802-5676-4707-91aa-148e7236e4af req-0fc7d6c0-2fdc-4a06-a5eb-870e396ba4e1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0854778 Apr 25 15:38:51.211883 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4419e802-5676-4707-91aa-148e7236e4af req-859c9ba5-9d26-4ed9-96ee-60bf34578408 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566313 Apr 25 15:38:52.394723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af53967-f21d-441c-bb68-e92a55308344 req-f6b6f69a-77c9-46c2-a53c-8f9ed8a0c4f9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:52.396152 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0af53967-f21d-441c-bb68-e92a55308344 req-f6b6f69a-77c9-46c2-a53c-8f9ed8a0c4f9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0807295 Apr 25 15:38:52.439683 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0af53967-f21d-441c-bb68-e92a55308344 req-878f4004-13a4-45f4-a083-0345b052250a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Apr 25 15:38:53.625157 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8d209-d3a1-416c-85c7-2eef83053786 req-72557ab3-f3f1-4f7e-8ad1-ed1a0ca676d1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:53.626603 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36a8d209-d3a1-416c-85c7-2eef83053786 req-72557ab3-f3f1-4f7e-8ad1-ed1a0ca676d1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0785642 Apr 25 15:38:53.673400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-36a8d209-d3a1-416c-85c7-2eef83053786 req-82395c5d-bb83-4d61-8c8f-e635cc03117f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Apr 25 15:38:54.856511 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ffb4-359e-40a3-92d7-8f42241fb6f3 req-221f6fd3-9929-4d21-a6d5-b5105203a0e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:54.857912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7354ffb4-359e-40a3-92d7-8f42241fb6f3 req-221f6fd3-9929-4d21-a6d5-b5105203a0e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0784304 Apr 25 15:38:54.901738 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7354ffb4-359e-40a3-92d7-8f42241fb6f3 req-4d80a4ea-ee7b-4988-a822-a252ea90b2c5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Apr 25 15:38:56.089804 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062ac25-d8b0-4225-9315-e7a89f5acfa9 req-ce68cfab-2f6b-4304-835c-7036ca8c0703 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:56.091267 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b062ac25-d8b0-4225-9315-e7a89f5acfa9 req-ce68cfab-2f6b-4304-835c-7036ca8c0703 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0812008 Apr 25 15:38:56.143805 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b062ac25-d8b0-4225-9315-e7a89f5acfa9 req-9d07ba1b-7cde-40c7-a551-4b466a1d01d7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Apr 25 15:38:57.330995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9a8e-2b7a-4bf9-9377-54db19022544 req-2392d7de-0608-4ab0-8605-e9bdcdca3295 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:57.332345 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b3e9a8e-2b7a-4bf9-9377-54db19022544 req-2392d7de-0608-4ab0-8605-e9bdcdca3295 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0824440 Apr 25 15:38:57.375499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7b3e9a8e-2b7a-4bf9-9377-54db19022544 req-741d3f25-30ab-465a-ab8a-1a20b3a1f4e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369930 Apr 25 15:38:58.570682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78908-1d22-4c2d-a2c3-a270a0c07573 req-f2e38b88-61bf-48a2-afcf-3d3d5327d013 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:58.571297 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47d78908-1d22-4c2d-a2c3-a270a0c07573 req-f2e38b88-61bf-48a2-afcf-3d3d5327d013 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0824254 Apr 25 15:38:58.614869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-47d78908-1d22-4c2d-a2c3-a270a0c07573 req-b4a0e38a-2b2e-44ee-9dee-647e4e068096 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380144 Apr 25 15:38:59.354485 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:38:59.795937 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cee93-f533-4255-98ad-a223f32660e4 req-a4383b2f-afef-4fd3-b966-3052d76d1d19 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:38:59.797950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d30cee93-f533-4255-98ad-a223f32660e4 req-a4383b2f-afef-4fd3-b966-3052d76d1d19 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0784276 Apr 25 15:38:59.843287 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d30cee93-f533-4255-98ad-a223f32660e4 req-bae48a56-6176-49ab-a69f-96af87e15295 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396667 Apr 25 15:39:01.029680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fbdf3-843e-4476-9257-8d1d3f7a4a9e req-ab5404ab-2514-4880-913a-697ad097a054 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:01.031636 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-681fbdf3-843e-4476-9257-8d1d3f7a4a9e req-ab5404ab-2514-4880-913a-697ad097a054 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0791337 Apr 25 15:39:01.077764 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-681fbdf3-843e-4476-9257-8d1d3f7a4a9e req-ab50db65-98fd-4df3-98f6-4a31a7d48a2b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Apr 25 15:39:02.270144 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6518564-469b-4486-871c-d445d5085727 req-90b24e18-0a51-4650-973d-561664b91cf9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:02.271612 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6518564-469b-4486-871c-d445d5085727 req-90b24e18-0a51-4650-973d-561664b91cf9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0867434 Apr 25 15:39:02.315065 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e6518564-469b-4486-871c-d445d5085727 req-db966d96-75dd-40e4-8142-8be8fbce9066 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377417 Apr 25 15:39:02.373519 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-a3491761-8b8f-47a9-847c-81bcb308b11e service neutron] show failed (client error): The resource could not be found. Apr 25 15:39:02.374450 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-a3491761-8b8f-47a9-847c-81bcb308b11e service neutron] 10.222.0.15 "GET /v2.0/ports/0e1fc72a-b343-46cd-8f49-d09ea3324e85/bindings/n-h1-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0767951 Apr 25 15:39:02.678494 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-3e479f3f-cfff-4b02-a8ec-407ccf50c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:02.679860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-3e479f3f-cfff-4b02-a8ec-407ccf50c541 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 1096 time: 0.1143696 Apr 25 15:39:02.692353 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:39:02.800635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:03.172824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:39:03.201305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h2-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:39:03.259568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:39:03.265108 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:03.281439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Transition to ACTIVE for port object 0e1fc72a-b343-46cd-8f49-d09ea3324e85 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:39:03.285910 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:03.353506 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:39:03.424591 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96fdac29-2d1a-48ca-85c3-c0f78b255c4f'] response: {'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'code': 200} Apr 25 15:39:03.443792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:39:03.453952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.454288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.454627 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.454965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.455291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.455620 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.456035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.456357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.456678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.457001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.457344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.457662 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:03.558187 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] No DVR routers for this DVR port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on host n-h2-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:39:03.734886 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebf70b-8a2b-45b5-b4c5-9dda1140fbc6 req-5ce20a48-a4d3-4493-941c-279b19189817 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:03.736346 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-faebf70b-8a2b-45b5-b4c5-9dda1140fbc6 req-5ce20a48-a4d3-4493-941c-279b19189817 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.2607713 Apr 25 15:39:03.840299 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-faebf70b-8a2b-45b5-b4c5-9dda1140fbc6 req-5fe46339-3d1b-4603-8cae-bab8ed13e5b8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924308 Apr 25 15:39:03.842256 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:39:03.842587 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:39:03.842909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:39:03.848092 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:39:03.848410 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Attempting to bind port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on network 0a847500-e82f-4a49-b9d7-3047b713c9f1 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:39:03.853831 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:39:03.854196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Checking segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:39:03.854665 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Bound using segment: {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:39:03.855096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Bound port: 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46350563-7127-4bb2-8709-2f86aae76bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:39:03.855440 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:03.941167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:39:03.944065 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:39:03.947702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:04.003902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:04.004521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:04.005878 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] 10.222.0.21 "PUT /v2.0/ports/0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 1091 time: 1.3173301 Apr 25 15:39:04.027924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e94d6e-e408-467c-8824-a0e8ae0f7bae service neutron] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:39:04.109929 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-5aba22e3-25f0-4dca-8673-2e6328f5463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:04.111470 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-5aba22e3-25f0-4dca-8673-2e6328f5463c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1094 time: 0.0805275 Apr 25 15:39:04.252320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-5a7efca3-8c1a-4dc4-be24-9866bcb2031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:04.253771 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-5a7efca3-8c1a-4dc4-be24-9866bcb2031f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1368518 Apr 25 15:39:04.358335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-df2556a0-c164-409b-ae9f-d589a0e624e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 998 time: 0.0983140 Apr 25 15:39:04.420385 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-04204cf3-7b35-4c8c-9186-24c73d267f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:04.421848 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-04204cf3-7b35-4c8c-9186-24c73d267f36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0577092 Apr 25 15:39:04.601441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-1922c4f4-d26c-4f67-bc47-2d73e8c96b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:04.602930 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-1922c4f4-d26c-4f67-bc47-2d73e8c96b93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754849 Apr 25 15:39:04.672439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:39:04.729689 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:39:04.739544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-3fa17693-104c-4663-9e37-075b0e3e14a4 service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298692 Apr 25 15:39:04.852014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:04.873801 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ef9afe21-16b6-4dfe-bf33-f2df5f1f606d req-599ad503-7c35-48d3-93ae-e8c744f027d4 service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281981 Apr 25 15:39:05.033113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dfc81-c5cb-4bcb-88ec-7a92525ba843 req-10046071-4ae8-4da5-a5f0-825fd7587e5d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.034700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c97dfc81-c5cb-4bcb-88ec-7a92525ba843 req-10046071-4ae8-4da5-a5f0-825fd7587e5d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.0822232 Apr 25 15:39:05.082816 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c97dfc81-c5cb-4bcb-88ec-7a92525ba843 req-6e335067-21ed-4b6d-a8bd-d57bbb1c848d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Apr 25 15:39:05.426083 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:39:05.481666 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d33ab6-d71b-49ea-a7a5-df16565294f6'] response: {'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'status': 'completed', 'code': 200} Apr 25 15:39:05.572890 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-333aa5ae-a729-4f74-93a5-86884bb5541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.574431 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-333aa5ae-a729-4f74-93a5-86884bb5541f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1094 time: 0.0718431 Apr 25 15:39:05.579561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-55cc0812-c39f-438f-9006-1acee7821459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.581004 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-55cc0812-c39f-438f-9006-1acee7821459 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1094 time: 0.0771759 Apr 25 15:39:05.706892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-2a735232-0135-463d-bd81-a458e601ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.708367 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-2a735232-0135-463d-bd81-a458e601ab49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1274409 Apr 25 15:39:05.813150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-944db8ac-4989-4693-b8f6-82f8a0a2afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.814597 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-944db8ac-4989-4693-b8f6-82f8a0a2afff service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.2273178 Apr 25 15:39:05.818770 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-dc4d8b47-5327-4f39-b210-9d61a9235864 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 998 time: 0.1033590 Apr 25 15:39:05.883798 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-e2ab7834-7dcf-4b15-a2c5-4b2445d54aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.885269 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-e2ab7834-7dcf-4b15-a2c5-4b2445d54aa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0602007 Apr 25 15:39:05.919066 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-76c12cd7-0dad-4f0c-b94e-a39418b42d41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 998 time: 0.0979295 Apr 25 15:39:05.961649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-6f5c4898-7f45-40c5-9e6b-2f9e8ae5f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.963278 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-6f5c4898-7f45-40c5-9e6b-2f9e8ae5f1a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713844 Apr 25 15:39:05.980304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-f5fbdf83-00bb-42ae-b74b-95d3a5996e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:05.981757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-f5fbdf83-00bb-42ae-b74b-95d3a5996e12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0566936 Apr 25 15:39:06.058878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce222-ed1e-4650-a424-7588db23054b req-faa1d507-65de-417f-89d5-31a7b16b395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:06.060480 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-faa1d507-65de-417f-89d5-31a7b16b395a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728991 Apr 25 15:39:06.099165 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-438b01c6-657b-4f2c-82b7-e44dd75a7bf3 service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288118 Apr 25 15:39:06.196269 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-5a491e5e-099e-4e43-8178-a0112dfc1e5d service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298547 Apr 25 15:39:06.232584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-ea0de0c0-8279-4e99-88fe-7be1d6ba0b1b service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278136 Apr 25 15:39:06.381588 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca9214-ad30-4a72-b0a5-ebe48d4c5459 req-69f7895f-1bd1-4664-87c3-48deaae82188 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:06.383037 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57ca9214-ad30-4a72-b0a5-ebe48d4c5459 req-69f7895f-1bd1-4664-87c3-48deaae82188 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.1892858 Apr 25 15:39:06.388060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-264ce222-ed1e-4650-a424-7588db23054b req-aab1872d-618e-4d21-9a97-421100239eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611247 Apr 25 15:39:06.426834 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57ca9214-ad30-4a72-b0a5-ebe48d4c5459 req-8dd7fb50-7e15-4df7-96d2-913e3e6c3f69 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378399 Apr 25 15:39:07.611978 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9cfce-fab1-4e12-87b2-2c1cb5a3c2fa req-310397c6-4e52-438f-a258-197b095e0ab0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:07.613455 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16b9cfce-fab1-4e12-87b2-2c1cb5a3c2fa req-310397c6-4e52-438f-a258-197b095e0ab0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.0794580 Apr 25 15:39:07.660472 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-16b9cfce-fab1-4e12-87b2-2c1cb5a3c2fa req-48affae7-7aee-4f49-85e8-68bf66a1eb9d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Apr 25 15:39:08.546253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:39:08.705729 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21e626b5-8ba4-42f8-8082-e3256e6d1f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:08.732665 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:39:08.748273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'port_id': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'mac_address': 'fa:16:3e:81:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:39:08.803083 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:08.820211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1fc72a-b343-46cd-8f49-d09ea3324e85 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:39:08.835743 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:39:08.839950 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:08.849782 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a86718-e421-488b-a888-3011e52b72f0 req-f341427d-3df4-416b-86fb-04bee094d87f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:08.851222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75a86718-e421-488b-a888-3011e52b72f0 req-f341427d-3df4-416b-86fb-04bee094d87f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 943 time: 0.0842505 Apr 25 15:39:08.895257 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-75a86718-e421-488b-a888-3011e52b72f0 req-da27b4d7-08b6-4352-bec5-ebd1dcb3b33f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382209 Apr 25 15:39:08.906673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:39:08.914256 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.914621 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.914973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.915319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.915664 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.916003 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.916340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.916672 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.917004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.917363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.917694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:08.918023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:39:09.210736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['0e1fc72a-b343-46cd-8f49-d09ea3324e85'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:39:09.259142 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f34a2-7582-4520-bbda-91b4d32f22b3 req-33250c86-aa8d-4d73-97b2-8330e68e2a5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.260612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-201f34a2-7582-4520-bbda-91b4d32f22b3 req-33250c86-aa8d-4d73-97b2-8330e68e2a5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 944 time: 0.1439693 Apr 25 15:39:09.271541 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-91034cf1-2411-4604-966d-8c0318a4f237 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.272999 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-91034cf1-2411-4604-966d-8c0318a4f237 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5&tenant_id=2992e2bdd25545f680aafbd9fbe17844&binding%3Ahost_id=n-h1-811416-6 HTTP/1.1" status: 200 len: 944 time: 0.1252429 Apr 25 15:39:09.376368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-201f34a2-7582-4520-bbda-91b4d32f22b3 req-6dfade4a-cc34-4778-8bd8-aaf416efefdd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022935 Apr 25 15:39:09.385720 n-d-811416-6 neutron-server[88061]: INFO neutron.api.v2.resource [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-c327307a-3c87-4c9a-b669-47fe17af4a5f service neutron] delete failed (client error): The resource could not be found. Apr 25 15:39:09.386770 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-c327307a-3c87-4c9a-b669-47fe17af4a5f service neutron] 10.222.0.15 "DELETE /v2.0/ports/0e1fc72a-b343-46cd-8f49-d09ea3324e85/bindings/n-h2-811416-6 HTTP/1.1" status: 404 len: 380 time: 0.0994217 Apr 25 15:39:09.529458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-f6ee0ca4-e27e-4435-be96-97626a9422c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.531843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-f6ee0ca4-e27e-4435-be96-97626a9422c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1095 time: 0.0732937 Apr 25 15:39:09.572819 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b21cc3-6394-4c8e-9349-727fbfd979d5 req-b9e989f4-ccbc-4899-8487-de365b52216b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.574329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06b21cc3-6394-4c8e-9349-727fbfd979d5 req-b9e989f4-ccbc-4899-8487-de365b52216b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0827208 Apr 25 15:39:09.618860 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-06b21cc3-6394-4c8e-9349-727fbfd979d5 req-e20a6a19-b795-4e0c-bb17-56054d107d1f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387435 Apr 25 15:39:09.661487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-c40eac1f-0462-4af6-aa69-a1f1cfebd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.662908 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-c40eac1f-0462-4af6-aa69-a1f1cfebd900 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1262689 Apr 25 15:39:09.762818 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-968b2384-3b8d-4f65-b3c8-a9d3ab0a81ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 999 time: 0.0936983 Apr 25 15:39:09.822668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-ced3b86a-2fac-486f-b0f3-167b1a493ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.824029 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-ced3b86a-2fac-486f-b0f3-167b1a493ace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0556545 Apr 25 15:39:09.898551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-61cf0510-ebf3-4b1b-a7d0-256166fab46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:09.899881 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-61cf0510-ebf3-4b1b-a7d0-256166fab46d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701652 Apr 25 15:39:10.139239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-c2965e70-edf1-4bb6-9982-754bebecaf86 service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333288 Apr 25 15:39:10.269869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6c6b3102-abeb-41f6-b103-f6579045ee98 req-258b0186-3325-4a3f-bd3f-3f8192b6049d service neutron] 10.222.0.15 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247442 Apr 25 15:39:10.564380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:39:10.631326 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:39:10.636144 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:39:10.636527 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:10.778145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:10.817008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:39:10.817801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:39:10.825979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7a8d9-51d2-4219-97f2-bc53f306b09d req-2fb94cd7-527c-47e2-a84c-45f427bdcf2f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:10.826967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:10.827497 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42f7a8d9-51d2-4219-97f2-bc53f306b09d req-2fb94cd7-527c-47e2-a84c-45f427bdcf2f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0888491 Apr 25 15:39:10.875635 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e74401-2032-4a7f-b45e-37016c7a1c11'] response: {'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'code': 200} Apr 25 15:39:10.883990 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-42f7a8d9-51d2-4219-97f2-bc53f306b09d req-fc356337-3c2c-4426-b837-c1ea06303912 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 Apr 25 15:39:10.907580 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42402) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:39:10.931277 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:39:11.018344 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-529c2162-9bd5-411b-8287-3f2eb4f0647c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/2bd6b1ad-ee10-452e-b698-5a49cbeb9442 HTTP/1.1" status: 200 len: 992 time: 0.1090789 Apr 25 15:39:11.028339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9b005845-2c2c-4efe-873c-9f28a53f463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:11.933026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:12.189017 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:13.883245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:29.388769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:30.370751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-9f09fff7-557c-42f9-8188-942023ad6f90 req-30d491e1-0d3f-4b1b-abc3-68193152dbb5 tempest-ServerDiskConfigTestJSON-76244253 tempest-ServerDiskConfigTestJSON-76244253-project] (88061) timed out ('10.222.0.21', 52542) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:39:34.867537 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:38.667153 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c840e1a8-34f0-4738-bda8-4b2b81fea3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:40.352625 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:39:41.030319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3409f22b-6fcc-47d0-9680-1d5d79895143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:41.934736 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:42.192353 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:43.884803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:47.305881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-439e0ce2-82e4-4969-a8cb-ea155947e753 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677066 Apr 25 15:39:47.455011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-eaca75f6-b5f2-4a30-8f13-399d7d1f10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:47.457235 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-eaca75f6-b5f2-4a30-8f13-399d7d1f10dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0857859 Apr 25 15:39:47.700165 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-118421c1-e9d1-4667-86ec-98fe87527b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:47.701619 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-118421c1-e9d1-4667-86ec-98fe87527b8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.2267456 Apr 25 15:39:47.803962 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-408a56ba-fe42-4f97-a553-1856703cb838 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 1000 time: 0.0959184 Apr 25 15:39:47.864052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-cd976a78-99fa-49d8-862d-1aae5d227ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:47.865436 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-cd976a78-99fa-49d8-862d-1aae5d227ccc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0558562 Apr 25 15:39:47.942427 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-4f3479c6-df6a-42b0-a6d0-91f82a2b0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:47.943872 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-4f3479c6-df6a-42b0-a6d0-91f82a2b0c86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724664 Apr 25 15:39:48.070526 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-bde6ded2-0d1a-4703-8db4-00d74b64a6ef service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210959 Apr 25 15:39:48.199668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-242e5100-8614-4ae1-85ec-a3125b4a671f req-df87b6ee-de86-4222-b315-42831f08dd16 service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231911 Apr 25 15:39:57.654743 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42422) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:39:57.890086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port cb69477a-509b-4c35-855f-b4fd2da8c90d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:39:57.890342 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:58.058390 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:58.058723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:58.180103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for cb69477a-509b-4c35-855f-b4fd2da8c90d owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:39:58.330863 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:58.376159 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=cb69477a-509b-4c35-855f-b4fd2da8c90d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:39:58.471510 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:58.471855 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP 2bd6b1ad-ee10-452e-b698-5a49cbeb9442 disassociated (deleted). External IP: 172.25.0.97, port: 0e1fc72a-b343-46cd-8f49-d09ea3324e85. Apr 25 15:39:58.929763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 8a749ada-5e23-46df-b13e-dc18b4f147b7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:39:59.108241 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:39:59.117737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] Sync routers for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:39:59.127430 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:59.128245 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:39:59.128907 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:39:59.182542 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7ea0b9dc-c719-4f5c-933f-5c4f6fb250dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/floatingips/2bd6b1ad-ee10-452e-b698-5a49cbeb9442 HTTP/1.1" status: 204 len: 168 time: 1.5266886 Apr 25 15:39:59.183309 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:39:59.229615 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3864fabb-430a-4b67-860a-4dfe08d73ed4'] response: {'name': 'network-changed', 'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'status': 'completed', 'code': 200} Apr 25 15:39:59.309183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:39:59.325720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-6dc897eb-a060-4322-98bc-bf0a7a76eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:59.327194 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-6dc897eb-a060-4322-98bc-bf0a7a76eb68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0766661 Apr 25 15:39:59.471689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-27a20a9d-7912-487a-87e5-377503124593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:59.473318 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-27a20a9d-7912-487a-87e5-377503124593 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 200 len: 898 time: 0.1403666 Apr 25 15:39:59.555167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:39:59.556864 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-016a6cd5-f40e-4a36-9ea4-ea7dc6eea792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 200 len: 217 time: 0.0750914 Apr 25 15:39:59.628711 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-f446e250-350f-4cfb-94bd-59653fe72706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:59.630211 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-f446e250-350f-4cfb-94bd-59653fe72706 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 200 len: 835 time: 0.0673325 Apr 25 15:39:59.672763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:59Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:39:59.676632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] Checking router: 8a749ada-5e23-46df-b13e-dc18b4f147b7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:39:59.684897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:39:59.685538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:39:59.768519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-ff253d9c-5bc3-4514-aabe-03f0e577cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:59.769953 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-ff253d9c-5bc3-4514-aabe-03f0e577cb30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a847500-e82f-4a49-b9d7-3047b713c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337712 Apr 25 15:39:59.777397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ec30-5696-416c-a25e-084bc54418c6 req-e10391fc-577b-4379-a94f-4490d56d9fb4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:39:59.778066 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8fd1ec30-5696-416c-a25e-084bc54418c6 req-e10391fc-577b-4379-a94f-4490d56d9fb4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:39:59.868693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-8fd1ec30-5696-416c-a25e-084bc54418c6 req-e10391fc-577b-4379-a94f-4490d56d9fb4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:39:59.869885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fd1ec30-5696-416c-a25e-084bc54418c6 req-e10391fc-577b-4379-a94f-4490d56d9fb4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.1997273 Apr 25 15:39:59.896979 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:39:59.947718 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8fd1ec30-5696-416c-a25e-084bc54418c6 req-598dd3c9-394d-481d-be32-40ef440a7861 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655677 Apr 25 15:39:59.950936 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-1d8138f4-b716-41e1-8ef9-791df7c7a445 service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692243 Apr 25 15:40:00.089772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac83a208-159b-41fd-800e-2cc3304b85b8 req-8804c660-ffb9-4211-84fb-e33c5c318568 service neutron] 10.222.0.21 "GET /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320968 Apr 25 15:40:00.219680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:59Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:00.224070 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2519-202c-4ea8-989b-6eefcfeb7a4b None None] The sync data for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 is: [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:37:54Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd3b3443d-1f4d-40cf-8e55-86f2495550b3', 'name': '', 'network_id': '0a847500-e82f-4a49-b9d7-3047b713c9f1', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:18:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:53Z', 'updated_at': '2022-04-25T15:37:59Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '660a17bb-0885-4f47-babe-861b4fcc5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:40:00.457689 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41ce2f-8650-4917-9087-e76325b96706 None None] New status for floating IP 2bd6b1ad-ee10-452e-b698-5a49cbeb9442: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:40:00.985204 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435bcf4-2891-4eee-8892-4a699e08971a req-d26b58ed-5ef3-467b-ae70-f6a5ba27ecb2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:00.986657 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1435bcf4-2891-4eee-8892-4a699e08971a req-d26b58ed-5ef3-467b-ae70-f6a5ba27ecb2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0799365 Apr 25 15:40:01.059815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:40:01.060161 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:01.139948 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f42582-3c4c-46f6-b659-cacb4f1f0269 req-d4c6a3c6-19bf-4e5c-817f-e00a15d2a60b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:01.141509 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27f42582-3c4c-46f6-b659-cacb4f1f0269 req-d4c6a3c6-19bf-4e5c-817f-e00a15d2a60b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0870926 Apr 25 15:40:01.187455 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-27f42582-3c4c-46f6-b659-cacb4f1f0269 req-bf2e7261-8331-409d-b1aa-3e94711bf0be tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Apr 25 15:40:01.421250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 0e1fc72a-b343-46cd-8f49-d09ea3324e85, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=0e1fc72a-b343-46cd-8f49-d09ea3324e85,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:01.421513 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:01.549753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 0e1fc72a-b343-46cd-8f49-d09ea3324e85 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:40:01.697147 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:01.746876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=0e1fc72a-b343-46cd-8f49-d09ea3324e85,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:01.828147 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] No DVR routers for this DVR port 0e1fc72a-b343-46cd-8f49-d09ea3324e85 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:40:01.830736 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:01.833157 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-deleted', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:40:01.848861 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1435bcf4-2891-4eee-8892-4a699e08971a req-110ed363-0135-4ab9-b602-8b3d9e0c5089 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.21 "DELETE /v2.0/ports/0e1fc72a-b343-46cd-8f49-d09ea3324e85 HTTP/1.1" status: 204 len: 173 time: 0.8572299 Apr 25 15:40:01.878768 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b7a21d-417d-47bc-8a8b-200dd73f20f0'] response: {'server_uuid': 'aa53662e-618b-44b7-b14e-fa17cd53a9b5', 'name': 'network-vif-deleted', 'tag': '0e1fc72a-b343-46cd-8f49-d09ea3324e85', 'status': 'completed', 'code': 200} Apr 25 15:40:02.353403 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9d5daa0f-9201-4f14-aabe-65b9ec0bdaad req-e0d315c6-595f-401e-9b89-571d5d682571 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa53662e-618b-44b7-b14e-fa17cd53a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0426912 Apr 25 15:40:03.448986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42442) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:04.003206 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:04.467265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port d3b3443d-1f4d-40cf-8e55-86f2495550b3 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:40:04.467937 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:04.665659 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port d3b3443d-1f4d-40cf-8e55-86f2495550b3, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d3b3443d-1f4d-40cf-8e55-86f2495550b3,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:04.666185 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:04.799119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for d3b3443d-1f4d-40cf-8e55-86f2495550b3 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:40:04.821700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:40:04.858381 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 0e1fc72a-b343-46cd-8f49-d09ea3324e85 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:40:04.858892 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 0e1fc72a-b343-46cd-8f49-d09ea3324e85 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:40:04.882526 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:05.026172 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:05.077884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=d3b3443d-1f4d-40cf-8e55-86f2495550b3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:05.122933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.123126 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.123442 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.123782 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.124115 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.124456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.124794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.125149 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.126074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.126074 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.126274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.126457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:05.367152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:05.831380 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 8a749ada-5e23-46df-b13e-dc18b4f147b7 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:40:06.007037 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:40:06.016533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] Sync routers for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:40:06.019734 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-08b1da3a-4da1-487d-a25d-bfdc9431a920 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/8a749ada-5e23-46df-b13e-dc18b4f147b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5696461 Apr 25 15:40:06.022374 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42446) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:06.026243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:06.026853 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:06.091345 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting subnet 660a17bb-0885-4f47-babe-861b4fcc5140 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:40:06.094675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.148344 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.206065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:06.230941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.309047 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.348173 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Subnet': ['ID=660a17bb-0885-4f47-babe-861b4fcc5140,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:06.352668 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.359735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-5dce4ce6-e757-4d8d-9ffe-6a44c2c82569 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/subnets/660a17bb-0885-4f47-babe-861b4fcc5140 HTTP/1.1" status: 204 len: 168 time: 0.3363717 Apr 25 15:40:06.363071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42450) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:06.389358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e399c3-3499-40d8-a963-438995773b0d None None] Network 0a847500-e82f-4a49-b9d7-3047b713c9f1 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:40:06.545019 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.664324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:40:04Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:06.668624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] Checking router: 8a749ada-5e23-46df-b13e-dc18b4f147b7 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:40:06.677805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] Routers {'8a749ada-5e23-46df-b13e-dc18b4f147b7'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:06.678368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:39:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['8a749ada-5e23-46df-b13e-dc18b4f147b7'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:06.730740 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.732471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] DHCP port deletion for 0a847500-e82f-4a49-b9d7-3047b713c9f1 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:40:06.740902 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 94755301-ce10-4ef2-8cea-2323f5768ddb {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:40:06.741420 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.749854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] Deleting port 8b194033-a941-4c38-b129-edce138a1777 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:40:06.750231 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:06.920660 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 94755301-ce10-4ef2-8cea-2323f5768ddb, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=94755301-ce10-4ef2-8cea-2323f5768ddb,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:06.921288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.005729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] Set router 8a749ada-5e23-46df-b13e-dc18b4f147b7 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:07.044446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 94755301-ce10-4ef2-8cea-2323f5768ddb owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:40:07.214670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 8b194033-a941-4c38-b129-edce138a1777 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:40:07.219072 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.267721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=94755301-ce10-4ef2-8cea-2323f5768ddb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:07.337617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] For port 8b194033-a941-4c38-b129-edce138a1777, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=8b194033-a941-4c38-b129-edce138a1777,segment=NetworkSegment(46350563-7127-4bb2-8709-2f86aae76bd4),segment_id=46350563-7127-4bb2-8709-2f86aae76bd4)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:07.338018 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.475670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.479856 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] Calling delete_port for 8b194033-a941-4c38-b129-edce138a1777 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:40:07.616438 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.649491 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.651918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.677461 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.678081 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Fanout notify agent at l3_agent the message router_deleted on router 8a749ada-5e23-46df-b13e-dc18b4f147b7 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:40:07.693162 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.697116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:07.697613 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f6973e73-6cc5-4f20-928b-d59b0d8e0d46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/routers/8a749ada-5e23-46df-b13e-dc18b4f147b7 HTTP/1.1" status: 204 len: 168 time: 1.3333862 Apr 25 15:40:07.700071 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.754563 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] Pushing event deleted for resources: {'Port': ['ID=8b194033-a941-4c38-b129-edce138a1777,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:07.758185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec57fe9-024d-48e4-83e8-c9fe25d3dcde None None] No DVR routers for this DVR port 8b194033-a941-4c38-b129-edce138a1777 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:40:07.767680 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:40:04Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:07.771808 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89934c2-bc12-4656-8c4b-bd8c2a9bee9e None None] The sync data for ids ['8a749ada-5e23-46df-b13e-dc18b4f147b7'] in n-d-811416-6 is: [{'id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245802806', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:37:49Z', 'updated_at': '2022-04-25T15:40:04Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '94755301-ce10-4ef2-8cea-2323f5768ddb', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a749ada-5e23-46df-b13e-dc18b4f147b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:37:50Z', 'updated_at': '2022-04-25T15:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:40:07.818740 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.947632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:07.975482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a847500-e82f-4a49-b9d7-3047b713c9f1']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:07.987712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46350563-7127-4bb2-8709-2f86aae76bd4') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:07.988009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46350563-7127-4bb2-8709-2f86aae76bd4') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:07.999053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.014279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.020057 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:40:08.020444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:40:08.034931 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:40:08.115494 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.133386 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.146514 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Network': ['ID=0a847500-e82f-4a49-b9d7-3047b713c9f1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:08.155690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.156041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.156389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.156730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.157091 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.157435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.158436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.158777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.159113 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.159444 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.159774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.160099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:08.166370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e1642f47-b4a6-4501-a29a-7696a5abfb9c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/networks/0a847500-e82f-4a49-b9d7-3047b713c9f1 HTTP/1.1" status: 204 len: 168 time: 0.4654262 Apr 25 15:40:08.166370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42460) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:08.238144 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1986c99b-84ff-4988-94a6-f84be685adf3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.268805 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1986c99b-84ff-4988-94a6-f84be685adf3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.335632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1986c99b-84ff-4988-94a6-f84be685adf3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.353850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986c99b-84ff-4988-94a6-f84be685adf3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:08.369831 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1986c99b-84ff-4988-94a6-f84be685adf3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:08.374867 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1986c99b-84ff-4988-94a6-f84be685adf3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/security-groups/d5b9dfce-aa32-4b5d-a66c-7a8244d6c25c HTTP/1.1" status: 204 len: 168 time: 0.2076588 Apr 25 15:40:08.668587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f38f127-6d53-4b8e-885e-73a1b04d8c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:09.206060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d3b3443d-1f4d-40cf-8e55-86f2495550b3 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:40:09.244241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d3b3443d-1f4d-40cf-8e55-86f2495550b3 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:40:09.244594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d3b3443d-1f4d-40cf-8e55-86f2495550b3 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:40:09.245005 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 94755301-ce10-4ef2-8cea-2323f5768ddb no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:40:09.276632 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 94755301-ce10-4ef2-8cea-2323f5768ddb {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:40:09.276985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 94755301-ce10-4ef2-8cea-2323f5768ddb not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:40:09.912201 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42470) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:09.917469 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053916739', 'description': 'tempest-secgroup-smoke-2053916739 description', 'project_id': '2992e2bdd25545f680aafbd9fbe17844'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:09.924363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:09.928431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:09.931277 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:09.936889 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:09.947711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:09.970334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:09.974377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:09.977146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:09.982825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.051152 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.054803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.100084 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9144ef-6435-48db-a141-6323164c4e1d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.102888 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.104127 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-15505fbe-b6dc-4bf6-9b1b-37c3745059bd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909242 Apr 25 15:40:10.106979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42474) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.112030 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '1b9144ef-6435-48db-a141-6323164c4e1d', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.118598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.122472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.125349 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.131516 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.148353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.207125 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.210927 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.238289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc37ecde-fa57-4830-ae2b-3e655ccfeac0,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.245293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.246443 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aaa33f1d-cf19-47fc-ac07-1ac6413e6be3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385179 Apr 25 15:40:10.249085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.254433 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '1b9144ef-6435-48db-a141-6323164c4e1d', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.260892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.264627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.268069 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.273667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.290735 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.353419 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.356997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.380237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ff769f-8e6c-4eef-b596-49d7b733b049,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.389270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.393306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0171d2cf-b8ed-4336-9e55-2e5fdac28f33 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405020 Apr 25 15:40:10.393504 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.398457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '1b9144ef-6435-48db-a141-6323164c4e1d', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.404857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.408660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.411510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.418532 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.435938 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.498588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.503026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.525860 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a46182b-986e-454b-b95a-cd70ac344ef8,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.533915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.535130 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7fbc7bc5-822d-4ee2-8d49-0ebaf572edf6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406817 Apr 25 15:40:10.537854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42486) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.542649 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '1b9144ef-6435-48db-a141-6323164c4e1d', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.549721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.553454 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.556317 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.561980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.578579 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.640721 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.644123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.666383 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a62da3-d0f4-4b2f-9bab-00011c67f325,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.675840 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.677011 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6f99738b-0615-4bdd-8bc1-57d98766df79 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382623 Apr 25 15:40:10.679785 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42490) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.684613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '1b9144ef-6435-48db-a141-6323164c4e1d', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.691088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.694820 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.697661 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.703209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.713518 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:40:10.719972 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.784634 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.787875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.811288 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f228f682-e355-4027-b935-47ab6e2c91ae,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.819577 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.820734 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-a12f3127-d676-47b5-8a1b-48367fa9dd92 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400561 Apr 25 15:40:10.823584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42494) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.828369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '1b9144ef-6435-48db-a141-6323164c4e1d', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.834737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.838596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.841411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.847703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:10.859294 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:40:10.866185 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.930988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.934710 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.958930 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5055855f-6f5c-47be-9609-f1a37dd673f1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:10.967659 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:10.968821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-89b51f0f-3137-4f09-8375-96f7e525c3c4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443551 Apr 25 15:40:10.971719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42498) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:10.977184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'network': {'name': 'tempest-network-smoke--625721004', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:10.982617 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:10.986744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:network and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:10.989669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:10.995721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:11.009374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:40:11.012751 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.032120 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20cde8a7-7c52-49a3-9d4a-ea4c7a822d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.044734 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:40:11.054917 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.055269 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Added segment 27d15b0a-917d-4a40-9733-32cfcad4d132 of type vlan for network c1610569-a272-44d5-a05f-f9145ec434e2 Apr 25 15:40:11.082104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.111505 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.116856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:11.117547 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.216590 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2437034 Apr 25 15:40:11.219364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42502) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:11.224679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'admin_state_up': True, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:11.228348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc925e-cc4d-4df3-8234-20a771a2772b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Network': ['ID=c1610569-a272-44d5-a05f-f9145ec434e2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:11.232504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:11.236838 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:router and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:11.239200 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network c1610569-a272-44d5-a05f-f9145ec434e2 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:40:11.242734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:11.249223 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:11.260053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.261117 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.276111 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.544927 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.853904 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.882126 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:11.937721 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:12.022918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.57 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/bca09318-6fdb-4f7d-94ff-c5a69b3d0662) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:40:12.169088 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:12.194415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:12.198059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:12.254551 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:40:12.257363 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:12.260835 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:40:12.308991 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:12.784975 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:13.131265 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:13.338920 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:40:13.518114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:40:13.527601 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Sync routers for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:40:13.537465 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:13.538068 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:13.546941 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:13.549173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3ee0f9c3-7fe6-4566-9fe6-79e3879af96e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3277910 Apr 25 15:40:13.551429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42508) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:13.647997 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68e98175-d60d-4fbc-8f4d-76d189b25264 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2992e2bdd25545f680aafbd9fbe17844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952072 Apr 25 15:40:13.650543 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42514) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:13.720894 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:13.890251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:13.894096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908171f-11e8-4548-b6e3-cd76323f3149 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:13.895581 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d908171f-11e8-4548-b6e3-cd76323f3149 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2441497 Apr 25 15:40:13.898469 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42518) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:13.936622 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f92a1759-4560-441c-8cae-ded051acec6f tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370941 Apr 25 15:40:13.939671 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42522) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:13.945253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1707018169', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:14.009306 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:12Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:14.013174 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Checking router: 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:40:14.013525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Updating router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:40:14.058734 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:14.062546 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:subnet and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:14.066266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:14.069594 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.071952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:14.083986 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:40:14.087810 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.307531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.385537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Subnet': ['ID=a7f019e6-396e-4906-9b2c-c28a064ce21f,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:14.392959 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Checking segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:40:14.393463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network hostable DHCP agents. Network: c1610569-a272-44d5-a05f-f9145ec434e2, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:40:14.399004 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.412919 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Transition to ACTIVE for port object bca09318-6fdb-4f7d-94ff-c5a69b3d0662 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:14.413152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network c1610569-a272-44d5-a05f-f9145ec434e2 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:40:14.420025 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.422435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, c1610569-a272-44d5-a05f-f9145ec434e2) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:14.428238 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:14.428830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.433423 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60c58e-7be4-4d0a-8d01-996c6a1cb52a None None] Network c1610569-a272-44d5-a05f-f9145ec434e2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:40:14.453886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2340b0f4-be31-49f6-8a3e-0188f02fbb46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5128858 Apr 25 15:40:14.456269 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:14.488881 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Attempting to bind port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:40:14.489281 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Attempting to bind port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:40:14.489649 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Attempting to bind port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:40:14.500014 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:40:14.500397 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:40:14.500794 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.501233 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:40:14.501699 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Bound port: bca09318-6fdb-4f7d-94ff-c5a69b3d0662, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:40:14.502071 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.557927 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Pushing event updated for resources: {'Port': ['ID=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:14.574606 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.575045 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.575458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.575865 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.576271 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.576672 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.577090 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.577493 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.577881 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.578276 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.578670 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.579062 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:14.609312 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] For port bca09318-6fdb-4f7d-94ff-c5a69b3d0662, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:40:14.615278 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] For port bca09318-6fdb-4f7d-94ff-c5a69b3d0662, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:40:14.621396 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.671330 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-c1610569-a272-44d5-a05f-f9145ec434e2', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:40:14.672509 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:14.696993 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:14.697628 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:14.802391 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d1289-11e0-458a-a488-60de97486316 None None] Pushing event updated for resources: {'Port': ['ID=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:14.892939 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Allocated IP 172.20.0.2 (c1610569-a272-44d5-a05f-f9145ec434e2/a7f019e6-396e-4906-9b2c-c28a064ce21f/77e97237-3487-480a-85d2-dac8f7ba69c4) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:40:14.917029 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:15.125171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:15.135583 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Transition to ACTIVE for port object 77e97237-3487-480a-85d2-dac8f7ba69c4 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:15.154363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Transition to ACTIVE for port object 77e97237-3487-480a-85d2-dac8f7ba69c4 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:15.162559 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:15.207593 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:12Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:15.207908 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:15.212654 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4f09-b84d-4d3d-8f5a-1428b8017bf1 None None] The sync data for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 is: [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:12Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:40:15.227408 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Network c1610569-a272-44d5-a05f-f9145ec434e2 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:40:15.234471 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:15.237068 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:40:15.247377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Pushing event updated for resources: {'Port': ['ID=77e97237-3487-480a-85d2-dac8f7ba69c4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:15.291050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.291406 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.291758 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.292102 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.292441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.292778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.293134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.293468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.293800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.294382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.294711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.295038 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:40:15.349437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Attempting to bind port 77e97237-3487-480a-85d2-dac8f7ba69c4 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:40:15.349821 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Attempting to bind port 77e97237-3487-480a-85d2-dac8f7ba69c4 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:40:15.350199 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Attempting to bind port 77e97237-3487-480a-85d2-dac8f7ba69c4 on network c1610569-a272-44d5-a05f-f9145ec434e2 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:40:15.355597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:40:15.355983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Checking segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:40:15.356394 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:15.356793 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Bound using segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:40:15.357307 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Bound port: 77e97237-3487-480a-85d2-dac8f7ba69c4, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:40:15.357727 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:15.465125 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] For port 77e97237-3487-480a-85d2-dac8f7ba69c4, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:40:15.467040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] For port 77e97237-3487-480a-85d2-dac8f7ba69c4, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=77e97237-3487-480a-85d2-dac8f7ba69c4,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:40:15.474003 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:15.576187 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72481fd-f95c-4d7f-b5f1-db7765bdbd35 None None] Pushing event updated for resources: {'Port': ['ID=77e97237-3487-480a-85d2-dac8f7ba69c4,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:15.821304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.1 (c1610569-a272-44d5-a05f-f9145ec434e2/a7f019e6-396e-4906-9b2c-c28a064ce21f/d6f116bb-c2bc-4224-b694-9df3959be0c1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:40:16.009659 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:16.026273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object d6f116bb-c2bc-4224-b694-9df3959be0c1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:16.052321 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:16.116512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network c1610569-a272-44d5-a05f-f9145ec434e2 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:40:16.119668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:16.123488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:40:16.177331 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=d6f116bb-c2bc-4224-b694-9df3959be0c1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:16.195865 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:16.474075 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:16.535983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9359b-df4d-4a1d-91ca-734b180f77b6 None None] Network c1610569-a272-44d5-a05f-f9145ec434e2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:40:16.645266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-222c30ac-2331-4362-be59-619f7bcb1f95 None None] Provisioning for port 77e97237-3487-480a-85d2-dac8f7ba69c4 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:16.897995 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:16.903006 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.023150 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.026679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=d6f116bb-c2bc-4224-b694-9df3959be0c1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:17.084377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-69feab87-6bda-4065-819f-21afcadc0a30 None None] Provisioning for port d6f116bb-c2bc-4224-b694-9df3959be0c1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:17.089849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-69feab87-6bda-4065-819f-21afcadc0a30 None None] Provisioning complete for port d6f116bb-c2bc-4224-b694-9df3959be0c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:17.090592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69feab87-6bda-4065-819f-21afcadc0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.184297 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network c1610569-a272-44d5-a05f-f9145ec434e2 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:40:17.185672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:17.186859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-69feab87-6bda-4065-819f-21afcadc0a30 None None] Port d6f116bb-c2bc-4224-b694-9df3959be0c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:40:17.315363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 77e97237-3487-480a-85d2-dac8f7ba69c4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:17.356039 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:40:17.387673 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ed57bc8a-e4f9-40e4-bd9c-d97b6be7e87b None None] Provisioning complete for port d6f116bb-c2bc-4224-b694-9df3959be0c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:17.387974 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed57bc8a-e4f9-40e4-bd9c-d97b6be7e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.449976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ed57bc8a-e4f9-40e4-bd9c-d97b6be7e87b None None] Port d6f116bb-c2bc-4224-b694-9df3959be0c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:40:17.456018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 77e97237-3487-480a-85d2-dac8f7ba69c4 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:17.461385 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 77e97237-3487-480a-85d2-dac8f7ba69c4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:17.461766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.542786 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:40:17.589528 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.598944 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-85b9c5c6-9dd9-4ad2-ac8c-d45415b26072 None None] Provisioning complete for port d6f116bb-c2bc-4224-b694-9df3959be0c1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:17.599493 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-85b9c5c6-9dd9-4ad2-ac8c-d45415b26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.670997 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-85b9c5c6-9dd9-4ad2-ac8c-d45415b26072 None None] Port d6f116bb-c2bc-4224-b694-9df3959be0c1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:40:17.675075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 77e97237-3487-480a-85d2-dac8f7ba69c4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=77e97237-3487-480a-85d2-dac8f7ba69c4,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:17.678968 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:17.679804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bca09318-6fdb-4f7d-94ff-c5a69b3d0662 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:17.724288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:40:17.737206 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b70d1439-acdc-4be1-931f-a48a27c0aefc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/71d185bd-a4f7-4ba5-a555-c8c493cb8f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2798729 Apr 25 15:40:17.752763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Sync routers for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:40:17.788663 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:17.789235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:17.883851 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=77e97237-3487-480a-85d2-dac8f7ba69c4,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:17.994082 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:18.000500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:18.000883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:18.057170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-97a2eacd-68e0-4495-b418-fce15ed46062 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:40:18.072169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-97a2eacd-68e0-4495-b418-fce15ed46062 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:40:18.073376 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-97a2eacd-68e0-4495-b418-fce15ed46062 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053916739&fields=id&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 267 time: 0.0546179 Apr 25 15:40:18.079770 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:18.327976 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-2b12f202-76b5-4f33-be60-e85f8c666a6a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:18.328565 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-2b12f202-76b5-4f33-be60-e85f8c666a6a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:40:18.344058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-2b12f202-76b5-4f33-be60-e85f8c666a6a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:40:18.345222 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-2b12f202-76b5-4f33-be60-e85f8c666a6a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 796 time: 0.2638192 Apr 25 15:40:18.352379 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:18.361445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-5bd767de-22b8-4cdb-96f6-bd539fba5831 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/quotas/2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 375 time: 0.0101750 Apr 25 15:40:18.381264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port bca09318-6fdb-4f7d-94ff-c5a69b3d0662, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:18.394235 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:18.452076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-b22ef444-3ae1-49ab-8afd-b6076778801a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850942 Apr 25 15:40:18.523182 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:18.543810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 2, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:18.548457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Checking router: 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:40:18.548826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Updating router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 port d6f116bb-c2bc-4224-b694-9df3959be0c1 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:40:18.600634 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:18.658239 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-fa40d646-38e3-4531-9799-b98b5761e260 service neutron] 10.222.0.23 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929121 Apr 25 15:40:18.801642 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-e3a68fc4-2699-4d0c-aecc-25e834398124 service neutron] 10.222.0.23 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372538 Apr 25 15:40:18.950267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:18.962809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Transition to ACTIVE for port object d6f116bb-c2bc-4224-b694-9df3959be0c1 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:18.971512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:19.059804 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-49033d17-f7b6-444d-903d-3849abe52d3f req-8e58744e-8d50-4146-b1ed-9919fbf30916 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:40:19.085322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-49033d17-f7b6-444d-903d-3849abe52d3f req-8e58744e-8d50-4146-b1ed-9919fbf30916 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:40:19.086759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-49033d17-f7b6-444d-903d-3849abe52d3f req-8e58744e-8d50-4146-b1ed-9919fbf30916 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 210 time: 0.1363730 Apr 25 15:40:19.177211 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8b27-d88c-4011-bcf9-d6f3ad772e0f None None] Pushing event updated for resources: {'Port': ['ID=d6f116bb-c2bc-4224-b694-9df3959be0c1,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:19.202035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Attempting to bind port d6f116bb-c2bc-4224-b694-9df3959be0c1 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:40:19.202410 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Attempting to bind port d6f116bb-c2bc-4224-b694-9df3959be0c1 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:40:19.202876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Attempting to bind port d6f116bb-c2bc-4224-b694-9df3959be0c1 on network c1610569-a272-44d5-a05f-f9145ec434e2 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:40:19.208454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:40:19.208828 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Checking segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:40:19.209276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:19.209671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Bound using segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:40:19.210126 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Bound port: d6f116bb-c2bc-4224-b694-9df3959be0c1, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:40:19.210663 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:19.263910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 77e97237-3487-480a-85d2-dac8f7ba69c4 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:19.375282 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] For port d6f116bb-c2bc-4224-b694-9df3959be0c1, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:40:19.379908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] For port d6f116bb-c2bc-4224-b694-9df3959be0c1, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6f116bb-c2bc-4224-b694-9df3959be0c1,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:40:19.387740 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:19.429339 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 77e97237-3487-480a-85d2-dac8f7ba69c4 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:19.429339 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:19.568885 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:19.569559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:19.630294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8b27-d88c-4011-bcf9-d6f3ad772e0f None None] Pushing event updated for resources: {'Port': ['ID=d6f116bb-c2bc-4224-b694-9df3959be0c1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:19.794832 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bca09318-6fdb-4f7d-94ff-c5a69b3d0662 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:19.861580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:20.043555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:20.044228 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:20.124442 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0be782a0-64cd-4b67-aa30-fd60874cd45f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:20.126723 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0be782a0-64cd-4b67-aa30-fd60874cd45f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 796 time: 0.1695266 Apr 25 15:40:20.187587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-034c9a5d-2fb1-41bc-8207-5a7a54633407 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 380 time: 0.0528903 Apr 25 15:40:20.196168 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'port': {'device_id': '155cce65-e43a-425e-97c6-3fa97aa65586', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'admin_state_up': True, 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'security_groups': ['1b9144ef-6435-48db-a141-6323164c4e1d']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:20.314686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:19Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:20.318644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3dc0cb-ef91-4ff5-bf95-ab4eb34ceb90 None None] The sync data for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 is: [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:19Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:40:20.323996 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2b5eeb93-a2b8-4736-8b9c-cf9be57dd1c9 req-a02c8b6e-93b1-4c9b-b7e3-0b42c3dfc207 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 210 time: 0.0987942 Apr 25 15:40:20.397468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:20.409248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:20.420218 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:40:20.424592 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:20.610452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.14 (c1610569-a272-44d5-a05f-f9145ec434e2/a7f019e6-396e-4906-9b2c-c28a064ce21f/9b75aec8-45dd-468b-8bb6-87408cabc4e0) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:40:20.809202 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:20.828861 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object 9b75aec8-45dd-468b-8bb6-87408cabc4e0 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:20.854627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:20.924538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network c1610569-a272-44d5-a05f-f9145ec434e2 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:40:20.927624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:20.936547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:40:20.975017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=9b75aec8-45dd-468b-8bb6-87408cabc4e0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:21.008289 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:21.009059 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.041717 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-3450ce2b-759a-464a-a6ee-4616b870a108 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489254 Apr 25 15:40:21.052866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Request body: {'port': {'device_id': '155cce65-e43a-425e-97c6-3fa97aa65586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:21.137504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5996de95-1369-4cbf-9af1-d3bc986c69c5 None None] Provisioning for port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:21.143602 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5996de95-1369-4cbf-9af1-d3bc986c69c5 None None] Provisioning complete for port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:21.143988 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5996de95-1369-4cbf-9af1-d3bc986c69c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.179440 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.207441 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5996de95-1369-4cbf-9af1-d3bc986c69c5 None None] Port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:40:21.254668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6f116bb-c2bc-4224-b694-9df3959be0c1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:21.332702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port d6f116bb-c2bc-4224-b694-9df3959be0c1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:21.338264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d6f116bb-c2bc-4224-b694-9df3959be0c1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:21.338453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.466963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.507361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port d6f116bb-c2bc-4224-b694-9df3959be0c1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6f116bb-c2bc-4224-b694-9df3959be0c1,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:21.511804 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.583121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a285b-1fb1-419b-a1c8-680fa8bf9a3b req-173db52b-009f-42ac-a64e-7a5c999b839c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:21.584583 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c60a285b-1fb1-419b-a1c8-680fa8bf9a3b req-173db52b-009f-42ac-a64e-7a5c999b839c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 932 time: 0.1139133 Apr 25 15:40:21.594671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=d6f116bb-c2bc-4224-b694-9df3959be0c1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:21.632757 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c60a285b-1fb1-419b-a1c8-680fa8bf9a3b req-d250c85c-1405-4a4a-ab57-8537354fc06a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Apr 25 15:40:21.667380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b75aec8-45dd-468b-8bb6-87408cabc4e0 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:40:21.675268 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.690052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Transition to ACTIVE for port object 9b75aec8-45dd-468b-8bb6-87408cabc4e0 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:40:21.693404 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:21.851577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Pushing event updated for resources: {'Port': ['ID=9b75aec8-45dd-468b-8bb6-87408cabc4e0,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:21.933148 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Attempting to bind port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:40:21.933492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Attempting to bind port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:40:21.933823 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Attempting to bind port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 on network c1610569-a272-44d5-a05f-f9145ec434e2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:40:21.938480 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 on network c1610569-a272-44d5-a05f-f9145ec434e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:40:21.938806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Attempting to bind port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 on network c1610569-a272-44d5-a05f-f9145ec434e2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:40:21.943816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:40:21.944152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Checking segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:40:21.944528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Bound using segment: {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:40:21.944945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Bound port: 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d15b0a-917d-4a40-9733-32cfcad4d132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:40:21.945321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:22.034825 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] For port 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:40:22.037604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] For port 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:40:22.042135 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:22.097529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.098142 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:22.099546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 1092 time: 1.0512166 Apr 25 15:40:22.099983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:40:22.124903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b161f5e-f580-4240-84d0-8c8165fa3b62 service neutron] Pushing event updated for resources: {'Port': ['ID=9b75aec8-45dd-468b-8bb6-87408cabc4e0,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:22.177261 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d05c39-c370-4b46-956e-61f7a4e4d024'] response: {'name': 'network-changed', 'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'status': 'completed', 'code': 200} Apr 25 15:40:22.212270 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-80d8abe9-e03e-4169-99fe-b3be9dfb8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.213807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-80d8abe9-e03e-4169-99fe-b3be9dfb8de9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1095 time: 0.0736957 Apr 25 15:40:22.286876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-2e64d6d4-92c5-4ce9-bb21-9e2a8b72ad58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 217 time: 0.0656545 Apr 25 15:40:22.353878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-880af115-e15a-4c4f-8b52-8c1645a17f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.355344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-880af115-e15a-4c4f-8b52-8c1645a17f1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0625687 Apr 25 15:40:22.430076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-41b1c584-bf13-479f-923d-11cd281622ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.431424 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-41b1c584-bf13-479f-923d-11cd281622ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696468 Apr 25 15:40:22.563014 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-ac6da3cd-5d64-4528-ae79-e1628447a0d5 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250041 Apr 25 15:40:22.692353 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a5b963a3-4685-44bd-b63c-d1658a7476db req-fb81537d-0af8-4d65-9622-6dd6e9e3c128 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233277 Apr 25 15:40:22.809569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae3513-d33c-4682-9194-252fcdca0796 req-59879ef0-d230-41d3-8664-4c9102a11231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.811128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-59879ef0-d230-41d3-8664-4c9102a11231 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1095 time: 0.0712128 Apr 25 15:40:22.817536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff166b90-bf33-44cb-b055-e6e055d79c61 req-be28737e-a66e-416b-8375-56af745b0f44 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.818965 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff166b90-bf33-44cb-b055-e6e055d79c61 req-be28737e-a66e-416b-8375-56af745b0f44 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 944 time: 0.0819428 Apr 25 15:40:22.862749 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ff166b90-bf33-44cb-b055-e6e055d79c61 req-1f619e0d-b222-4360-9789-954e46509678 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378783 Apr 25 15:40:22.941621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae3513-d33c-4682-9194-252fcdca0796 req-f8b28712-9575-4a30-9bab-e662486805fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:22.943115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-f8b28712-9575-4a30-9bab-e662486805fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 897 time: 0.1260209 Apr 25 15:40:23.013422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-f54d6265-5001-4faf-9108-8b6813fc66a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 217 time: 0.0631859 Apr 25 15:40:23.074644 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae3513-d33c-4682-9194-252fcdca0796 req-598ae47f-1c81-4020-8ac1-de10c14f5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:23.076009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-598ae47f-1c81-4020-8ac1-de10c14f5e2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0566585 Apr 25 15:40:23.152712 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae3513-d33c-4682-9194-252fcdca0796 req-99689a89-1d06-4418-876e-de1d31ab173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:23.154230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-99689a89-1d06-4418-876e-de1d31ab173c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715053 Apr 25 15:40:23.218095 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6f116bb-c2bc-4224-b694-9df3959be0c1 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:23.284087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port d6f116bb-c2bc-4224-b694-9df3959be0c1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:23.284464 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:23.288873 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-d09bd290-482e-4686-bc92-f634b7006af9 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279230 Apr 25 15:40:23.530164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0eae3513-d33c-4682-9194-252fcdca0796 req-942dada9-fcc8-4bd7-8d30-9631ee8c9e05 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349074 Apr 25 15:40:24.052542 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeedb2-14c8-46f0-87f8-ac95a159c8b4 req-d18db769-1e19-4fb2-8307-a106bd69a306 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:24.053257 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aeeeedb2-14c8-46f0-87f8-ac95a159c8b4 req-d18db769-1e19-4fb2-8307-a106bd69a306 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:40:24.068740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-aeeeedb2-14c8-46f0-87f8-ac95a159c8b4 req-d18db769-1e19-4fb2-8307-a106bd69a306 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:40:24.069900 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aeeeedb2-14c8-46f0-87f8-ac95a159c8b4 req-d18db769-1e19-4fb2-8307-a106bd69a306 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 944 time: 0.0953355 Apr 25 15:40:24.116932 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aeeeedb2-14c8-46f0-87f8-ac95a159c8b4 req-a9298913-a1dd-4b4c-a40d-8720d0f9b43a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Apr 25 15:40:24.998097 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9b75aec8-45dd-468b-8bb6-87408cabc4e0 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:40:25.127847 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:25.140661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'port_id': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:40:25.236511 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:25.252771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b75aec8-45dd-468b-8bb6-87408cabc4e0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:40:25.268328 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:25.272100 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:25.300564 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb44ed-b51f-4537-b78b-77ec9ea77ed4 req-91250303-4b7a-45c8-a49a-b9f6706eb56e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:25.302054 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0eb44ed-b51f-4537-b78b-77ec9ea77ed4 req-91250303-4b7a-45c8-a49a-b9f6706eb56e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 944 time: 0.0808368 Apr 25 15:40:25.340612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9b75aec8-45dd-468b-8bb6-87408cabc4e0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:25.349866 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e0eb44ed-b51f-4537-b78b-77ec9ea77ed4 req-7a665d99-51c5-40e6-b0a2-005791e734f6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Apr 25 15:40:25.490168 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['9b75aec8-45dd-468b-8bb6-87408cabc4e0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:40:26.532684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321334-4ea5-45ea-82df-6cf9e495be73 req-74a4565d-7982-417f-a254-dbf6b585ca5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:26.534172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66321334-4ea5-45ea-82df-6cf9e495be73 req-74a4565d-7982-417f-a254-dbf6b585ca5f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 945 time: 0.0801013 Apr 25 15:40:26.577000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66321334-4ea5-45ea-82df-6cf9e495be73 req-e2f162c6-9df6-409c-9184-243a66bceb7d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372286 Apr 25 15:40:27.029525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9b75aec8-45dd-468b-8bb6-87408cabc4e0 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:40:27.095881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:40:27.100353 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:40:27.100727 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:27.218602 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:27.244286 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:40:27.254045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:40:27.258320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:27.293763 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa350fbd-cce2-4727-b95c-c3e3c937659d'] response: {'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'code': 200} Apr 25 15:40:27.328817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=9b75aec8-45dd-468b-8bb6-87408cabc4e0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:27.419440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecf154-462b-4b69-ab9a-124cdb31cc9b req-d7f19fd9-54f7-4f0f-8eda-0a1050f60261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:27.420794 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8ecf154-462b-4b69-ab9a-124cdb31cc9b req-d7f19fd9-54f7-4f0f-8eda-0a1050f60261 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1097 time: 0.0714400 Apr 25 15:40:27.460325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f8ecf154-462b-4b69-ab9a-124cdb31cc9b req-427ddcce-ee06-4795-8483-d6ea7f05f763 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336301 Apr 25 15:40:27.757965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30feb2f-ee42-4880-bcaf-a3177fb72f97 req-936f1e1b-6a89-426d-8b34-2799731aeecc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:27.759442 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c30feb2f-ee42-4880-bcaf-a3177fb72f97 req-936f1e1b-6a89-426d-8b34-2799731aeecc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0792155 Apr 25 15:40:27.805395 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c30feb2f-ee42-4880-bcaf-a3177fb72f97 req-d7bf1532-6b34-47c9-8f3c-c92955c312ce tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Apr 25 15:40:28.995909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece1d9-4a89-4ae3-aee4-bd96b373eafd req-070e3a41-92ba-4f19-9752-66599be9fb72 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:28.997393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eaece1d9-4a89-4ae3-aee4-bd96b373eafd req-070e3a41-92ba-4f19-9752-66599be9fb72 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0832818 Apr 25 15:40:29.040633 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-eaece1d9-4a89-4ae3-aee4-bd96b373eafd req-39f2653b-cad9-4f48-888b-fb8aad1cf699 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Apr 25 15:40:29.228955 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127d4db-c1c8-4c7a-ba74-2d1754e183eb req-0d8a6f95-8263-4a8b-953b-10082a8ecdc0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:29.230511 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d127d4db-c1c8-4c7a-ba74-2d1754e183eb req-0d8a6f95-8263-4a8b-953b-10082a8ecdc0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0800555 Apr 25 15:40:29.273316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d127d4db-c1c8-4c7a-ba74-2d1754e183eb req-6d890dd3-8be4-4582-946f-c988e26fc7ac tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Apr 25 15:40:29.295753 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42586) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:29.367377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744626e9-80b8-410c-8837-d579e523dda8 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:29.368852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-744626e9-80b8-410c-8837-d579e523dda8 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1092 time: 0.0721009 Apr 25 15:40:29.371670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42590) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:29.376428 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:40:29.382854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:40:29.386610 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:floatingip and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:40:29.389429 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:40:29.396075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:40:29.406159 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:29.411510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:29.543771 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:29.676538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.22 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/fe4abe94-35a4-48de-8f57-46b827ae3b4e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:40:29.823780 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:29.851691 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:29.914185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:40:29.916851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:40:29.925486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:40:29.960585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=fe4abe94-35a4-48de-8f57-46b827ae3b4e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:30.339549 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:30.520409 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:30.724758 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:30.729309 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:30.838198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=fe4abe94-35a4-48de-8f57-46b827ae3b4e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:40:30.850808 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:31.021724 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP 04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 associated. External IP: 172.25.0.22, port: 9b75aec8-45dd-468b-8bb6-87408cabc4e0. Apr 25 15:40:31.366483 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:40:31.557449 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:40:31.568222 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] Sync routers for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:40:31.577629 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:31.578240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:31.582578 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:31.639934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-927257e8-ff9f-454f-b272-fc9ed5d6f7e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2647359 Apr 25 15:40:31.639934 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:40:31.690949 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b90a55-0c99-4f77-a8b6-86e7b83a85d0'] response: {'name': 'network-changed', 'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'status': 'completed', 'code': 200} Apr 25 15:40:31.772974 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:31.789029 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-4864e790-7c42-426c-9d0e-f9db5a648c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:31.790543 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-4864e790-7c42-426c-9d0e-f9db5a648c77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1097 time: 0.0776920 Apr 25 15:40:31.809849 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97e23-9c04-4e16-8ca8-6bc53030c04e req-95cb1365-7285-4ff6-9142-dcd3293b0127 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:31.811335 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8f97e23-9c04-4e16-8ca8-6bc53030c04e req-95cb1365-7285-4ff6-9142-dcd3293b0127 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0844142 Apr 25 15:40:31.866920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f8f97e23-9c04-4e16-8ca8-6bc53030c04e req-33f6f4ad-4863-46db-b464-5b11413080a3 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489204 Apr 25 15:40:31.891099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42598) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:31.931143 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-2df16023-01ee-45b7-858a-44c99442f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:31.932591 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-2df16023-01ee-45b7-858a-44c99442f0e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 897 time: 0.1362469 Apr 25 15:40:32.001091 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-311763c5-9307-4299-b149-0cbc7fc93504 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 HTTP/1.1" status: 200 len: 991 time: 0.1087334 Apr 25 15:40:32.136078 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'port_id': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155cce65-e43a-425e-97c6-3fa97aa65586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:40:30Z', 'updated_at': '2022-04-25T15:40:30Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:21Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:32.140014 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] Checking router: 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:40:32.148527 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-73854c36-ab10-4a7d-b5e8-6016af8e6c44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 999 time: 0.2099278 Apr 25 15:40:32.148687 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:40:32.149297 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:40:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:32.208672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-0693b7d6-5b2b-4ae6-8bb1-1909ed04b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:32.210134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-0693b7d6-5b2b-4ae6-8bb1-1909ed04b733 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0564802 Apr 25 15:40:32.284047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-6fda7e4d-8d9c-4d1e-a12d-9a69a3b4620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:32.285528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-6fda7e4d-8d9c-4d1e-a12d-9a69a3b4620d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702341 Apr 25 15:40:32.352175 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:40:32.415184 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-5b39a369-474e-4245-9633-2d5be21011fd service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231029 Apr 25 15:40:32.545615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2ac6ba38-2ca3-499c-9d1a-6d617c283f52 req-28432a8b-7762-4bab-b917-28e9e5da3649 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247396 Apr 25 15:40:32.696581 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'port_id': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155cce65-e43a-425e-97c6-3fa97aa65586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:40:30Z', 'updated_at': '2022-04-25T15:40:30Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:21Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:40:32.700460 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6672375-b31d-4a0d-96ad-fa971af7063d None None] The sync data for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 is: [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'port_id': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155cce65-e43a-425e-97c6-3fa97aa65586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:40:30Z', 'updated_at': '2022-04-25T15:40:30Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:21Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:40:32.883822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2324d-a7be-46a4-a524-931b90c2c309 None None] New status for floating IP 04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:40:33.005180 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:33.115259 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ea2d444b-07c8-4e3e-8dae-5e2ad3278d77 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 HTTP/1.1" status: 200 len: 991 time: 0.1078603 Apr 25 15:40:34.118177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:40:34.229779 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a07b15f1-2b34-4e31-b577-1a0e13f71d7a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 HTTP/1.1" status: 200 len: 993 time: 0.1104565 Apr 25 15:40:34.851147 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:38.670559 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9802e4a2-5bc6-4e17-bce5-0a7dd3566b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:41.034416 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4332e179-729b-46e2-bad5-d41b68e70bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:41.802131 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-ff2aa405-c163-45d6-bf82-81b2a4af7274 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760210 Apr 25 15:40:41.937067 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-ca94bc9d-899f-4212-ac69-4fe85a24926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:41.939197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-ca94bc9d-899f-4212-ac69-4fe85a24926b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1097 time: 0.0712237 Apr 25 15:40:41.940857 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:42.081711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-4202025c-934f-437e-8ec7-8aa4614500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:42.083121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-4202025c-934f-437e-8ec7-8aa4614500e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 897 time: 0.1267421 Apr 25 15:40:42.188608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-3b941177-e408-4e1e-84ad-083b46dc3474 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0992150 Apr 25 15:40:42.196540 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:42.249878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-7e6eb6f7-b743-404b-bc3a-7d1094b98d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:42.251268 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-7e6eb6f7-b743-404b-bc3a-7d1094b98d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0575213 Apr 25 15:40:42.331226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-7cc848ba-fe89-4ad9-92a0-a57c9e06021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:40:42.332741 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-7cc848ba-fe89-4ad9-92a0-a57c9e06021f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753479 Apr 25 15:40:42.459885 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-02ffdd33-84c2-4769-8c74-3ada03089a78 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212287 Apr 25 15:40:42.588437 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c48f2cac-3b02-4617-8b0e-1e0f8db0bcb0 req-61c7c87d-9777-40da-a4db-fd0581c9c207 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227257 Apr 25 15:40:43.891198 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:40:54.355880 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:40:59.415333 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:03.740281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9932-609f-45b4-b805-629913fe18eb req-dcfbd22a-be35-451c-84c2-d0ba778afc19 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:03.741906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c6d9932-609f-45b4-b805-629913fe18eb req-dcfbd22a-be35-451c-84c2-d0ba778afc19 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0829136 Apr 25 15:41:03.788525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3c6d9932-609f-45b4-b805-629913fe18eb req-9d55347d-bab0-4ae4-8029-d7f5c76ae794 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Apr 25 15:41:04.874132 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:04.987615 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b2f4-2feb-4c1a-b7f6-ea16d5e19c00 req-6846e9f9-73ed-4610-a87f-d6e910fb19e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:04.989109 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8184b2f4-2feb-4c1a-b7f6-ea16d5e19c00 req-6846e9f9-73ed-4610-a87f-d6e910fb19e7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0852947 Apr 25 15:41:05.037747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-8184b2f4-2feb-4c1a-b7f6-ea16d5e19c00 req-9fe88a61-4b04-4883-826f-b049d0984f84 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Apr 25 15:41:06.229705 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805458-56e0-4169-a868-e544416947c1 req-45b5516e-8e88-4383-8917-25d98b6ba40f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:06.231185 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98805458-56e0-4169-a868-e544416947c1 req-45b5516e-8e88-4383-8917-25d98b6ba40f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0793912 Apr 25 15:41:06.274534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98805458-56e0-4169-a868-e544416947c1 req-394217fd-24de-4332-9313-60b9ccbad8d8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378556 Apr 25 15:41:07.456840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4c09-f667-485e-b98c-41cc8e75e28b req-db059e25-d020-4875-afa7-2f3e5eb3622d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:07.458324 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70dd4c09-f667-485e-b98c-41cc8e75e28b req-db059e25-d020-4875-afa7-2f3e5eb3622d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0796964 Apr 25 15:41:07.501939 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-70dd4c09-f667-485e-b98c-41cc8e75e28b req-9d853ac3-7aee-4c85-94e2-b3a57fe96d5e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379267 Apr 25 15:41:08.672197 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7003-ed53-46c4-84f8-0e3397c9a672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:08.688371 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7931cf-a89b-40ed-b832-9bf21036b9ab req-f2365101-93bc-45ad-b154-23ca871a593c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:08.689861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7931cf-a89b-40ed-b832-9bf21036b9ab req-f2365101-93bc-45ad-b154-23ca871a593c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0845931 Apr 25 15:41:08.829009 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-fd7931cf-a89b-40ed-b832-9bf21036b9ab req-4d76d776-e0de-49ce-8384-8b7146204fd0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333082 Apr 25 15:41:10.018192 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45929ec-2873-4a0e-8554-d4059f2687ea req-5dc3ff9c-1e51-4df8-b2af-c21b2e402605 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:10.019651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c45929ec-2873-4a0e-8554-d4059f2687ea req-5dc3ff9c-1e51-4df8-b2af-c21b2e402605 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0869765 Apr 25 15:41:10.063129 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c45929ec-2873-4a0e-8554-d4059f2687ea req-ef73bc11-e0f5-4d21-b98e-fdd04996ec84 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 Apr 25 15:41:11.035823 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-beb6a5d4-3b96-4355-93c7-31e43d63ae77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:11.255702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af442b2d-338a-4952-90c3-e44a949234c5 req-04b97916-a92d-4237-8bfe-4f7432dbe157 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:11.257188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af442b2d-338a-4952-90c3-e44a949234c5 req-04b97916-a92d-4237-8bfe-4f7432dbe157 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0791302 Apr 25 15:41:11.300498 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-af442b2d-338a-4952-90c3-e44a949234c5 req-033abe36-1f9d-4b58-85d5-a747d24738c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376470 Apr 25 15:41:11.936198 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:12.199410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:12.486019 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939fcea-81fa-4049-a994-26249e32c6b3 req-8d56974c-18af-4f40-b774-26b2a3f4cb83 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:12.487384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3939fcea-81fa-4049-a994-26249e32c6b3 req-8d56974c-18af-4f40-b774-26b2a3f4cb83 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0807190 Apr 25 15:41:12.534584 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3939fcea-81fa-4049-a994-26249e32c6b3 req-4e8c3486-26dc-4b8f-9478-642fda04d556 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Apr 25 15:41:13.722868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92daa27-873f-453b-8253-b79e277f6484 req-d4a6568a-44f0-4180-a2cf-348468fe0320 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:13.724290 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e92daa27-873f-453b-8253-b79e277f6484 req-d4a6568a-44f0-4180-a2cf-348468fe0320 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0824554 Apr 25 15:41:13.766525 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e92daa27-873f-453b-8253-b79e277f6484 req-92ea1e9f-d06a-4f8b-a3c1-baa370bfe1a8 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366070 Apr 25 15:41:13.894014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:15.056603 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066ae9e-5dc3-496b-9c56-51c79a12ddf5 req-3f878b7b-2e8a-413e-af89-965b3b10a7de tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:15.057998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d066ae9e-5dc3-496b-9c56-51c79a12ddf5 req-3f878b7b-2e8a-413e-af89-965b3b10a7de tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.1877227 Apr 25 15:41:15.101412 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d066ae9e-5dc3-496b-9c56-51c79a12ddf5 req-a5461109-0753-4d4e-ad9a-ef84f33d8bb5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370183 Apr 25 15:41:16.287660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf96d0-a322-47dd-8ae1-345aa5cd12be req-91f85eff-4dc4-4e80-8973-91ab525c0e02 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:16.289238 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02bf96d0-a322-47dd-8ae1-345aa5cd12be req-91f85eff-4dc4-4e80-8973-91ab525c0e02 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0842805 Apr 25 15:41:16.339477 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-02bf96d0-a322-47dd-8ae1-345aa5cd12be req-d737ca27-5110-4026-9311-c7edc531311e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Apr 25 15:41:17.523583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a69c-41b7-4b6a-9079-c1b7ee0110bc req-2d97de95-1cb3-4cd4-849b-9f382c46b7b2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:17.525053 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f92a69c-41b7-4b6a-9079-c1b7ee0110bc req-2d97de95-1cb3-4cd4-849b-9f382c46b7b2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0820408 Apr 25 15:41:17.569423 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7f92a69c-41b7-4b6a-9079-c1b7ee0110bc req-04755502-d81b-463e-91e7-289f81e15d61 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386713 Apr 25 15:41:18.752420 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4640d-72c2-44a7-a9fd-ec4f90ae9dcb req-60966086-9dfa-4d93-8e25-6527105bf53f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:18.754177 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cd4640d-72c2-44a7-a9fd-ec4f90ae9dcb req-60966086-9dfa-4d93-8e25-6527105bf53f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0785828 Apr 25 15:41:18.797533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9cd4640d-72c2-44a7-a9fd-ec4f90ae9dcb req-425b48c6-8b37-4c30-9a30-e8c7c215aae9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376496 Apr 25 15:41:19.980365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b3ddd-a064-4431-995a-a58c4342e46d req-5b06465c-9605-44f2-840b-5f80626d39a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:19.981848 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e4b3ddd-a064-4431-995a-a58c4342e46d req-5b06465c-9605-44f2-840b-5f80626d39a4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0787678 Apr 25 15:41:20.029467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0e4b3ddd-a064-4431-995a-a58c4342e46d req-02077dc6-2ac8-45dd-8380-0f9e3b5d9eaa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Apr 25 15:41:20.052493 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42662) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:41:20.167386 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1eef746a-6dc8-4c48-b25d-0a2a04e1a784 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 HTTP/1.1" status: 200 len: 993 time: 0.1136346 Apr 25 15:41:21.616395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9564cfe-dbea-4f87-b502-3244df62aba4 req-938aaf97-91c0-4951-b508-8438233df91c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:21.617921 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9564cfe-dbea-4f87-b502-3244df62aba4 req-938aaf97-91c0-4951-b508-8438233df91c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0937085 Apr 25 15:41:21.706551 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9564cfe-dbea-4f87-b502-3244df62aba4 req-7f5ac3ca-1e32-4221-ad43-a15bd1e6de8a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581377 Apr 25 15:41:21.724227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724df1b-df52-4087-b3ce-73063c82a82b req-2bc6eed7-283e-43b1-b714-4365a5d2c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:21.725731 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-2bc6eed7-283e-43b1-b714-4365a5d2c688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1097 time: 0.1524944 Apr 25 15:41:21.864165 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724df1b-df52-4087-b3ce-73063c82a82b req-f2ff3880-0a89-47cd-9889-03fee4bf63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:21.865634 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-f2ff3880-0a89-47cd-9889-03fee4bf63da service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 897 time: 0.1337397 Apr 25 15:41:21.964000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-4249b03b-dcf7-4ddf-a741-001c81b71424 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0921385 Apr 25 15:41:22.027020 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724df1b-df52-4087-b3ce-73063c82a82b req-7fa6e85b-f01f-42a8-bbc1-3f43ed8d750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:22.028398 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-7fa6e85b-f01f-42a8-bbc1-3f43ed8d750a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0585606 Apr 25 15:41:22.113627 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724df1b-df52-4087-b3ce-73063c82a82b req-16cf4c56-9c8d-452f-9b86-28393a047671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:22.115103 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-16cf4c56-9c8d-452f-9b86-28393a047671 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811653 Apr 25 15:41:22.245121 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-8da75c6e-a41c-4d3f-aa86-b6288c4baff6 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237197 Apr 25 15:41:22.372198 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7724df1b-df52-4087-b3ce-73063c82a82b req-de66d69a-9b2d-43ce-b29e-392feedcfb98 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219668 Apr 25 15:41:22.905722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d91cda-055b-4d89-b480-7a85db4c6177 req-46c9c21d-65da-43e2-8925-35259d31e58d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:22.907093 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7d91cda-055b-4d89-b480-7a85db4c6177 req-46c9c21d-65da-43e2-8925-35259d31e58d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0832524 Apr 25 15:41:22.949974 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e7d91cda-055b-4d89-b480-7a85db4c6177 req-0d33ebd0-a3fa-4eeb-9f6a-1005d090a40a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Apr 25 15:41:24.138887 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb66cc-5599-4a64-a17e-3ab95e08c21f req-0bfd09e5-53b0-4325-b702-79e409ebed18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:24.140370 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50cb66cc-5599-4a64-a17e-3ab95e08c21f req-0bfd09e5-53b0-4325-b702-79e409ebed18 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0865088 Apr 25 15:41:24.184270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-50cb66cc-5599-4a64-a17e-3ab95e08c21f req-523732a4-e726-4499-8b51-226da8d5f073 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382195 Apr 25 15:41:24.206651 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42678) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:41:24.313577 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3640fd9a-0a7e-409e-9714-bb850c1ca545 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 HTTP/1.1" status: 200 len: 993 time: 0.1056211 Apr 25 15:41:29.401452 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:31.355388 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:41:34.879852 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:38.674386 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b822ce9a-1e28-4040-a79d-ed2410bfc5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:41.037272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-35a9b923-9a9d-414a-b9f6-e3cafcda9423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:41.941278 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:42.201495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:43.617135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-0607e8a5-28de-4952-abf7-a2383074c681 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675728 Apr 25 15:41:43.860441 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-99815a37-aa90-4012-a89c-5e583b85f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:43.861926 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-99815a37-aa90-4012-a89c-5e583b85f211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1097 time: 0.1743603 Apr 25 15:41:43.903657 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:44.013547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-82adedc7-c5e0-48f0-9c47-7e74e145da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:44.015621 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-82adedc7-c5e0-48f0-9c47-7e74e145da22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 897 time: 0.1349022 Apr 25 15:41:44.116718 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-a2eb5730-5d7d-4ee9-b4cc-4ff040a8aabf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0950553 Apr 25 15:41:44.181248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-f1196089-610d-430d-b92c-c8f169de6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:44.182671 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-f1196089-610d-430d-b92c-c8f169de6eb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0594482 Apr 25 15:41:44.261380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-2eb00351-097a-46b0-9a57-2ea433c975c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:44.262837 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-2eb00351-097a-46b0-9a57-2ea433c975c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742586 Apr 25 15:41:44.394906 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-74f78c87-3a7a-4ed4-a1b6-2c75a8ac77e0 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254506 Apr 25 15:41:44.534676 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e241f278-d441-4ab9-bc36-4efe49cb0a26 req-9454ccc3-b49d-4b0c-b8c9-cb355e986bce service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330407 Apr 25 15:41:52.884854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42690) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:41:53.099526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port fe4abe94-35a4-48de-8f57-46b827ae3b4e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:41:53.099875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:53.271014 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:53.271341 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:53.392014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for fe4abe94-35a4-48de-8f57-46b827ae3b4e owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:41:53.543636 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:53.591827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=fe4abe94-35a4-48de-8f57-46b827ae3b4e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:41:53.631703 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.632058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.632405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.632743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.633099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.633435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.633763 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.634090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.634419 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.634743 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.635066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.635387 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:41:53.795800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:53.796071 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP 04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 disassociated (deleted). External IP: 172.25.0.22, port: 9b75aec8-45dd-468b-8bb6-87408cabc4e0. Apr 25 15:41:54.148286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:41:54.326167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:41:54.336031 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] Sync routers for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:41:54.345602 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:41:54.345778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:54.346196 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:41:54.398808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-415067af-0923-42f9-be81-5983f7e09435 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/floatingips/04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65 HTTP/1.1" status: 204 len: 168 time: 1.5123153 Apr 25 15:41:54.399228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:41:54.498600 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cfb092-4179-49a4-8ca9-af511ceedf39'] response: {'name': 'network-changed', 'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'status': 'completed', 'code': 200} Apr 25 15:41:54.544115 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:41:54.605071 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-d7b01ec1-6ed8-49b0-889f-739b21366051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:54.606780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-d7b01ec1-6ed8-49b0-889f-739b21366051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 1097 time: 0.0790484 Apr 25 15:41:54.748690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-43d27735-3cf3-4e98-94b4-42b22ecbd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:54.750235 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-43d27735-3cf3-4e98-94b4-42b22ecbd49b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 200 len: 897 time: 0.1300228 Apr 25 15:41:54.786549 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e028f-1440-4e48-a805-af33148cf98b req-84879003-ae8d-4338-b0c1-5a98b780e518 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:54.788821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b73e028f-1440-4e48-a805-af33148cf98b req-84879003-ae8d-4338-b0c1-5a98b780e518 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0893300 Apr 25 15:41:54.820802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-3ea62f9c-accb-40b6-a74a-49112c2d40db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 200 len: 217 time: 0.0631139 Apr 25 15:41:54.837477 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b73e028f-1440-4e48-a805-af33148cf98b req-0e134104-25db-45ab-b788-287ab292a234 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Apr 25 15:41:54.872337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:21Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:41:54.876821 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] Checking router: 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:41:54.885061 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:41:54.885659 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:41:54.890899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-b5b22412-b9f1-4af8-a557-48961938e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:54.892384 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-b5b22412-b9f1-4af8-a557-48961938e27c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 200 len: 835 time: 0.0641723 Apr 25 15:41:54.971034 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-572b0754-5f69-472c-98e6-1f2019d88499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:54.972518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-572b0754-5f69-472c-98e6-1f2019d88499 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1610569-a272-44d5-a05f-f9145ec434e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720699 Apr 25 15:41:55.066478 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:41:55.106158 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-31c8f80e-1290-4e8e-9dc9-00dba6720dbe service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265454 Apr 25 15:41:55.238483 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0141bbc1-6641-44b3-b616-17d88beb26d6 req-ce2e574c-40a2-4328-8349-7b5de5bc5b46 service neutron] 10.222.0.15 "GET /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261792 Apr 25 15:41:55.410905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:21Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:41:55.414612 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a3204-5dc1-4c05-9316-a7e64c1caeda None None] The sync data for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 is: [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:16Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'd6f116bb-c2bc-4224-b694-9df3959be0c1', 'name': '', 'network_id': 'c1610569-a272-44d5-a05f-f9145ec434e2', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:2a:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:15Z', 'updated_at': '2022-04-25T15:40:21Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': 'a7f019e6-396e-4906-9b2c-c28a064ce21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:41:55.620688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f54f3-c20c-4f01-b889-f6328a17c932 None None] New status for floating IP 04bbf883-c8b4-4df4-8f58-4c5ba8d4dd65: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:41:56.028536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd084-3d79-4be9-b697-c51ba0b7b2cb req-9bbae41b-d34d-4b90-97f7-3e99d9c39e09 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:56.029152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dd5cd084-3d79-4be9-b697-c51ba0b7b2cb req-9bbae41b-d34d-4b90-97f7-3e99d9c39e09 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:41:56.043981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-dd5cd084-3d79-4be9-b697-c51ba0b7b2cb req-9bbae41b-d34d-4b90-97f7-3e99d9c39e09 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:41:56.045958 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd5cd084-3d79-4be9-b697-c51ba0b7b2cb req-9bbae41b-d34d-4b90-97f7-3e99d9c39e09 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0997202 Apr 25 15:41:56.200736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dd5cd084-3d79-4be9-b697-c51ba0b7b2cb req-be768f29-9694-49d6-8357-3e713fe64bd1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b9144ef-6435-48db-a141-6323164c4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450081 Apr 25 15:41:56.280736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-f17ec656-3d27-4692-b284-e5cc706fae5d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:41:56.282161 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-f17ec656-3d27-4692-b284-e5cc706fae5d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 946 time: 0.0804915 Apr 25 15:41:56.354350 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:41:56.354694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:56.596519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 9b75aec8-45dd-468b-8bb6-87408cabc4e0, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=9b75aec8-45dd-468b-8bb6-87408cabc4e0,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:41:56.596802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:56.725500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 9b75aec8-45dd-468b-8bb6-87408cabc4e0 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:41:56.867802 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:56.918161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=9b75aec8-45dd-468b-8bb6-87408cabc4e0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:41:57.007130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] No DVR routers for this DVR port 9b75aec8-45dd-468b-8bb6-87408cabc4e0 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:41:57.009973 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:57.012512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'name': 'network-vif-deleted', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:41:57.029508 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e8abcd29-efa3-46bd-9a34-1de89cefbcb6 req-0edc1b33-6674-4655-8609-b3f736e55069 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "DELETE /v2.0/ports/9b75aec8-45dd-468b-8bb6-87408cabc4e0 HTTP/1.1" status: 204 len: 173 time: 0.7420304 Apr 25 15:41:57.064617 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4059b7-d833-4713-9efd-4efbb4f4911d'] response: {'server_uuid': '155cce65-e43a-425e-97c6-3fa97aa65586', 'name': 'network-vif-deleted', 'tag': '9b75aec8-45dd-468b-8bb6-87408cabc4e0', 'status': 'completed', 'code': 200} Apr 25 15:41:57.369249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ce20143f-27e4-45b6-8319-ba09fcdf6b81 req-9e2c72d0-e452-4723-b185-39af3e24a87a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:41:57.386508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ce20143f-27e4-45b6-8319-ba09fcdf6b81 req-9e2c72d0-e452-4723-b185-39af3e24a87a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:41:57.387749 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce20143f-27e4-45b6-8319-ba09fcdf6b81 req-9e2c72d0-e452-4723-b185-39af3e24a87a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=155cce65-e43a-425e-97c6-3fa97aa65586 HTTP/1.1" status: 200 len: 210 time: 0.0615873 Apr 25 15:41:58.492316 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42710) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:41:59.036371 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:59.415949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:59.497507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port d6f116bb-c2bc-4224-b694-9df3959be0c1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:41:59.498113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:59.683120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port d6f116bb-c2bc-4224-b694-9df3959be0c1, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=d6f116bb-c2bc-4224-b694-9df3959be0c1,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:41:59.683487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:41:59.807783 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for d6f116bb-c2bc-4224-b694-9df3959be0c1 owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:42:00.135067 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:00.181933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=d6f116bb-c2bc-4224-b694-9df3959be0c1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:00.568147 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:00.925129 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:42:01.103732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:42:01.113562 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] Sync routers for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:42:01.123409 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:01.124015 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:01.124341 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0af61311-06a2-462e-9bad-92cd7dcd0cc9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/71d185bd-a4f7-4ba5-a555-c8c493cb8f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6309285 Apr 25 15:42:01.127170 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42716) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:01.192756 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting subnet a7f019e6-396e-4906-9b2c-c28a064ce21f {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:42:01.195729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.263331 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.311974 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:01.346627 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.417548 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.433014 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9b75aec8-45dd-468b-8bb6-87408cabc4e0 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:42:01.461687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f019e6-396e-4906-9b2c-c28a064ce21f,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:01.463553 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.473395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:01.473949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-157f5055-10e0-4099-b0a3-17ab42615b93 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/subnets/a7f019e6-396e-4906-9b2c-c28a064ce21f HTTP/1.1" status: 204 len: 168 time: 0.3452561 Apr 25 15:42:01.476136 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db735580-c03e-4f92-9097-56549e0d840b None None] Network c1610569-a272-44d5-a05f-f9145ec434e2 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:42:01.490889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 9b75aec8-45dd-468b-8bb6-87408cabc4e0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:42:01.491531 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 9b75aec8-45dd-468b-8bb6-87408cabc4e0 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:42:01.616000 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:42:00Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:01.619831 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] Checking router: 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:42:01.628089 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] Routers {'71d185bd-a4f7-4ba5-a555-c8c493cb8f40'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:01.628684 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:01.704986 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.816085 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] Set router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:01.822528 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] DHCP port deletion for c1610569-a272-44d5-a05f-f9145ec434e2 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:42:01.827693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Deleting port 77e97237-3487-480a-85d2-dac8f7ba69c4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:42:01.828294 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.892381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:01.901840 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port bca09318-6fdb-4f7d-94ff-c5a69b3d0662 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:42:01.902282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.031503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] For port 77e97237-3487-480a-85d2-dac8f7ba69c4, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=77e97237-3487-480a-85d2-dac8f7ba69c4,segment=NetworkSegment(27d15b0a-917d-4a40-9733-32cfcad4d132),segment_id=27d15b0a-917d-4a40-9733-32cfcad4d132)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:02.031819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.085788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port bca09318-6fdb-4f7d-94ff-c5a69b3d0662, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:02.086120 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.110859 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:42:00Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:02.114893 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7078a5-4dec-41f8-b206-a33faa67c9c7 None None] The sync data for ids ['71d185bd-a4f7-4ba5-a555-c8c493cb8f40'] in n-d-811416-6 is: [{'id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474390589', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:42:00Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': 'bca09318-6fdb-4f7d-94ff-c5a69b3d0662', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d185bd-a4f7-4ba5-a555-c8c493cb8f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:40:11Z', 'updated_at': '2022-04-25T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:42:02.163686 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Calling delete_port for 77e97237-3487-480a-85d2-dac8f7ba69c4 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:42:02.216257 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for bca09318-6fdb-4f7d-94ff-c5a69b3d0662 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:42:02.237771 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.286424 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Pushing event deleted for resources: {'Port': ['ID=77e97237-3487-480a-85d2-dac8f7ba69c4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:02.288694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] No DVR routers for this DVR port 77e97237-3487-480a-85d2-dac8f7ba69c4 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:42:02.297932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.297932 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.298108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.298365 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.298616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.298947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.299289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.299615 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.299942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.300327 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.300732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.301075 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608ff40-2363-4a7a-be5b-48c2add52bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.634194 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.685718 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=bca09318-6fdb-4f7d-94ff-c5a69b3d0662,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:02.725429 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.725787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.726134 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.726479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.726816 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.727151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.727482 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.727811 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.728143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.728472 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.728799 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.729151 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:02.784450 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.963526 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.965734 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.988635 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:02.989259 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Fanout notify agent at l3_agent the message router_deleted on router 71d185bd-a4f7-4ba5-a555-c8c493cb8f40 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:42:03.004065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.007882 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a25e72dd-469b-4cfa-b699-19ed0ef32988 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/routers/71d185bd-a4f7-4ba5-a555-c8c493cb8f40 HTTP/1.1" status: 204 len: 168 time: 1.5319328 Apr 25 15:42:03.008126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42724) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:03.126569 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.260845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.285473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1610569-a272-44d5-a05f-f9145ec434e2']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:03.298228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d15b0a-917d-4a40-9733-32cfcad4d132') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:03.298563 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d15b0a-917d-4a40-9733-32cfcad4d132') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:03.310081 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.326029 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.331990 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:42:03.332509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:42:03.347483 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:42:03.433050 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.452493 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.463813 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Network': ['ID=c1610569-a272-44d5-a05f-f9145ec434e2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:03.487618 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ea26c43d-0fba-4e0c-8b3f-1156dd61a5da tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/networks/c1610569-a272-44d5-a05f-f9145ec434e2 HTTP/1.1" status: 204 len: 168 time: 0.4757652 Apr 25 15:42:03.487744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42728) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:03.490402 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6f116bb-c2bc-4224-b694-9df3959be0c1 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:42:03.534768 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: d6f116bb-c2bc-4224-b694-9df3959be0c1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:42:03.535226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device d6f116bb-c2bc-4224-b694-9df3959be0c1 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:42:03.535725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 77e97237-3487-480a-85d2-dac8f7ba69c4 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:42:03.563137 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-08bbbd5c-fb15-48e6-ab7b-2d857d2bf574 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.570222 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 77e97237-3487-480a-85d2-dac8f7ba69c4 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:42:03.570671 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 77e97237-3487-480a-85d2-dac8f7ba69c4 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:42:03.571160 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bca09318-6fdb-4f7d-94ff-c5a69b3d0662 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:42:03.595076 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-08bbbd5c-fb15-48e6-ab7b-2d857d2bf574 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.610322 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: bca09318-6fdb-4f7d-94ff-c5a69b3d0662 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:42:03.610661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device bca09318-6fdb-4f7d-94ff-c5a69b3d0662 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:42:03.662191 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-08bbbd5c-fb15-48e6-ab7b-2d857d2bf574 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.682248 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbbd5c-fb15-48e6-ab7b-2d857d2bf574 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9144ef-6435-48db-a141-6323164c4e1d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:03.694825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-08bbbd5c-fb15-48e6-ab7b-2d857d2bf574 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:03.695933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-08bbbd5c-fb15-48e6-ab7b-2d857d2bf574 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b9144ef-6435-48db-a141-6323164c4e1d HTTP/1.1" status: 204 len: 168 time: 0.2073038 Apr 25 15:42:03.911370 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42736) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:03.916527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996054033', 'description': 'tempest-secgroup-smoke-1996054033 description', 'project_id': '2992e2bdd25545f680aafbd9fbe17844'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:03.923530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:03.927615 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:03.930467 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:03.936513 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.068810 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.090110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.093897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:04.096682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:04.102322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.171988 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.176074 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.221521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:04.224332 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.225593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-02b634bc-1774-4869-bef1-f61277231efe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3131557 Apr 25 15:42:04.228566 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42740) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:04.234018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:04.241019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.245171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:04.248194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:04.254126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.273655 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.336716 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.340589 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.373838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b585b31-6303-4bb1-977f-2482eb6197af,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:04.380850 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.382286 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-2ee68a08-51ba-485b-aa75-687085316483 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527514 Apr 25 15:42:04.384892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42744) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:04.390501 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:04.397133 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.400895 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:04.403801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:04.409939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.426364 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.487997 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.492043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.517066 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd81f504-5ac9-4fa9-b12c-8200afd1510b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:04.526329 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.527608 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c9516bb1-f43b-40e8-9066-3293213e2166 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416523 Apr 25 15:42:04.530897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42748) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:04.535831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:04.542216 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.546833 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:04.549725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:04.555468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.571696 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.637053 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.641145 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.665085 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9579cf6c-58fd-4933-aaab-b48fbabc4424,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:04.675600 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.676904 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9ecdda62-3599-44bd-aaad-430ece04b03f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450944 Apr 25 15:42:04.679611 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42754) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:04.684500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:04.691878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.695693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:04.698584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:04.704873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.724153 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.786260 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.790129 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.813721 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9633172-a1bd-4524-aee8-6c320ef72bce,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:04.824065 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.825291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-5c49acd6-c2e5-46fa-b81a-06eab7d5c1c1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447432 Apr 25 15:42:04.828731 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42758) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:04.833799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:04.840511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.844342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:04.847215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:04.853098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:04.863142 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:42:04.869900 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.883801 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.937826 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.943376 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.968412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c83e8b-57f0-4b84-9e83-740a2baf36b9,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:04.977949 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:04.979149 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4f6118da-440a-4095-a133-6af51d031d16 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494091 Apr 25 15:42:04.981839 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42762) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:04.987471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'security_group_rule': {'security_group_id': '0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:04.994237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:04.998130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:security_group_rule and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:05.000999 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:05.006812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:05.017106 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Project 2992e2bdd25545f680aafbd9fbe17844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:42:05.023539 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.090676 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.095249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.120670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b863d2ae-a4fd-4429-ba74-1fa2cd48dfdb,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:05.130825 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.132273 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-aa2c8fa8-e58f-411f-b3e8-78e3bc1c8fee tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486871 Apr 25 15:42:05.134920 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42766) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:05.141169 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'network': {'name': 'tempest-network-smoke--642158171', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'port_security_enabled': True}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:05.147314 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:05.151385 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:network and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:05.154891 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:05.160596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:05.170884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:42:05.174344 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.201818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:42:05.210743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.211089 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Added segment 58cf3ece-141e-4b4e-a07f-29fa88cee678 of type vlan for network 2388be3b-aada-4119-a29a-4eee1314b65c Apr 25 15:42:05.240197 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.268844 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.274506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:05.275136 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.378108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2421541 Apr 25 15:42:05.380972 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42770) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:05.384009 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554381a-91be-44e0-a02d-52180e04b26f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Network': ['ID=2388be3b-aada-4119-a29a-4eee1314b65c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:05.386357 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'admin_state_up': True, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:05.394253 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 2388be3b-aada-4119-a29a-4eee1314b65c details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:42:05.394887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:05.398805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:router and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:05.401680 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:05.408611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:05.418406 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.419442 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.434895 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.703329 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:05.993573 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:06.022585 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:06.267457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.254 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/005df4cf-b95d-4d95-bf7f-edab9a70ad78) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:42:06.413145 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:06.446588 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:06.509071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:42:06.511818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:06.520910 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:42:06.555826 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=005df4cf-b95d-4d95-bf7f-edab9a70ad78,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:06.932281 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:07.269058 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:07.469281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:42:07.750582 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:42:07.759732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Sync routers for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:42:07.768762 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:07.769409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:07.776984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:07.778209 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-31af3db6-fe23-46c9-ab7b-d17340862857 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3962059 Apr 25 15:42:07.781654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:07.821430 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b4ac5f38-8b71-415f-bd6f-105da7a6ba23 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2992e2bdd25545f680aafbd9fbe17844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386865 Apr 25 15:42:07.824113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42778) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:07.948351 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:07.952805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6316d-d85b-40c9-90d3-797efafe442a tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:07.954320 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-c9b6316d-d85b-40c9-90d3-797efafe442a tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293168 Apr 25 15:42:07.957120 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42782) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:07.995968 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-160cfa43-e3b0-4e0e-9026-bc64f483476f tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d2d95da0-8f28-4169-a88e-cd85298915e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377731 Apr 25 15:42:07.998415 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42786) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:08.003649 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188750862', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:08.114079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:08.117839 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:subnet and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:08.120565 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:08.126465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:08.135613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:42:08.139643 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3728008'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.267815 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:06Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:08.271784 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Checking router: 291a9cfe-fd0d-4c6a-a783-32a1026383f9 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:42:08.272135 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Updating router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:42:08.324025 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.356972 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:42:08.360663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3766424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3728022'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.440942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Subnet': ['ID=54daa480-1dab-4392-bac2-79d707d16dbf,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:08.452865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Checking segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:42:08.453266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network hostable DHCP agents. Network: 2388be3b-aada-4119-a29a-4eee1314b65c, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:42:08.475272 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 2388be3b-aada-4119-a29a-4eee1314b65c is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:42:08.486369 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 2388be3b-aada-4119-a29a-4eee1314b65c) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:08.491209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:08.492047 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.500576 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf2c62-9c88-490f-a9a9-9592072b73da None None] Network 2388be3b-aada-4119-a29a-4eee1314b65c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:42:08.521704 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a4af2aa0-2c24-4aaa-9bdb-a9df03579ed9 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5221307 Apr 25 15:42:08.521907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42790) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:08.709443 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aec84db2-0444-4afa-8cc3-94be1ffd28b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.869521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.873700 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-2388be3b-aada-4119-a29a-4eee1314b65c', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:42:08.874495 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:08.899967 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Transition to ACTIVE for port object 005df4cf-b95d-4d95-bf7f-edab9a70ad78 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:08.941553 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.043532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Attempting to bind port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:42:09.043881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Attempting to bind port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:42:09.044243 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Attempting to bind port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:42:09.047025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced87df-d22c-476c-a98c-ba8b1c35651c None None] Pushing event updated for resources: {'Port': ['ID=005df4cf-b95d-4d95-bf7f-edab9a70ad78,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:09.057586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:42:09.057941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:42:09.058344 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.058729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:42:09.059194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Bound port: 005df4cf-b95d-4d95-bf7f-edab9a70ad78, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:42:09.059567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.187170 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Allocated IP 172.20.0.2 (2388be3b-aada-4119-a29a-4eee1314b65c/54daa480-1dab-4392-bac2-79d707d16dbf/6770c07d-49e5-419e-863a-48069b5d46a7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:42:09.189534 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] For port 005df4cf-b95d-4d95-bf7f-edab9a70ad78, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:42:09.194159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] For port 005df4cf-b95d-4d95-bf7f-edab9a70ad78, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=005df4cf-b95d-4d95-bf7f-edab9a70ad78,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:42:09.201078 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.216171 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.371670 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced87df-d22c-476c-a98c-ba8b1c35651c None None] Pushing event updated for resources: {'Port': ['ID=005df4cf-b95d-4d95-bf7f-edab9a70ad78,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:09.377194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:09.377831 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:41:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:09.633028 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.636551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:09.781454 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Transition to ACTIVE for port object 6770c07d-49e5-419e-863a-48069b5d46a7 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:09.868610 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Transition to ACTIVE for port object 6770c07d-49e5-419e-863a-48069b5d46a7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:09.882411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:09.943668 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.1 (2388be3b-aada-4119-a29a-4eee1314b65c/54daa480-1dab-4392-bac2-79d707d16dbf/7060d730-03ff-476e-9019-52a98b4ed355) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:42:09.967132 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Network 2388be3b-aada-4119-a29a-4eee1314b65c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:42:09.978775 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:09.985004 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:42:09.986995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Pushing event updated for resources: {'Port': ['ID=6770c07d-49e5-419e-863a-48069b5d46a7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:10.105663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:10.113470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Attempting to bind port 6770c07d-49e5-419e-863a-48069b5d46a7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:42:10.113849 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Attempting to bind port 6770c07d-49e5-419e-863a-48069b5d46a7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:42:10.114324 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Attempting to bind port 6770c07d-49e5-419e-863a-48069b5d46a7 on network 2388be3b-aada-4119-a29a-4eee1314b65c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:42:10.122142 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:42:10.122516 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Checking segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:42:10.122949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:10.123340 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Bound using segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:42:10.123800 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Bound port: 6770c07d-49e5-419e-863a-48069b5d46a7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:42:10.124172 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:10.127064 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object 7060d730-03ff-476e-9019-52a98b4ed355 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:10.150663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:10.188943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:06Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:10.201785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2601e-cf0c-4575-a2ff-79fa8a2e1689 None None] The sync data for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 is: [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:06Z', 'revision_number': 3, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:42:10.222049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 2388be3b-aada-4119-a29a-4eee1314b65c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:42:10.229991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:10.231721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] For port 6770c07d-49e5-419e-863a-48069b5d46a7, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:42:10.233309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:42:10.236031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] For port 6770c07d-49e5-419e-863a-48069b5d46a7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6770c07d-49e5-419e-863a-48069b5d46a7,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:42:10.242146 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:10.269436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=7060d730-03ff-476e-9019-52a98b4ed355,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:10.302977 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:10.330533 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f7c2-ca64-4e52-b6a5-330d0d24a85b None None] Pushing event updated for resources: {'Port': ['ID=6770c07d-49e5-419e-863a-48069b5d46a7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:10.635665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.040932 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f400db30-7040-4a52-943f-df4be246af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.078000 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.083206 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.198859 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.202352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=7060d730-03ff-476e-9019-52a98b4ed355,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:11.332165 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 005df4cf-b95d-4d95-bf7f-edab9a70ad78 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:11.369105 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a3486-5796-4897-b9c7-6c43670cd6c1 None None] Network 2388be3b-aada-4119-a29a-4eee1314b65c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:42:11.466122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 2388be3b-aada-4119-a29a-4eee1314b65c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:42:11.467758 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:11.488763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-def79cd7-f571-497f-bec0-fe7d57d4fca8 None None] Provisioning for port 6770c07d-49e5-419e-863a-48069b5d46a7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:11.554107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:11.570444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:11.570826 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.666059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:42:11.753203 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.775148 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 005df4cf-b95d-4d95-bf7f-edab9a70ad78, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=005df4cf-b95d-4d95-bf7f-edab9a70ad78,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:11.782472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.783358 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6770c07d-49e5-419e-863a-48069b5d46a7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:11.885014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:42:11.899825 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Sync routers for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:42:11.902746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8d7887d7-e2bf-463c-af26-2baa6dd0546b tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/291a9cfe-fd0d-4c6a-a783-32a1026383f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3795242 Apr 25 15:42:11.905334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=005df4cf-b95d-4d95-bf7f-edab9a70ad78,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:11.912030 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:11.912887 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:11.925429 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 6770c07d-49e5-419e-863a-48069b5d46a7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:11.937578 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6770c07d-49e5-419e-863a-48069b5d46a7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:11.938098 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:11.998847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.085802 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.103006 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-5f468b03-293a-444a-94ea-65ac11247f46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:42:12.127004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-5f468b03-293a-444a-94ea-65ac11247f46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:42:12.134973 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 6770c07d-49e5-419e-863a-48069b5d46a7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6770c07d-49e5-419e-863a-48069b5d46a7,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:12.137650 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-5f468b03-293a-444a-94ea-65ac11247f46 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996054033&fields=id&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 267 time: 0.0827179 Apr 25 15:42:12.142185 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.180043 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-40281552-5417-4d67-b117-235eaf248896 None None] Provisioning complete for port 6770c07d-49e5-419e-863a-48069b5d46a7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:12.180435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40281552-5417-4d67-b117-235eaf248896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.194377 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:12.271949 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.293477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=6770c07d-49e5-419e-863a-48069b5d46a7,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:12.339983 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-ed1a8e54-1600-4fb0-9352-aefc622cce6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:12.340695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-ed1a8e54-1600-4fb0-9352-aefc622cce6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:42:12.359552 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-ed1a8e54-1600-4fb0-9352-aefc622cce6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:42:12.360807 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-ed1a8e54-1600-4fb0-9352-aefc622cce6f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 796 time: 0.2128029 Apr 25 15:42:12.381023 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-95c1f794-e2c0-4061-97d3-23c77c70a382 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/quotas/2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 375 time: 0.0123861 Apr 25 15:42:12.383895 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-40281552-5417-4d67-b117-235eaf248896 None None] Provisioning for port 7060d730-03ff-476e-9019-52a98b4ed355 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:12.396134 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-40281552-5417-4d67-b117-235eaf248896 None None] Provisioning complete for port 7060d730-03ff-476e-9019-52a98b4ed355 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:12.396772 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40281552-5417-4d67-b117-235eaf248896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.474853 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-98c28b94-b307-481a-b63a-a3f588e55540 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:42:12.479467 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-40281552-5417-4d67-b117-235eaf248896 None None] Port 7060d730-03ff-476e-9019-52a98b4ed355 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:42:12.494831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-98c28b94-b307-481a-b63a-a3f588e55540 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:42:12.496554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-98c28b94-b307-481a-b63a-a3f588e55540 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091740 Apr 25 15:42:12.578647 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 2, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:12.582499 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Checking router: 291a9cfe-fd0d-4c6a-a783-32a1026383f9 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:42:12.582851 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Updating router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 port 7060d730-03ff-476e-9019-52a98b4ed355 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:42:12.599998 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8ac356e1-11eb-4988-9cfd-ef16e123a9f7 None None] Provisioning complete for port 7060d730-03ff-476e-9019-52a98b4ed355 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:12.600433 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ac356e1-11eb-4988-9cfd-ef16e123a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.639693 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.656016 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-3a8f2876-35f9-48cf-bcc0-333b6c783b43 service neutron] 10.222.0.23 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475558 Apr 25 15:42:12.657500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8ac356e1-11eb-4988-9cfd-ef16e123a9f7 None None] Port 7060d730-03ff-476e-9019-52a98b4ed355 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:42:12.788839 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-e700a824-9f6d-4224-9750-3a828bfde9d4 service neutron] 10.222.0.23 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257739 Apr 25 15:42:12.978998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-03307936-1bca-4729-a424-9704dcfe37d4 req-38de497b-0a5e-4761-ad55-bc8cf2edf424 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 210 time: 0.0490236 Apr 25 15:42:12.985087 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:12.998775 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Transition to ACTIVE for port object 7060d730-03ff-476e-9019-52a98b4ed355 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:13.005687 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:13.163860 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Pushing event updated for resources: {'Port': ['ID=7060d730-03ff-476e-9019-52a98b4ed355,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:13.207517 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.207891 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.208197 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.208529 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.208860 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.209212 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.209793 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.210127 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.210449 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.210771 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.211134 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.211403 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:42:13.235321 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Attempting to bind port 7060d730-03ff-476e-9019-52a98b4ed355 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:42:13.235667 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Attempting to bind port 7060d730-03ff-476e-9019-52a98b4ed355 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:42:13.236045 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Attempting to bind port 7060d730-03ff-476e-9019-52a98b4ed355 on network 2388be3b-aada-4119-a29a-4eee1314b65c {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:42:13.242580 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:42:13.242959 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Checking segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:42:13.243360 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:13.243743 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Bound using segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:42:13.244250 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Bound port: 7060d730-03ff-476e-9019-52a98b4ed355, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:42:13.244644 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:13.301852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 005df4cf-b95d-4d95-bf7f-edab9a70ad78 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:13.353905 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] For port 7060d730-03ff-476e-9019-52a98b4ed355, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:42:13.358181 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] For port 7060d730-03ff-476e-9019-52a98b4ed355, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7060d730-03ff-476e-9019-52a98b4ed355,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:42:13.362675 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:13.433166 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:13.433390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:13.458238 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:13.459257 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:13.538211 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dff8-9ca6-47b3-8747-6745d8451393 None None] Pushing event updated for resources: {'Port': ['ID=7060d730-03ff-476e-9019-52a98b4ed355,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:13.597281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6770c07d-49e5-419e-863a-48069b5d46a7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:13.674064 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:13.676226 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 6770c07d-49e5-419e-863a-48069b5d46a7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:13.676680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:13.900419 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:14.017231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:13Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:14.021606 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490eff1-e6f5-48af-bb8a-c4e9d31faeaa None None] The sync data for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 is: [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:13Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:42:14.195822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a086b113-4396-49b6-a978-81a4f15d6d18 req-a7cc0edf-3500-47f0-93df-4a65a66668d1 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 210 time: 0.0590756 Apr 25 15:42:14.325690 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-62c4a799-bdbe-4e24-bb42-2c18173fbcff tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:14.327245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-62c4a799-bdbe-4e24-bb42-2c18173fbcff tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 796 time: 0.2186558 Apr 25 15:42:14.382005 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-bf28cd3c-f15d-41e3-85c8-6d230f3bbbe4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2992e2bdd25545f680aafbd9fbe17844 HTTP/1.1" status: 200 len: 380 time: 0.0444763 Apr 25 15:42:14.390916 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'port': {'device_id': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'admin_state_up': True, 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'security_groups': ['0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:14.533227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:14.543333 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:14.553559 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Made reservation on behalf of 2992e2bdd25545f680aafbd9fbe17844 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:42:14.557184 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:14.839862 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.20.0.5 (2388be3b-aada-4119-a29a-4eee1314b65c/54daa480-1dab-4392-bac2-79d707d16dbf/bfc7fc0e-f9cc-444b-98a7-18e29c67ebda) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:42:15.041444 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.065941 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Transition to ACTIVE for port object bfc7fc0e-f9cc-444b-98a7-18e29c67ebda will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:15.090249 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.160747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network 2388be3b-aada-4119-a29a-4eee1314b65c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:42:15.174816 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:15.180650 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:42:15.211710 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:15.253907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:15.254556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.299479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-f8ebf8bc-04b6-4f49-a67f-83684b5854e6 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120784 Apr 25 15:42:15.309263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7060d730-03ff-476e-9019-52a98b4ed355 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:15.312234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Request body: {'port': {'device_id': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:15.395848 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 7060d730-03ff-476e-9019-52a98b4ed355 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:15.402765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7060d730-03ff-476e-9019-52a98b4ed355 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:15.403268 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.426779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c32bf-4c1e-467b-a2a3-40b4d602af92 req-31125936-238a-4ca9-951b-c63a10125bba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:15.429257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a49c32bf-4c1e-467b-a2a3-40b4d602af92 req-31125936-238a-4ca9-951b-c63a10125bba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 931 time: 0.0975039 Apr 25 15:42:15.444947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.490023 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a49c32bf-4c1e-467b-a2a3-40b4d602af92 req-36aa45f6-d88c-496d-848f-8dc94803c083 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539629 Apr 25 15:42:15.553396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.580761 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-45c9fd69-3bf5-4331-8aba-93b0facd7325 None None] Provisioning for port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:15.590765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-45c9fd69-3bf5-4331-8aba-93b0facd7325 None None] Provisioning complete for port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:15.591139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45c9fd69-3bf5-4331-8aba-93b0facd7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.629092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 7060d730-03ff-476e-9019-52a98b4ed355, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7060d730-03ff-476e-9019-52a98b4ed355,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:15.635915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.690457 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-45c9fd69-3bf5-4331-8aba-93b0facd7325 None None] Port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:42:15.714707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=7060d730-03ff-476e-9019-52a98b4ed355,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:15.802109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc7fc0e-f9cc-444b-98a7-18e29c67ebda {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:42:15.809343 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.823717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Transition to ACTIVE for port object bfc7fc0e-f9cc-444b-98a7-18e29c67ebda will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:42:15.827749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:15.986517 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:16.069597 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Attempting to bind port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:42:16.069936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Attempting to bind port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:42:16.070260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Attempting to bind port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda on network 2388be3b-aada-4119-a29a-4eee1314b65c {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:42:16.074846 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda on network 2388be3b-aada-4119-a29a-4eee1314b65c not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:42:16.075167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Attempting to bind port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda on network 2388be3b-aada-4119-a29a-4eee1314b65c {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:42:16.080308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:42:16.080646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Checking segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:42:16.081054 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Bound using segment: {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:42:16.081486 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Bound port: bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf3ece-141e-4b4e-a07f-29fa88cee678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:42:16.081832 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:16.173585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] For port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:42:16.176400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] For port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:42:16.180366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:16.238570 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:16.239226 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:16.240515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] 10.222.0.15 "PUT /v2.0/ports/bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 1091 time: 0.9337306 Apr 25 15:42:16.240963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:42:16.268115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd794c-24ac-4a53-a462-c07f5629e132 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:16.318942 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55760c30-f940-49d5-a41c-4387273173ed'] response: {'name': 'network-changed', 'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'status': 'completed', 'code': 200} Apr 25 15:42:16.361780 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-7f8a59c0-a3a1-4a68-ae89-575baba1d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:16.363313 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-7f8a59c0-a3a1-4a68-ae89-575baba1d02b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1094 time: 0.0768044 Apr 25 15:42:16.439163 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-eff5b1d6-2f75-42b4-8f6b-374b1bb28030 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 217 time: 0.0664730 Apr 25 15:42:16.500697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-67b75bd8-775d-419f-9ce6-bbcfebcf9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:16.502064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-67b75bd8-775d-419f-9ce6-bbcfebcf9b62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 200 len: 834 time: 0.0574691 Apr 25 15:42:16.578702 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-fa651c5e-40b5-4224-8022-25ca2af0c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:16.580186 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-fa651c5e-40b5-4224-8022-25ca2af0c14f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2388be3b-aada-4119-a29a-4eee1314b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721257 Apr 25 15:42:16.681985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4398fb-ea40-4bbf-8040-ea7278a835aa req-268d6e23-192f-45e9-af56-b285bcb12e94 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:16.683449 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b4398fb-ea40-4bbf-8040-ea7278a835aa req-268d6e23-192f-45e9-af56-b285bcb12e94 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 943 time: 0.0835257 Apr 25 15:42:16.712528 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-8d986f93-f2c3-4956-8e1c-2f40c903beb4 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259723 Apr 25 15:42:16.727881 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b4398fb-ea40-4bbf-8040-ea7278a835aa req-93ae285f-ec86-4822-b8fe-807b1a8369f5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380816 Apr 25 15:42:16.952325 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a30b28b9-14a0-44e4-8b0d-5ddab2a3f6e6 req-92500ab8-8d46-4e3d-b8ff-126bde6cd892 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343476 Apr 25 15:42:17.078235 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-33a9ab25-8d1f-4bda-b21b-d3238a21debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:17.079733 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-33a9ab25-8d1f-4bda-b21b-d3238a21debc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1094 time: 0.0797446 Apr 25 15:42:17.213818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-41ff0b7d-d01e-408d-bd3d-fafa93d7df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:17.215258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-41ff0b7d-d01e-408d-bd3d-fafa93d7df34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 897 time: 0.1292834 Apr 25 15:42:17.274969 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7060d730-03ff-476e-9019-52a98b4ed355 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:17.289315 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-3bcc101a-5c67-4fff-b586-81be0e249495 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 217 time: 0.0669758 Apr 25 15:42:17.343500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 7060d730-03ff-476e-9019-52a98b4ed355 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:17.343878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:17.351348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-408309da-1539-4b6c-90fe-e4701e6c0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:17.352821 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-408309da-1539-4b6c-90fe-e4701e6c0fdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 200 len: 834 time: 0.0568140 Apr 25 15:42:17.431964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-d03d6023-9334-4cb9-bc5c-c3cba74aebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:17.433550 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-d03d6023-9334-4cb9-bc5c-c3cba74aebf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2388be3b-aada-4119-a29a-4eee1314b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746541 Apr 25 15:42:17.567379 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-3e9aeecf-7067-481e-9f0c-cbaeb4ec71aa service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270704 Apr 25 15:42:17.696518 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45a3cb60-df89-4eb2-8c34-6073c4db2b99 req-efffb094-ad46-4401-aa13-897988db2bc7 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229281 Apr 25 15:42:17.913022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18cd3-4f2f-459f-bb54-c6f9628b5833 req-34580b5d-f682-4027-9dc8-1922e51dfdbc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:17.913730 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-57f18cd3-4f2f-459f-bb54-c6f9628b5833 req-34580b5d-f682-4027-9dc8-1922e51dfdbc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:42:17.929554 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-57f18cd3-4f2f-459f-bb54-c6f9628b5833 req-34580b5d-f682-4027-9dc8-1922e51dfdbc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:42:17.930884 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57f18cd3-4f2f-459f-bb54-c6f9628b5833 req-34580b5d-f682-4027-9dc8-1922e51dfdbc tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 943 time: 0.0947878 Apr 25 15:42:17.973907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-57f18cd3-4f2f-459f-bb54-c6f9628b5833 req-e2ced146-a01c-4543-b3a9-3aa7ab1885ba tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Apr 25 15:42:19.158055 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae375-b4ca-46ac-acb2-01c7d38ccab8 req-fe15ad2f-dfb5-4302-b436-5f1b75b7e472 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:19.159517 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c93ae375-b4ca-46ac-acb2-01c7d38ccab8 req-fe15ad2f-dfb5-4302-b436-5f1b75b7e472 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 943 time: 0.0800602 Apr 25 15:42:19.203082 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c93ae375-b4ca-46ac-acb2-01c7d38ccab8 req-a1b5efb5-7cc9-4978-be12-ee18081d705d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377536 Apr 25 15:42:19.557333 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfc7fc0e-f9cc-444b-98a7-18e29c67ebda details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:42:19.689941 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:19.702899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'port_id': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'mac_address': 'fa:16:3e:65:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:42:19.756332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:19.772503 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc7fc0e-f9cc-444b-98a7-18e29c67ebda {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:42:19.787668 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:19.791680 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:19.866477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:19.990299 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['bfc7fc0e-f9cc-444b-98a7-18e29c67ebda'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:42:20.392125 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199deb-abd7-471e-b370-400b88ee5a1a req-24376caf-c993-4fd0-99a1-76c565aa2f39 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:20.393657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb199deb-abd7-471e-b370-400b88ee5a1a req-24376caf-c993-4fd0-99a1-76c565aa2f39 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 944 time: 0.0823762 Apr 25 15:42:20.438507 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb199deb-abd7-471e-b370-400b88ee5a1a req-d75753d2-134f-4631-b01a-2b5dd62becc5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Apr 25 15:42:21.573325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfc7fc0e-f9cc-444b-98a7-18e29c67ebda up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:42:21.625512 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137871a7-1dee-478c-b2b1-1bb83d5aaffa req-946033af-e0ae-4687-8a13-10d0c3043293 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:21.626980 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-137871a7-1dee-478c-b2b1-1bb83d5aaffa req-946033af-e0ae-4687-8a13-10d0c3043293 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 944 time: 0.0848188 Apr 25 15:42:21.643304 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:42:21.648207 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:42:21.648580 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:21.672179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-137871a7-1dee-478c-b2b1-1bb83d5aaffa req-d15cf36f-b246-4ae8-aa44-e7879e76136e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Apr 25 15:42:21.764575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:21.817745 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:42:21.827732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:42:21.831829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:21.867569 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56b2099-2618-4c30-a873-293f6980ef51'] response: {'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'code': 200} Apr 25 15:42:21.913924 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:21.989114 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93306c-0604-4d6d-810d-1b16a08aaf08 req-af71cfea-3c2d-4a58-9260-04544d09076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:21.990584 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a93306c-0604-4d6d-810d-1b16a08aaf08 req-af71cfea-3c2d-4a58-9260-04544d09076e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1096 time: 0.0694234 Apr 25 15:42:22.030060 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0a93306c-0604-4d6d-810d-1b16a08aaf08 req-5fa64f2e-2848-4f5b-89db-4ea2272b6865 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Apr 25 15:42:22.853286 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0c1a1-7592-4275-a8cf-50176ef601da req-1a04841c-aea6-4c8b-b46e-5f5ef65612f7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:22.855131 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38d0c1a1-7592-4275-a8cf-50176ef601da req-1a04841c-aea6-4c8b-b46e-5f5ef65612f7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0808663 Apr 25 15:42:22.900602 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-38d0c1a1-7592-4275-a8cf-50176ef601da req-b54e3796-68da-435a-aaf0-419b81b37473 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387712 Apr 25 15:42:24.088509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071e0c-162b-4f60-8074-f06ef4ace65f req-54344d78-05ca-4d15-b722-0f7e6740aaf5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:24.090150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41071e0c-162b-4f60-8074-f06ef4ace65f req-54344d78-05ca-4d15-b722-0f7e6740aaf5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0839064 Apr 25 15:42:24.135747 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-41071e0c-162b-4f60-8074-f06ef4ace65f req-cecfe5e8-e67a-4ad1-98c0-166e18eee545 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 Apr 25 15:42:24.327945 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2a86-def9-448e-a536-9eaf8b207c30 req-b8955d5d-a7b0-47cc-b110-6d8868b236a5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:24.329415 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54df2a86-def9-448e-a536-9eaf8b207c30 req-b8955d5d-a7b0-47cc-b110-6d8868b236a5 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0832708 Apr 25 15:42:24.372644 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-54df2a86-def9-448e-a536-9eaf8b207c30 req-9b88cf7c-7729-4edf-a344-56a0d85d04fa tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Apr 25 15:42:24.394264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:24.462507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c8d6ac-b769-4d81-bd78-e31c2924dab1 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:24.463975 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-14c8d6ac-b769-4d81-bd78-e31c2924dab1 tempest-TestNetworkAdvancedServerOps-10977767 tempest-TestNetworkAdvancedServerOps-10977767-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1091 time: 0.0687633 Apr 25 15:42:24.467244 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42848) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:24.472312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:42:24.479099 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:42:24.483725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Usage tracker for resource:floatingip and tenant:2992e2bdd25545f680aafbd9fbe17844 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:42:24.487146 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:42:24.494519 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:42:24.508276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:24.740238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:24.870948 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Allocated IP 172.25.0.220 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/f1d34203-f013-49ae-b99c-b499314ea945) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:42:25.018547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:25.046729 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:25.107591 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:42:25.110395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:42:25.115736 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:42:25.166480 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=f1d34203-f013-49ae-b99c-b499314ea945,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:25.535395 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:25.608838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:25.808742 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:25.813546 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:25.922960 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event updated for resources: {'Port': ['ID=f1d34203-f013-49ae-b99c-b499314ea945,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:42:25.931020 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:26.097089 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP f3f849cb-4024-4c74-8553-7787e38e8c9a associated. External IP: 172.25.0.220, port: bfc7fc0e-f9cc-444b-98a7-18e29c67ebda. Apr 25 15:42:26.556296 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:42:26.732465 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:42:26.742717 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] Sync routers for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:42:26.751597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:26.752215 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:26.757352 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:26.817471 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-79142aaa-3a45-4d04-94b2-901e92f10e2c tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3467753 Apr 25 15:42:26.817471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:42:26.861798 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9dc80c-2b0d-4fd7-8704-702dea36d746'] response: {'name': 'network-changed', 'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'status': 'completed', 'code': 200} Apr 25 15:42:26.937350 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:27.028041 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911aec5-7ebd-4b28-bcf7-44184dda3372 req-ac09a818-8d53-4cef-b7e4-bc1b09e1b360 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:27.029683 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b911aec5-7ebd-4b28-bcf7-44184dda3372 req-ac09a818-8d53-4cef-b7e4-bc1b09e1b360 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.1108332 Apr 25 15:42:27.031906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-933a0e41-11d8-4a33-98cd-daf54503515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:27.033410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-933a0e41-11d8-4a33-98cd-daf54503515f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1096 time: 0.1496525 Apr 25 15:42:27.163517 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b911aec5-7ebd-4b28-bcf7-44184dda3372 req-94baf65a-8aae-49cd-a7ff-89f225527716 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274745 Apr 25 15:42:27.187098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:27.197699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-6b7aa049-bc15-49d1-8386-d1322dd3b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:27.199147 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-6b7aa049-bc15-49d1-8386-d1322dd3b119 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 897 time: 0.1500602 Apr 25 15:42:27.305087 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1335d3a3-5bf4-4089-a46a-bbc59886592e tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/f3f849cb-4024-4c74-8553-7787e38e8c9a HTTP/1.1" status: 200 len: 991 time: 0.1156991 Apr 25 15:42:27.316404 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'f3f849cb-4024-4c74-8553-7787e38e8c9a', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'port_id': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'mac_address': 'fa:16:3e:65:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:42:25Z', 'updated_at': '2022-04-25T15:42:25Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:15Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:27.320844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] Checking router: 291a9cfe-fd0d-4c6a-a783-32a1026383f9 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:42:27.330634 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:42:27.331278 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:42:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:27.419404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-2802046a-b35b-40d7-98a2-a9c36e1984b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 999 time: 0.2118189 Apr 25 15:42:27.483567 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-7db64f74-dad4-47d8-bb54-f190d7a02761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:27.485106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-7db64f74-dad4-47d8-bb54-f190d7a02761 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 200 len: 834 time: 0.0604675 Apr 25 15:42:27.506485 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:42:27.562762 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-871ce869-94e9-4983-970e-e595aa41996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:27.564242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-871ce869-94e9-4983-970e-e595aa41996c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2388be3b-aada-4119-a29a-4eee1314b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732234 Apr 25 15:42:27.698939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-f243fac7-6111-429e-8017-796f0397fab0 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286125 Apr 25 15:42:27.848520 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5eac8dcd-fc0e-4a96-817a-2153818f91d4 req-893797da-dc81-4df8-a2bb-d80932b2fc13 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430182 Apr 25 15:42:27.882360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'f3f849cb-4024-4c74-8553-7787e38e8c9a', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'port_id': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'mac_address': 'fa:16:3e:65:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:42:25Z', 'updated_at': '2022-04-25T15:42:25Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:15Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:42:27.886334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730391fa-a025-4924-abc2-3bf49f7f59e9 None None] The sync data for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 is: [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'f3f849cb-4024-4c74-8553-7787e38e8c9a', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'port_id': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'mac_address': 'fa:16:3e:65:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:42:25Z', 'updated_at': '2022-04-25T15:42:25Z', 'revision_number': 0, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:15Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:42:28.070519 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a35660-c249-4f57-a770-67f5177b1e3d None None] New status for floating IP f3f849cb-4024-4c74-8553-7787e38e8c9a: ACTIVE {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:42:28.307832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42860) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:28.412426 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-68dd9d5e-4975-425e-b339-27e8091eef23 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/f3f849cb-4024-4c74-8553-7787e38e8c9a HTTP/1.1" status: 200 len: 993 time: 0.1034551 Apr 25 15:42:29.435719 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:34.879453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:38.681618 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d0af959-3024-4764-8d2d-b85f5fffa11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:41.045525 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48045e6e-03bb-42c3-8311-9e3f7ecc78ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:41.940891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:42.211691 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:43.616003 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-6ee6e39d-3d6d-4f85-83ba-9dadcb5b0d32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693901 Apr 25 15:42:43.756384 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-f5e24033-0c5b-4559-89ff-e6f056e8274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:43.757869 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-f5e24033-0c5b-4559-89ff-e6f056e8274c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1096 time: 0.0735345 Apr 25 15:42:43.901276 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-a55d7d52-9a88-4b77-8196-e1986365ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:43.902713 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:42:43.903380 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-a55d7d52-9a88-4b77-8196-e1986365ea44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 897 time: 0.1253457 Apr 25 15:42:44.006669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-e9383c88-eca4-457e-b938-44f720c2bc0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 1001 time: 0.0977960 Apr 25 15:42:44.071281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-7e00be4d-43c8-4b40-b43f-c915bde62cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:44.072721 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-7e00be4d-43c8-4b40-b43f-c915bde62cb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 200 len: 834 time: 0.0600042 Apr 25 15:42:44.146613 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-81dc1dc7-cae0-4ed5-b746-18094d487123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:44.148106 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-81dc1dc7-cae0-4ed5-b746-18094d487123 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2388be3b-aada-4119-a29a-4eee1314b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697329 Apr 25 15:42:44.278090 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-1246e03f-2b4b-4177-bfc0-498b7e5a4eaa service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234701 Apr 25 15:42:44.409101 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-77a4ac6b-4d60-429b-ab0d-fbd87e863f67 req-b28e4501-d7c6-4f76-8a00-e2bb6a7b565e service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236885 Apr 25 15:42:45.356915 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:42:57.988166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f592e18-5e72-44c9-ae5a-2cf0cf43b7cf req-cbb31383-b18f-4e96-89e5-3002ed34a58d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:57.989637 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f592e18-5e72-44c9-ae5a-2cf0cf43b7cf req-cbb31383-b18f-4e96-89e5-3002ed34a58d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0814972 Apr 25 15:42:58.032702 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6f592e18-5e72-44c9-ae5a-2cf0cf43b7cf req-99aa9663-d25e-4700-b363-897df58f6d41 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375273 Apr 25 15:42:59.224526 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2136-20f7-4a9b-9159-1cd77ea93569 req-4ba8d210-bbe0-4557-9323-853b92b764ef tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:42:59.226012 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68bc2136-20f7-4a9b-9159-1cd77ea93569 req-4ba8d210-bbe0-4557-9323-853b92b764ef tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0830271 Apr 25 15:42:59.269381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-68bc2136-20f7-4a9b-9159-1cd77ea93569 req-049be63f-0de4-4ad2-946b-2653e70ac169 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Apr 25 15:42:59.292505 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42890) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:42:59.397574 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2277bcfb-d8c9-4797-9b01-62e3bb7ec5c0 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/f3f849cb-4024-4c74-8553-7787e38e8c9a HTTP/1.1" status: 200 len: 993 time: 0.1037927 Apr 25 15:42:59.429714 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:00.839377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-3837ca7c-57d5-4d54-8398-33967dbdaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:00.840893 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-3837ca7c-57d5-4d54-8398-33967dbdaaf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1096 time: 0.0707092 Apr 25 15:43:00.844574 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59238cd-0cc2-448e-95bb-e553e2bff44c req-e86fbec1-d9b8-4308-8566-b005cc4eec3d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:00.846105 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c59238cd-0cc2-448e-95bb-e553e2bff44c req-e86fbec1-d9b8-4308-8566-b005cc4eec3d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0852792 Apr 25 15:43:00.890789 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c59238cd-0cc2-448e-95bb-e553e2bff44c req-66a28db8-17f7-45a4-b0b5-388aa569befe tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 Apr 25 15:43:00.972453 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-d402fedb-6575-4ae1-a3d4-d40f8f19cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:00.973929 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-d402fedb-6575-4ae1-a3d4-d40f8f19cefa service neutron] 10.222.0.15 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 897 time: 0.1274328 Apr 25 15:43:01.074378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-5e3e5f92-fafd-4121-a437-081e4c3c249f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 1001 time: 0.0944157 Apr 25 15:43:01.143985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-792bf3db-49f4-4bac-bcd9-f7bdfdb26632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:01.145432 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-792bf3db-49f4-4bac-bcd9-f7bdfdb26632 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 200 len: 834 time: 0.0657966 Apr 25 15:43:01.218831 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-c2fa0d6f-6425-44c3-87fc-7602158e3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:01.220258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-c2fa0d6f-6425-44c3-87fc-7602158e3b7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2388be3b-aada-4119-a29a-4eee1314b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687573 Apr 25 15:43:01.465601 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-134cc747-aa2a-49ee-a3ad-b9f20bda95c1 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393150 Apr 25 15:43:01.598346 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5afcc44d-e646-4946-9bbb-b5d002f5574c req-69628680-11b4-4b87-85ea-2795f63e6a53 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264634 Apr 25 15:43:02.086374 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5243c-9378-4a37-92be-336807bb5c26 req-beca55fc-2d9e-4f98-ac7b-5be6796085dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:02.087833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eaa5243c-9378-4a37-92be-336807bb5c26 req-beca55fc-2d9e-4f98-ac7b-5be6796085dd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0887506 Apr 25 15:43:02.133486 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-eaa5243c-9378-4a37-92be-336807bb5c26 req-767362f6-1351-41dc-bfee-d95a93905651 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Apr 25 15:43:03.319930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6590-1f7d-449f-8890-1a0eccce68e0 req-bfa31125-df54-4d34-b562-2293072fa087 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:03.321504 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac9c6590-1f7d-449f-8890-1a0eccce68e0 req-bfa31125-df54-4d34-b562-2293072fa087 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0813572 Apr 25 15:43:03.365408 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ac9c6590-1f7d-449f-8890-1a0eccce68e0 req-bfa062f8-41c9-48b5-8ec2-ecc72212c109 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375872 Apr 25 15:43:03.389303 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42906) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:03.498756 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0ed0f362-148a-42ba-be00-974fe5ed24f7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/floatingips/f3f849cb-4024-4c74-8553-7787e38e8c9a HTTP/1.1" status: 200 len: 993 time: 0.1028521 Apr 25 15:43:03.741740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42914) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:03.943928 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port f1d34203-f013-49ae-b99c-b499314ea945 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:43:03.944281 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:04.111011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:04.111353 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:04.235540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for f1d34203-f013-49ae-b99c-b499314ea945 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:43:04.388898 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:04.464630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=f1d34203-f013-49ae-b99c-b499314ea945,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:04.482352 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.482706 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.483048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.483417 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.483711 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.484043 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.484369 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.484693 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.485023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.485436 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.485815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.486079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:04.541052 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:04.541394 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Floating IP f3f849cb-4024-4c74-8553-7787e38e8c9a disassociated (deleted). External IP: 172.25.0.220, port: bfc7fc0e-f9cc-444b-98a7-18e29c67ebda. Apr 25 15:43:04.880060 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:05.019979 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:43:05.201872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:05.211711 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] Sync routers for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:05.221737 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:05.222354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:05.222708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:05.282664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d7f2ac9c-2ab6-43e2-a74d-6805b2293894 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/floatingips/f3f849cb-4024-4c74-8553-7787e38e8c9a HTTP/1.1" status: 204 len: 168 time: 1.5398316 Apr 25 15:43:05.283539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:43:05.331616 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60cedd8-82ba-423d-bb1d-71431577e30b'] response: {'name': 'network-changed', 'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'status': 'completed', 'code': 200} Apr 25 15:43:05.403844 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:05.425461 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-44e86d63-bc02-4063-8a31-7cef9248f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:05.426970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-44e86d63-bc02-4063-8a31-7cef9248f0ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2992e2bdd25545f680aafbd9fbe17844&device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 1096 time: 0.0746334 Apr 25 15:43:05.579258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-6da9f40e-f337-41c8-893f-d9c79ee37cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:05.581421 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-6da9f40e-f337-41c8-893f-d9c79ee37cd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 200 len: 897 time: 0.1481791 Apr 25 15:43:05.687610 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-381e09cd-8f64-43df-b6d9-99d1a2aaeb21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 200 len: 217 time: 0.1002312 Apr 25 15:43:05.742966 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:15Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:05.747021 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] Checking router: 291a9cfe-fd0d-4c6a-a783-32a1026383f9 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:05.756074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:05.756688 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:42:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:05.775974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-c77966ea-35a8-4cbe-bfc5-40f858227727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:05.777451 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-c77966ea-35a8-4cbe-bfc5-40f858227727 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 200 len: 834 time: 0.0843730 Apr 25 15:43:05.845217 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00429d4-4f4c-426b-881e-6584ca6ea65a req-53dac666-f0eb-48b6-8c38-b95e46ee466d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:05.845919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a00429d4-4f4c-426b-881e-6584ca6ea65a req-53dac666-f0eb-48b6-8c38-b95e46ee466d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Synchronizing usage tracker for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:05.867949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a00429d4-4f4c-426b-881e-6584ca6ea65a req-53dac666-f0eb-48b6-8c38-b95e46ee466d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Unset dirty status for tenant:2992e2bdd25545f680aafbd9fbe17844 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:05.869150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a00429d4-4f4c-426b-881e-6584ca6ea65a req-53dac666-f0eb-48b6-8c38-b95e46ee466d tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.2279408 Apr 25 15:43:05.902616 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-98798737-43e3-47cc-b72e-4adb03a1c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:05.904605 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-98798737-43e3-47cc-b72e-4adb03a1c594 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2388be3b-aada-4119-a29a-4eee1314b65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170063 Apr 25 15:43:05.933062 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:05.954941 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a00429d4-4f4c-426b-881e-6584ca6ea65a req-0877dac6-7af3-4d4d-87e9-0927b06180cd tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748146 Apr 25 15:43:06.056691 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-394be6a1-3f46-4230-a044-e4f6a7917e88 service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402204 Apr 25 15:43:06.193306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2dfefb32-6e07-4cb8-b871-37d1f1fd39ca req-5c0e922f-fadf-4d4c-a189-b778c093808a service neutron] 10.222.0.15 "GET /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292355 Apr 25 15:43:06.252675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:15Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:06.256559 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e86317-f097-4338-8839-dde1e66a3f1a None None] The sync data for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 is: [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:42:10Z', 'revision_number': 4, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '7060d730-03ff-476e-9019-52a98b4ed355', 'name': '', 'network_id': '2388be3b-aada-4119-a29a-4eee1314b65c', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'mac_address': 'fa:16:3e:59:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:09Z', 'updated_at': '2022-04-25T15:42:15Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'subnets': [{'id': '54daa480-1dab-4392-bac2-79d707d16dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:06.474330 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51cbd89-c855-486b-a070-9297dc7e3073 None None] New status for floating IP f3f849cb-4024-4c74-8553-7787e38e8c9a: DOWN {{(pid=88063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:43:07.103487 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-2a07e4dd-66e9-41ae-97c7-43e1ed88a881 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:07.104983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-2a07e4dd-66e9-41ae-97c7-43e1ed88a881 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0821650 Apr 25 15:43:07.141995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f20d-2303-4b60-8394-017e01414f42 req-57194b5d-dc3c-4ee0-bc4e-78b192b13297 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:07.143459 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b731f20d-2303-4b60-8394-017e01414f42 req-57194b5d-dc3c-4ee0-bc4e-78b192b13297 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 945 time: 0.0798745 Apr 25 15:43:07.179018 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:43:07.179366 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:07.188559 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b731f20d-2303-4b60-8394-017e01414f42 req-1b179867-16cc-4084-93c6-e5dcfa6a0f75 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Apr 25 15:43:07.539210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:07.539570 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:07.662574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for bfc7fc0e-f9cc-444b-98a7-18e29c67ebda owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:43:07.807653 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:07.856538 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=bfc7fc0e-f9cc-444b-98a7-18e29c67ebda,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:07.935540 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] No DVR routers for this DVR port bfc7fc0e-f9cc-444b-98a7-18e29c67ebda on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:43:07.938131 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:07.940547 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'name': 'network-vif-deleted', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:43:07.956840 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3ef79a2e-b3ad-45e8-ab83-41088abaea46 req-b3d75ea8-a7b5-48de-bc7a-7ef7437125c7 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.15 "DELETE /v2.0/ports/bfc7fc0e-f9cc-444b-98a7-18e29c67ebda HTTP/1.1" status: 204 len: 173 time: 0.8465693 Apr 25 15:43:07.989909 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25658cf6-0857-428e-8a04-75faafb1a1b5'] response: {'server_uuid': 'c0f7ced2-182b-4f6f-a5f3-26026f50af3f', 'name': 'network-vif-deleted', 'tag': 'bfc7fc0e-f9cc-444b-98a7-18e29c67ebda', 'status': 'completed', 'code': 200} Apr 25 15:43:08.490199 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-20616bb4-ac68-40e1-ae5a-27d2510030de req-96a99954-e2b8-4f2e-ad69-2a140bd64f53 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f7ced2-182b-4f6f-a5f3-26026f50af3f HTTP/1.1" status: 200 len: 210 time: 0.1762025 Apr 25 15:43:08.683795 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b69f73f0-04b1-43fd-98b0-4699481d6afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:09.591470 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42932) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:10.159614 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:10.513057 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 7060d730-03ff-476e-9019-52a98b4ed355 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:43:10.514628 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:10.701950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 7060d730-03ff-476e-9019-52a98b4ed355, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=7060d730-03ff-476e-9019-52a98b4ed355,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:10.702627 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:10.822717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 7060d730-03ff-476e-9019-52a98b4ed355 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:43:11.048767 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a3e83f9-db05-44a9-8a45-a2988aff8aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:11.125832 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:11.176636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=7060d730-03ff-476e-9019-52a98b4ed355,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:11.215188 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.215544 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.215892 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.216261 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.217162 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.217501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.217834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.218163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.218492 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.218822 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.219152 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.219481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:11.464790 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:11.806266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfc7fc0e-f9cc-444b-98a7-18e29c67ebda no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:43:11.819864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:43:11.840090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: bfc7fc0e-f9cc-444b-98a7-18e29c67ebda {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:43:11.840452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device bfc7fc0e-f9cc-444b-98a7-18e29c67ebda not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:43:11.943150 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:11.998676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:12.008683 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] Sync routers for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:12.011682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-4f824d41-714a-43f6-977f-c25d39d2eb17 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "PUT /v2.0/routers/291a9cfe-fd0d-4c6a-a783-32a1026383f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191384 Apr 25 15:43:12.015062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42936) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:12.018641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:12.019263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:12.080156 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting subnet 54daa480-1dab-4392-bac2-79d707d16dbf {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:43:12.083059 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.140862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.224536 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.250784 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.261557 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:12.297525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.340965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Subnet': ['ID=54daa480-1dab-4392-bac2-79d707d16dbf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:12.342894 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.349516 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-de90e549-1080-4938-ac9c-dec5cbfd16b4 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/subnets/54daa480-1dab-4392-bac2-79d707d16dbf HTTP/1.1" status: 204 len: 168 time: 0.3334470 Apr 25 15:43:12.352086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42944) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:12.361409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa97bd-607c-4744-9e20-b845eb3aea6e None None] Network 2388be3b-aada-4119-a29a-4eee1314b65c requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:43:12.652682 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.717876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:43:11Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:12.724153 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] Checking router: 291a9cfe-fd0d-4c6a-a783-32a1026383f9 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:12.733334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] Routers {'291a9cfe-fd0d-4c6a-a783-32a1026383f9'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:12.733951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:12.787547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] DHCP port deletion for 2388be3b-aada-4119-a29a-4eee1314b65c request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:43:12.803777 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Deleting port 6770c07d-49e5-419e-863a-48069b5d46a7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:43:12.804166 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.839989 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:12.849563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Deleting port 005df4cf-b95d-4d95-bf7f-edab9a70ad78 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:43:12.849896 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.003251 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] Set router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:13.023752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] For port 005df4cf-b95d-4d95-bf7f-edab9a70ad78, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=005df4cf-b95d-4d95-bf7f-edab9a70ad78,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:13.024129 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.160240 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Calling delete_port for 005df4cf-b95d-4d95-bf7f-edab9a70ad78 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:43:13.293732 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] For port 6770c07d-49e5-419e-863a-48069b5d46a7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=6770c07d-49e5-419e-863a-48069b5d46a7,segment=NetworkSegment(58cf3ece-141e-4b4e-a07f-29fa88cee678),segment_id=58cf3ece-141e-4b4e-a07f-29fa88cee678)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:13.294192 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.304697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 6770c07d-49e5-419e-863a-48069b5d46a7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:43:13.335076 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.383077 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Port': ['ID=005df4cf-b95d-4d95-bf7f-edab9a70ad78,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:13.477858 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.547764 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Calling delete_port for 6770c07d-49e5-419e-863a-48069b5d46a7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:43:13.665272 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.667943 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.693957 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.694862 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Fanout notify agent at l3_agent the message router_deleted on router 291a9cfe-fd0d-4c6a-a783-32a1026383f9 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:43:13.710764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.714338 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-d040a1a2-a8d4-4114-8499-41001d87b49a tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/routers/291a9cfe-fd0d-4c6a-a783-32a1026383f9 HTTP/1.1" status: 204 len: 168 time: 1.3588853 Apr 25 15:43:13.714554 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42948) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:13.731514 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.745530 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.808886 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Pushing event deleted for resources: {'Port': ['ID=6770c07d-49e5-419e-863a-48069b5d46a7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:13.811201 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] No DVR routers for this DVR port 6770c07d-49e5-419e-863a-48069b5d46a7 on host n-d-811416-6 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:43:13.832363 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.851357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:43:11Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:13.855881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.856236 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.856586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.856974 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.857840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.858177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.858511 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.858842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.859173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.860719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.860719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.860719 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4869f6b-bf0d-4bb9-b251-8a62c0a7c910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:13.872361 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0343d6f-e03e-4775-9edc-686cb4ba2b4b None None] The sync data for ids ['291a9cfe-fd0d-4c6a-a783-32a1026383f9'] in n-d-811416-6 is: [{'id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084680766', 'tenant_id': '2992e2bdd25545f680aafbd9fbe17844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:42:05Z', 'updated_at': '2022-04-25T15:43:11Z', 'revision_number': 5, 'project_id': '2992e2bdd25545f680aafbd9fbe17844', 'gw_port': {'id': '005df4cf-b95d-4d95-bf7f-edab9a70ad78', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a9cfe-fd0d-4c6a-a783-32a1026383f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:42:06Z', 'updated_at': '2022-04-25T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:13.913081 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:13.979918 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.101950 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2388be3b-aada-4119-a29a-4eee1314b65c']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:14.113474 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf3ece-141e-4b4e-a07f-29fa88cee678') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:14.113778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf3ece-141e-4b4e-a07f-29fa88cee678') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:14.124743 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.140613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.146604 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:43:14.146979 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:43:14.161555 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:43:14.248999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.267053 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.278338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'Network': ['ID=2388be3b-aada-4119-a29a-4eee1314b65c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:14.288400 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-becc12b7-ca13-417b-819b-623dbfad440f tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/networks/2388be3b-aada-4119-a29a-4eee1314b65c HTTP/1.1" status: 204 len: 168 time: 0.5728362 Apr 25 15:43:14.292116 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 42952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:14.364920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5f51-644f-4321-9e41-a8d306810bf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.395122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5f51-644f-4321-9e41-a8d306810bf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.473256 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5f51-644f-4321-9e41-a8d306810bf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.499250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea5f51-644f-4321-9e41-a8d306810bf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:14.517598 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5f51-644f-4321-9e41-a8d306810bf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:14.523920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b8ea5f51-644f-4321-9e41-a8d306810bf2 tempest-TestNetworkAdvancedServerOps-1846915735 tempest-TestNetworkAdvancedServerOps-1846915735-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a8321fc-f7be-4c6c-a0ed-47a4ed5c64bf HTTP/1.1" status: 204 len: 168 time: 0.2305932 Apr 25 15:43:14.878468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42962) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:15.028647 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-55e811ff-b863-43d6-9078-ef2139614e85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2992e2bdd25545f680aafbd9fbe17844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488090 Apr 25 15:43:15.031189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42968) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:15.088678 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e006d355-4586-44f7-bfef-91853a1ed7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.114370 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e006d355-4586-44f7-bfef-91853a1ed7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.165327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e006d355-4586-44f7-bfef-91853a1ed7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.184788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006d355-4586-44f7-bfef-91853a1ed7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf80563-85bc-44e6-93e9-4301a63bc013,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:15.189128 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e006d355-4586-44f7-bfef-91853a1ed7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.192641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e006d355-4586-44f7-bfef-91853a1ed7b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bf80563-85bc-44e6-93e9-4301a63bc013 HTTP/1.1" status: 204 len: 168 time: 0.1581395 Apr 25 15:43:15.298555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 005df4cf-b95d-4d95-bf7f-edab9a70ad78 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:43:15.334319 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 005df4cf-b95d-4d95-bf7f-edab9a70ad78 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:43:15.334681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 005df4cf-b95d-4d95-bf7f-edab9a70ad78 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:43:15.335108 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7060d730-03ff-476e-9019-52a98b4ed355 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:43:15.371264 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 7060d730-03ff-476e-9019-52a98b4ed355 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:43:15.371617 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 7060d730-03ff-476e-9019-52a98b4ed355 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:43:15.464022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42976) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:15.486077 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.500353 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:15.504246 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b88c73489c14d0583b56745e847beaa is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:15.507047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:15.512751 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:15.595921 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.599753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.645569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ed4a3a-2349-4ddf-b192-bde54763baad,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:15.651181 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-83471769-6f88-4fc2-92b6-e3301cf40aa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b88c73489c14d0583b56745e847beaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861365 Apr 25 15:43:15.653907 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 42980) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:15.711575 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d047557-54dc-4785-9eba-04c8ff07642c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.737325 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d047557-54dc-4785-9eba-04c8ff07642c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.791140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d047557-54dc-4785-9eba-04c8ff07642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.808247 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d047557-54dc-4785-9eba-04c8ff07642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ed4a3a-2349-4ddf-b192-bde54763baad,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:15.812297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9d047557-54dc-4785-9eba-04c8ff07642c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:15.813282 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9d047557-54dc-4785-9eba-04c8ff07642c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2ed4a3a-2349-4ddf-b192-bde54763baad HTTP/1.1" status: 204 len: 168 time: 0.1579487 Apr 25 15:43:16.567233 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43006) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:16.670497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2103543211-network', 'tenant_id': '581eb2487b3a449e999d944b2da306c4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:16.676019 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:16.679929 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Usage tracker for resource:network and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:16.682793 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:16.688963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:16.699047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Made reservation on behalf of 581eb2487b3a449e999d944b2da306c4 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:43:16.701974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.714116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.730658 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:16.735056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:16.738991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:16.745509 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:16.828711 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.832683 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.865090 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:43:16.870340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9998acc4-4cc8-434b-b797-25aff3e742f1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:16.878043 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.879472 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Added segment dffb05f0-1176-49e9-874f-f8e34437a765 of type vlan for network e2a6e3c0-290e-4996-957d-18787c9c9310 Apr 25 15:43:16.906928 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.934481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:16.935923 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:16.936499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.034953 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4663961 Apr 25 15:43:17.046498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:17.048624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Request body: {'subnet': {'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2103543211-subnet', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:17.052612 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69d40a-465a-4e0d-847b-1f20363a2578 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a6e3c0-290e-4996-957d-18787c9c9310,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:17.056173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:17.060549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Usage tracker for resource:subnet and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:17.063462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:17.063612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e2a6e3c0-290e-4996-957d-18787c9c9310 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:43:17.069177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:17.079502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Made reservation on behalf of 581eb2487b3a449e999d944b2da306c4 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:43:17.081727 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.287641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.360545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=afaac858-9105-4283-a917-8c1411335eed,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:17.369452 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Checking segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:17.369812 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Network hostable DHCP agents. Network: e2a6e3c0-290e-4996-957d-18787c9c9310, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:43:17.388824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Network e2a6e3c0-290e-4996-957d-18787c9c9310 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:43:17.397187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e2a6e3c0-290e-4996-957d-18787c9c9310) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:17.401380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:17.401965 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.406356 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a7568-76a4-46df-b144-2fc560e3b692 None None] Network e2a6e3c0-290e-4996-957d-18787c9c9310 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:43:17.423134 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-98b4bb15-502f-47da-9a0b-6ca6cd8457ee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3827028 Apr 25 15:43:17.429400 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43016) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:17.434528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:17.439959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:17.443819 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Usage tracker for resource:router and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:17.446740 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:17.452489 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:17.463901 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.465091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.485279 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.632001 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-e2a6e3c0-290e-4996-957d-18787c9c9310', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:43:17.632846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.764091 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.787301 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Allocated IP 172.20.0.2 (e2a6e3c0-290e-4996-957d-18787c9c9310/afaac858-9105-4283-a917-8c1411335eed/46ec2f33-0f0a-4802-9b8f-f6457b1bd37e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:17.989782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:17.999948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Transition to ACTIVE for port object 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:18.019272 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Transition to ACTIVE for port object 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:18.025573 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.096465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Network e2a6e3c0-290e-4996-957d-18787c9c9310 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:18.103919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:18.109382 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:18.115379 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Pushing event updated for resources: {'Port': ['ID=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:18.192746 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.203061 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Attempting to bind port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:18.203452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Attempting to bind port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:18.203825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Attempting to bind port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:18.209023 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:18.209466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Checking segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:18.209899 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.210295 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Bound using segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:18.210767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Bound port: 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:18.211171 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.222866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.301649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] For port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:18.304517 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] For port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:18.307876 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.360150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Allocated IP 172.25.0.126 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/317160c9-8e91-44fc-bebd-10096e3e458c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:18.394013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d3a4-8c41-42d7-ae11-2e73e6c9e4ee None None] Pushing event updated for resources: {'Port': ['ID=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:18.527068 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.579750 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:18.649653 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:18.652460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:18.655497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:18.703856 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Pushing event updated for resources: {'Port': ['ID=317160c9-8e91-44fc-bebd-10096e3e458c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:19.105372 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:19.323930 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ff5a4-78a6-423a-beeb-2a3b447098ba None None] Network e2a6e3c0-290e-4996-957d-18787c9c9310 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:43:19.341580 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:19.456537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:19.526466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-25ce3c8b-da4e-4db6-9789-de41a723563c None None] Provisioning for port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:19.578416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:19.596703 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:19.596979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:19.768453 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:19.792583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Router a30c76a3-9e79-42d3-994a-c2902dc24967 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:43:19.814177 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:19.819423 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:19.889422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:19.983434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:19.993303 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:20.003069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:20.003672 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:20.009363 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:20.010692 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0b97906e-1e6c-4e22-8e7e-455037f0fe4e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5802174 Apr 25 15:43:20.014181 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43020) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:20.072774 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-d008c136-5692-48d7-bbc7-9c8c7a3b743d None None] Provisioning complete for port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:20.073496 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d008c136-5692-48d7-bbc7-9c8c7a3b743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:20.201739 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:20.513951 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:18Z', 'revision_number': 3, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:20.517623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:20.517970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Updating router a30c76a3-9e79-42d3-994a-c2902dc24967 port 317160c9-8e91-44fc-bebd-10096e3e458c binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:43:20.569345 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:20.685326 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:20.895752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Allocated IP 172.20.0.1 (e2a6e3c0-290e-4996-957d-18787c9c9310/afaac858-9105-4283-a917-8c1411335eed/18904832-43bd-4aab-bcd5-64eeafb8bcee) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:20.896003 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:20.907864 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Transition to ACTIVE for port object 317160c9-8e91-44fc-bebd-10096e3e458c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:20.914441 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:20.992599 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Attempting to bind port 317160c9-8e91-44fc-bebd-10096e3e458c on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:20.992966 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Attempting to bind port 317160c9-8e91-44fc-bebd-10096e3e458c by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:20.993352 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Attempting to bind port 317160c9-8e91-44fc-bebd-10096e3e458c on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:20.995704 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Pushing event updated for resources: {'Port': ['ID=317160c9-8e91-44fc-bebd-10096e3e458c,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:21.005559 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:21.005923 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:21.006316 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.006696 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:21.007140 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Bound port: 317160c9-8e91-44fc-bebd-10096e3e458c, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:21.007500 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.031616 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.031959 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.032291 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.032621 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.032961 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.033296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.033614 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.033931 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.034246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.034558 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.034866 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.035173 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:43:21.046797 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.062204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Transition to ACTIVE for port object 18904832-43bd-4aab-bcd5-64eeafb8bcee will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:21.085882 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.091774 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] For port 317160c9-8e91-44fc-bebd-10096e3e458c, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:21.095200 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] For port 317160c9-8e91-44fc-bebd-10096e3e458c, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=317160c9-8e91-44fc-bebd-10096e3e458c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:21.100774 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.147786 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Network e2a6e3c0-290e-4996-957d-18787c9c9310 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:21.150440 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:21.155108 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:21.180117 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:21.180761 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:21.210595 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Pushing event updated for resources: {'Port': ['ID=18904832-43bd-4aab-bcd5-64eeafb8bcee,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:21.226481 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.260204 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cd58-54b1-4afb-addd-583dff7e62dc None None] Pushing event updated for resources: {'Port': ['ID=317160c9-8e91-44fc-bebd-10096e3e458c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:21.324889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:21.391009 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:21.412669 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:21.413377 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.501834 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.519018 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a5b62003-b741-464c-8018-2c4e20a912c3 None None] Provisioning for port 18904832-43bd-4aab-bcd5-64eeafb8bcee completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:21.532033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a5b62003-b741-464c-8018-2c4e20a912c3 None None] Provisioning complete for port 18904832-43bd-4aab-bcd5-64eeafb8bcee triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:21.532417 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5b62003-b741-464c-8018-2c4e20a912c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.602357 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a5b62003-b741-464c-8018-2c4e20a912c3 None None] Port 18904832-43bd-4aab-bcd5-64eeafb8bcee cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:43:21.685747 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:18Z', 'revision_number': 3, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:21.689763 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78102cd1-50c1-43da-89b6-a3fa8c868aa8 None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:18Z', 'revision_number': 3, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:21.738123 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.744730 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.855333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:21.859044 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Pushing event updated for resources: {'Port': ['ID=18904832-43bd-4aab-bcd5-64eeafb8bcee,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:22.011667 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Network e2a6e3c0-290e-4996-957d-18787c9c9310 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:22.013646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:22.218059 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Router a30c76a3-9e79-42d3-994a-c2902dc24967 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:43:22.234461 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8c911545-029f-42bd-b80c-1d0360d134fc None None] Provisioning complete for port 18904832-43bd-4aab-bcd5-64eeafb8bcee triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:22.235167 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c911545-029f-42bd-b80c-1d0360d134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:22.290114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8c911545-029f-42bd-b80c-1d0360d134fc None None] Port 18904832-43bd-4aab-bcd5-64eeafb8bcee cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:43:22.356383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:43:22.407311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:22.419716 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1e96e127-687f-4eb8-98a0-3e01f8eb5641 admin admin] 10.222.0.23 "PUT /v2.0/routers/a30c76a3-9e79-42d3-994a-c2902dc24967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012907 Apr 25 15:43:22.911619 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43038) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:22.917332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-763566512-network', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:22.923510 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:22.927608 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Usage tracker for resource:network and tenant:2bd902c2f553405da78c2c174ffc473e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:22.930503 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:22.937061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:22.947897 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Made reservation on behalf of 2bd902c2f553405da78c2c174ffc473e for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:43:22.950429 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:22.963658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:22.978462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:22.982700 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Usage tracker for resource:security_group_rule and tenant:2bd902c2f553405da78c2c174ffc473e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:22.985473 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:22.991010 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:23.078527 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.083800 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.115306 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:43:23.124083 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ab8fc-502a-4c70-aaf3-8f234f9ab5df,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:23.130611 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.130964 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Added segment 5021bebd-495c-4e6d-9dc9-2298d77fe33c of type vlan for network e6afab58-cca9-45fe-8413-79427ec8e5e0 Apr 25 15:43:23.157554 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.182411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:23.188968 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.190225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:23.190803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.192986 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:23.193710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:23.296197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3833859 Apr 25 15:43:23.299116 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43042) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:23.299723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc7f8-9040-413a-89a9-bbae20f3448c admin admin] Pushing event updated for resources: {'Network': ['ID=e6afab58-cca9-45fe-8413-79427ec8e5e0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:23.308053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Request body: {'subnet': {'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-763566512-subnet', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:23.314577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:23.318407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Usage tracker for resource:subnet and tenant:2bd902c2f553405da78c2c174ffc473e is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:23.321238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:23.329525 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:23.342262 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Made reservation on behalf of 2bd902c2f553405da78c2c174ffc473e for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:43:23.344768 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.349178 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:43:23.361220 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 317160c9-8e91-44fc-bebd-10096e3e458c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:23.518283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:23.570430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.671193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 317160c9-8e91-44fc-bebd-10096e3e458c completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:23.694022 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 317160c9-8e91-44fc-bebd-10096e3e458c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:23.694253 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.766945 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c997d39-9dc1-4e50-8d8f-7a947e08e5a1,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:23.775364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Checking segment: {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:23.775717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Network hostable DHCP agents. Network: e6afab58-cca9-45fe-8413-79427ec8e5e0, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:43:23.794732 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:43:23.805015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, e6afab58-cca9-45fe-8413-79427ec8e5e0) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:23.809457 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:23.810679 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.832874 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-3ebd1ada-8623-4173-a1d6-87661672a01a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5292785 Apr 25 15:43:23.835754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43046) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:23.840759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:23.847163 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:23.850977 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Usage tracker for resource:router and tenant:2bd902c2f553405da78c2c174ffc473e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:23.853808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:23.860167 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:23.861072 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8638999-4e8c-4293-b7c7-b3c4ec06587e None None] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:43:23.871451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.872561 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:23.890710 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.163835 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.166926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.230532 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 317160c9-8e91-44fc-bebd-10096e3e458c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=317160c9-8e91-44fc-bebd-10096e3e458c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:24.240415 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.281929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-e6afab58-cca9-45fe-8413-79427ec8e5e0', 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'fixed_ips': [{'subnet_id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:43:24.282759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.316909 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 2, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:24.363736 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:24.364093 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Updating router a30c76a3-9e79-42d3-994a-c2902dc24967 port 18904832-43bd-4aab-bcd5-64eeafb8bcee binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:43:24.429573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=317160c9-8e91-44fc-bebd-10096e3e458c,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:24.453892 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.500704 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.534306 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.638380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Allocated IP 172.20.0.2 (e6afab58-cca9-45fe-8413-79427ec8e5e0/4c997d39-9dc1-4e50-8d8f-7a947e08e5a1/112be566-b033-41a5-a09c-744915437e18) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:24.668763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Allocated IP 172.25.0.37 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/67ed0282-a15c-4aff-b4b3-d41f36954352) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:24.816022 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.845755 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:24.909338 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:24.912056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:24.914741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:24.964403 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Pushing event updated for resources: {'Port': ['ID=67ed0282-a15c-4aff-b4b3-d41f36954352,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:24.994153 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.048540 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Transition to ACTIVE for port object 112be566-b033-41a5-a09c-744915437e18 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:25.082235 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.084679 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Transition to ACTIVE for port object 112be566-b033-41a5-a09c-744915437e18 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:25.095275 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.130069 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Transition to ACTIVE for port object 18904832-43bd-4aab-bcd5-64eeafb8bcee will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:25.160154 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.166078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:25.173810 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:25.179639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:25.187729 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Pushing event updated for resources: {'Port': ['ID=112be566-b033-41a5-a09c-744915437e18,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:25.330661 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 317160c9-8e91-44fc-bebd-10096e3e458c up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:25.489768 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.531046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fa070-537c-4841-bd22-3a61e751cc94 None None] Pushing event updated for resources: {'Port': ['ID=18904832-43bd-4aab-bcd5-64eeafb8bcee,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:25.541100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Attempting to bind port 112be566-b033-41a5-a09c-744915437e18 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:25.541482 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Attempting to bind port 112be566-b033-41a5-a09c-744915437e18 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:25.541852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Attempting to bind port 112be566-b033-41a5-a09c-744915437e18 on network e6afab58-cca9-45fe-8413-79427ec8e5e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:25.584369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:25.584750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Checking segment: {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:25.585180 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.585574 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Bound using segment: {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:25.586045 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Bound port: 112be566-b033-41a5-a09c-744915437e18, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:25.586422 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.626830 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Attempting to bind port 18904832-43bd-4aab-bcd5-64eeafb8bcee on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:25.627203 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Attempting to bind port 18904832-43bd-4aab-bcd5-64eeafb8bcee by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:25.627565 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Attempting to bind port 18904832-43bd-4aab-bcd5-64eeafb8bcee on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:25.666993 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:25.667369 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Checking segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:25.667775 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.668169 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Bound using segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:25.668642 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Bound port: 18904832-43bd-4aab-bcd5-64eeafb8bcee, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:25.669668 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.701603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 317160c9-8e91-44fc-bebd-10096e3e458c triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:25.701981 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.818007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] For port 112be566-b033-41a5-a09c-744915437e18, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:25.841542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] For port 112be566-b033-41a5-a09c-744915437e18, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=112be566-b033-41a5-a09c-744915437e18,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:25.844154 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.852877 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:25.890345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] For port 18904832-43bd-4aab-bcd5-64eeafb8bcee, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:25.944426 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] For port 18904832-43bd-4aab-bcd5-64eeafb8bcee, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18904832-43bd-4aab-bcd5-64eeafb8bcee,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:25.962976 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:26.016536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e765f-f18d-440b-9639-4155ae99efd8 None None] Pushing event updated for resources: {'Port': ['ID=112be566-b033-41a5-a09c-744915437e18,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:26.069794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:26.070447 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:26.077293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Router 66c6c130-02fa-4fa5-a680-f32a51b6f89d is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:43:26.173249 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fa070-537c-4841-bd22-3a61e751cc94 None None] Pushing event updated for resources: {'Port': ['ID=18904832-43bd-4aab-bcd5-64eeafb8bcee,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:26.312879 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:26.323643 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Sync routers for ids ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:26.332571 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:26.338432 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Routers {'66c6c130-02fa-4fa5-a680-f32a51b6f89d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:26.339283 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:26.354296 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:26.357104 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f43a9c03-4354-40a4-be57-2a408b8ae2db admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5191951 Apr 25 15:43:26.358797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43050) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:26.537206 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Set router 66c6c130-02fa-4fa5-a680-f32a51b6f89d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:26.690507 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:25Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:26.695263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd4957-866f-4879-910c-4f5d15fe80bc None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:25Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:26.917507 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:43:25Z', 'revision_number': 3, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:26.924169 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Checking router: 66c6c130-02fa-4fa5-a680-f32a51b6f89d for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:26.924787 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Updating router 66c6c130-02fa-4fa5-a680-f32a51b6f89d port 67ed0282-a15c-4aff-b4b3-d41f36954352 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:43:26.993108 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.255167 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92ca88-067f-4a93-b29c-6c36bc2bbb4e None None] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:43:27.312901 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.422067 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6dc12574-fcf0-4c3e-87c6-10bb719aad58 None None] Provisioning for port 112be566-b033-41a5-a09c-744915437e18 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:27.435060 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18904832-43bd-4aab-bcd5-64eeafb8bcee up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:27.467537 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.496788 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Transition to ACTIVE for port object 67ed0282-a15c-4aff-b4b3-d41f36954352 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:27.520513 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.597997 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Allocated IP 172.20.0.1 (e6afab58-cca9-45fe-8413-79427ec8e5e0/4c997d39-9dc1-4e50-8d8f-7a947e08e5a1/52439517-8e54-4ee0-96a4-fe9805938eae) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:27.605101 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 18904832-43bd-4aab-bcd5-64eeafb8bcee completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:27.616107 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 18904832-43bd-4aab-bcd5-64eeafb8bcee triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:27.616597 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.646068 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Attempting to bind port 67ed0282-a15c-4aff-b4b3-d41f36954352 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:27.646437 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Attempting to bind port 67ed0282-a15c-4aff-b4b3-d41f36954352 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:27.646802 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Attempting to bind port 67ed0282-a15c-4aff-b4b3-d41f36954352 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:27.648833 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5b1c6-04f1-4ca9-a3bd-a4302f1447e6 None None] Pushing event updated for resources: {'Port': ['ID=67ed0282-a15c-4aff-b4b3-d41f36954352,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:27.656159 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:27.656530 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:27.656934 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.657357 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:27.658176 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Bound port: 67ed0282-a15c-4aff-b4b3-d41f36954352, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:27.658555 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.735931 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] For port 67ed0282-a15c-4aff-b4b3-d41f36954352, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:27.739241 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] For port 67ed0282-a15c-4aff-b4b3-d41f36954352, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67ed0282-a15c-4aff-b4b3-d41f36954352,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:27.750972 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.777478 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.798666 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.827458 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 18904832-43bd-4aab-bcd5-64eeafb8bcee, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18904832-43bd-4aab-bcd5-64eeafb8bcee,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:27.833980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.834881 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 112be566-b033-41a5-a09c-744915437e18 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:27.853323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Transition to ACTIVE for port object 52439517-8e54-4ee0-96a4-fe9805938eae will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:27.871915 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Routers {'66c6c130-02fa-4fa5-a680-f32a51b6f89d'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:27.873260 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:27.885867 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:27.947221 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5b1c6-04f1-4ca9-a3bd-a4302f1447e6 None None] Pushing event updated for resources: {'Port': ['ID=67ed0282-a15c-4aff-b4b3-d41f36954352,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:27.983202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:27.985872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:28.000024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:28.055413 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Pushing event updated for resources: {'Port': ['ID=52439517-8e54-4ee0-96a4-fe9805938eae,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:28.088687 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.115123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=18904832-43bd-4aab-bcd5-64eeafb8bcee,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:28.123146 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 112be566-b033-41a5-a09c-744915437e18 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:28.126627 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] Set router 66c6c130-02fa-4fa5-a680-f32a51b6f89d gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:28.128191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 112be566-b033-41a5-a09c-744915437e18 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:28.128587 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.307127 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.349504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 112be566-b033-41a5-a09c-744915437e18, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=112be566-b033-41a5-a09c-744915437e18,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:28.354976 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.393655 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-562eb68e-9ab4-4600-94eb-2b33cead1fd5 None None] Provisioning for port 52439517-8e54-4ee0-96a4-fe9805938eae completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:28.407241 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-562eb68e-9ab4-4600-94eb-2b33cead1fd5 None None] Provisioning complete for port 52439517-8e54-4ee0-96a4-fe9805938eae triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:28.407625 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-562eb68e-9ab4-4600-94eb-2b33cead1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.429604 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.456026 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:43:25Z', 'revision_number': 3, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:28.460084 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef9d81-e502-4bd5-ac7e-3899120e5f2c None None] The sync data for ids ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'] in n-d-811416-6 is: [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:43:25Z', 'revision_number': 3, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:28.494059 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=112be566-b033-41a5-a09c-744915437e18,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:28.495273 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-562eb68e-9ab4-4600-94eb-2b33cead1fd5 None None] Port 52439517-8e54-4ee0-96a4-fe9805938eae cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:43:28.678765 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.683677 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:28.922100 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Pushing event updated for resources: {'Port': ['ID=52439517-8e54-4ee0-96a4-fe9805938eae,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:28.925328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:29.077635 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:29.078814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:29.286273 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Router 66c6c130-02fa-4fa5-a680-f32a51b6f89d has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:43:29.334566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b4ee4669-177a-48fe-85b7-04c8c66e34eb None None] Provisioning complete for port 52439517-8e54-4ee0-96a4-fe9805938eae triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:29.334957 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4669-177a-48fe-85b7-04c8c66e34eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:29.404089 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee4669-177a-48fe-85b7-04c8c66e34eb None None] Port 52439517-8e54-4ee0-96a4-fe9805938eae cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:43:29.426693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18904832-43bd-4aab-bcd5-64eeafb8bcee up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:29.467497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:29.489224 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:29.498019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-f7d9ec43-e598-4739-8825-db66d6a74e67 admin admin] 10.222.0.23 "PUT /v2.0/routers/66c6c130-02fa-4fa5-a680-f32a51b6f89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1379628 Apr 25 15:43:29.506352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 18904832-43bd-4aab-bcd5-64eeafb8bcee triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:29.506867 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:29.628487 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 112be566-b033-41a5-a09c-744915437e18 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:29.694466 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 112be566-b033-41a5-a09c-744915437e18 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:29.694847 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:29.822083 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67ed0282-a15c-4aff-b4b3-d41f36954352 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:29.895158 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 67ed0282-a15c-4aff-b4b3-d41f36954352 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:29.900391 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 67ed0282-a15c-4aff-b4b3-d41f36954352 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:29.900777 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.020130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.040050 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 67ed0282-a15c-4aff-b4b3-d41f36954352, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67ed0282-a15c-4aff-b4b3-d41f36954352,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:30.046051 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.080193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Sync routers for ids ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:30.107335 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Routers {'66c6c130-02fa-4fa5-a680-f32a51b6f89d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:30.107889 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:30.193123 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=67ed0282-a15c-4aff-b4b3-d41f36954352,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:30.209834 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43060) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:30.215308 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998559891', 'description': 'tempest-secgroup-smoke-998559891 description', 'project_id': '581eb2487b3a449e999d944b2da306c4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:30.222229 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:30.226293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:30.229320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:30.235274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:30.245303 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.265842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:30.269772 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:30.272740 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:30.278561 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:30.302976 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Set router 66c6c130-02fa-4fa5-a680-f32a51b6f89d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:30.351240 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.355334 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.397697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb94d1b-ba3d-4bf8-a292-bd6553107083,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:30.401705 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.406170 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-3577e2ba-1f75-4e38-a72e-25346a656878 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1920071 Apr 25 15:43:30.407282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43064) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:30.411888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '6bb94d1b-ba3d-4bf8-a292-bd6553107083', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:30.418570 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:30.423471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:30.426307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:30.432013 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:30.449355 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.514978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.522238 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.548114 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd2c357-d20e-4ee3-a906-d30c2d60893c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:30.557639 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.559085 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-88a311ff-a1fe-42de-a47b-fcf7477aaccd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518183 Apr 25 15:43:30.561962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43068) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:30.567022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '6bb94d1b-ba3d-4bf8-a292-bd6553107083', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:30.573501 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:30.577908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:30.580765 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:30.586479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:30.603940 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.657193 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:43:28Z', 'revision_number': 4, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '52439517-8e54-4ee0-96a4-fe9805938eae', 'name': '', 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'mac_address': 'fa:16:3e:bd:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:27Z', 'updated_at': '2022-04-25T15:43:28Z', 'revision_number': 2, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'subnets': [{'id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:30.661183 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Checking router: 66c6c130-02fa-4fa5-a680-f32a51b6f89d for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:30.661542 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Updating router 66c6c130-02fa-4fa5-a680-f32a51b6f89d port 52439517-8e54-4ee0-96a4-fe9805938eae binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:43:30.665354 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.670112 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.697911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd6e851-9708-45fd-a928-f92e0f126891,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:30.707670 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.708946 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-9eb1dc09-1d0f-4617-a6d4-5fe9dd9c1fe1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460783 Apr 25 15:43:30.711683 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43072) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:30.716930 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '6bb94d1b-ba3d-4bf8-a292-bd6553107083', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:30.718170 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.723476 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:30.727741 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:30.730281 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:30.736440 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:30.754458 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.818589 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.822248 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.854754 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a46aa06-1b57-47bf-af60-7021e2af0bad,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:30.858838 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.863564 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-40b8bbc7-ca01-421d-bf7f-cde56ca7d94c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475952 Apr 25 15:43:30.864196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43076) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:30.868667 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '6bb94d1b-ba3d-4bf8-a292-bd6553107083', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:30.876006 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:30.879860 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:30.882679 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:30.888305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:30.905023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.967976 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.972035 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:30.996731 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000718bb-dd8a-4d2b-83fb-f52ecb3badb5,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:31.006385 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.007651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bd6d643d-5d51-4d19-ad4c-7b3ba7f703c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430306 Apr 25 15:43:31.010745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43080) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:31.015872 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '6bb94d1b-ba3d-4bf8-a292-bd6553107083', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:31.022597 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:31.026443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:31.029913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:31.035669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:31.048078 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Project 581eb2487b3a449e999d944b2da306c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:43:31.058579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.062825 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.075399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Transition to ACTIVE for port object 52439517-8e54-4ee0-96a4-fe9805938eae will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:31.086666 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.134579 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.139002 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.167578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a26c97-d5bf-46d1-ada0-e523c1d9a31c,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:31.178560 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.179943 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-227c7532-2825-450e-aaa6-3a8846146e45 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1682312 Apr 25 15:43:31.182830 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43084) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:31.189352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '6bb94d1b-ba3d-4bf8-a292-bd6553107083', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:31.196489 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:31.200625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:31.203996 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:31.210513 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:31.216942 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a4ca-2c30-4726-bcd4-d58c82489271 None None] Pushing event updated for resources: {'Port': ['ID=52439517-8e54-4ee0-96a4-fe9805938eae,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:31.224532 n-d-811416-6 neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Project 581eb2487b3a449e999d944b2da306c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:43:31.233515 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.310263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Attempting to bind port 52439517-8e54-4ee0-96a4-fe9805938eae on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:31.310504 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.310756 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Attempting to bind port 52439517-8e54-4ee0-96a4-fe9805938eae by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:31.311115 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Attempting to bind port 52439517-8e54-4ee0-96a4-fe9805938eae on network e6afab58-cca9-45fe-8413-79427ec8e5e0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:31.321616 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:31.322124 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.322451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Checking segment: {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:31.323056 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.323644 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Bound using segment: {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:31.324289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Bound port: 52439517-8e54-4ee0-96a4-fe9805938eae, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5021bebd-495c-4e6d-9dc9-2298d77fe33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:31.324851 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.336854 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67ed0282-a15c-4aff-b4b3-d41f36954352 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:31.349911 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1027804e-6a8d-4ebf-9a94-ef5f8fdddbc9,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:31.368644 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.373600 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2e92842a-d007-4837-a769-4f18e6038a85 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895604 Apr 25 15:43:31.490805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] For port 52439517-8e54-4ee0-96a4-fe9805938eae, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:31.494055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] For port 52439517-8e54-4ee0-96a4-fe9805938eae, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=52439517-8e54-4ee0-96a4-fe9805938eae,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:31.499874 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 67ed0282-a15c-4aff-b4b3-d41f36954352 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:31.500255 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.529395 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:31.540250 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-85ec1813-b52c-41c7-8bda-0fdc753ac1ad tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:31.556815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-85ec1813-b52c-41c7-8bda-0fdc753ac1ad tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:31.558050 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-85ec1813-b52c-41c7-8bda-0fdc753ac1ad tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998559891&fields=id&tenant_id=581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 267 time: 0.0615270 Apr 25 15:43:31.644174 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Routers {'66c6c130-02fa-4fa5-a680-f32a51b6f89d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:31.644823 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:31.710713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a4ca-2c30-4726-bcd4-d58c82489271 None None] Pushing event updated for resources: {'Port': ['ID=52439517-8e54-4ee0-96a4-fe9805938eae,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:31.718808 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-7e541b85-8148-4eec-8c43-3f42514ce130 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:31.720575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-7e541b85-8148-4eec-8c43-3f42514ce130 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 809 time: 0.1552355 Apr 25 15:43:31.737527 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-2812fff4-d4e1-4f35-9d5b-b22bcfeeec35 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/quotas/581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 375 time: 0.0108163 Apr 25 15:43:31.827747 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-12677579-9108-4c76-935e-654b693fa05e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841885 Apr 25 15:43:31.881283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] Set router 66c6c130-02fa-4fa5-a680-f32a51b6f89d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:32.072310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-aa768b5e-24a1-4329-990c-50b9d2ad5b59 service neutron] 10.222.0.23 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323980 Apr 25 15:43:32.250392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:43:28Z', 'revision_number': 4, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '52439517-8e54-4ee0-96a4-fe9805938eae', 'name': '', 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'mac_address': 'fa:16:3e:bd:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:27Z', 'updated_at': '2022-04-25T15:43:31Z', 'revision_number': 4, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'subnets': [{'id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:32.254519 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c90f3-a868-4143-a616-356a451ffb8a None None] The sync data for ids ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'] in n-d-811416-6 is: [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:43:28Z', 'revision_number': 4, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '52439517-8e54-4ee0-96a4-fe9805938eae', 'name': '', 'network_id': 'e6afab58-cca9-45fe-8413-79427ec8e5e0', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'mac_address': 'fa:16:3e:bd:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:27Z', 'updated_at': '2022-04-25T15:43:31Z', 'revision_number': 4, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'subnets': [{'id': '4c997d39-9dc1-4e50-8d8f-7a947e08e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:32.330885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-d99203d5-5ff1-4335-b1d3-e3606ddae23f service neutron] 10.222.0.23 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525523 Apr 25 15:43:32.534389 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cbb40ac3-31d5-4e86-8a9f-f8d913a65829 req-b4646ab9-3ad4-4a7b-a92c-3d3f23320c05 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:32.553622 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-cbb40ac3-31d5-4e86-8a9f-f8d913a65829 req-b4646ab9-3ad4-4a7b-a92c-3d3f23320c05 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:32.554812 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-cbb40ac3-31d5-4e86-8a9f-f8d913a65829 req-b4646ab9-3ad4-4a7b-a92c-3d3f23320c05 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0670149 Apr 25 15:43:33.326906 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 52439517-8e54-4ee0-96a4-fe9805938eae up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:33.399759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 52439517-8e54-4ee0-96a4-fe9805938eae completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:33.405352 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 52439517-8e54-4ee0-96a4-fe9805938eae triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:33.405728 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:33.557320 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:33.594992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 52439517-8e54-4ee0-96a4-fe9805938eae, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=52439517-8e54-4ee0-96a4-fe9805938eae,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:33.599712 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:33.650910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-9ab968c1-12b1-439f-b5f7-847110c77cb7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:33.652455 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-9ab968c1-12b1-439f-b5f7-847110c77cb7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:33.677981 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-9ab968c1-12b1-439f-b5f7-847110c77cb7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:33.679491 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-9ab968c1-12b1-439f-b5f7-847110c77cb7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 809 time: 0.2083578 Apr 25 15:43:33.683876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=52439517-8e54-4ee0-96a4-fe9805938eae,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:33.721329 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6026c468-6885-4e87-81bf-f8bcdb0ffc32 req-f2428144-deca-4bd0-b39f-936e00ae1a8d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0451195 Apr 25 15:43:33.727761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-08ac8a67-24ff-478f-9810-86ac359a649a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:33.742997 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-08ac8a67-24ff-478f-9810-86ac359a649a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:33.744119 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-08ac8a67-24ff-478f-9810-86ac359a649a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 379 time: 0.0563576 Apr 25 15:43:33.752832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'port': {'device_id': '089c91e7-0275-490d-b813-9d898166f8e9', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'admin_state_up': True, 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'security_groups': ['6bb94d1b-ba3d-4bf8-a292-bd6553107083']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:33.890052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:33.899361 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:33.909340 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Made reservation on behalf of 581eb2487b3a449e999d944b2da306c4 for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:43:33.913047 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:34.103178 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Allocated IP 172.20.0.10 (e2a6e3c0-290e-4996-957d-18787c9c9310/afaac858-9105-4283-a917-8c1411335eed/f1a6212b-6c6c-4a2a-8ebd-345f986a45b9) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:34.317775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:34.338324 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Transition to ACTIVE for port object f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:34.363250 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:34.436264 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Network e2a6e3c0-290e-4996-957d-18787c9c9310 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:34.444042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:34.448533 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:34.480910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:34.520992 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:34.521665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:34.551705 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-5176d6d8-5ed0-47c5-8bd9-07c9fedddb81 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024654 Apr 25 15:43:34.563674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Request body: {'port': {'device_id': '089c91e7-0275-490d-b813-9d898166f8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:34.685270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:34.750908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8c15bea6-e174-4117-921b-1b8f5a58a370 None None] Provisioning for port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:34.755915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8c15bea6-e174-4117-921b-1b8f5a58a370 None None] Provisioning complete for port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:34.756360 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c15bea6-e174-4117-921b-1b8f5a58a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:34.814985 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8c15bea6-e174-4117-921b-1b8f5a58a370 None None] Port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:43:34.893356 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.027849 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f00b2f-f7b8-4801-8c26-5ab2fafde378 req-c25b48b1-271a-400a-b22d-05341c1a1bd8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:35.028500 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-39f00b2f-f7b8-4801-8c26-5ab2fafde378 req-c25b48b1-271a-400a-b22d-05341c1a1bd8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:35.058312 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-39f00b2f-f7b8-4801-8c26-5ab2fafde378 req-c25b48b1-271a-400a-b22d-05341c1a1bd8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:35.059505 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39f00b2f-f7b8-4801-8c26-5ab2fafde378 req-c25b48b1-271a-400a-b22d-05341c1a1bd8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 932 time: 0.2250576 Apr 25 15:43:35.143463 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:43:35.154509 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.159159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-39f00b2f-f7b8-4801-8c26-5ab2fafde378 req-da43c5b9-6aea-407c-b572-cd9919cf5110 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668700 Apr 25 15:43:35.172098 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Transition to ACTIVE for port object f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:43:35.175910 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.317807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 52439517-8e54-4ee0-96a4-fe9805938eae up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:35.330602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:35.390898 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 52439517-8e54-4ee0-96a4-fe9805938eae triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:35.391282 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.532729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Attempting to bind port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:43:35.533102 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Attempting to bind port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:43:35.533435 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Attempting to bind port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:35.538073 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 on network e2a6e3c0-290e-4996-957d-18787c9c9310 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:43:35.538396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Attempting to bind port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:43:35.543395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:43:35.544337 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Checking segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:43:35.544719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Bound using segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:43:35.545161 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Bound port: f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:43:35.545766 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.634156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:43:35.637063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:43:35.641488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.694075 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:35.694725 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:35.696423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1092 time: 1.1374741 Apr 25 15:43:35.699266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:43:35.736686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c763b-f2fa-4b8a-86a7-66ee9e51b524 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:35.772242 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f96ea2f-bf91-43bc-a7c8-e98e53ff263b'] response: {'name': 'network-changed', 'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'status': 'completed', 'code': 200} Apr 25 15:43:35.817805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-c9901319-1cbb-4557-b147-9eb4707f2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:35.819457 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-c9901319-1cbb-4557-b147-9eb4707f2a5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1095 time: 0.0792248 Apr 25 15:43:35.889187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-6969626a-34a4-4a23-9462-22746117ea2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 217 time: 0.0624278 Apr 25 15:43:35.952898 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-8eebdcb0-c1ac-4b14-a600-e512ab5a9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:35.954291 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-8eebdcb0-c1ac-4b14-a600-e512ab5a9799 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0599482 Apr 25 15:43:36.027434 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-cbb3166d-706c-4645-a169-2deec1b2c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:36.029534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-cbb3166d-706c-4645-a169-2deec1b2c4fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687535 Apr 25 15:43:36.158419 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-cd5bd9f5-e905-4736-8dba-6f5ccec7f9f0 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227353 Apr 25 15:43:36.338245 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b46bf9b0-e01c-4516-a018-a9d88346b7cb req-a1a266cc-bf67-42b7-8584-3283381413de service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728404 Apr 25 15:43:36.366445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817d07-bd3a-4a57-957e-d7e72a450b5f req-9ae15504-a8cb-42d9-a160-91c78a898161 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:36.367965 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f817d07-bd3a-4a57-957e-d7e72a450b5f req-9ae15504-a8cb-42d9-a160-91c78a898161 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.1025779 Apr 25 15:43:36.455454 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1f817d07-bd3a-4a57-957e-d7e72a450b5f req-79452376-63b7-480d-8b9f-93c736f95ec6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813563 Apr 25 15:43:36.481224 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-cf933d03-a164-4c46-b835-8f78034b48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:36.483188 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-cf933d03-a164-4c46-b835-8f78034b48a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1095 time: 0.0960572 Apr 25 15:43:36.612975 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-d1fa960a-c955-4fe8-a6ec-afc959446d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:36.614446 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-d1fa960a-c955-4fe8-a6ec-afc959446d05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1256468 Apr 25 15:43:36.689183 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-9cbdd7e7-9a7f-47f5-a4c7-0f857585168c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 217 time: 0.0672176 Apr 25 15:43:36.751919 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-03215a3b-a697-4a0f-89c5-bb99e7303610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:36.753378 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-03215a3b-a697-4a0f-89c5-bb99e7303610 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0571928 Apr 25 15:43:36.835171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-3faa736d-5207-49f8-a5d6-5229c97cd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:36.836643 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-3faa736d-5207-49f8-a5d6-5229c97cd3ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762525 Apr 25 15:43:36.968001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-38b46470-ce5c-4244-af0a-f7d811bbe2b3 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243937 Apr 25 15:43:37.215490 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-de232a35-0f12-4ff0-8da8-ff12c32b6221 req-b752fdd5-4099-44e6-9fd1-ae6cca11018e service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408898 Apr 25 15:43:37.659368 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8b3df-7958-4bd0-8119-016d81990b7e req-5e49aa42-0144-4488-b0c7-321b84e65dfb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:37.660807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0de8b3df-7958-4bd0-8119-016d81990b7e req-5e49aa42-0144-4488-b0c7-321b84e65dfb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0880420 Apr 25 15:43:37.703840 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0de8b3df-7958-4bd0-8119-016d81990b7e req-2140dabf-c7bb-45e7-badc-4524e321ec7c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Apr 25 15:43:37.946753 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:43:38.095210 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:38.108484 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'mac_address': 'fa:16:3e:4c:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:43:38.162272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:38.178513 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:43:38.193691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:38.197460 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:38.266453 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:38.398440 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:43:38.688694 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-109ffd5b-725e-42e6-95ed-080b2fce740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:38.890410 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc8cfc-8058-4dd7-827f-6372d9720f45 req-691586bd-80b1-4357-b15f-71e3a8b12d5d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:38.891777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8bc8cfc-8058-4dd7-827f-6372d9720f45 req-691586bd-80b1-4357-b15f-71e3a8b12d5d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 945 time: 0.0827143 Apr 25 15:43:38.939513 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c8bc8cfc-8058-4dd7-827f-6372d9720f45 req-55afb33b-f55b-4f3d-9079-6e2b713c6f5b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Apr 25 15:43:39.962191 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:43:40.041439 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:43:40.047415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:43:40.047794 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:40.138191 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56023bc6-33f6-406d-b1d4-a7297b55f26d req-256f102c-f7ad-4a34-905a-d178f62a6a9e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:40.139656 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56023bc6-33f6-406d-b1d4-a7297b55f26d req-256f102c-f7ad-4a34-905a-d178f62a6a9e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 945 time: 0.0820851 Apr 25 15:43:40.167086 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:40.183522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-56023bc6-33f6-406d-b1d4-a7297b55f26d req-7bbcf15a-df25-4ca8-b3c7-2c5fc699d2ab tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380745 Apr 25 15:43:40.193809 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:43:40.204030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:43:40.208351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:40.275579 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:40.294486 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea3cd0b-33f9-4d16-9410-726ec4397bd4'] response: {'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'code': 200} Apr 25 15:43:40.417915 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3f83c-1261-4bda-b728-06c44d9d2f44 req-e77ef22b-f302-40c8-85a1-8a82fa148152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:40.419470 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3f3f83c-1261-4bda-b728-06c44d9d2f44 req-e77ef22b-f302-40c8-85a1-8a82fa148152 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0707171 Apr 25 15:43:40.458175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f3f3f83c-1261-4bda-b728-06c44d9d2f44 req-ee781364-1f11-4ac7-aba9-36beea4a6538 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Apr 25 15:43:41.051697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8783-19ac-4e4f-88fd-c16d321b6076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:41.372918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807e69-cbba-4aa8-ad78-3aa8938f647b req-e9da9d6f-fc99-4dcb-b598-5028bc553cbe tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:41.374332 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6b807e69-cbba-4aa8-ad78-3aa8938f647b req-e9da9d6f-fc99-4dcb-b598-5028bc553cbe tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0865972 Apr 25 15:43:41.418069 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6b807e69-cbba-4aa8-ad78-3aa8938f647b req-d646b366-d7b2-4224-92bf-f20abf359143 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380557 Apr 25 15:43:41.947456 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:42.216930 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:42.601950 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172788b-d83d-42b0-949c-f6a8a18dba26 req-794eda8e-ecef-43cd-a616-c45ff76799e7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:42.603369 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2172788b-d83d-42b0-949c-f6a8a18dba26 req-794eda8e-ecef-43cd-a616-c45ff76799e7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0784788 Apr 25 15:43:42.649242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2172788b-d83d-42b0-949c-f6a8a18dba26 req-9ef11cb3-6d47-4a63-9ded-950de95e850a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396438 Apr 25 15:43:42.830661 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039a5e4-2565-4a8d-811d-d76ce3c25f90 req-ac1add91-9397-416b-9143-296730b6f201 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:42.831999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0039a5e4-2565-4a8d-811d-d76ce3c25f90 req-ac1add91-9397-416b-9143-296730b6f201 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0782924 Apr 25 15:43:42.878306 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0039a5e4-2565-4a8d-811d-d76ce3c25f90 req-f6086b50-d480-4fd7-931c-0e7dc7d08a8f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Apr 25 15:43:42.900246 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43136) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:43.015536 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2a46a-dfb8-42ba-ad64-5d5288e1f259 tempest-TestShelveInstance-6048673 tempest-TestShelveInstance-6048673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:43.016251 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-21c2a46a-dfb8-42ba-ad64-5d5288e1f259 tempest-TestShelveInstance-6048673 tempest-TestShelveInstance-6048673-project-admin] Synchronizing usage tracker for tenant:2bd902c2f553405da78c2c174ffc473e on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:43:43.032625 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-21c2a46a-dfb8-42ba-ad64-5d5288e1f259 tempest-TestShelveInstance-6048673 tempest-TestShelveInstance-6048673-project-admin] Unset dirty status for tenant:2bd902c2f553405da78c2c174ffc473e on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:43:43.033802 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-21c2a46a-dfb8-42ba-ad64-5d5288e1f259 tempest-TestShelveInstance-6048673 tempest-TestShelveInstance-6048673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1092 time: 0.1325622 Apr 25 15:43:43.036761 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43142) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:43:43.041794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:43:43.049288 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:43:43.053021 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:floatingip and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:43:43.055794 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:43:43.061457 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:43:43.071551 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:43.206114 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:43.340031 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Allocated IP 172.25.0.151 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/a6cf77fc-04d9-4cac-840c-5146b2fba6f2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:43:43.484032 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:43.512909 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:43.576515 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:43:43.583155 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:43:43.587939 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:43:43.619738 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'Port': ['ID=a6cf77fc-04d9-4cac-840c-5146b2fba6f2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:43.907970 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:44.098219 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:44.170814 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:44.388106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:44.393548 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:44.514235 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'Port': ['ID=a6cf77fc-04d9-4cac-840c-5146b2fba6f2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:43:44.524843 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:44.608002 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-955caae0-0aed-4a16-9052-be29937db527 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694726 Apr 25 15:43:44.695871 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Floating IP 1cb94556-7558-400a-b0a3-b8034c91c918 associated. External IP: 172.25.0.151, port: f1a6212b-6c6c-4a2a-8ebd-345f986a45b9. Apr 25 15:43:44.748095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-396c30d8-2bf5-41a5-8d27-e4d4d3673663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:44.749658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-396c30d8-2bf5-41a5-8d27-e4d4d3673663 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0709620 Apr 25 15:43:44.901202 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-b739f0b9-8579-4d24-8fc0-98235e08cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:44.902654 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-b739f0b9-8579-4d24-8fc0-98235e08cdbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1278577 Apr 25 15:43:45.010928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-8fb375aa-e8a5-44ff-ac74-180fb2b3477e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1000 time: 0.1002316 Apr 25 15:43:45.071196 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Router a30c76a3-9e79-42d3-994a-c2902dc24967 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:43:45.075742 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-879af66b-8bfe-43c1-899a-543086c3759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:45.077227 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-879af66b-8bfe-43c1-899a-543086c3759a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0607698 Apr 25 15:43:45.156296 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-cc67cf51-49f1-424c-bf03-99bdbc558090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:45.157823 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-cc67cf51-49f1-424c-bf03-99bdbc558090 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753350 Apr 25 15:43:45.270985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:43:45.281513 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:43:45.288172 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-1ba6d5d4-7fc1-4361-95ee-a91fa4c8218e service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245189 Apr 25 15:43:45.297357 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:45.297555 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:43:45.297977 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:45.365068 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-43e0aad6-0f54-4bc8-963e-9db10a416369 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3159101 Apr 25 15:43:45.365068 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:43:45.401447 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deec0ca6-7eea-4d53-b738-8bb3b007838c'] response: {'name': 'network-changed', 'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'status': 'completed', 'code': 200} Apr 25 15:43:45.426512 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2016c735-43ce-4461-8ebe-dba89bb4c7fc req-3ef9ae95-65f5-4d69-a0df-61f7c7014398 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320393 Apr 25 15:43:45.513348 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:45.540581 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-2583a6d8-6f34-4300-a695-fc713c03193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:45.542081 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-2583a6d8-6f34-4300-a695-fc713c03193b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0754459 Apr 25 15:43:45.672015 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-d25e844f-4032-4ab5-87d6-560e265d4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:45.673469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-d25e844f-4032-4ab5-87d6-560e265d4d4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1259034 Apr 25 15:43:45.771775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-0cfc678a-1123-4a64-a3e6-696dd28b05ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1000 time: 0.0915437 Apr 25 15:43:45.837007 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-354966a3-e604-47ac-9b5e-3590039618d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:45.838487 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-354966a3-e604-47ac-9b5e-3590039618d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0613060 Apr 25 15:43:45.853490 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '1cb94556-7558-400a-b0a3-b8034c91c918', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'mac_address': 'fa:16:3e:4c:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c91e7-0275-490d-b813-9d898166f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:43:43Z', 'updated_at': '2022-04-25T15:43:43Z', 'revision_number': 0, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:45.857774 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:43:45.865932 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:43:45.866525 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:43:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:45.912637 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-21901c10-d02b-4baf-bd46-4f6fa42158cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:43:45.914144 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-21901c10-d02b-4baf-bd46-4f6fa42158cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700865 Apr 25 15:43:46.043156 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:43:46.046043 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-b05ab8cb-25ba-430d-9b50-deee9550aa0b service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258800 Apr 25 15:43:46.179255 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f81ae67d-15a4-4f0b-889a-e4be78fdc566 req-308d89bd-7181-4e25-94ea-1027d56cef73 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273546 Apr 25 15:43:46.384269 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '1cb94556-7558-400a-b0a3-b8034c91c918', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'mac_address': 'fa:16:3e:4c:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c91e7-0275-490d-b813-9d898166f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:43:43Z', 'updated_at': '2022-04-25T15:43:43Z', 'revision_number': 0, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:43:46.388535 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf49e7-b45c-4f1f-b285-023cf71c2b91 None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': '1cb94556-7558-400a-b0a3-b8034c91c918', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'mac_address': 'fa:16:3e:4c:0e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c91e7-0275-490d-b813-9d898166f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:43:43Z', 'updated_at': '2022-04-25T15:43:43Z', 'revision_number': 0, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:43:46.586016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34d82a-79ea-4f91-b63e-6ccc39dc6ccf None None] New status for floating IP 1cb94556-7558-400a-b0a3-b8034c91c918: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:43:48.296260 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-0ab20e92-b714-4e95-a70d-0e391955ffe0 req-8b6fcc1b-3df9-4204-8063-b8c7aa5a8486 service neutron] (88060) timed out ('10.222.0.23', 38752) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:43:59.356345 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:43:59.445803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:04.893896 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:08.689648 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6971a1e-953e-4bf1-92dd-ae3350f7d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:11.053598 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c74ee64c-e077-4e4d-99c3-65f3c54829d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:11.940939 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:12.219079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:13.911172 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:29.459690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:34.907582 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:36.355199 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:44:38.691169 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d4faea7-c6bd-49f2-967f-bc797182c4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:41.054567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18badfa4-c6ef-4b4d-90ed-f73098cdc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:41.942694 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:42.221759 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:43.913184 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:44:44.605560 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-9a90b386-5d53-4b17-90a1-3b63f2da4033 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751412 Apr 25 15:44:44.743674 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-d6a07397-3995-4ff8-bf2e-e6358ff2c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:44:44.745197 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-d6a07397-3995-4ff8-bf2e-e6358ff2c2cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0727339 Apr 25 15:44:44.994122 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-be8dc32f-ba05-4c94-9814-1b568c35377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:44:44.995581 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-be8dc32f-ba05-4c94-9814-1b568c35377d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.2324221 Apr 25 15:44:45.098170 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-133ff373-3e49-4e94-9a37-951d582c8a1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1002 time: 0.0966220 Apr 25 15:44:45.165835 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-3da0adc5-14d0-46ef-b7f6-35736639a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:44:45.167240 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-3da0adc5-14d0-46ef-b7f6-35736639a7ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0633028 Apr 25 15:44:45.239777 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-86d1c056-7710-417f-85fe-40a3af1d3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:44:45.241256 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-86d1c056-7710-417f-85fe-40a3af1d3baf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681856 Apr 25 15:44:45.370030 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-a0f3cc99-5a6f-40c0-be41-84dfa078bffa service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230569 Apr 25 15:44:45.499777 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8b76ca5d-8a85-4f4e-a08f-9d6da64c651d req-b796356a-368f-4af1-902f-ea575f1428fe service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238968 Apr 25 15:44:59.460103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:04.907298 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:08.692839 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-840ac111-a271-4f96-ba40-1abb4a499c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:11.056690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b03d7d6-5f47-4d12-8432-75d01f6c556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:11.943813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:12.224990 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:13.354536 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:45:13.915426 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:29.472266 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:34.921528 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:38.693438 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8079ee93-d0f1-4c0c-be03-3f2a4c0a06ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:40.556901 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf4208-bdef-4b93-b34f-15e0587f5b72 req-699dddad-292e-42e8-86cd-5f1268a3c1a5 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:40.558415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4daf4208-bdef-4b93-b34f-15e0587f5b72 req-699dddad-292e-42e8-86cd-5f1268a3c1a5 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.1303589 Apr 25 15:45:40.609780 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4daf4208-bdef-4b93-b34f-15e0587f5b72 req-a06420eb-945b-4b83-8655-073db07072b2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 Apr 25 15:45:41.058389 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39a4f2aa-10da-4ca1-b456-25aede39c743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:41.806355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f933b-b387-4bcf-867d-4aad25ef43ac req-b1950bc4-b122-4410-8765-130e979564e0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:41.807807 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c2f933b-b387-4bcf-867d-4aad25ef43ac req-b1950bc4-b122-4410-8765-130e979564e0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0817633 Apr 25 15:45:41.849952 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5c2f933b-b387-4bcf-867d-4aad25ef43ac req-f78c98b6-d446-4cc7-a9fd-8fd2ad26f170 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364859 Apr 25 15:45:41.943412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:42.226723 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:43.049014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66084a9c-16c1-414d-8d3a-9d688a4262c8 req-f3610537-2fcb-4139-b2ef-eb25894e67de tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:43.050501 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66084a9c-16c1-414d-8d3a-9d688a4262c8 req-f3610537-2fcb-4139-b2ef-eb25894e67de tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0863414 Apr 25 15:45:43.096070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-66084a9c-16c1-414d-8d3a-9d688a4262c8 req-21f800d9-e5c6-4f73-aee7-c0fd2e101819 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398581 Apr 25 15:45:43.918396 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:44.278026 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204a4d-a1a9-47c3-9b4f-41db0a8be375 req-56913867-7efe-473f-9b3d-a74cdbd3568d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:44.279443 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aa204a4d-a1a9-47c3-9b4f-41db0a8be375 req-56913867-7efe-473f-9b3d-a74cdbd3568d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0805430 Apr 25 15:45:44.434925 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-aa204a4d-a1a9-47c3-9b4f-41db0a8be375 req-0297db2e-c7d0-4912-b3ff-b32f9311b64c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491988 Apr 25 15:45:45.620206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1442a-1055-4e49-bf58-789f86d79dfd req-d7fbbe84-41ed-4206-bf4a-f02bdcbd9d80 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:45.621582 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16e1442a-1055-4e49-bf58-789f86d79dfd req-d7fbbe84-41ed-4206-bf4a-f02bdcbd9d80 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0822783 Apr 25 15:45:45.663872 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16e1442a-1055-4e49-bf58-789f86d79dfd req-9f53f705-d2db-43c9-8be7-ec9d2ff5cd7c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367100 Apr 25 15:45:46.660922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-383f21a9-0103-4917-87e8-c1bf2eea41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:46.662381 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-383f21a9-0103-4917-87e8-c1bf2eea41d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0685675 Apr 25 15:45:46.804136 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-b8356e63-b781-40f4-9528-786d72960cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:46.805544 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-b8356e63-b781-40f4-9528-786d72960cf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1247692 Apr 25 15:45:46.846775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bbfdd-fab7-4bef-acc5-a1e55c3fd954 req-06d2503e-5038-41f3-aafa-4f7882d4a559 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:46.848268 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9bbfdd-fab7-4bef-acc5-a1e55c3fd954 req-06d2503e-5038-41f3-aafa-4f7882d4a559 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0795064 Apr 25 15:45:46.892737 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c9bbfdd-fab7-4bef-acc5-a1e55c3fd954 req-9343e226-aa96-4023-88c2-53d94fd0d12c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387299 Apr 25 15:45:46.910215 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-2b88282e-9f1e-4c6d-a07a-542e3d4937eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1002 time: 0.0990965 Apr 25 15:45:46.970298 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-f86b2827-3632-4d38-8815-a25b36413852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:46.971657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-f86b2827-3632-4d38-8815-a25b36413852 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0558803 Apr 25 15:45:47.049465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-2637b8d9-f4c2-460e-bc56-d443cdfcef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:47.050928 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-2637b8d9-f4c2-460e-bc56-d443cdfcef74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728052 Apr 25 15:45:47.180836 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-28af300e-148b-4b25-8ebf-cada682b287c service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240580 Apr 25 15:45:47.419970 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8e904d7-233c-4948-b794-5ad16c7c23ac req-9f20e0a7-e2c9-431f-87b3-ab645612e98b service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332609 Apr 25 15:45:48.075964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad8d66-8408-4df8-aa8e-1d34ba3a02b2 req-fdf0c47a-2e1e-44d2-8bd5-9d1500e84bb8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:48.077460 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86ad8d66-8408-4df8-aa8e-1d34ba3a02b2 req-fdf0c47a-2e1e-44d2-8bd5-9d1500e84bb8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0805426 Apr 25 15:45:48.146117 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-86ad8d66-8408-4df8-aa8e-1d34ba3a02b2 req-356389e9-fccc-42ca-bc1c-b7305374849c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490084 Apr 25 15:45:49.330790 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc155e-ee71-48cd-9b2f-32fa911fb849 req-b89ea83d-517d-4b0e-b309-6dce3c6e3dff tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:49.332241 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fcc155e-ee71-48cd-9b2f-32fa911fb849 req-b89ea83d-517d-4b0e-b309-6dce3c6e3dff tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0817659 Apr 25 15:45:49.374668 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3fcc155e-ee71-48cd-9b2f-32fa911fb849 req-600a14c7-4763-45b0-aea8-174c2ec5a2ec tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Apr 25 15:45:50.354548 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:45:50.560131 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819012-5251-4704-a6bd-b21f42a589f4 req-ef6d9bc6-80bc-4000-b5e1-fd50ff947e43 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:50.561602 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e819012-5251-4704-a6bd-b21f42a589f4 req-ef6d9bc6-80bc-4000-b5e1-fd50ff947e43 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0787346 Apr 25 15:45:50.604966 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2e819012-5251-4704-a6bd-b21f42a589f4 req-7cf4e78b-4621-450f-bbaa-c32100114d7e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370958 Apr 25 15:45:51.787249 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf32c-8e46-42bf-a94c-344a593fe1e4 req-829b6201-c7e5-43fb-bb32-1fd572aa85f9 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:51.788672 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9facf32c-8e46-42bf-a94c-344a593fe1e4 req-829b6201-c7e5-43fb-bb32-1fd572aa85f9 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0816741 Apr 25 15:45:51.831164 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9facf32c-8e46-42bf-a94c-344a593fe1e4 req-41cabf88-bc4a-40ec-b7fc-4c0d82c1d417 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Apr 25 15:45:52.525720 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:45:52.666817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:45:52.680536 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'mac_address': 'fa:16:3e:4c:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:45:52.734222 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:52.755088 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:45:52.770138 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:45:52.774175 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:52.848013 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:45:52.872271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:45:52.890370 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.890727 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.891731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.892076 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.892416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.892759 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.893114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.893448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.893783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.894114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.894443 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:52.894927 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:45:53.061171 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa5a8-77da-427b-9c76-df68b6b7f350 req-ec3e15d2-648e-4d61-a93e-06d151408584 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:53.072162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32dfa5a8-77da-427b-9c76-df68b6b7f350 req-ec3e15d2-648e-4d61-a93e-06d151408584 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 945 time: 0.1341767 Apr 25 15:45:53.125806 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-32dfa5a8-77da-427b-9c76-df68b6b7f350 req-12a72ef0-bee5-4a90-8212-71969d3d9e46 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521696 Apr 25 15:45:54.334870 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c13dd9-1252-4f76-9c9d-dcd59bcc3247 req-6867c018-b34b-481a-b202-f0b6888029f7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:54.336383 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32c13dd9-1252-4f76-9c9d-dcd59bcc3247 req-6867c018-b34b-481a-b202-f0b6888029f7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 945 time: 0.0923228 Apr 25 15:45:54.385777 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-32c13dd9-1252-4f76-9c9d-dcd59bcc3247 req-cf1e56b3-7fa7-4979-865a-fd6cba1189dc tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Apr 25 15:45:54.525074 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:45:54.610508 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:45:54.611045 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:54.735350 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:54.765555 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:45:54.776488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:45:54.784815 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:45:54.825983 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7560ecc7-0c0b-476a-8037-5a353d3bda90'] response: {'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'code': 200} Apr 25 15:45:54.864498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:45:55.591611 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab0cb-944c-437e-971b-2e261803bc96 req-61e2ea0a-0cee-47e1-b852-b2764004f1fb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:55.593106 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-755ab0cb-944c-437e-971b-2e261803bc96 req-61e2ea0a-0cee-47e1-b852-b2764004f1fb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0897946 Apr 25 15:45:55.639754 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-755ab0cb-944c-437e-971b-2e261803bc96 req-8b4ba918-4a42-4edb-9342-e1c9d4215ab4 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406537 Apr 25 15:45:56.842936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8b69-4ab6-4718-b792-47ec1892999c req-2d36ecfc-bc26-4c6a-80d7-d153821ed36b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:56.844479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3eac8b69-4ab6-4718-b792-47ec1892999c req-2d36ecfc-bc26-4c6a-80d7-d153821ed36b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0843363 Apr 25 15:45:56.895044 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3eac8b69-4ab6-4718-b792-47ec1892999c req-124129f7-35b1-4532-a41c-008e22526c75 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438304 Apr 25 15:45:58.095463 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f9a22-a051-4b71-8a34-8406ca8d0ad6 req-49b5e984-9331-4f19-9654-7bb9aac15653 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:58.097015 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-360f9a22-a051-4b71-8a34-8406ca8d0ad6 req-49b5e984-9331-4f19-9654-7bb9aac15653 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0902977 Apr 25 15:45:58.147006 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-360f9a22-a051-4b71-8a34-8406ca8d0ad6 req-309eca85-cff0-4d89-a0eb-17e8b6648427 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441608 Apr 25 15:45:59.361680 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b66130-8fc7-4f96-a0d1-a999ea354f43 req-63f9f0d0-f88f-4fbe-9fee-5b75d292c9ac tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:45:59.363337 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2b66130-8fc7-4f96-a0d1-a999ea354f43 req-63f9f0d0-f88f-4fbe-9fee-5b75d292c9ac tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.1009958 Apr 25 15:45:59.411415 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d2b66130-8fc7-4f96-a0d1-a999ea354f43 req-4cf3a2be-08e2-4c09-bd08-6b367b82de84 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 Apr 25 15:45:59.483760 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:00.617104 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c831f89-68dc-466f-bf2b-1d96f3511958 req-63c4f83d-5ee2-4580-b9f3-c1149afb0e8f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:00.618729 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c831f89-68dc-466f-bf2b-1d96f3511958 req-63c4f83d-5ee2-4580-b9f3-c1149afb0e8f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0876429 Apr 25 15:46:00.686133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7c831f89-68dc-466f-bf2b-1d96f3511958 req-156c41da-b495-4383-a01a-f5ab4d05d2b7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614245 Apr 25 15:46:01.869414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b3828-882f-4277-8e2e-e8c529d1436e req-48d72c4d-019f-4f11-80b5-821ea0943556 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:01.870891 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-676b3828-882f-4277-8e2e-e8c529d1436e req-48d72c4d-019f-4f11-80b5-821ea0943556 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0795393 Apr 25 15:46:01.920336 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-676b3828-882f-4277-8e2e-e8c529d1436e req-78dfef77-2977-4e9f-b863-7d9462d91ad6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Apr 25 15:46:02.080380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d5c6-50a9-434e-9873-279a22841b21 req-5f1d9d3b-2a1d-403f-8b28-979e0f42b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:02.081746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-5f1d9d3b-2a1d-403f-8b28-979e0f42b883 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0703444 Apr 25 15:46:02.211995 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d5c6-50a9-434e-9873-279a22841b21 req-57079ac1-1814-4530-a12c-7862a6cb1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:02.213479 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-57079ac1-1814-4530-a12c-7862a6cb1010 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1253772 Apr 25 15:46:02.318344 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-a6c6c8e8-126a-4897-be01-3ef99d3959ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1002 time: 0.0980043 Apr 25 15:46:02.379574 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d5c6-50a9-434e-9873-279a22841b21 req-a1d46c77-0297-47e5-9125-588f1de7ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:02.380876 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-a1d46c77-0297-47e5-9125-588f1de7ebd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0562050 Apr 25 15:46:02.457269 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d5c6-50a9-434e-9873-279a22841b21 req-e4aa065f-97b7-4f24-9015-01a1f6621afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:02.458775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-e4aa065f-97b7-4f24-9015-01a1f6621afe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720665 Apr 25 15:46:02.594956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-7375c81f-7d5e-4fdf-8c82-163dfa7debfa service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287582 Apr 25 15:46:02.722877 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6609d5c6-50a9-434e-9873-279a22841b21 req-d13efad1-14e0-4e95-bfd4-5d1e2ba98817 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225593 Apr 25 15:46:03.109298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f5a0-7e18-4737-ad92-f4ffc94de2f3 req-0615515a-2926-454f-befb-99e49f8335e7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:03.110855 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4eb1f5a0-7e18-4737-ad92-f4ffc94de2f3 req-0615515a-2926-454f-befb-99e49f8335e7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0858610 Apr 25 15:46:03.156028 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4eb1f5a0-7e18-4737-ad92-f4ffc94de2f3 req-321d8c87-48a3-4971-aead-65ce51ab4a9b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388923 Apr 25 15:46:04.359406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88fb4a-0da5-4480-9508-18da6bd48e6b req-5d0305c4-e278-40ef-ab35-2f3ff29f38df tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:04.361706 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c88fb4a-0da5-4480-9508-18da6bd48e6b req-5d0305c4-e278-40ef-ab35-2f3ff29f38df tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0877285 Apr 25 15:46:04.408596 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c88fb4a-0da5-4480-9508-18da6bd48e6b req-1837f2c7-7ea4-48aa-826b-23414cbe8823 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 Apr 25 15:46:04.917225 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:05.596358 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab20b-a31d-4a8c-b102-7452d21bf68c req-9eec2d4f-c766-4f58-a367-878e39d559a0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:05.597762 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0fab20b-a31d-4a8c-b102-7452d21bf68c req-9eec2d4f-c766-4f58-a367-878e39d559a0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0807734 Apr 25 15:46:05.640740 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a0fab20b-a31d-4a8c-b102-7452d21bf68c req-b98e2c8a-2165-4de7-b2ac-0e25a7a64023 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373528 Apr 25 15:46:05.988908 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660812b-c651-43a7-af62-b9fd9df5e1cf req-97f4435a-784e-4a4f-910f-a455ab401316 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:05.990624 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9660812b-c651-43a7-af62-b9fd9df5e1cf req-97f4435a-784e-4a4f-910f-a455ab401316 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 946 time: 0.0853395 Apr 25 15:46:06.041292 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9660812b-c651-43a7-af62-b9fd9df5e1cf req-3e1a6dee-0e9a-45ed-a0dc-322191170697 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 Apr 25 15:46:06.146067 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-f23b268c-5316-4b66-98c8-17d6f89d68d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158595 Apr 25 15:46:06.584569 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:46:06.699229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:06.726048 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:46:06.736254 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:46:06.740803 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:06.779297 n-d-811416-6 neutron-server[88062]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8d2f5344-361c-47c1-82aa-3417d946e40d']: {'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'code': 422} returned with failed status Apr 25 15:46:06.821959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:46:07.102156 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-036961b4-c12b-40af-a6f5-f01e42bee7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:07.103658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-036961b4-c12b-40af-a6f5-f01e42bee7b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9&tenant_id=581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 1095 time: 0.0828521 Apr 25 15:46:07.195963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-62483cb5-0547-46e1-a462-ad5cb663ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:07.197445 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-62483cb5-0547-46e1-a462-ad5cb663ee92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1095 time: 0.0720897 Apr 25 15:46:07.234318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361bb-4d81-423f-939b-7ff45cc72289 req-c0f80be7-32ec-4ee2-a19e-0bf4dbd06597 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:07.235815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-701361bb-4d81-423f-939b-7ff45cc72289 req-c0f80be7-32ec-4ee2-a19e-0bf4dbd06597 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0836356 Apr 25 15:46:07.281719 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-701361bb-4d81-423f-939b-7ff45cc72289 req-82168797-c680-4515-a6e5-86f0bc0cb3ca tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395501 Apr 25 15:46:07.327750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-2a3fc097-be78-4f89-bdd7-3dd00abd7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:07.329817 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-2a3fc097-be78-4f89-bdd7-3dd00abd7d57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1262367 Apr 25 15:46:07.539664 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-000f1289-af3f-4222-837e-26bdb8b4cf18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1000 time: 0.2043631 Apr 25 15:46:07.603050 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-c57b6de5-2366-46e7-a922-d4e96c80dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:07.604371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-c57b6de5-2366-46e7-a922-d4e96c80dca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0590796 Apr 25 15:46:07.678460 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-e221c5a6-0a4c-4f64-a1b0-2bdfc99fc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:07.679901 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-e221c5a6-0a4c-4f64-a1b0-2bdfc99fc9a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699105 Apr 25 15:46:07.808214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-40f8f410-4cdd-49c9-8677-14b0c17199a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222234 Apr 25 15:46:07.936265 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-bbf6113c-70d0-48bc-8b22-c65761c226c0 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218872 Apr 25 15:46:08.518088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b30689-c0d7-4417-8b99-92e7a9407630 req-329a44d8-6fa7-4c90-b818-dbabb9b8bf4d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:08.519681 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0b30689-c0d7-4417-8b99-92e7a9407630 req-329a44d8-6fa7-4c90-b818-dbabb9b8bf4d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.1156991 Apr 25 15:46:08.579861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c0b30689-c0d7-4417-8b99-92e7a9407630 req-34e51ca3-0443-4ab1-84ec-22518d0da16c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544500 Apr 25 15:46:08.701206 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1504197d-30d2-4f5e-8c71-cf54d82dc6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:09.783720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d3f1-a69d-4a4c-8097-833452479b1f req-b0ee4c24-3b48-4c0b-bc12-ecfe54dc150a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:09.785349 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c368d3f1-a69d-4a4c-8097-833452479b1f req-b0ee4c24-3b48-4c0b-bc12-ecfe54dc150a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0864012 Apr 25 15:46:09.832918 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c368d3f1-a69d-4a4c-8097-833452479b1f req-6430b8ea-1775-415a-9b22-35943f298d72 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Apr 25 15:46:11.035723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a3ff-29cf-4bdc-af9a-3fac0dfd3ce9 req-9c85bc00-86c3-495a-ba6f-8da491c9e410 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:11.037236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c976a3ff-29cf-4bdc-af9a-3fac0dfd3ce9 req-9c85bc00-86c3-495a-ba6f-8da491c9e410 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0858114 Apr 25 15:46:11.102333 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c976a3ff-29cf-4bdc-af9a-3fac0dfd3ce9 req-060be49d-b636-4df6-9c99-5df910f432f9 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569808 Apr 25 15:46:11.103229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bf19d0f-9973-41de-82de-3cd60478cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:11.951928 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:12.232165 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:12.304745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119d7e5-da51-46d8-b90c-a0a3e57ea9e7 req-6f2afed2-8e15-448b-8fce-db2ba0d98b07 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:12.306253 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a119d7e5-da51-46d8-b90c-a0a3e57ea9e7 req-6f2afed2-8e15-448b-8fce-db2ba0d98b07 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0836904 Apr 25 15:46:12.352458 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a119d7e5-da51-46d8-b90c-a0a3e57ea9e7 req-d9762e98-908d-4b80-ad1e-d9e662f97180 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398564 Apr 25 15:46:13.579996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a3f0-6e02-42e2-9652-0968112bb2a2 req-613c5161-ddb8-46b3-8c98-c948c1c9e6d4 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:13.582515 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fa1a3f0-6e02-42e2-9652-0968112bb2a2 req-613c5161-ddb8-46b3-8c98-c948c1c9e6d4 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.1222906 Apr 25 15:46:13.637951 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2fa1a3f0-6e02-42e2-9652-0968112bb2a2 req-24e5930d-c12e-4339-9973-13d3d6b6f800 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Apr 25 15:46:13.921972 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:14.833360 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f5302-837d-4190-abbd-3a461a49bd5c req-9cf3139e-2085-48d4-a0a9-28b99b9dbf43 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:14.834935 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-986f5302-837d-4190-abbd-3a461a49bd5c req-9cf3139e-2085-48d4-a0a9-28b99b9dbf43 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0884578 Apr 25 15:46:14.886060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-986f5302-837d-4190-abbd-3a461a49bd5c req-add2ef8d-c6d0-47bd-acfd-6ced64360717 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Apr 25 15:46:16.070875 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5e4c8-1df6-471e-8083-a4aa3f91fe21 req-4e4425f4-0bd2-4746-9698-ababe90e162d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:16.072316 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abd5e4c8-1df6-471e-8083-a4aa3f91fe21 req-4e4425f4-0bd2-4746-9698-ababe90e162d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0826943 Apr 25 15:46:16.118404 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-abd5e4c8-1df6-471e-8083-a4aa3f91fe21 req-1e4af0d1-5fac-4be6-ab0c-1494064e7798 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404236 Apr 25 15:46:17.303443 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aaf00-d5c2-49d2-b7aa-5c86ca9f72d1 req-4a6a07ec-94b2-4839-9459-352759530107 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:17.304899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b18aaf00-d5c2-49d2-b7aa-5c86ca9f72d1 req-4a6a07ec-94b2-4839-9459-352759530107 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0794058 Apr 25 15:46:17.351538 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b18aaf00-d5c2-49d2-b7aa-5c86ca9f72d1 req-36444402-b832-45ac-bdee-86e3b5a8c911 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Apr 25 15:46:18.536359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993c71-18ad-4119-8cd9-8319b3999b99 req-2dd0bb0e-0477-4b1e-9d44-68dae7ad829f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:18.537849 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63993c71-18ad-4119-8cd9-8319b3999b99 req-2dd0bb0e-0477-4b1e-9d44-68dae7ad829f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0796890 Apr 25 15:46:18.582414 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-63993c71-18ad-4119-8cd9-8319b3999b99 req-4ab37259-2e97-4bcf-835b-6bd29e6e0d1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386906 Apr 25 15:46:18.629029 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:46:18.758876 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:46:18.771541 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'port_id': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'mac_address': 'fa:16:3e:4c:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:46:18.825022 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:18.841247 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:46:18.855940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:46:18.860589 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:18.928627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:46:19.096988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:46:19.770891 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac4e4-2c42-4c8a-a520-e3f90c716c75 req-492c1e95-6ee3-4e3b-9d17-6a462831e6f2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:19.772238 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b1aac4e4-2c42-4c8a-a520-e3f90c716c75 req-492c1e95-6ee3-4e3b-9d17-6a462831e6f2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 945 time: 0.0785520 Apr 25 15:46:19.815869 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b1aac4e4-2c42-4c8a-a520-e3f90c716c75 req-fef46b1d-4f01-4d16-b969-cc1713848273 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380611 Apr 25 15:46:20.644783 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:46:20.713805 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:46:20.714183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:20.826427 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:20.854056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:46:20.864130 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:46:20.869072 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:20.918918 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c80ce6e-2240-4489-9b30-3e9a989ca278'] response: {'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'code': 200} Apr 25 15:46:20.949826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:46:21.202094 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd22c0-4e9a-4c4f-bee1-93dfa95b86d0 req-57e9907f-bd3e-428d-b386-17fe45346b69 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:21.204076 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1bd22c0-4e9a-4c4f-bee1-93dfa95b86d0 req-57e9907f-bd3e-428d-b386-17fe45346b69 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 947 time: 0.1292355 Apr 25 15:46:21.233623 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9a080-c900-4fc1-95a0-2f7c19df4741 req-69b19c16-5eff-413f-9b89-f5f56efa2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:21.235057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9e9a080-c900-4fc1-95a0-2f7c19df4741 req-69b19c16-5eff-413f-9b89-f5f56efa2903 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1708295 Apr 25 15:46:21.275871 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d1bd22c0-4e9a-4c4f-bee1-93dfa95b86d0 req-dde4e058-d388-4196-8a71-ec015fdc3ae7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639775 Apr 25 15:46:21.291657 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c9e9a080-c900-4fc1-95a0-2f7c19df4741 req-37150c64-6578-4294-b750-754f2d57c568 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466747 Apr 25 15:46:22.483150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7961e1-cfee-4eba-9034-9ed01377c62e req-9b0d3764-6ef6-426a-8a2c-a1b8edcf91ef tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:22.484759 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab7961e1-cfee-4eba-9034-9ed01377c62e req-9b0d3764-6ef6-426a-8a2c-a1b8edcf91ef tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 947 time: 0.0979426 Apr 25 15:46:22.534056 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ab7961e1-cfee-4eba-9034-9ed01377c62e req-b52291b5-46d2-4090-8ad8-202324c716fa tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Apr 25 15:46:23.718879 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60018a-ec05-4719-a9a8-dc457a15f12d req-ed86a1c2-ff1e-498b-9f04-947c2eb036ec tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:23.720317 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc60018a-ec05-4719-a9a8-dc457a15f12d req-ed86a1c2-ff1e-498b-9f04-947c2eb036ec tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 947 time: 0.0780342 Apr 25 15:46:23.762865 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-dc60018a-ec05-4719-a9a8-dc457a15f12d req-33b17d1c-5be0-414f-9a92-ccfde02e67f0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365851 Apr 25 15:46:27.353446 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:46:29.471313 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:34.920050 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:38.693086 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28d490d7-d0a0-437a-afac-3dd5fb1988e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:41.055565 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a71736a0-35ac-4931-9d1f-7e5e598e3909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:41.945010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:42.232631 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:43.923201 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:46:48.632579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-6d258e49-827e-45fd-b914-ca5bad5de337 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711284 Apr 25 15:46:48.768579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-5318c939-3b31-471e-9944-54f9dad14ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:48.769955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-5318c939-3b31-471e-9944-54f9dad14ceb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1098 time: 0.0705595 Apr 25 15:46:48.924966 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-8da0b44c-1e6f-4e9f-b029-ab325641ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:48.926440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-8da0b44c-1e6f-4e9f-b029-ab325641ea8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1374581 Apr 25 15:46:49.130871 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-0d123fb5-c4dd-4870-ae5f-63747df69278 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 1002 time: 0.1982241 Apr 25 15:46:49.193331 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-453b8a27-720a-42a7-aff8-e9a729f65416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:49.194729 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-453b8a27-720a-42a7-aff8-e9a729f65416 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0572526 Apr 25 15:46:49.278158 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-63342f19-ce1d-4212-be41-68d501f30dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:46:49.280171 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-63342f19-ce1d-4212-be41-68d501f30dfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791364 Apr 25 15:46:49.412658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-3a3c396b-efa2-4622-a084-fba315071d82 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255817 Apr 25 15:46:49.540964 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-074f0755-7b65-43b1-a6cc-967b020b10d8 req-927400f0-a252-4d38-9c2e-1aa3f2a15b58 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218543 Apr 25 15:46:59.484874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:04.352581 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:47:04.939725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:08.698439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f959665f-e2e7-4b24-b273-91615fc8f9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:11.057094 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1c57cd1-ca8d-4a90-84b1-3c6ec0718c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:11.947316 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:12.235758 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:13.926069 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:29.485703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:34.571342 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43434) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:34.868932 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Deleting port a6cf77fc-04d9-4cac-840c-5146b2fba6f2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:47:34.869218 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:34.934583 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:35.036631 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:35.036963 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:35.159715 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Calling delete_port for a6cf77fc-04d9-4cac-840c-5146b2fba6f2 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:47:35.309454 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:35.354713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event deleted for resources: {'Port': ['ID=a6cf77fc-04d9-4cac-840c-5146b2fba6f2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:35.395042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.395388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.395723 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.396056 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.396384 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.396709 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.397051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.397388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.397699 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.398009 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.398327 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.398669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:35.457669 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:35.458167 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Floating IP 1cb94556-7558-400a-b0a3-b8034c91c918 disassociated (deleted). External IP: 172.25.0.151, port: f1a6212b-6c6c-4a2a-8ebd-345f986a45b9. Apr 25 15:47:35.812752 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Router a30c76a3-9e79-42d3-994a-c2902dc24967 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:47:35.994583 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:47:36.004027 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:47:36.013965 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:47:36.015087 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:47:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:47:36.015574 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:36.070107 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-dc6a052b-8c40-4316-a186-e0e14bc1e2e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "DELETE /v2.0/floatingips/1cb94556-7558-400a-b0a3-b8034c91c918 HTTP/1.1" status: 204 len: 168 time: 1.4969687 Apr 25 15:47:36.070107 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:47:36.180315 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924f59e9-1453-4844-b689-0b61b34e4b01'] response: {'name': 'network-changed', 'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'status': 'completed', 'code': 200} Apr 25 15:47:36.210846 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:47:36.278978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-83eeeb58-44cd-45b4-9d07-e5632d007c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:36.281179 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-83eeeb58-44cd-45b4-9d07-e5632d007c95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 1098 time: 0.0786676 Apr 25 15:47:36.470805 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-2a8fd6b0-3486-4a61-91ea-2e4222fafb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:36.472308 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-2a8fd6b0-3486-4a61-91ea-2e4222fafb7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1797428 Apr 25 15:47:36.546416 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-2224bffb-ac49-4d77-b59d-8b5c2dc78d49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 200 len: 217 time: 0.0675204 Apr 25 15:47:36.549103 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:47:36.552928 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:47:36.554932 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f0647-b94e-436e-85e3-0d2d4f32706d req-d89e8fb1-a8cb-4e23-935b-89a07cf7b39b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:36.556422 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef1f0647-b94e-436e-85e3-0d2d4f32706d req-d89e8fb1-a8cb-4e23-935b-89a07cf7b39b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 947 time: 0.1810277 Apr 25 15:47:36.561229 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:47:36.562351 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:47:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:47:36.644630 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ef1f0647-b94e-436e-85e3-0d2d4f32706d req-d05d9a47-cd95-4510-a7c7-06b3c02b17c4 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576329 Apr 25 15:47:36.646185 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-f7fbf37c-77a6-4e58-9f5a-53d069210327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:36.647585 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-f7fbf37c-77a6-4e58-9f5a-53d069210327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0902691 Apr 25 15:47:36.727061 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-eb132346-5307-4ca1-b68b-6946526e1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:36.728529 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-eb132346-5307-4ca1-b68b-6946526e1ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745106 Apr 25 15:47:36.740226 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:47:36.864574 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-9ab31ed6-1924-4dae-a406-7b7f9b35cadc service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287470 Apr 25 15:47:36.995263 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0ec221e2-19ab-453d-bde1-7ebcf8fc7820 req-cdf75bc3-e8f7-48e8-80df-5ecf017ad954 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235564 Apr 25 15:47:37.056112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:47:37.060535 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7f51f-29cd-45e1-bb22-aca0b2bcfbc0 None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:47:37.288623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f43a5-a51f-472c-8a26-61a71c338887 None None] New status for floating IP 1cb94556-7558-400a-b0a3-b8034c91c918: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:47:37.656242 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-0a39e911-34fb-477e-b24e-74d7a658e1bd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:37.657684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-0a39e911-34fb-477e-b24e-74d7a658e1bd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 947 time: 0.0783267 Apr 25 15:47:37.728755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Deleting port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:47:37.729122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:37.837931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0bc32-b82e-45ed-8325-57179cd4605e req-17f8dccb-493e-40a2-aedc-5b24a4099b62 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:37.838656 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c2b0bc32-b82e-45ed-8325-57179cd4605e req-17f8dccb-493e-40a2-aedc-5b24a4099b62 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:47:37.855181 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-c2b0bc32-b82e-45ed-8325-57179cd4605e req-17f8dccb-493e-40a2-aedc-5b24a4099b62 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:47:37.856480 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2b0bc32-b82e-45ed-8325-57179cd4605e req-17f8dccb-493e-40a2-aedc-5b24a4099b62 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 947 time: 0.0999017 Apr 25 15:47:37.903173 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c2b0bc32-b82e-45ed-8325-57179cd4605e req-12f1ccd8-8235-482e-a755-24d6066cd5cc tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bb94d1b-ba3d-4bf8-a292-bd6553107083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 Apr 25 15:47:38.096993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] For port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:47:38.097289 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:38.221982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Calling delete_port for f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:47:38.364430 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:38.456620 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event deleted for resources: {'Port': ['ID=f1a6212b-6c6c-4a2a-8ebd-345f986a45b9,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:38.473311 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.473655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.473991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.474329 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.474790 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.475115 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.475439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.475759 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.476077 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.476508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.476832 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.477175 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:47:38.516536 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] No DVR routers for this DVR port f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:47:38.520302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:38.523042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-deleted', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:47:38.543074 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-4b4ec98e-a29e-479c-9009-8e7bf4034914 req-77547d6e-877e-4af9-8bf3-a97728ea625c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "DELETE /v2.0/ports/f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 HTTP/1.1" status: 204 len: 173 time: 0.8799262 Apr 25 15:47:38.626480 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4784781d-90f9-41b2-beff-ad759d389da1'] response: {'server_uuid': '089c91e7-0275-490d-b813-9d898166f8e9', 'name': 'network-vif-deleted', 'tag': 'f1a6212b-6c6c-4a2a-8ebd-345f986a45b9', 'status': 'completed', 'code': 200} Apr 25 15:47:38.703218 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9391b514-3f63-4d44-984d-5c887c952fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:39.066819 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cee30ce0-e427-4ac9-99c1-9b4e53d33b82 req-d22fbf48-f91a-4bb6-ae8b-0b7afc930e36 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=089c91e7-0275-490d-b813-9d898166f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0426028 Apr 25 15:47:40.161938 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43456) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:40.231389 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbde5f71-36a4-4f10-8608-3c7e6cdfe65d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:40.260475 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbde5f71-36a4-4f10-8608-3c7e6cdfe65d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:40.324405 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbde5f71-36a4-4f10-8608-3c7e6cdfe65d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:40.343107 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde5f71-36a4-4f10-8608-3c7e6cdfe65d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb94d1b-ba3d-4bf8-a292-bd6553107083,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:40.359955 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbde5f71-36a4-4f10-8608-3c7e6cdfe65d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:40.361151 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-dbde5f71-36a4-4f10-8608-3c7e6cdfe65d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "DELETE /v2.0/security-groups/6bb94d1b-ba3d-4bf8-a292-bd6553107083 HTTP/1.1" status: 204 len: 168 time: 0.1982083 Apr 25 15:47:41.057905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31fe35b7-c2c7-457b-9117-4c815fcfd478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.064238 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:47:41.100988 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:47:41.101368 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device f1a6212b-6c6c-4a2a-8ebd-345f986a45b9 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:47:41.351785 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:47:41.599982 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43466) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:41.605372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096733020', 'description': 'tempest-secgroup-smoke-2096733020 description', 'project_id': '581eb2487b3a449e999d944b2da306c4'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:41.612534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:41.616614 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:41.619491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:41.625696 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:41.635277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.654260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:41.658506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:41.661256 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:41.666791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:41.735673 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.739434 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.788980 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb417ea-b73e-4dc0-9f94-646ef379b2f8,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:41.791828 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.793048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-d5f08e44-59bd-4569-9963-87d22b41e15d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920228 Apr 25 15:47:41.796478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43470) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:41.801688 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '5eb417ea-b73e-4dc0-9f94-646ef379b2f8', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:41.808297 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:41.812281 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:41.815150 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:41.820736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:41.836442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.895743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.899504 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.922602 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff36c8be-576f-413f-9afa-874dd36f653f,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:41.931638 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.932855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-7f08cccc-ef3c-4ba4-80ea-c3381ded8102 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351440 Apr 25 15:47:41.935598 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43474) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:41.940878 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '5eb417ea-b73e-4dc0-9f94-646ef379b2f8', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:41.948226 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:41.949412 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:41.952772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:41.955647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:41.961230 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:41.978157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.040407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.043130 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.067978 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef352fd-22cc-4f1d-94ab-6286b8789bb7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:42.076616 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.078324 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-77515993-8dc4-4075-a6ec-29c0d424b977 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417751 Apr 25 15:47:42.080951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43478) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:42.085771 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '5eb417ea-b73e-4dc0-9f94-646ef379b2f8', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:42.091963 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:42.096348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:42.099173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:42.104717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:42.120729 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.180916 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.184277 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.206646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdd1757-c85f-4acc-a7ed-800d6c37b703,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:42.214743 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.216000 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-581a543c-2350-4d9b-8edf-115d878506be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341302 Apr 25 15:47:42.219300 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43482) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:42.224166 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '5eb417ea-b73e-4dc0-9f94-646ef379b2f8', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:42.230587 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:42.234411 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:42.237482 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:42.237924 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.243152 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:42.259164 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.321637 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.325062 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.348639 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20eff00c-d510-4414-9149-1ce37489490b,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:42.357173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.358335 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-86cb5b43-e57a-455e-be9f-6796837aae79 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381299 Apr 25 15:47:42.361099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43486) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:42.365949 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '5eb417ea-b73e-4dc0-9f94-646ef379b2f8', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:42.372263 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:42.376521 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:42.379439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:42.385164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:42.397419 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Project 581eb2487b3a449e999d944b2da306c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:47:42.409021 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.475533 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.479266 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.502068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48218a67-cd76-4382-9668-59ae452b9eec,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:42.511075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.512299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-fd88457d-9bc4-4d19-b8a2-1c4fc3c5d24d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502688 Apr 25 15:47:42.515660 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43490) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:47:42.520511 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'security_group_rule': {'security_group_id': '5eb417ea-b73e-4dc0-9f94-646ef379b2f8', 'project_id': '581eb2487b3a449e999d944b2da306c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:42.527092 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:42.530845 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:security_group_rule and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:47:42.533648 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:47:42.539238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:42.549484 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Project 581eb2487b3a449e999d944b2da306c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:47:42.555708 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.617915 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.621588 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.649604 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e90579-6e15-4ff7-a08a-59ccee947c83,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:42.658815 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:42.660064 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bf6695c9-9b94-4e29-9a69-b5f699b7ed92 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434307 Apr 25 15:47:43.930517 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:56.495615 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-13778e1a-e15a-40d2-a9a3-65751ed7a9fb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096733020&fields=id&tenant_id=581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 267 time: 0.1477370 Apr 25 15:47:56.642169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-7c7488a0-2018-4b94-86c9-62132500edcd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:56.643572 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-7c7488a0-2018-4b94-86c9-62132500edcd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 809 time: 0.1410213 Apr 25 15:47:56.658427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-4dd6cdae-9439-4835-9ae8-4afe58c855eb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/quotas/581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 375 time: 0.0094843 Apr 25 15:47:56.738140 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-a577ee1e-9556-4c0a-bd8f-56b20e941e09 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747738 Apr 25 15:47:56.753365 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-b623ff49-0018-4c62-bd7e-13c55f452f1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:47:56.754228 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-b623ff49-0018-4c62-bd7e-13c55f452f1c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048194 Apr 25 15:47:56.881727 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-f348452c-a23c-4f4d-bac3-dd773693b37d service neutron] 10.222.0.23 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222806 Apr 25 15:47:57.010833 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-9d96a4a0-b90f-4a3d-988b-53bc0a1086f2 service neutron] 10.222.0.23 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233273 Apr 25 15:47:57.511183 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5fb87a60-9856-4245-a729-31063abf998a req-6c29ab2a-e5b4-43c1-91cf-4c170c437305 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:47:57.528345 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-5fb87a60-9856-4245-a729-31063abf998a req-6c29ab2a-e5b4-43c1-91cf-4c170c437305 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:47:57.530091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5fb87a60-9856-4245-a729-31063abf998a req-6c29ab2a-e5b4-43c1-91cf-4c170c437305 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 210 time: 0.0645812 Apr 25 15:47:58.507628 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-4238bec4-4bde-408b-beee-7a7ceb75b18c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:58.509060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-4238bec4-4bde-408b-beee-7a7ceb75b18c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.21 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 809 time: 0.1484170 Apr 25 15:47:58.561688 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-4ab4ecac-2a46-4c93-8ffa-ece750a3efc5 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 380 time: 0.0451543 Apr 25 15:47:58.575638 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'port': {'device_id': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'admin_state_up': True, 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'security_groups': ['5eb417ea-b73e-4dc0-9f94-646ef379b2f8']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:58.716251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-f844a91d-b71f-46d6-992e-e99f5da83278 req-d0e4e33b-db19-4c1f-8b21-490c096a80f9 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 210 time: 0.0609133 Apr 25 15:47:58.753771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:47:58.763562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:47:58.773356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Made reservation on behalf of 581eb2487b3a449e999d944b2da306c4 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:47:58.776978 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:58.940432 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Allocated IP 172.20.0.7 (e2a6e3c0-290e-4996-957d-18787c9c9310/afaac858-9105-4283-a917-8c1411335eed/75452ed4-d17f-4f52-964a-93ce417dd6a1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:47:59.131332 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:59.147894 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Transition to ACTIVE for port object 75452ed4-d17f-4f52-964a-93ce417dd6a1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:47:59.173674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:59.242393 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Network e2a6e3c0-290e-4996-957d-18787c9c9310 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:47:59.245372 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:47:59.248111 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:47:59.299517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:47:59.325925 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:59.326557 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:59.353127 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-09c0609c-5dcb-49fe-8d68-87a7bb930f1b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810524 Apr 25 15:47:59.363672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-cd04cb1e-4352-4087-9578-9fcb5b01d3ff tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:47:59.364950 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-cd04cb1e-4352-4087-9578-9fcb5b01d3ff tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064681 Apr 25 15:47:59.455028 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Request body: {'port': {'device_id': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:47:59.468899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-434af9fe-72ab-426c-bcf2-633bfdfd0f87 None None] Provisioning for port 75452ed4-d17f-4f52-964a-93ce417dd6a1 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:47:59.476839 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-434af9fe-72ab-426c-bcf2-633bfdfd0f87 None None] Provisioning complete for port 75452ed4-d17f-4f52-964a-93ce417dd6a1 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:47:59.477782 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-434af9fe-72ab-426c-bcf2-633bfdfd0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:59.543195 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:59.558803 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-434af9fe-72ab-426c-bcf2-633bfdfd0f87 None None] Port 75452ed4-d17f-4f52-964a-93ce417dd6a1 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:47:59.590683 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:47:59.924334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e51edd-c37d-4593-9add-7f0a0a9b2cee req-423cdac6-0e59-41bb-9f4f-b6ceda49f5fb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:47:59.925994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21e51edd-c37d-4593-9add-7f0a0a9b2cee req-423cdac6-0e59-41bb-9f4f-b6ceda49f5fb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 931 time: 0.0894716 Apr 25 15:47:59.977910 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-21e51edd-c37d-4593-9add-7f0a0a9b2cee req-897c9bfb-194c-4916-8650-1123cdf2d91e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:47:59.995396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-21e51edd-c37d-4593-9add-7f0a0a9b2cee req-897c9bfb-194c-4916-8650-1123cdf2d91e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:48:00.001593 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21e51edd-c37d-4593-9add-7f0a0a9b2cee req-897c9bfb-194c-4916-8650-1123cdf2d91e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699151 Apr 25 15:48:00.084780 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75452ed4-d17f-4f52-964a-93ce417dd6a1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:48:00.092274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:00.107340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Transition to ACTIVE for port object 75452ed4-d17f-4f52-964a-93ce417dd6a1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:48:00.110993 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:00.279806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:48:00.355818 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:48:00.356195 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:48:00.356504 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:48:00.361643 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on network e2a6e3c0-290e-4996-957d-18787c9c9310 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:48:00.361965 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:48:00.366995 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:48:00.367329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Checking segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:48:00.367703 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Bound using segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:48:00.368121 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Bound port: 75452ed4-d17f-4f52-964a-93ce417dd6a1, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:48:00.368459 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:00.459677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:48:00.462639 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:48:00.468624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:00.521154 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:00.521620 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:00.522955 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1091 time: 1.1515934 Apr 25 15:48:00.523456 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:48:00.554001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983e45b-7f1d-4cc5-b7ac-bc0b308f15a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:48:00.603340 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70acc5aa-ee98-4867-9d37-577da8187851'] response: {'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'status': 'completed', 'code': 200} Apr 25 15:48:00.648828 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-67b2947b-064e-40c6-92a4-b60aa2fbc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:00.650377 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-67b2947b-064e-40c6-92a4-b60aa2fbc845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1094 time: 0.0795977 Apr 25 15:48:00.719096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-c19b8490-9802-4606-b395-215ce832d77c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 217 time: 0.0619619 Apr 25 15:48:00.781610 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-ff2dcc5b-ef49-4219-8438-307fff7c15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:00.782992 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-ff2dcc5b-ef49-4219-8438-307fff7c15e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0596433 Apr 25 15:48:00.856771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-97f82de3-ca42-434b-8190-fc1eee52e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:00.858263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-97f82de3-ca42-434b-8190-fc1eee52e1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695298 Apr 25 15:48:00.989279 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-56a6675f-c0b1-41c5-bcd4-0dd77129773d service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252902 Apr 25 15:48:01.122040 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c20d268-59d5-4fd6-951b-7d03c00e8c63 req-d633838e-6ab6-4cc3-be81-b051c7441b3d service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269047 Apr 25 15:48:01.197305 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced12fa0-a7a9-47fe-8904-5cb270b34360 req-513af8fa-e2ce-454f-9485-92ba209c3b4b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:01.200187 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ced12fa0-a7a9-47fe-8904-5cb270b34360 req-513af8fa-e2ce-454f-9485-92ba209c3b4b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0979352 Apr 25 15:48:01.246665 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ced12fa0-a7a9-47fe-8904-5cb270b34360 req-e55e5cfc-8ffa-455c-967a-e0ac60af06b3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Apr 25 15:48:01.250787 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-0bfbdc4e-76d5-4468-9562-5cf5b980eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:01.252272 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-0bfbdc4e-76d5-4468-9562-5cf5b980eb12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1094 time: 0.0897019 Apr 25 15:48:01.383274 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-df95a4e8-d0ad-4ec8-833c-0b1b5caf4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:01.384706 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-df95a4e8-d0ad-4ec8-833c-0b1b5caf4a73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1265781 Apr 25 15:48:01.450758 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-17cc3c32-418a-4c69-8a76-1467d630797c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 217 time: 0.0596197 Apr 25 15:48:01.615222 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-ff118a4a-c1f6-407e-917d-fd6785fe3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:01.616646 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-ff118a4a-c1f6-407e-917d-fd6785fe3c90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.1599274 Apr 25 15:48:01.689708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-3fb0f6f6-4031-4a1a-9974-75621d1730ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:01.691159 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-3fb0f6f6-4031-4a1a-9974-75621d1730ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688989 Apr 25 15:48:01.820438 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-5eb8db3b-78d7-4011-8c75-2e74414361f5 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231086 Apr 25 15:48:01.953898 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4e504497-d571-4e58-b281-94c2c6e80dfe req-63cd943f-8beb-45a4-a7ac-19c88c147b59 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272662 Apr 25 15:48:02.430446 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21f3c4-922f-4405-a2df-99d1f559d028 req-318c740b-b95e-40da-8c81-faa3c7b55606 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:02.431117 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5d21f3c4-922f-4405-a2df-99d1f559d028 req-318c740b-b95e-40da-8c81-faa3c7b55606 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:48:02.446713 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-5d21f3c4-922f-4405-a2df-99d1f559d028 req-318c740b-b95e-40da-8c81-faa3c7b55606 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:48:02.448251 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d21f3c4-922f-4405-a2df-99d1f559d028 req-318c740b-b95e-40da-8c81-faa3c7b55606 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0982103 Apr 25 15:48:02.492621 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d21f3c4-922f-4405-a2df-99d1f559d028 req-9af42cad-1047-4e2c-8908-b331cab385e6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383863 Apr 25 15:48:03.677095 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cc6c8-3f06-4991-8747-d4353bdee219 req-68c37488-582e-4634-aaf2-a702240ff318 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:03.678535 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e45cc6c8-3f06-4991-8747-d4353bdee219 req-68c37488-582e-4634-aaf2-a702240ff318 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0821397 Apr 25 15:48:03.722214 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e45cc6c8-3f06-4991-8747-d4353bdee219 req-31a255a0-262d-49eb-aeb6-b26d73b8deca tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376511 Apr 25 15:48:04.904981 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25b283-80c4-448f-9d93-e98d106562c8 req-d1e92af6-998e-4820-9ff9-ffa60a3138c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:04.906451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c25b283-80c4-448f-9d93-e98d106562c8 req-d1e92af6-998e-4820-9ff9-ffa60a3138c7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0804706 Apr 25 15:48:04.950139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:04.950905 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-4c25b283-80c4-448f-9d93-e98d106562c8 req-cb724c29-ce1a-49f1-881e-60fd6fe94f4d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 Apr 25 15:48:06.159291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cf878-ff9a-491a-ad72-c1a6c0f06717 req-15b3e481-26f0-41a5-ab08-fc43d2d9e9be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:06.160875 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-815cf878-ff9a-491a-ad72-c1a6c0f06717 req-15b3e481-26f0-41a5-ab08-fc43d2d9e9be tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0859482 Apr 25 15:48:06.205133 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-815cf878-ff9a-491a-ad72-c1a6c0f06717 req-8c3d0ffa-0a85-4dfc-a080-c47d39f8df00 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381346 Apr 25 15:48:07.392142 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781178c-c221-4c18-83ab-afcac9e9c166 req-fa599bbc-b700-4907-9369-95f8b106e48b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:07.393614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2781178c-c221-4c18-83ab-afcac9e9c166 req-fa599bbc-b700-4907-9369-95f8b106e48b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0824211 Apr 25 15:48:07.436601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-2781178c-c221-4c18-83ab-afcac9e9c166 req-a78f5da8-7c33-4704-a67d-c4bfdab57c93 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Apr 25 15:48:08.620679 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91742a-4da7-456a-98e2-ae992e42d18e req-a9f76b5b-43e3-45c5-86d9-9a8ea7bbfeb2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:08.622161 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce91742a-4da7-456a-98e2-ae992e42d18e req-a9f76b5b-43e3-45c5-86d9-9a8ea7bbfeb2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0801351 Apr 25 15:48:08.665438 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ce91742a-4da7-456a-98e2-ae992e42d18e req-d7ff2110-1bee-425b-acae-b3e5a070ec8c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374143 Apr 25 15:48:08.699006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a43e223b-ca4d-4de0-9ab5-67d2036e5ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:09.844364 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b2d6-c937-4da3-a84d-fb5b054a6534 req-31685dae-3082-4b33-999c-180ccde4dc7c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:09.845821 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d556b2d6-c937-4da3-a84d-fb5b054a6534 req-31685dae-3082-4b33-999c-180ccde4dc7c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0782003 Apr 25 15:48:09.897501 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d556b2d6-c937-4da3-a84d-fb5b054a6534 req-3f5b4207-cbfa-454a-a661-b5dbd3ab94d6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Apr 25 15:48:11.060743 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-34828c9c-2d51-447f-bb1d-9ebe45f317b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:11.077139 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:48:11.087207 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21066675-54e4-47ec-8a70-b3bfc1426dd9 req-5c280e33-3f71-4e78-83d6-ec60704a6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:11.088669 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21066675-54e4-47ec-8a70-b3bfc1426dd9 req-5c280e33-3f71-4e78-83d6-ec60704a6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0865810 Apr 25 15:48:11.135940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-21066675-54e4-47ec-8a70-b3bfc1426dd9 req-7f1bcb24-e28a-4408-bdd6-b5b88adaa3d7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Apr 25 15:48:11.242477 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:48:11.256031 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'port_id': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'mac_address': 'fa:16:3e:5b:f9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:48:11.308906 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:11.325568 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75452ed4-d17f-4f52-964a-93ce417dd6a1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:48:11.340092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:48:11.344439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:11.413164 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:48:11.420316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.420666 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.421007 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.421372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.421710 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.422294 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.422624 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.423470 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.423801 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.424122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.424445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.424767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:48:11.701813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['75452ed4-d17f-4f52-964a-93ce417dd6a1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:48:11.972104 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:12.243104 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:12.317933 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519c302-1ecd-4a0e-bfc2-e381c62fa2bc req-4f4a041c-bb92-40e0-950c-726c410bc56d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:12.319375 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5519c302-1ecd-4a0e-bfc2-e381c62fa2bc req-4f4a041c-bb92-40e0-950c-726c410bc56d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 944 time: 0.0796554 Apr 25 15:48:12.362828 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5519c302-1ecd-4a0e-bfc2-e381c62fa2bc req-c6d607eb-73c7-41c3-87ea-b55e14616c35 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378540 Apr 25 15:48:13.091920 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:48:13.161248 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 75452ed4-d17f-4f52-964a-93ce417dd6a1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:48:13.166263 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 75452ed4-d17f-4f52-964a-93ce417dd6a1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:48:13.166642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:13.280709 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:13.309566 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:48:13.319451 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:48:13.323855 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:13.357771 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992d441d-6895-4c73-88d7-a26e9a995894'] response: {'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'code': 200} Apr 25 15:48:13.396577 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:48:13.528636 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc2710-2b71-40cc-8790-ca976200cfce req-783ffe59-f8ee-4271-b37b-f9dd88eec5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:13.530146 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78cc2710-2b71-40cc-8790-ca976200cfce req-783ffe59-f8ee-4271-b37b-f9dd88eec5dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1096 time: 0.1157835 Apr 25 15:48:13.592062 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-78cc2710-2b71-40cc-8790-ca976200cfce req-bdc615a4-8395-4791-b92f-7cc3940370ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535121 Apr 25 15:48:13.600634 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9ba-b029-4417-a45a-bd41b615c680 req-fa7aa50e-4c61-4c72-bdcc-809e04a2b73b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:13.602102 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3eeba9ba-b029-4417-a45a-bd41b615c680 req-fa7aa50e-4c61-4c72-bdcc-809e04a2b73b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.1220679 Apr 25 15:48:13.647914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-3eeba9ba-b029-4417-a45a-bd41b615c680 req-0166c465-3e60-4aa5-af74-01292e01d18a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Apr 25 15:48:13.930813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:14.841594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae8c30-7d70-4bf0-af40-f3631bc78dd5 req-ad72ab92-43af-4422-8e4c-36ebfc96afc0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:14.843001 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-deae8c30-7d70-4bf0-af40-f3631bc78dd5 req-ad72ab92-43af-4422-8e4c-36ebfc96afc0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0801682 Apr 25 15:48:14.893554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-deae8c30-7d70-4bf0-af40-f3631bc78dd5 req-bfc488db-73cf-41fe-b25e-b6fe505a8924 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Apr 25 15:48:16.075720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a1f38-582a-4ea6-955c-eb07489a6b88 req-b208fed5-2242-4401-b00a-18c9ae38e0e6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:16.077179 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-033a1f38-582a-4ea6-955c-eb07489a6b88 req-b208fed5-2242-4401-b00a-18c9ae38e0e6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0776088 Apr 25 15:48:16.119996 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-033a1f38-582a-4ea6-955c-eb07489a6b88 req-4f5a4aa1-0bb9-43ae-85db-98526d70e4f6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Apr 25 15:48:16.299079 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d24b7-c71c-44db-81e2-0c4d2dad32e1 req-d9967d85-76c2-42e2-ac7d-830e3c1e39f6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:16.300546 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d46d24b7-c71c-44db-81e2-0c4d2dad32e1 req-d9967d85-76c2-42e2-ac7d-830e3c1e39f6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0785148 Apr 25 15:48:16.343140 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d46d24b7-c71c-44db-81e2-0c4d2dad32e1 req-292f19df-96fb-4226-b5dd-1874ecee04f3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369556 Apr 25 15:48:16.365186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43678) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:48:16.436238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ce7f2-0e7b-4a74-96a0-1c61cd0f78ff tempest-TestShelveInstance-6048673 tempest-TestShelveInstance-6048673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:16.437712 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-182ce7f2-0e7b-4a74-96a0-1c61cd0f78ff tempest-TestShelveInstance-6048673 tempest-TestShelveInstance-6048673-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1091 time: 0.0715930 Apr 25 15:48:16.440373 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43682) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:48:16.445088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:48:16.451578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:48:16.455335 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Usage tracker for resource:floatingip and tenant:581eb2487b3a449e999d944b2da306c4 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:48:16.458697 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:48:16.464238 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:48:16.474732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:16.615518 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:16.752857 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Allocated IP 172.25.0.177 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/b35f7d31-1b5c-4357-a3b6-44a475d1a3c2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:48:17.000961 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:17.029413 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:17.094154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:48:17.112363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:48:17.114025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:48:17.143412 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'Port': ['ID=b35f7d31-1b5c-4357-a3b6-44a475d1a3c2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:48:17.525761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:17.598446 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:17.798209 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:17.802778 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:17.909186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event updated for resources: {'Port': ['ID=b35f7d31-1b5c-4357-a3b6-44a475d1a3c2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:48:17.920845 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:18.090728 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Floating IP c940e9c9-49b2-464e-80f4-89db7ede1113 associated. External IP: 172.25.0.177, port: 75452ed4-d17f-4f52-964a-93ce417dd6a1. Apr 25 15:48:18.351031 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:48:18.545590 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Router a30c76a3-9e79-42d3-994a-c2902dc24967 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:48:18.722906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:48:18.732949 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:48:18.742608 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:48:18.743231 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:48:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:48:18.747764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:18.803940 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-13eb94f2-a844-4089-8632-7169f0841793 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3625741 Apr 25 15:48:18.804629 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:48:18.848105 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02fb485-c6f3-43de-9262-22a793b0b025'] response: {'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'status': 'completed', 'code': 200} Apr 25 15:48:18.920413 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:48:18.942022 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-1fda3da5-b397-45a1-846b-19fb88134292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:18.943486 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-1fda3da5-b397-45a1-846b-19fb88134292 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1096 time: 0.0736794 Apr 25 15:48:19.072697 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-dcddc7ea-d529-4908-b088-f716719ae0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:19.074133 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-dcddc7ea-d529-4908-b088-f716719ae0e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1254330 Apr 25 15:48:19.177658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-468cef26-6843-4f02-b7a8-36cbb87e195c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 999 time: 0.0978401 Apr 25 15:48:19.239140 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-323e3b01-3aab-4afe-b7b2-556714b5bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:19.240593 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-323e3b01-3aab-4afe-b7b2-556714b5bfed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0569136 Apr 25 15:48:19.258793 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'c940e9c9-49b2-464e-80f4-89db7ede1113', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'port_id': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'mac_address': 'fa:16:3e:5b:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:48:17Z', 'updated_at': '2022-04-25T15:48:17Z', 'revision_number': 0, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:48:19.262627 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:48:19.271259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:48:19.271845 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:48:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:48:19.313573 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-d5ab842b-7e15-4ce6-991b-7de7a5f9999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:19.315084 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-d5ab842b-7e15-4ce6-991b-7de7a5f9999a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685875 Apr 25 15:48:19.451484 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:48:19.554987 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-27f91337-6c0a-45ff-b4b3-b03a2700f205 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336247 Apr 25 15:48:19.684799 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-916a0c42-dcba-48d3-911a-26ec34335b51 req-162f0e2a-bdd4-4400-a309-a78b1cf61258 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241152 Apr 25 15:48:19.800836 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'c940e9c9-49b2-464e-80f4-89db7ede1113', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'port_id': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'mac_address': 'fa:16:3e:5b:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:48:17Z', 'updated_at': '2022-04-25T15:48:17Z', 'revision_number': 0, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:48:19.804710 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410cc65-4ea2-4fd4-ad9a-a7b5402d6958 None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'c940e9c9-49b2-464e-80f4-89db7ede1113', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'port_id': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'mac_address': 'fa:16:3e:5b:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:48:17Z', 'updated_at': '2022-04-25T15:48:17Z', 'revision_number': 0, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:48:19.997331 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6e96ac-215d-4512-9122-2235966d7b67 None None] New status for floating IP c940e9c9-49b2-464e-80f4-89db7ede1113: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:48:29.489423 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:34.944210 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:38.701070 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-883a2785-1819-408b-bd26-3b6a65395983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:41.064494 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bac4083f-7a20-4949-917d-dc6ed347743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:41.959703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:42.245103 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:43.933859 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:48:54.311452 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-9d5ef191-753b-49d8-a69c-45dee0c62593 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731862 Apr 25 15:48:54.445593 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-18541b2f-f44f-46ca-81d0-d977a21a4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:54.447099 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-18541b2f-f44f-46ca-81d0-d977a21a4e6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1096 time: 0.0706217 Apr 25 15:48:54.590944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-ba175ec8-90c2-4b28-8821-58fdc662853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:54.592314 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-ba175ec8-90c2-4b28-8821-58fdc662853d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1270232 Apr 25 15:48:54.694237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-f423f60c-32e8-43e0-9291-965b7c3390b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1001 time: 0.0960824 Apr 25 15:48:54.757668 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-6bdb0481-4bce-4ea7-ae7d-bcd12d0ece2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:54.759057 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-6bdb0481-4bce-4ea7-ae7d-bcd12d0ece2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0588315 Apr 25 15:48:54.831088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-058292ae-e611-46c1-8c55-1f5278e29b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:48:54.832500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-058292ae-e611-46c1-8c55-1f5278e29b0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679510 Apr 25 15:48:54.960885 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-a32e64a0-a2bc-4883-b707-7fc563bb95e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220963 Apr 25 15:48:55.091282 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e3d67ac8-56bf-4d44-89f6-7eed3246ef44 req-0be439a6-cf49-4fa1-a3c1-ee5096d53177 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243050 Apr 25 15:48:55.351148 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:48:59.497542 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:04.963186 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:08.703561 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27ed9ed1-3e6c-4278-b54a-05458c03e850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:11.065435 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-37ada772-291b-4bfe-95a8-a68b26d7fa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:11.952384 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:12.248472 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:13.936506 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:29.502015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:32.351800 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:49:34.962762 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:38.705726 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31c7e253-33fd-4141-8e3a-d22b82e07fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:41.068131 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87f4f208-e9ab-4a16-b097-059c9e1e9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:41.954646 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:42.251697 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:43.939490 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:49:54.352555 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-08ba1053-1806-420c-b9d3-cd2c296ed2f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786738 Apr 25 15:49:54.499079 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-8b4a90d0-24ea-4a95-abad-9881bc80dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:49:54.500548 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-8b4a90d0-24ea-4a95-abad-9881bc80dcd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1096 time: 0.0787020 Apr 25 15:49:54.654109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-22ce3fc6-8587-4c85-b988-8b2c9be2e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:49:54.655539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-22ce3fc6-8587-4c85-b988-8b2c9be2e223 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1363199 Apr 25 15:49:54.757995 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-201f4daf-9239-40f1-b44e-792910b5087d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1001 time: 0.0958395 Apr 25 15:49:54.819090 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-a09146ff-2ad7-4c05-89c5-6f828e4909f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:49:54.820451 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-a09146ff-2ad7-4c05-89c5-6f828e4909f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0560865 Apr 25 15:49:54.992315 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-9e9252a6-70a7-4eac-bf96-9437976353f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:49:54.993820 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-9e9252a6-70a7-4eac-bf96-9437976353f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677842 Apr 25 15:49:55.124947 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-34eb5673-d1f5-4ddc-a51e-d4316bdf5471 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250176 Apr 25 15:49:55.253753 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5d3f0f61-9584-4478-abbe-46671ca5865d req-ec11e095-088c-4bc9-b2e5-b9181b03f3dc service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231790 Apr 25 15:49:59.513092 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:04.962075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:08.708034 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c5771a6-8cc4-468f-811e-8b1ef27199a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:09.351672 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:50:11.068251 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6856715-5732-4079-ab52-7e6f997beec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:11.957491 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:12.254963 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:13.943520 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:14.027745 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ccfe9-b0f2-450f-aa6b-b360431b8239 req-6ef01399-5c62-45b6-9188-c755bb30f71f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:14.029237 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a7ccfe9-b0f2-450f-aa6b-b360431b8239 req-6ef01399-5c62-45b6-9188-c755bb30f71f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0818949 Apr 25 15:50:14.073614 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a7ccfe9-b0f2-450f-aa6b-b360431b8239 req-569b9971-c646-49a6-a18f-998f4c897c34 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387516 Apr 25 15:50:15.268425 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1005-4f5d-4625-8bfd-809be8bfeb07 req-1d89fdd7-89f6-42df-80f0-803b7f683ee7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:15.269857 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9cf1005-4f5d-4625-8bfd-809be8bfeb07 req-1d89fdd7-89f6-42df-80f0-803b7f683ee7 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0832274 Apr 25 15:50:15.313298 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-e9cf1005-4f5d-4625-8bfd-809be8bfeb07 req-8a259a66-0a66-4555-b276-abbf11919083 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Apr 25 15:50:16.505629 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12813e07-ba8c-488b-9322-eb367cb4e3c7 req-600fc075-c430-4c5a-a1bd-9365036ec7b1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:16.507077 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12813e07-ba8c-488b-9322-eb367cb4e3c7 req-600fc075-c430-4c5a-a1bd-9365036ec7b1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0838182 Apr 25 15:50:16.553563 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-12813e07-ba8c-488b-9322-eb367cb4e3c7 req-9ac83807-01ad-49df-898b-aa4ab595eca3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Apr 25 15:50:17.733287 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ea1f-2e8e-47de-b6d6-45d9d42af7f2 req-fb03561d-f37c-497e-a54e-c278a9dbc2d2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:17.734648 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aab0ea1f-2e8e-47de-b6d6-45d9d42af7f2 req-fb03561d-f37c-497e-a54e-c278a9dbc2d2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0792928 Apr 25 15:50:17.778792 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-aab0ea1f-2e8e-47de-b6d6-45d9d42af7f2 req-1ee730ee-c41e-4232-884e-55e4c99e535d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380542 Apr 25 15:50:18.960517 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42e55-ecca-4e1a-9c0e-87093666500a req-d2ad0322-72f9-4cb6-bc73-b5d9b382e19d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:18.961999 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39b42e55-ecca-4e1a-9c0e-87093666500a req-d2ad0322-72f9-4cb6-bc73-b5d9b382e19d tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0791543 Apr 25 15:50:19.005499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-39b42e55-ecca-4e1a-9c0e-87093666500a req-bfb8b6a8-812f-4ad4-996c-0830bb8761f2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376155 Apr 25 15:50:20.196304 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e35fd-68bf-45ab-aebc-83df87c03f93 req-e710d65c-c07b-414b-8e0a-e8a4f0703ff9 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:20.197801 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c5e35fd-68bf-45ab-aebc-83df87c03f93 req-e710d65c-c07b-414b-8e0a-e8a4f0703ff9 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0861382 Apr 25 15:50:20.241159 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-5c5e35fd-68bf-45ab-aebc-83df87c03f93 req-4bd40918-9167-44cf-ac78-14893cdb2e46 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Apr 25 15:50:21.423824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca6f4d-c729-4911-90ee-cf94c1cd00c8 req-2ba558c9-b0b5-49a5-a794-43258b08ef36 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:21.425285 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48ca6f4d-c729-4911-90ee-cf94c1cd00c8 req-2ba558c9-b0b5-49a5-a794-43258b08ef36 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0811660 Apr 25 15:50:21.469544 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-48ca6f4d-c729-4911-90ee-cf94c1cd00c8 req-b6fe739c-dcac-4193-849e-3731286faab3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378876 Apr 25 15:50:22.666682 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25bf55-1df7-482c-88e1-1f74987dfca7 req-50e4c1f1-2e47-48a9-a386-e264d3332f06 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:22.668150 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad25bf55-1df7-482c-88e1-1f74987dfca7 req-50e4c1f1-2e47-48a9-a386-e264d3332f06 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0802555 Apr 25 15:50:22.711620 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ad25bf55-1df7-482c-88e1-1f74987dfca7 req-5298d3bc-112e-47c1-acbe-128e7bde1208 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374651 Apr 25 15:50:23.895118 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ca1dc-ef27-4135-8d4a-918c64cca280 req-48d41c17-4606-4743-a266-ece09b313447 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:23.897128 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-667ca1dc-ef27-4135-8d4a-918c64cca280 req-48d41c17-4606-4743-a266-ece09b313447 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0806286 Apr 25 15:50:23.943531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-667ca1dc-ef27-4135-8d4a-918c64cca280 req-edd99e7a-4221-4109-8bf6-daf34b1f4833 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 Apr 25 15:50:24.127795 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44b680-938e-4e07-9457-43d1358c9875 req-022e1cd9-700e-4793-845e-869a781f3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:24.129570 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-022e1cd9-700e-4793-845e-869a781f3161 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1096 time: 0.0702031 Apr 25 15:50:24.262177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44b680-938e-4e07-9457-43d1358c9875 req-f739150b-cdb8-4bef-9d69-4248a55b95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:24.263622 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-f739150b-cdb8-4bef-9d69-4248a55b95df service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1280732 Apr 25 15:50:24.364220 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-38536314-d878-4b70-a593-17a3d0ed9c88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1001 time: 0.0951536 Apr 25 15:50:24.425560 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44b680-938e-4e07-9457-43d1358c9875 req-6f0477f5-3090-4269-be4f-7db5d49a4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:24.426899 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-6f0477f5-3090-4269-be4f-7db5d49a4e4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0565495 Apr 25 15:50:24.506747 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44b680-938e-4e07-9457-43d1358c9875 req-1a2e38f3-c00f-4188-94a7-e5eb09776669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:24.508249 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-1a2e38f3-c00f-4188-94a7-e5eb09776669 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754061 Apr 25 15:50:24.646534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-2e99bd8a-a125-4b8b-8733-38e7cac86374 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324842 Apr 25 15:50:24.775693 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ba44b680-938e-4e07-9457-43d1358c9875 req-b7dbfd54-b0ef-4ca0-9b2b-3b8f4fd02576 service neutron] 10.222.0.21 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235144 Apr 25 15:50:25.141210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b165-08e0-496a-89bf-b0c1c8e58c86 req-793eea30-d01c-4a1e-bd32-400e3a476da3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:25.142579 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98e1b165-08e0-496a-89bf-b0c1c8e58c86 req-793eea30-d01c-4a1e-bd32-400e3a476da3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0824940 Apr 25 15:50:25.185917 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-98e1b165-08e0-496a-89bf-b0c1c8e58c86 req-306b817e-08ad-43e0-af47-05ec77de2ec2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371468 Apr 25 15:50:26.374035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbe15c-fda0-4336-ad24-eb34d3b34045 req-06177ff0-2346-4311-b678-d4156b7ea807 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:26.375500 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-58cbe15c-fda0-4336-ad24-eb34d3b34045 req-06177ff0-2346-4311-b678-d4156b7ea807 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0836549 Apr 25 15:50:26.418736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-58cbe15c-fda0-4336-ad24-eb34d3b34045 req-af6947e5-5ebe-42fa-82ab-0ed0d6871887 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374525 Apr 25 15:50:27.606377 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da91c-decd-401b-9b63-05c2de49a044 req-e2f70b2a-ed88-4371-92ea-4afca45bc4ec tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:27.607819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b68da91c-decd-401b-9b63-05c2de49a044 req-e2f70b2a-ed88-4371-92ea-4afca45bc4ec tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.0831754 Apr 25 15:50:27.651015 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b68da91c-decd-401b-9b63-05c2de49a044 req-e4fda828-f1b1-428c-9872-ced287e81386 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 Apr 25 15:50:27.854936 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43778) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:50:28.049736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95973163-5cb3-41aa-bb92-ac177db5a95b req-47891b5e-8da6-4ded-81a0-4f85d9553af0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:28.051164 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95973163-5cb3-41aa-bb92-ac177db5a95b req-47891b5e-8da6-4ded-81a0-4f85d9553af0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.1383114 Apr 25 15:50:28.055189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-194144f6-5014-42b8-b360-d4dd252c7f9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1991479 Apr 25 15:50:28.098142 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-95973163-5cb3-41aa-bb92-ac177db5a95b req-72d08743-2468-49ca-9aa7-36a67fb1b915 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405440 Apr 25 15:50:29.522891 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:29.554096 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34b42-5fdf-4d62-a680-fb163f885274 req-ac40c45b-6cce-4995-baf4-c1d08989b0e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:29.555654 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36c34b42-5fdf-4d62-a680-fb163f885274 req-ac40c45b-6cce-4995-baf4-c1d08989b0e1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 945 time: 0.1898124 Apr 25 15:50:29.599534 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-36c34b42-5fdf-4d62-a680-fb163f885274 req-f5ce73ac-fe93-410b-a2f2-fb8672951bdb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372715 Apr 25 15:50:29.824040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:50:29.974430 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:30.000529 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:50:30.010925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:50:30.020756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:30.088751 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:50:30.097692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.098120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.098699 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.099239 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.099582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.099929 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.100266 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.100605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.100963 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.101297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.101630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.101971 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:30.115415 n-d-811416-6 neutron-server[88062]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86f2fdba-6486-405d-9a44-02c0466985b1']: {'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'code': 422} returned with failed status Apr 25 15:50:30.557951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-666db874-802e-489c-b30e-49e42a37cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:30.559423 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-666db874-802e-489c-b30e-49e42a37cfab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939&tenant_id=581eb2487b3a449e999d944b2da306c4 HTTP/1.1" status: 200 len: 1094 time: 0.0745442 Apr 25 15:50:30.571239 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-6', 'device_owner': 'compute:nova'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:50:30.681026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:30.785418 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0078-a61e-48c4-a40f-53784484eb61 req-fa3f39fa-436a-40f1-ad7d-f83ba9babebc tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:30.787263 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-898f0078-a61e-48c4-a40f-53784484eb61 req-fa3f39fa-436a-40f1-ad7d-f83ba9babebc tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0824270 Apr 25 15:50:30.831877 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-898f0078-a61e-48c4-a40f-53784484eb61 req-723687a4-6af8-4d12-aa20-65ac69d9279c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388975 Apr 25 15:50:31.056558 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:50:31.083993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h1-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:50:31.134719 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75452ed4-d17f-4f52-964a-93ce417dd6a1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:50:31.142020 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:31.156698 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Transition to ACTIVE for port object 75452ed4-d17f-4f52-964a-93ce417dd6a1 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:50:31.160329 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:31.312669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:50:31.331871 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.332225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.332577 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.332918 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.333859 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.334198 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.334534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.334866 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.335197 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.335529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.335877 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.336186 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:50:31.382488 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] No DVR routers for this DVR port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on host n-h1-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:50:31.610624 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:50:31.611234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:50:31.611234 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:50:31.615725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on network e2a6e3c0-290e-4996-957d-18787c9c9310 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:50:31.616046 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Attempting to bind port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on network e2a6e3c0-290e-4996-957d-18787c9c9310 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:50:31.621055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:50:31.621407 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Checking segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:50:31.621791 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Bound using segment: {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:50:31.622210 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Bound port: 75452ed4-d17f-4f52-964a-93ce417dd6a1, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffb05f0-1176-49e9-874f-f8e34437a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:50:31.622551 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:31.713163 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:50:31.716291 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:50:31.720103 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:31.772380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:31.773529 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:31.774785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1091 time: 1.2080150 Apr 25 15:50:31.777424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:50:31.839692 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9833245e-1a1a-4dc4-a8c8-4ad3adaffe3e'] response: {'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'status': 'completed', 'code': 200} Apr 25 15:50:31.853334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88547e-5c9c-438d-8c2f-4c5a5648e5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:50:31.888295 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-d92c59c4-0e52-40f9-b65c-899b808f7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:31.889922 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-d92c59c4-0e52-40f9-b65c-899b808f7452 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1094 time: 0.0893838 Apr 25 15:50:32.025842 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4edc9-ec9a-4666-a6a8-59271cf9f573 req-ec87de32-b7ca-427e-9d76-4597f095ce6a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:32.026402 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-84276ca5-7373-4eae-8ae9-c031ba0b41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:32.027328 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dac4edc9-ec9a-4666-a6a8-59271cf9f573 req-ec87de32-b7ca-427e-9d76-4597f095ce6a tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0823982 Apr 25 15:50:32.027431 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-84276ca5-7373-4eae-8ae9-c031ba0b41a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1310484 Apr 25 15:50:32.072632 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dac4edc9-ec9a-4666-a6a8-59271cf9f573 req-513d0777-a8c5-41e0-b74b-aeddf00344ea tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386674 Apr 25 15:50:32.135746 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-d3ed5e5c-115c-413a-b68b-ad468f03d9b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 999 time: 0.1018345 Apr 25 15:50:32.196086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-3a73ff4f-79f2-4881-a357-e7197114a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:32.197469 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-3a73ff4f-79f2-4881-a357-e7197114a53b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0557120 Apr 25 15:50:32.271851 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-4d9dd614-0ca6-4bb5-b687-35d5e04755ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:32.273346 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-4d9dd614-0ca6-4bb5-b687-35d5e04755ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696342 Apr 25 15:50:32.283468 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-a93ccc45-f001-43a2-b661-1687e801ddcd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:50:32.284392 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-a93ccc45-f001-43a2-b661-1687e801ddcd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046194 Apr 25 15:50:32.410173 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-b792403c-92f3-4373-b01e-b7ca49379cfe service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200757 Apr 25 15:50:32.538833 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-f20d3341-ec01-497a-8fbb-69d610fcb795 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227007 Apr 25 15:50:32.763755 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-8ed58d13-049d-4f45-82b3-ef39c41e26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:32.765299 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-8ed58d13-049d-4f45-82b3-ef39c41e26ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1094 time: 0.1822896 Apr 25 15:50:32.893927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-820161f5-658f-498f-a518-cdf6d3b5edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:32.895400 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-820161f5-658f-498f-a518-cdf6d3b5edca service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1222527 Apr 25 15:50:32.999662 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-62502079-4fc6-4416-9ca1-6b8d28ea7ad3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 999 time: 0.0975788 Apr 25 15:50:33.060478 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-62dbe5c4-e68d-4540-b4ab-4098de73350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:33.061822 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-62dbe5c4-e68d-4540-b4ab-4098de73350b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0557027 Apr 25 15:50:33.139228 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-4fd4f65e-0eb0-4d52-9c43-9748140b61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:33.140700 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-4fd4f65e-0eb0-4d52-9c43-9748140b61eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732105 Apr 25 15:50:33.318533 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-d06e0a76-7dd2-434b-a7a7-991f9a30fbbe service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708593 Apr 25 15:50:33.372140 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b3fee-b03c-4254-b481-7f4335d76e41 req-adbb1151-fe96-4284-892d-d3f9c53e6b64 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:33.373569 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e3b3fee-b03c-4254-b481-7f4335d76e41 req-adbb1151-fe96-4284-892d-d3f9c53e6b64 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.1904809 Apr 25 15:50:33.479368 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-1e3b3fee-b03c-4254-b481-7f4335d76e41 req-c87ef48f-82d3-40fd-88cb-8414a2105eab tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596635 Apr 25 15:50:33.500732 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-bb0b4a7c-a917-418a-98e4-86233d416cbd req-0d99f367-7de3-4880-8c40-0ffefaed2206 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746082 Apr 25 15:50:34.673266 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db0df5-d355-4d96-9bcf-c9bf5c1cc2c3 req-a3247154-69a2-42ec-9d52-0703d4d64d22 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:34.674730 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d2db0df5-d355-4d96-9bcf-c9bf5c1cc2c3 req-a3247154-69a2-42ec-9d52-0703d4d64d22 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0907059 Apr 25 15:50:34.718177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-d2db0df5-d355-4d96-9bcf-c9bf5c1cc2c3 req-685d7f8b-49d1-4a7e-93db-bd3fd267a195 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 Apr 25 15:50:34.977846 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:35.899309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068a096-d9b5-4fe1-b7c4-81a212abc517 req-5d2f7091-531e-4d69-80cb-4a3817220c5b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:35.900795 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c068a096-d9b5-4fe1-b7c4-81a212abc517 req-5d2f7091-531e-4d69-80cb-4a3817220c5b tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0791087 Apr 25 15:50:35.944025 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c068a096-d9b5-4fe1-b7c4-81a212abc517 req-29dde84e-790b-4bd1-8203-1d157af411f6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 Apr 25 15:50:37.128307 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425dd7-898e-4a39-97eb-6e7624150b18 req-88d60107-ffeb-4592-b3cc-0f304541833c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:37.129719 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84425dd7-898e-4a39-97eb-6e7624150b18 req-88d60107-ffeb-4592-b3cc-0f304541833c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0845995 Apr 25 15:50:37.172462 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-84425dd7-898e-4a39-97eb-6e7624150b18 req-a2782dbe-750d-451c-b1fd-92334412c9cd tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369878 Apr 25 15:50:38.354529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406df2-4891-4b8d-9981-63e328cee80d req-bb427837-9a54-408f-97f9-74dbc13ed970 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:38.355859 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2406df2-4891-4b8d-9981-63e328cee80d req-bb427837-9a54-408f-97f9-74dbc13ed970 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0820899 Apr 25 15:50:38.398931 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b2406df2-4891-4b8d-9981-63e328cee80d req-4fa37612-3bd8-457b-9c0c-8eb9a3f3ebb5 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Apr 25 15:50:38.710572 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b896f784-efb1-4beb-8b1d-4d7cb1cbda73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:39.585388 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf33a-48d6-4d4e-beb7-c71e0eb31f98 req-ab14acca-f927-408b-b379-873df34dc47c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:39.586837 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-746cf33a-48d6-4d4e-beb7-c71e0eb31f98 req-ab14acca-f927-408b-b379-873df34dc47c tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.0803864 Apr 25 15:50:39.634391 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-746cf33a-48d6-4d4e-beb7-c71e0eb31f98 req-0b2767b7-0520-405f-872c-7f87390110da tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Apr 25 15:50:40.858086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56819-9f07-4b08-8726-dfc71a9f8f8b req-0e1eab75-69a6-444b-8142-7c36f2731eee tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:40.859530 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46f56819-9f07-4b08-8726-dfc71a9f8f8b req-0e1eab75-69a6-444b-8142-7c36f2731eee tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.1219714 Apr 25 15:50:40.903056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-46f56819-9f07-4b08-8726-dfc71a9f8f8b req-44ce6fbc-65fe-48f6-b771-cf4976747338 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371969 Apr 25 15:50:41.069661 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fcd68cc-6a7c-40fb-ac0b-fadd0ac674e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:41.935681 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:50:41.977469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:42.085399 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:50:42.100675 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'port_id': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'mac_address': 'fa:16:3e:5b:f9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:50:42.138247 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30fcba-78ad-41d6-b512-5344ab2ec976 req-605aad1b-96a1-427b-8e20-3b0db5db1f2e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:42.139717 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a30fcba-78ad-41d6-b512-5344ab2ec976 req-605aad1b-96a1-427b-8e20-3b0db5db1f2e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 943 time: 0.1304629 Apr 25 15:50:42.160829 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:42.177589 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75452ed4-d17f-4f52-964a-93ce417dd6a1 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:50:42.185378 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a30fcba-78ad-41d6-b512-5344ab2ec976 req-ff7272b2-9805-4613-b435-e257247c86c3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Apr 25 15:50:42.193915 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:50:42.197594 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:42.271750 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:42.281297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=9']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:50:42.408265 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['75452ed4-d17f-4f52-964a-93ce417dd6a1'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:50:43.371307 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7ab9c-e46b-49bb-be5b-d04b7cfea39c req-8d91568a-7152-4492-a0c9-5c613750d494 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:43.372768 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64e7ab9c-e46b-49bb-be5b-d04b7cfea39c req-8d91568a-7152-4492-a0c9-5c613750d494 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 944 time: 0.0818079 Apr 25 15:50:43.416285 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-64e7ab9c-e46b-49bb-be5b-d04b7cfea39c req-3b330453-d1a8-4115-981e-154b71d8a03e tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378180 Apr 25 15:50:43.945894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:43.951873 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:50:44.017188 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 75452ed4-d17f-4f52-964a-93ce417dd6a1 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:50:44.021813 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 75452ed4-d17f-4f52-964a-93ce417dd6a1 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:50:44.022193 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:44.136701 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:44.162609 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:50:44.172430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:50:44.176926 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:50:44.246773 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=10']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:50:44.602596 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ae268-a235-4d81-afa0-3c3627a2cf15 req-4407ec4b-c9b4-437e-96bb-a769c07f0e27 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:44.604041 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d2ae268-a235-4d81-afa0-3c3627a2cf15 req-4407ec4b-c9b4-437e-96bb-a769c07f0e27 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 946 time: 0.0791721 Apr 25 15:50:44.650266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3d2ae268-a235-4d81-afa0-3c3627a2cf15 req-b3a58cd8-f892-4003-8dee-8a53329f2cbb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405645 Apr 25 15:50:45.217463 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0314104e-2e2b-411c-a996-c64995088144'] response: {'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'code': 200} Apr 25 15:50:45.414799 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ff86f-862e-4da0-b7db-909478cff9ef req-6c5b7436-0222-4de0-89c7-78a233e16b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:45.416230 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-122ff86f-862e-4da0-b7db-909478cff9ef req-6c5b7436-0222-4de0-89c7-78a233e16b93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1097 time: 0.0684812 Apr 25 15:50:45.456939 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-122ff86f-862e-4da0-b7db-909478cff9ef req-a63a2c07-d044-4f66-aad3-98d0a5ea5e91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347424 Apr 25 15:50:45.836109 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe24d7-4d7d-45ca-a894-5b49ae038446 req-f8b40ed3-573e-4287-8efd-2ccb0eb56fcb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:45.837510 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62fe24d7-4d7d-45ca-a894-5b49ae038446 req-f8b40ed3-573e-4287-8efd-2ccb0eb56fcb tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 946 time: 0.0826883 Apr 25 15:50:45.882209 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-62fe24d7-4d7d-45ca-a894-5b49ae038446 req-7f56a6c2-e40a-44c1-b83c-ae18ec34d690 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Apr 25 15:50:46.350929 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:50:47.064596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77f71-0f9d-4a99-b25e-aefabc264e85 req-30ac3d3e-76bd-422d-b8ab-d71c5d073c52 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:47.066072 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2c77f71-0f9d-4a99-b25e-aefabc264e85 req-30ac3d3e-76bd-422d-b8ab-d71c5d073c52 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 946 time: 0.0790815 Apr 25 15:50:47.113678 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a2c77f71-0f9d-4a99-b25e-aefabc264e85 req-3e118987-0ff8-4d44-b921-26cb76e9aaf8 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Apr 25 15:50:51.599641 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-f27922e5-80cc-4dd0-92a4-1861483bb5cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689890 Apr 25 15:50:51.734775 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-7702c031-1d40-4113-bdde-8f8ca61c864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:51.736146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-7702c031-1d40-4113-bdde-8f8ca61c864e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1097 time: 0.0722060 Apr 25 15:50:51.980195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-c3c6960b-c9c7-416a-9944-ff8bc934240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:51.981728 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-c3c6960b-c9c7-416a-9944-ff8bc934240f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.2266235 Apr 25 15:50:52.083386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-e9e4efd9-a176-4aef-be1c-611f4f190ae6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1001 time: 0.0955312 Apr 25 15:50:52.146531 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-00c2f431-43bc-4364-8ceb-1ca8c2fa2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:52.147949 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-00c2f431-43bc-4364-8ceb-1ca8c2fa2228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0589745 Apr 25 15:50:52.220670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-a5cec4f9-91c0-4702-a048-abea4040e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:50:52.222175 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-a5cec4f9-91c0-4702-a048-abea4040e433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681159 Apr 25 15:50:52.350070 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-3d7dcc37-8182-47b6-b77e-57a49d372c14 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217296 Apr 25 15:50:52.478774 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-3cb1676b-f423-4428-992d-ee78b461ed9f req-62c71f2a-edb3-477d-be44-ca2cfe3dc746 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223128 Apr 25 15:50:59.542301 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:04.984766 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:08.712919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce44d-165e-4cc6-a984-04a51896de2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:11.071515 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6f2466d-a967-4841-a4ef-117a0e34bc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:11.960977 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:12.260407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:13.947512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:23.351623 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:51:29.555964 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:34.992125 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:38.715913 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d1cb983b-1d30-48a4-9ef5-c61bd34a534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:41.077312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99c297d9-b37c-4c0b-b7a3-1d467ccab070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:41.962819 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:42.262112 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:43.950122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:51:52.799043 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-a628be28-f24b-401a-89c6-98efebb9f3af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089292 Apr 25 15:51:52.934512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-043fa7c4-11e5-4017-b0c7-b14335f3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:51:52.935943 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-043fa7c4-11e5-4017-b0c7-b14335f3ebaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1097 time: 0.0694942 Apr 25 15:51:53.075959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-f1087716-94e9-4b7e-a437-9369735b4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:51:53.077357 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-f1087716-94e9-4b7e-a437-9369735b4ea7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1239963 Apr 25 15:51:53.180146 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-07edab5a-a936-45f5-a460-9259f1059a55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 1001 time: 0.0965190 Apr 25 15:51:53.243334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-d74ac628-ed30-4791-8192-4bbaf8fb01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:51:53.244954 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-d74ac628-ed30-4791-8192-4bbaf8fb01f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0592809 Apr 25 15:51:53.320451 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-45888baa-215f-4325-a009-dd6b21bd0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:51:53.321942 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-45888baa-215f-4325-a009-dd6b21bd0d85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691833 Apr 25 15:51:53.451162 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-128c206e-1c19-4875-ad84-62628f2ccba2 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225815 Apr 25 15:51:53.583393 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f2ccde09-3df5-424c-a353-518be0ac15ac req-b56c45cf-e787-4648-8903-fe374087f312 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267390 Apr 25 15:51:59.570135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:00.350602 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:52:04.991010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:05.577462 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43866) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:05.877093 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Deleting port b35f7d31-1b5c-4357-a3b6-44a475d1a3c2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:05.877342 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:06.047041 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:06.047373 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:06.175662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Calling delete_port for b35f7d31-1b5c-4357-a3b6-44a475d1a3c2 owned by network:floatingip {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:06.321490 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:06.395497 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event deleted for resources: {'Port': ['ID=b35f7d31-1b5c-4357-a3b6-44a475d1a3c2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:06.412146 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.412491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.412827 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.413196 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.413528 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.413854 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.414184 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.414508 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.415422 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.415744 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.416063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.416381 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:06.471237 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:06.471575 n-d-811416-6 neutron-server[88061]: INFO neutron.db.l3_db [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Floating IP c940e9c9-49b2-464e-80f4-89db7ede1113 disassociated (deleted). External IP: 172.25.0.177, port: 75452ed4-d17f-4f52-964a-93ce417dd6a1. Apr 25 15:52:06.821286 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Router a30c76a3-9e79-42d3-994a-c2902dc24967 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:52:06.997838 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:07.007149 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:07.018129 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:07.018728 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:07.019482 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:07.203189 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-83a7485a-64df-4b85-8f8e-9814370329c1 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "DELETE /v2.0/floatingips/c940e9c9-49b2-464e-80f4-89db7ede1113 HTTP/1.1" status: 204 len: 168 time: 1.6246274 Apr 25 15:52:07.203772 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:52:07.214479 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:07.257082 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc2e5ec-3cf5-4656-b8b6-17bf153a7879'] response: {'name': 'network-changed', 'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'status': 'completed', 'code': 200} Apr 25 15:52:07.350424 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-52f90059-e60d-42e1-bfe9-fc7945b8da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:07.351907 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-52f90059-e60d-42e1-bfe9-fc7945b8da43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=581eb2487b3a449e999d944b2da306c4&device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 1097 time: 0.0712864 Apr 25 15:52:07.518818 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-9549b5f4-0747-41b2-8ccb-9219dc02591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:07.520270 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-9549b5f4-0747-41b2-8ccb-9219dc02591d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 200 len: 910 time: 0.1624234 Apr 25 15:52:07.572808 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:07.576790 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:07.586648 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:07.587399 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:51:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:07.594091 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-cf3c6fcc-9a97-489f-a9be-f3b75889cae4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 200 len: 217 time: 0.0667951 Apr 25 15:52:07.617060 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257aee-3f8a-4ff3-b988-6e9fa76de643 req-d5d6dfc9-5cc0-4a4a-897d-46c7625737d6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:07.619119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42257aee-3f8a-4ff3-b988-6e9fa76de643 req-d5d6dfc9-5cc0-4a4a-897d-46c7625737d6 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 946 time: 0.0826161 Apr 25 15:52:07.661523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-f6a5ba71-1fa0-4b21-b059-358aa39e0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:07.663068 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-f6a5ba71-1fa0-4b21-b059-358aa39e0d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 200 len: 848 time: 0.0619361 Apr 25 15:52:07.663181 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-42257aee-3f8a-4ff3-b988-6e9fa76de643 req-2e74c266-fcc0-43b7-b30e-46ee49d9d2d5 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378385 Apr 25 15:52:07.741372 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-7f547469-3aab-405a-a981-ae19f8228c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:07.742855 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-7f547469-3aab-405a-a981-ae19f8228c16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a6e3c0-290e-4996-957d-18787c9c9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739920 Apr 25 15:52:07.773012 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:07.875835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-8c826b82-b4cf-4a95-92d6-a004fce7c801 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268449 Apr 25 15:52:08.010252 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b19b585b-c4d2-428c-9967-a85bf2f66d4b req-6972d82b-a4b5-4b6e-9094-93cb006fa541 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258609 Apr 25 15:52:08.076965 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:08.080805 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdae656-29b3-4d2a-a0de-bcd882056272 None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:43:21Z', 'revision_number': 4, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '18904832-43bd-4aab-bcd5-64eeafb8bcee', 'name': '', 'network_id': 'e2a6e3c0-290e-4996-957d-18787c9c9310', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'mac_address': 'fa:16:3e:d9:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'afaac858-9105-4283-a917-8c1411335eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:20Z', 'updated_at': '2022-04-25T15:43:27Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'subnets': [{'id': 'afaac858-9105-4283-a917-8c1411335eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:08.283084 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45c813-74af-4286-8814-0b359dbb237a None None] New status for floating IP c940e9c9-49b2-464e-80f4-89db7ede1113: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:52:08.719015 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba48a3bb-6353-4cf5-b50d-de5cc536a44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:08.865180 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecb58d-be6e-42d0-b908-17eadeea7950 req-2c339417-f081-49f6-9f9d-d26ec6c90336 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:08.866236 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-26ecb58d-be6e-42d0-b908-17eadeea7950 req-2c339417-f081-49f6-9f9d-d26ec6c90336 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:52:08.880647 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-26ecb58d-be6e-42d0-b908-17eadeea7950 req-2c339417-f081-49f6-9f9d-d26ec6c90336 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:52:08.881835 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26ecb58d-be6e-42d0-b908-17eadeea7950 req-2c339417-f081-49f6-9f9d-d26ec6c90336 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 946 time: 0.1003444 Apr 25 15:52:08.925994 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-26ecb58d-be6e-42d0-b908-17eadeea7950 req-0519e7a7-7936-4e0a-b526-0f817f035633 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/security-groups?id=5eb417ea-b73e-4dc0-9f94-646ef379b2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381010 Apr 25 15:52:09.044543 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-efc92e03-5dc1-4760-b035-c916e6a7a6b0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:09.045947 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-efc92e03-5dc1-4760-b035-c916e6a7a6b0 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 946 time: 0.0800748 Apr 25 15:52:09.112964 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Deleting port 75452ed4-d17f-4f52-964a-93ce417dd6a1 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:09.113337 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:09.358080 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] For port 75452ed4-d17f-4f52-964a-93ce417dd6a1, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=75452ed4-d17f-4f52-964a-93ce417dd6a1,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:09.358355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:09.478635 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Calling delete_port for 75452ed4-d17f-4f52-964a-93ce417dd6a1 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:09.622255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:09.676058 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event deleted for resources: {'Port': ['ID=75452ed4-d17f-4f52-964a-93ce417dd6a1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:09.853534 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] No DVR routers for this DVR port 75452ed4-d17f-4f52-964a-93ce417dd6a1 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:52:09.855975 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:09.858357 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-deleted', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:52:09.875304 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b5574c39-9e49-4ee5-9ce0-c02f2296d7c3 req-36c6f280-b93d-4690-8b1c-397630931dc2 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.15 "DELETE /v2.0/ports/75452ed4-d17f-4f52-964a-93ce417dd6a1 HTTP/1.1" status: 204 len: 173 time: 0.8245625 Apr 25 15:52:09.909212 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae5d9c2-5a6d-4afa-9792-b611b735c650'] response: {'server_uuid': '834bf3c4-8521-48b1-a3c1-4ef3c19fd939', 'name': 'network-vif-deleted', 'tag': '75452ed4-d17f-4f52-964a-93ce417dd6a1', 'status': 'completed', 'code': 200} Apr 25 15:52:10.081328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a1447039-57b5-4295-9434-5fde982e2e35 req-19ae503e-c5aa-450f-9711-9ebf17934ce3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Synchronizing usage tracker for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:52:10.098110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a1447039-57b5-4295-9434-5fde982e2e35 req-19ae503e-c5aa-450f-9711-9ebf17934ce3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Unset dirty status for tenant:581eb2487b3a449e999d944b2da306c4 on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:52:10.099485 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a1447039-57b5-4295-9434-5fde982e2e35 req-19ae503e-c5aa-450f-9711-9ebf17934ce3 tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "GET /v2.0/ports?device_id=834bf3c4-8521-48b1-a3c1-4ef3c19fd939 HTTP/1.1" status: 200 len: 210 time: 0.0641427 Apr 25 15:52:11.072440 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1235-bdfa-45c8-abdd-78bf6e13a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:11.195899 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43886) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:11.262880 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-def01af6-416f-4eca-a17d-64bf4ddf6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:11.291732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-def01af6-416f-4eca-a17d-64bf4ddf6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:11.358104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-def01af6-416f-4eca-a17d-64bf4ddf6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:11.376421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01af6-416f-4eca-a17d-64bf4ddf6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb417ea-b73e-4dc0-9f94-646ef379b2f8,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:11.391083 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-def01af6-416f-4eca-a17d-64bf4ddf6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:11.394948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-def01af6-416f-4eca-a17d-64bf4ddf6a1f tempest-TestShelveInstance-405248257 tempest-TestShelveInstance-405248257-project] 10.222.0.23 "DELETE /v2.0/security-groups/5eb417ea-b73e-4dc0-9f94-646ef379b2f8 HTTP/1.1" status: 204 len: 168 time: 0.1954405 Apr 25 15:52:11.442110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43892) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:11.970068 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:12.099688 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:12.266441 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:12.276411 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:12.320033 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 75452ed4-d17f-4f52-964a-93ce417dd6a1 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:12.320387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 75452ed4-d17f-4f52-964a-93ce417dd6a1 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:12.460723 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Deleting port 18904832-43bd-4aab-bcd5-64eeafb8bcee {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:12.461367 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:12.633883 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] For port 18904832-43bd-4aab-bcd5-64eeafb8bcee, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=18904832-43bd-4aab-bcd5-64eeafb8bcee,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:12.634247 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:12.872301 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Calling delete_port for 18904832-43bd-4aab-bcd5-64eeafb8bcee owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:13.192967 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:13.243431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Pushing event deleted for resources: {'Port': ['ID=18904832-43bd-4aab-bcd5-64eeafb8bcee,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:13.509521 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:13.860470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Router a30c76a3-9e79-42d3-994a-c2902dc24967 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:52:13.953110 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:14.036022 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:14.045157 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] Sync routers for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:14.052246 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-bee2a29a-64a2-43ae-b2ee-6f3b70209716 admin admin] 10.222.0.23 "PUT /v2.0/routers/a30c76a3-9e79-42d3-994a-c2902dc24967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6088300 Apr 25 15:52:14.055334 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43898) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:14.055618 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:14.056288 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:14.242068 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:14.357576 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:14.541665 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:14.551621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Deleting port 317160c9-8e91-44fc-bebd-10096e3e458c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:14.551999 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:14.572494 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:52:13Z', 'revision_number': 5, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port': {'id': '317160c9-8e91-44fc-bebd-10096e3e458c', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:18Z', 'updated_at': '2022-04-25T15:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:14.576307 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] Checking router: a30c76a3-9e79-42d3-994a-c2902dc24967 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:14.584509 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] Routers {'a30c76a3-9e79-42d3-994a-c2902dc24967'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:14.585146 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['a30c76a3-9e79-42d3-994a-c2902dc24967'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:14.728687 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] For port 317160c9-8e91-44fc-bebd-10096e3e458c, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=317160c9-8e91-44fc-bebd-10096e3e458c,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:14.729061 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:14.732425 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] Set router a30c76a3-9e79-42d3-994a-c2902dc24967 gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:14.838518 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:52:14Z', 'revision_number': 6, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:14.842457 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f66677-4fa0-4e71-9629-28a693093908 None None] The sync data for ids ['a30c76a3-9e79-42d3-994a-c2902dc24967'] in n-d-811416-6 is: [{'id': 'a30c76a3-9e79-42d3-994a-c2902dc24967', 'name': 'tempest-TestShelveInstance-2103543211-router', 'tenant_id': '581eb2487b3a449e999d944b2da306c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:17Z', 'updated_at': '2022-04-25T15:52:14Z', 'revision_number': 6, 'project_id': '581eb2487b3a449e999d944b2da306c4', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:14.860164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Calling delete_port for 317160c9-8e91-44fc-bebd-10096e3e458c owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:15.022749 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.071911 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=317160c9-8e91-44fc-bebd-10096e3e458c,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:15.165219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.341138 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.343293 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.364974 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.365498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a30c76a3-9e79-42d3-994a-c2902dc24967 {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:52:15.377737 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.378843 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e69fbf63-b379-4b15-8866-5c0f02678bf0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a30c76a3-9e79-42d3-994a-c2902dc24967 HTTP/1.1" status: 204 len: 168 time: 1.3225877 Apr 25 15:52:15.381512 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43902) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:15.438761 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Deleting subnet afaac858-9105-4283-a917-8c1411335eed {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:52:15.441537 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.490738 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.630205 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18904832-43bd-4aab-bcd5-64eeafb8bcee no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:15.667421 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 18904832-43bd-4aab-bcd5-64eeafb8bcee {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:15.668079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 18904832-43bd-4aab-bcd5-64eeafb8bcee not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:15.668079 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 317160c9-8e91-44fc-bebd-10096e3e458c no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:15.681462 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.703597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 317160c9-8e91-44fc-bebd-10096e3e458c {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:15.703961 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 317160c9-8e91-44fc-bebd-10096e3e458c not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:15.748987 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.797494 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afaac858-9105-4283-a917-8c1411335eed,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:15.799694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.809135 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-9eed8443-c847-4ae2-ac88-85607fdba1f8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/afaac858-9105-4283-a917-8c1411335eed HTTP/1.1" status: 204 len: 168 time: 0.4244950 Apr 25 15:52:15.809465 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2d230-3428-4e36-8211-f1713323d6ce None None] Network e2a6e3c0-290e-4996-957d-18787c9c9310 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:52:15.809642 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43906) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:15.920954 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:15.932174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Deleting port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:15.932507 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.065235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] DHCP port deletion for e2a6e3c0-290e-4996-957d-18787c9c9310 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:52:16.069475 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Deleting port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:16.069861 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.143367 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] For port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:16.143658 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.270048 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Calling delete_port for 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:16.272493 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] For port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,segment=NetworkSegment(dffb05f0-1176-49e9-874f-f8e34437a765),segment_id=dffb05f0-1176-49e9-874f-f8e34437a765)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:16.272895 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.347866 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.395380 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ec2f33-0f0a-4802-9b8f-f6457b1bd37e,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:16.399903 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] No DVR routers for this DVR port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:52:16.403096 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Calling delete_port for 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:16.479064 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:52:16.479597 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:52:16.516070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.544809 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a6e3c0-290e-4996-957d-18787c9c9310']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:16.556699 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffb05f0-1176-49e9-874f-f8e34437a765') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:16.557005 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffb05f0-1176-49e9-874f-f8e34437a765') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:16.568075 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.584122 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.590745 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:52:16.591173 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:52:16.604230 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:52:16.677940 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.693321 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:16.705153 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a6e3c0-290e-4996-957d-18787c9c9310,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:16.717115 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-82eb41d4-c777-4f2f-95b3-e26756dabd64 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e2a6e3c0-290e-4996-957d-18787c9c9310 HTTP/1.1" status: 204 len: 168 time: 0.9064975 Apr 25 15:52:16.719894 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43910) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:16.980468 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Deleting port 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:16.981052 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:17.050829 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-df07e14b-6464-4427-9183-7cdfa811dd4a None None] The port '46ec2f33-0f0a-4802-9b8f-f6457b1bd37e' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:52:17.366552 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:17.558026 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:17.591981 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:17.592329 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 46ec2f33-0f0a-4802-9b8f-f6457b1bd37e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:17.716569 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Deleting port 52439517-8e54-4ee0-96a4-fe9805938eae {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:17.717287 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:17.889151 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] For port 52439517-8e54-4ee0-96a4-fe9805938eae, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=52439517-8e54-4ee0-96a4-fe9805938eae,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:17.889512 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:18.010194 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Calling delete_port for 52439517-8e54-4ee0-96a4-fe9805938eae owned by network:router_interface {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:18.184772 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:18.231582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Pushing event deleted for resources: {'Port': ['ID=52439517-8e54-4ee0-96a4-fe9805938eae,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:18.501499 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:18.966943 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Router 66c6c130-02fa-4fa5-a680-f32a51b6f89d has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:52:19.142492 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:19.151525 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] Sync routers for ids ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:19.158389 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8cebd7ee-05a3-46eb-9de6-d3d790d26337 admin admin] 10.222.0.23 "PUT /v2.0/routers/66c6c130-02fa-4fa5-a680-f32a51b6f89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4374971 Apr 25 15:52:19.160692 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] Routers {'66c6c130-02fa-4fa5-a680-f32a51b6f89d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:19.161053 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43914) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:19.161422 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:19.332213 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks [] for router, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:19.337214 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] Set router 66c6c130-02fa-4fa5-a680-f32a51b6f89d gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:19.510947 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:19.523394 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Deleting port 67ed0282-a15c-4aff-b4b3-d41f36954352 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:19.524423 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:19.655283 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:52:18Z', 'revision_number': 5, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port': {'id': '67ed0282-a15c-4aff-b4b3-d41f36954352', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:43:24Z', 'updated_at': '2022-04-25T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:19.658947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] Checking router: 66c6c130-02fa-4fa5-a680-f32a51b6f89d for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:19.667235 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] Routers {'66c6c130-02fa-4fa5-a680-f32a51b6f89d'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:19.667836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:19.698672 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] For port 67ed0282-a15c-4aff-b4b3-d41f36954352, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=67ed0282-a15c-4aff-b4b3-d41f36954352,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:19.699058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:19.817316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] Set router 66c6c130-02fa-4fa5-a680-f32a51b6f89d gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:19.821725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Calling delete_port for 67ed0282-a15c-4aff-b4b3-d41f36954352 owned by network:router_gateway {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:19.942078 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:52:19Z', 'revision_number': 6, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:19.947056 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7950f-4ea0-4fa0-9e78-78eff0ec7ef5 None None] The sync data for ids ['66c6c130-02fa-4fa5-a680-f32a51b6f89d'] in n-d-811416-6 is: [{'id': '66c6c130-02fa-4fa5-a680-f32a51b6f89d', 'name': 'tempest-TestShelveInstance-763566512-router', 'tenant_id': '2bd902c2f553405da78c2c174ffc473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:43:23Z', 'updated_at': '2022-04-25T15:52:19Z', 'revision_number': 6, 'project_id': '2bd902c2f553405da78c2c174ffc473e', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:20.109984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.159539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Pushing event deleted for resources: {'Port': ['ID=67ed0282-a15c-4aff-b4b3-d41f36954352,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:20.248546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.424099 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.426270 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.448969 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.449507 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c6c130-02fa-4fa5-a680-f32a51b6f89d {{(pid=88061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:52:20.461201 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.462373 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-8cbd7360-d18e-45ac-9e4f-b3ebfcac598b admin admin] 10.222.0.23 "DELETE /v2.0/routers/66c6c130-02fa-4fa5-a680-f32a51b6f89d HTTP/1.1" status: 204 len: 168 time: 1.3003781 Apr 25 15:52:20.464850 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43918) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:20.523900 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Deleting subnet 4c997d39-9dc1-4e50-8d8f-7a947e08e5a1 {{(pid=88061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:52:20.526875 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.577705 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194280'] for subnet, precommit_delete_associations {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.657192 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.727848 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2751041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2248192'] for subnet, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.774775 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.777458 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c997d39-9dc1-4e50-8d8f-7a947e08e5a1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:20.777593 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466e5ba-36f4-41df-b90c-7aee9b230943 None None] Network e6afab58-cca9-45fe-8413-79427ec8e5e0 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:52:20.784968 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ce772e50-6c92-4288-a1ee-d5d4ef845b5a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4c997d39-9dc1-4e50-8d8f-7a947e08e5a1 HTTP/1.1" status: 204 len: 168 time: 0.3168821 Apr 25 15:52:20.785167 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43922) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:20.888909 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:20.900750 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Deleting port 112be566-b033-41a5-a09c-744915437e18 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:20.901116 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.036456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] DHCP port deletion for e6afab58-cca9-45fe-8413-79427ec8e5e0 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:52:21.040754 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Deleting port 112be566-b033-41a5-a09c-744915437e18 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:21.041174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.118684 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] For port 112be566-b033-41a5-a09c-744915437e18, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=112be566-b033-41a5-a09c-744915437e18,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:21.119255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.240421 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Calling delete_port for 112be566-b033-41a5-a09c-744915437e18 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:21.247597 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] For port 112be566-b033-41a5-a09c-744915437e18, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=112be566-b033-41a5-a09c-744915437e18,segment=NetworkSegment(5021bebd-495c-4e6d-9dc9-2298d77fe33c),segment_id=5021bebd-495c-4e6d-9dc9-2298d77fe33c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:21.248001 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.318002 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.364323 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Pushing event deleted for resources: {'Port': ['ID=112be566-b033-41a5-a09c-744915437e18,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:21.366123 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] No DVR routers for this DVR port 112be566-b033-41a5-a09c-744915437e18 on host n-d-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:52:21.372925 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Calling delete_port for 112be566-b033-41a5-a09c-744915437e18 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:52:21.448202 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:52:21.448739 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:52:21.478892 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.503959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6afab58-cca9-45fe-8413-79427ec8e5e0']}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:21.517829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5021bebd-495c-4e6d-9dc9-2298d77fe33c') {'for_net_delete': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:21.518130 n-d-811416-6 neutron-server[88061]: DEBUG neutron.services.segments.db [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5021bebd-495c-4e6d-9dc9-2298d77fe33c') {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:21.529759 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194067'] for segment, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.549694 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.556727 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:52:21.556868 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2751019'] for segment, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.562024 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 52439517-8e54-4ee0-96a4-fe9805938eae no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: Traceback (most recent call last): Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: timer() Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: cb(*args, **kw) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: return func(*args, **kwargs) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: self._notify() Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: self.callback(batched_events) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: event.method(event) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: return f(self, *a, **k) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: return self._get(url).json() Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: return self.request(url, 'GET', **kwargs) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:52:21.569959 n-d-811416-6 neutron-server[88061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:52:21.596025 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 52439517-8e54-4ee0-96a4-fe9805938eae {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:21.596377 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 52439517-8e54-4ee0-96a4-fe9805938eae not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:21.596790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 112be566-b033-41a5-a09c-744915437e18 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:21.629252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 112be566-b033-41a5-a09c-744915437e18 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:21.629612 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 112be566-b033-41a5-a09c-744915437e18 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:21.630020 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67ed0282-a15c-4aff-b4b3-d41f36954352 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:52:21.643488 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.659487 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.670821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6afab58-cca9-45fe-8413-79427ec8e5e0,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:21.671041 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 67ed0282-a15c-4aff-b4b3-d41f36954352 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:52:21.671397 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 67ed0282-a15c-4aff-b4b3-d41f36954352 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:52:21.678394 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4afba494-08cf-426a-ad7e-e4d912a5f346 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e6afab58-cca9-45fe-8413-79427ec8e5e0 HTTP/1.1" status: 204 len: 168 time: 0.8922448 Apr 25 15:52:21.787222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43928) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:21.936259 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0d87e64a-a3b5-4d5d-ae64-346e3abea63f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=581eb2487b3a449e999d944b2da306c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478436 Apr 25 15:52:21.938718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43932) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:21.950099 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Deleting port 112be566-b033-41a5-a09c-744915437e18 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:52:21.950572 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:21.995478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f9ad-e06f-4e02-b47d-f08aa76e87cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.014479 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9f464ff0-557b-4b55-b431-7f8c89fd6520 None None] The port '112be566-b033-41a5-a09c-744915437e18' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:52:22.021478 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f9ad-e06f-4e02-b47d-f08aa76e87cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.073979 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f9ad-e06f-4e02-b47d-f08aa76e87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.091342 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8f9ad-e06f-4e02-b47d-f08aa76e87cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9998acc4-4cc8-434b-b797-25aff3e742f1,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:22.098447 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f9ad-e06f-4e02-b47d-f08aa76e87cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.099326 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-1ed8f9ad-e06f-4e02-b47d-f08aa76e87cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9998acc4-4cc8-434b-b797-25aff3e742f1 HTTP/1.1" status: 204 len: 168 time: 0.1596653 Apr 25 15:52:22.435579 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43940) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:22.483096 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-19920c45-5056-48b2-89a3-b31a92d95394 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bd902c2f553405da78c2c174ffc473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463820 Apr 25 15:52:22.485638 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43944) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:22.551150 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0093ceed-4c99-4117-80bd-f56e5b17b8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.576297 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0093ceed-4c99-4117-80bd-f56e5b17b8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.626929 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0093ceed-4c99-4117-80bd-f56e5b17b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.640621 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093ceed-4c99-4117-80bd-f56e5b17b8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ab8fc-502a-4c70-aaf3-8f234f9ab5df,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:22.646942 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0093ceed-4c99-4117-80bd-f56e5b17b8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:22.648052 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-0093ceed-4c99-4117-80bd-f56e5b17b8ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b4ab8fc-502a-4c70-aaf3-8f234f9ab5df HTTP/1.1" status: 204 len: 168 time: 0.1615183 Apr 25 15:52:23.358328 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43968) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:23.459815 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-845678514-network', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:23.465378 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:23.469221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Usage tracker for resource:network and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:23.472117 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:23.478172 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:23.489523 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Made reservation on behalf of c732f7806f8f4b349358bc15b85e7aca for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:52:23.491732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.504761 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.519491 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:23.523922 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:23.526737 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:23.532364 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:23.613058 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.616479 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.648209 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:52:23.656841 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ebd119-42b4-465c-8624-8465ae2af95b,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:23.662994 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.663345 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Added segment 1839826c-6558-4df9-86d8-bf49d62629ec of type vlan for network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 Apr 25 15:52:23.689992 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.719546 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.720506 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:23.721104 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:23.827111 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4676750 Apr 25 15:52:23.827973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f8cfa-1dfc-491e-a8e9-2e9428671847 admin admin] Pushing event updated for resources: {'Network': ['ID=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:23.829953 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43974) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:23.835431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Request body: {'subnet': {'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-845678514-subnet', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:23.838520 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:52:23.841522 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:23.845355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Usage tracker for resource:subnet and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:23.848189 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:23.855110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:23.864994 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Made reservation on behalf of c732f7806f8f4b349358bc15b85e7aca for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:52:23.867229 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.064140 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.140126 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22721e1-cfde-4e33-9780-4841216b6b46,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:24.147049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Checking segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:24.147406 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Network hostable DHCP agents. Network: 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:52:24.166042 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:52:24.174951 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:24.178842 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:24.179433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.185469 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085349d-24de-4434-aa52-a1b4bfe55f98 None None] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:52:24.203768 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 43978) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:24.204312 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ee1c958a-5670-43d6-befe-0c19b94c6b4e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3731740 Apr 25 15:52:24.209003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:24.215430 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:24.219267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Usage tracker for resource:router and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:24.222125 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:24.228356 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:24.238912 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.239999 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.255500 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.437114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:52:24.437946 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.522839 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.601538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Allocated IP 172.20.0.2 (19b3e900-9c8c-48cd-aab0-a6289b0ff8e5/a22721e1-cfde-4e33-9780-4841216b6b46/1c417793-782e-4f8b-948f-9e5b9b622a14) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:24.805497 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.816122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Transition to ACTIVE for port object 1c417793-782e-4f8b-948f-9e5b9b622a14 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:24.835651 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Transition to ACTIVE for port object 1c417793-782e-4f8b-948f-9e5b9b622a14 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:24.842181 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.905650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:24.912347 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:24.917354 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:24.923488 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Pushing event updated for resources: {'Port': ['ID=1c417793-782e-4f8b-948f-9e5b9b622a14,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:24.935876 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:24.960225 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.960582 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.960958 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.961325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.961656 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.961991 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.962320 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.962648 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.962978 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.963302 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.963628 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.963949 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:24.965675 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:25.022209 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Attempting to bind port 1c417793-782e-4f8b-948f-9e5b9b622a14 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:25.022585 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Attempting to bind port 1c417793-782e-4f8b-948f-9e5b9b622a14 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:25.022948 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Attempting to bind port 1c417793-782e-4f8b-948f-9e5b9b622a14 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:25.028627 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:25.028999 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Checking segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:25.029447 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:25.029840 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Bound using segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:25.030300 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Bound port: 1c417793-782e-4f8b-948f-9e5b9b622a14, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:25.030677 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:25.100344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Allocated IP 172.25.0.198 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/81e746a9-4cb6-47e7-a8db-cf07da737465) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:25.117129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] For port 1c417793-782e-4f8b-948f-9e5b9b622a14, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:25.120120 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] For port 1c417793-782e-4f8b-948f-9e5b9b622a14, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c417793-782e-4f8b-948f-9e5b9b622a14,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:25.123761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:25.214318 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f15d5-866d-4a3e-9d7f-e71bb69efc3b None None] Pushing event updated for resources: {'Port': ['ID=1c417793-782e-4f8b-948f-9e5b9b622a14,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:25.254525 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:25.287106 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:25.359759 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:25.365322 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:25.368896 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:25.407895 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=81e746a9-4cb6-47e7-a8db-cf07da737465,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:25.425985 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.426337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.426688 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.427017 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.427352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.427676 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.428003 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.428326 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.428654 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.428975 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.429323 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.429701 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:25.589054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1c417793-782e-4f8b-948f-9e5b9b622a14 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:25.654970 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1c417793-782e-4f8b-948f-9e5b9b622a14 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:25.802138 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.114523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812c64a-829c-4047-af59-295bdda82c81 None None] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:52:26.148056 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.209137 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] Provisioning for port 1c417793-782e-4f8b-948f-9e5b9b622a14 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:26.218817 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] Provisioning complete for port 1c417793-782e-4f8b-948f-9e5b9b622a14 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:26.219190 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.438642 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.478599 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] For port 1c417793-782e-4f8b-948f-9e5b9b622a14, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c417793-782e-4f8b-948f-9e5b9b622a14,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:26.479001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Router 72f3f829-56a0-4f27-b988-467300887c6a is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:52:26.486367 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.558836 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756894ea-fd56-43f5-9386-4638a5276466 None None] Pushing event updated for resources: {'Port': ['ID=1c417793-782e-4f8b-948f-9e5b9b622a14,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:26.661490 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:26.672882 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:26.684177 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:26.684934 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:26.687714 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.688906 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-7f2765cb-1f37-464b-9e9e-05fc35feebc2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4841244 Apr 25 15:52:26.691725 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 43982) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:26.809129 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-125c9383-7220-47a1-87c0-5d3f5e8e9c22 None None] Provisioning complete for port 1c417793-782e-4f8b-948f-9e5b9b622a14 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:26.809325 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-125c9383-7220-47a1-87c0-5d3f5e8e9c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:26.862950 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:27.152962 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:25Z', 'revision_number': 3, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:27.156737 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:27.157116 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Updating router 72f3f829-56a0-4f27-b988-467300887c6a port 81e746a9-4cb6-47e7-a8db-cf07da737465 binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:52:27.209567 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.464276 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.579140 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.580899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1c417793-782e-4f8b-948f-9e5b9b622a14 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:27.591856 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Transition to ACTIVE for port object 81e746a9-4cb6-47e7-a8db-cf07da737465 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:27.598878 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.657190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1c417793-782e-4f8b-948f-9e5b9b622a14 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:27.657567 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.664935 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Attempting to bind port 81e746a9-4cb6-47e7-a8db-cf07da737465 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:27.665548 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Attempting to bind port 81e746a9-4cb6-47e7-a8db-cf07da737465 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:27.665923 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Attempting to bind port 81e746a9-4cb6-47e7-a8db-cf07da737465 on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:27.683555 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Allocated IP 172.20.0.1 (19b3e900-9c8c-48cd-aab0-a6289b0ff8e5/a22721e1-cfde-4e33-9780-4841216b6b46/80222e42-5403-418b-a708-d1bf3a3f213e) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:27.686170 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:27.686712 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:27.687570 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.687570 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:27.687922 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Bound port: 81e746a9-4cb6-47e7-a8db-cf07da737465, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:27.688306 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.743536 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Pushing event updated for resources: {'Port': ['ID=81e746a9-4cb6-47e7-a8db-cf07da737465,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:27.760898 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.761273 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.761616 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.761952 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.762282 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.762609 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.762934 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.763255 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.763579 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.763898 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.764220 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.764540 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:52:27.792377 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] For port 81e746a9-4cb6-47e7-a8db-cf07da737465, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:27.796892 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] For port 81e746a9-4cb6-47e7-a8db-cf07da737465, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=81e746a9-4cb6-47e7-a8db-cf07da737465,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:27.802904 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.845995 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.864348 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Transition to ACTIVE for port object 80222e42-5403-418b-a708-d1bf3a3f213e will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:27.880960 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:27.881597 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:27.889568 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:27.943534 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5b93a-b0ce-49c6-91e7-3cba3622e6d9 None None] Pushing event updated for resources: {'Port': ['ID=81e746a9-4cb6-47e7-a8db-cf07da737465,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:27.956414 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:27.959222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:27.967120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:28.004237 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=80222e42-5403-418b-a708-d1bf3a3f213e,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:28.028863 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:28.061567 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:28.155450 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4ffdf627-672f-4d46-85bb-e94a839bb1cf None None] Provisioning for port 80222e42-5403-418b-a708-d1bf3a3f213e completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:28.160825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4ffdf627-672f-4d46-85bb-e94a839bb1cf None None] Provisioning complete for port 80222e42-5403-418b-a708-d1bf3a3f213e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:28.161249 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf627-672f-4d46-85bb-e94a839bb1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:28.221359 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdf627-672f-4d46-85bb-e94a839bb1cf None None] Port 80222e42-5403-418b-a708-d1bf3a3f213e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:52:28.307956 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:28.345429 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:25Z', 'revision_number': 3, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:28.349201 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b9120-358d-4467-864c-ca684d741757 None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:25Z', 'revision_number': 3, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:28.538172 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:28.560233 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:28.672376 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=80222e42-5403-418b-a708-d1bf3a3f213e,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:28.675544 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:28.815974 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:28.817145 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:29.022701 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Router 72f3f829-56a0-4f27-b988-467300887c6a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:52:29.046748 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-123e1ff6-2e89-48af-bb82-4011bf6a14e4 None None] Provisioning complete for port 80222e42-5403-418b-a708-d1bf3a3f213e triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:29.047314 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-123e1ff6-2e89-48af-bb82-4011bf6a14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.107008 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-123e1ff6-2e89-48af-bb82-4011bf6a14e4 None None] Port 80222e42-5403-418b-a708-d1bf3a3f213e cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:52:29.328606 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:29.338516 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-f256bc91-1566-4357-b0f8-f45690084bc5 admin admin] 10.222.0.23 "PUT /v2.0/routers/72f3f829-56a0-4f27-b988-467300887c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456859 Apr 25 15:52:29.557014 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.605523 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81e746a9-4cb6-47e7-a8db-cf07da737465 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:29.678804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 81e746a9-4cb6-47e7-a8db-cf07da737465 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:29.684702 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 81e746a9-4cb6-47e7-a8db-cf07da737465 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:29.685130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.805195 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.822092 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 81e746a9-4cb6-47e7-a8db-cf07da737465, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=81e746a9-4cb6-47e7-a8db-cf07da737465,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:29.826183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.864325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44000) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:29.873692 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2096057927-network', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:29.875937 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:29.879250 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:29.884047 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Usage tracker for resource:network and tenant:bfe06ac47e164dd4839af1d08f40b7a6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:29.889177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:29.892959 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:29.901694 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:29.902336 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:29.909056 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Made reservation on behalf of bfe06ac47e164dd4839af1d08f40b7a6 for: {'network': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:52:29.911369 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for network, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.924113 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:29.938657 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:29.942447 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe06ac47e164dd4839af1d08f40b7a6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:29.945249 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:29.950927 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:29.968575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=81e746a9-4cb6-47e7-a8db-cf07da737465,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:30.039255 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.043753 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.076965 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=88061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 25 15:52:30.089412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:30.090023 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1741b9-cc7a-4596-af71-c39248f503f2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:30.094624 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.094925 n-d-811416-6 neutron-server[88061]: INFO neutron.db.segments_db [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Added segment 8c9fda52-7cfa-4880-bdda-f7c18a2f8242 of type vlan for network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 Apr 25 15:52:30.122112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752164465089'] for network, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.151114 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299'] for network, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.152038 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:30.152609 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Notify callbacks [] for network, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.263802 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] Pushing event updated for resources: {'Network': ['ID=5b63d5b6-f446-40c2-b3ba-7e7c439c6b92,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:30.266736 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-ef23ae8e-0159-4a7c-b8fb-3c99f9284211 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4013317 Apr 25 15:52:30.269405 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44004) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:30.275718 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Request body: {'subnet': {'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2096057927-subnet', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'ip_version': 4}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:30.281308 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:30.285063 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Usage tracker for resource:subnet and tenant:bfe06ac47e164dd4839af1d08f40b7a6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:30.287844 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:30.293539 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:30.303211 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Made reservation on behalf of bfe06ac47e164dd4839af1d08f40b7a6 for: {'subnet': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:52:30.306035 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2248295'] for subnet, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.309771 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 details requested by agent ovs-agent-n-d-811416-6 with host n-d-811416-6 {{(pid=88062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 25 15:52:30.507090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 2, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:30.510338 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2248313'] for subnet, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.511959 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:30.512334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Updating router 72f3f829-56a0-4f27-b988-467300887c6a port 80222e42-5403-418b-a708-d1bf3a3f213e binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:52:30.568375 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.588631 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de017fa-766e-4a50-9b4f-8496120409b9,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:30.595993 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Checking segment: {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:30.596354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Network hostable DHCP agents. Network: 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92, hostable agents: ['80a195a8-98bf-4de2-8065-2717e0ab4dd2'], hosted agents: [] {{(pid=88061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 25 15:52:30.615099 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 is scheduled to be hosted by DHCP agent 80a195a8-98bf-4de2-8065-2717e0ab4dd2 with binding_index 1 {{(pid=88061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 25 15:52:30.625409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-6, 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92) {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:30.630206 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:30.630803 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.635444 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4df0ac-8023-4eee-9d09-c3f15ff4b262 None None] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:52:30.652948 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4d2133d6-6e69-4c13-8e4e-5505bdc6ef26 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3824871 Apr 25 15:52:30.655530 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44008) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:30.660670 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:30.666502 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:30.670356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Usage tracker for resource:router and tenant:bfe06ac47e164dd4839af1d08f40b7a6 is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:30.673439 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:30.679052 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:30.690157 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-509851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38461'] for router, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.691186 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510659', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38406'] for router, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.706632 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:30.979764 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-509842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38424'] for router, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.063636 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4850e926-f610-5c11-b674-68df93fffcbb-5b63d5b6-f446-40c2-b3ba-7e7c439c6b92', 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'fixed_ips': [{'subnet_id': '8de017fa-766e-4a50-9b4f-8496120409b9'}]}} from n-d-811416-6. {{(pid=88062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 25 15:52:31.064468 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.210081 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.233812 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Transition to ACTIVE for port object 80222e42-5403-418b-a708-d1bf3a3f213e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:31.267778 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.288219 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.418032 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37405bd0-0612-4311-bff8-548bbcfc41ae None None] Pushing event updated for resources: {'Port': ['ID=80222e42-5403-418b-a708-d1bf3a3f213e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:31.448049 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.458731 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Allocated IP 172.20.0.2 (5b63d5b6-f446-40c2-b3ba-7e7c439c6b92/8de017fa-766e-4a50-9b4f-8496120409b9/c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:31.557433 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Attempting to bind port 80222e42-5403-418b-a708-d1bf3a3f213e on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:31.557820 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Attempting to bind port 80222e42-5403-418b-a708-d1bf3a3f213e by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:31.558194 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Attempting to bind port 80222e42-5403-418b-a708-d1bf3a3f213e on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:31.569375 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:31.569763 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Checking segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:31.570712 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.571143 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Bound using segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:31.571586 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Bound port: 80222e42-5403-418b-a708-d1bf3a3f213e, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:31.571967 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.612088 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Allocated IP 172.25.0.115 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/1f0190d4-5f8a-411a-b3b5-84c2bec001fc) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:31.626498 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81e746a9-4cb6-47e7-a8db-cf07da737465 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:31.760454 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.790355 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.851551 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:31.857804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] For port 80222e42-5403-418b-a708-d1bf3a3f213e, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:31.858582 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:31.863191 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:31.880603 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 81e746a9-4cb6-47e7-a8db-cf07da737465 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:31.880980 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.893736 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:31.907204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] For port 80222e42-5403-418b-a708-d1bf3a3f213e, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80222e42-5403-418b-a708-d1bf3a3f213e,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:31.924107 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:31.973866 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.025879 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Transition to ACTIVE for port object c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:32.063826 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37405bd0-0612-4311-bff8-548bbcfc41ae None None] Pushing event updated for resources: {'Port': ['ID=80222e42-5403-418b-a708-d1bf3a3f213e,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:32.067804 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Transition to ACTIVE for port object c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:32.073063 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:32.073744 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:32.133382 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.285871 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:32.304937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.341807 n-d-811416-6 neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:32.403728 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:32.405767 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Pushing event updated for resources: {'Port': ['ID=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:32.510630 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:32.579100 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Attempting to bind port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:32.579401 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Attempting to bind port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:32.579776 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Attempting to bind port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 on network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:32.594660 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:32.595128 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Checking segment: {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:32.595455 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.595852 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Bound using segment: {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:32.596323 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Bound port: c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:32.596703 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.647314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-509828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-509972'] for router, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.842039 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] For port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:32.854227 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] For port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:32.862510 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:32.990431 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Router b8239ba7-9a26-4caa-937e-2e9518eee3f6 is scheduled to L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 with binding_index 1 {{(pid=88061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 25 15:52:32.996255 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562bf75-b6c2-45f6-8d55-8f92f35ab2ca None None] Pushing event updated for resources: {'Port': ['ID=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:33.021635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:31Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:33.026416 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa2874-f35d-49e4-a9e9-53f833a08b76 None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:31Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:33.206881 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:33.217133 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Sync routers for ids ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:33.240337 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Routers {'b8239ba7-9a26-4caa-937e-2e9518eee3f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:33.242021 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:33.264984 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] Notify callbacks [] for router, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:33.266266 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-4e270015-5c84-4f43-9fad-06903f20a995 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6096759 Apr 25 15:52:33.268977 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44012) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:33.459228 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Set router b8239ba7-9a26-4caa-937e-2e9518eee3f6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:33.660537 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80222e42-5403-418b-a708-d1bf3a3f213e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:33.752919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 80222e42-5403-418b-a708-d1bf3a3f213e completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:33.759345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 80222e42-5403-418b-a708-d1bf3a3f213e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:33.759768 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:33.853543 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:52:32Z', 'revision_number': 3, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:33.857787 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Checking router: b8239ba7-9a26-4caa-937e-2e9518eee3f6 for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:33.858137 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Updating router b8239ba7-9a26-4caa-937e-2e9518eee3f6 port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc binding host n-d-811416-6 {{(pid=88063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:52:33.942197 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:33.950401 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.003152 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 80222e42-5403-418b-a708-d1bf3a3f213e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80222e42-5403-418b-a708-d1bf3a3f213e,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:34.010614 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.011409 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:34.154518 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=80222e42-5403-418b-a708-d1bf3a3f213e,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:34.211204 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:34.237070 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.306171 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9568c4d-84f9-46c5-9d1d-2383fcc2a9bf None None] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:52:34.379463 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.392510 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Transition to ACTIVE for port object 1f0190d4-5f8a-411a-b3b5-84c2bec001fc will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:34.399835 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.424713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] Provisioning for port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:34.432551 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] Provisioning complete for port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:34.433152 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.471520 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Attempting to bind port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc on host n-d-811416-6 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:34.471898 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Attempting to bind port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:34.472265 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Attempting to bind port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc on network d2d95da0-8f28-4169-a88e-cd85298915e0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:34.485394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:34.485773 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Checking segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:34.486177 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.486568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Bound using segment: {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:34.487040 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Bound port: 1f0190d4-5f8a-411a-b3b5-84c2bec001fc, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21449817-0066-4512-ab78-347af9860ede', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:34.487411 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.498174 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Allocated IP 172.20.0.1 (5b63d5b6-f446-40c2-b3ba-7e7c439c6b92/8de017fa-766e-4a50-9b4f-8496120409b9/fba076ac-53c9-469a-b2a9-31a3d3de8ec7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:34.559096 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c6f41-8801-493c-b49e-20157b7af106 None None] Pushing event updated for resources: {'Port': ['ID=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:34.598458 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] For port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc, host n-d-811416-6, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:34.601975 n-d-811416-6 neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] For port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:34.610068 n-d-811416-6 neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.687781 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.691592 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Routers {'b8239ba7-9a26-4caa-937e-2e9518eee3f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:34.692296 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:34.705176 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Transition to ACTIVE for port object fba076ac-53c9-469a-b2a9-31a3d3de8ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:34.730937 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.751773 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.771188 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c6f41-8801-493c-b49e-20157b7af106 None None] Pushing event updated for resources: {'Port': ['ID=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:34.795530 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] For port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:34.805801 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Pushing event updated for resources: {'Port': ['ID=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:34.812775 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.823401 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:34.824722 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:34.827322 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:34.887732 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510170'] for router_interface, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:34.902157 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] Set router b8239ba7-9a26-4caa-937e-2e9518eee3f6 gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:34.913163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509ba16-677f-4b30-98f2-836e512a0ed7 None None] Pushing event updated for resources: {'Port': ['ID=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:34.999769 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.138504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-60204f60-5db3-412c-a3bb-04df50b3b8e4 None None] Provisioning complete for port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:35.139041 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60204f60-5db3-412c-a3bb-04df50b3b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.146398 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.249843 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:52:32Z', 'revision_number': 3, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:35.254183 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f28354-c42d-4fe2-a8b7-94f3c11ec356 None None] The sync data for ids ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'] in n-d-811416-6 is: [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:52:32Z', 'revision_number': 3, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:35.402221 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-830c6660-0539-470e-b139-cd2d83dce225 None None] Provisioning for port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:35.408184 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-830c6660-0539-470e-b139-cd2d83dce225 None None] Provisioning complete for port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:35.408748 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-830c6660-0539-470e-b139-cd2d83dce225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.412333 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.418088 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.501430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-830c6660-0539-470e-b139-cd2d83dce225 None None] Port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:52:35.544302 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510753'] for router_interface, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.549578 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Pushing event updated for resources: {'Port': ['ID=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:35.681950 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f0190d4-5f8a-411a-b3b5-84c2bec001fc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:35.702017 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:35.703215 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:35.813919 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:35.820392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:35.820728 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.904686 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Router b8239ba7-9a26-4caa-937e-2e9518eee3f6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:52:35.958878 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.976605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:35.981943 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:35.982891 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80222e42-5403-418b-a708-d1bf3a3f213e up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:36.102068 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:36.110019 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-580b87dd-67c6-487c-8c0e-97f42755a5db None None] Provisioning complete for port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:36.110402 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-580b87dd-67c6-487c-8c0e-97f42755a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:36.121933 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c856652b-826d-4b9c-a6bf-828078087708 admin admin] 10.222.0.23 "PUT /v2.0/routers/b8239ba7-9a26-4caa-937e-2e9518eee3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411694 Apr 25 15:52:36.153077 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:36.182310 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 80222e42-5403-418b-a708-d1bf3a3f213e triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:36.182693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:36.223691 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-580b87dd-67c6-487c-8c0e-97f42755a5db None None] Port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:52:36.315030 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:36.382156 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:36.383066 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:36.828371 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Sync routers for ids ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:36.837778 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Routers {'b8239ba7-9a26-4caa-937e-2e9518eee3f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:36.838492 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:36.961695 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44024) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:36.967225 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551768177', 'description': 'tempest-secgroup-smoke-1551768177 description', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:36.974004 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:36.978356 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:36.981321 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:36.987086 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:36.999028 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.021630 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.022606 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Set router b8239ba7-9a26-4caa-937e-2e9518eee3f6 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:37.026111 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.028905 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.034752 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.103861 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.108407 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.150824 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b2163e-251f-41a2-883c-d2d7ede2feb1,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:37.153556 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.155024 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-c0d6f072-09d4-4ffc-9179-7649ebec3a19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1921101 Apr 25 15:52:37.158015 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44028) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:37.164375 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group_rule': {'security_group_id': 'b8b2163e-251f-41a2-883c-d2d7ede2feb1', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:37.171071 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.179508 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.182454 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.188200 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.205366 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.265932 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.269521 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.290909 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c0cf0d-e492-4e00-b79a-136bef546cb5,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:37.301971 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.303117 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-1f5e6658-6040-46c4-805c-362a7eddef7b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439471 Apr 25 15:52:37.305917 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44032) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:37.310712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group_rule': {'security_group_id': 'b8b2163e-251f-41a2-883c-d2d7ede2feb1', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:37.317103 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.320952 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.323851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.329537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.349472 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.352839 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:52:37.361514 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:52:34Z', 'revision_number': 4, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fba076ac-53c9-469a-b2a9-31a3d3de8ec7', 'name': '', 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'mac_address': 'fa:16:3e:40:10:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '8de017fa-766e-4a50-9b4f-8496120409b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:34Z', 'updated_at': '2022-04-25T15:52:35Z', 'revision_number': 2, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'subnets': [{'id': '8de017fa-766e-4a50-9b4f-8496120409b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:37.365430 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Checking router: b8239ba7-9a26-4caa-937e-2e9518eee3f6 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:37.365790 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Updating router b8239ba7-9a26-4caa-937e-2e9518eee3f6 port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 binding host n-d-811416-6 {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 25 15:52:37.413152 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.416744 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.420076 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.440324 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2d3870-4d63-4975-8a29-10f8867be185,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:37.451769 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.453333 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-bf7e0a58-9619-454d-9b7c-53009f7ad718 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464899 Apr 25 15:52:37.455926 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44036) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:37.461901 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group_rule': {'security_group_id': 'b8b2163e-251f-41a2-883c-d2d7ede2feb1', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:37.468568 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.472420 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.475270 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.481452 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.499903 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.572115 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.578050 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.588796 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f0190d4-5f8a-411a-b3b5-84c2bec001fc up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:37.602599 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ad86aa-b5bf-4f1e-a15b-38391ec6623b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:37.611900 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.613223 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-ba6e1f4b-3c91-417d-a9b0-4da5404f3670 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562829 Apr 25 15:52:37.615778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44040) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:37.620720 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group_rule': {'security_group_id': 'b8b2163e-251f-41a2-883c-d2d7ede2feb1', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:37.627726 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.631827 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.635314 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.640983 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.658316 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.727844 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.732418 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.757075 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcc29f8-bf9b-4aec-9d8d-89d27d157612,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:37.767862 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.771821 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44044) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:37.771966 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a738adb4-e14b-4327-8712-18fe2a55994e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551387 Apr 25 15:52:37.777747 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group_rule': {'security_group_id': 'b8b2163e-251f-41a2-883c-d2d7ede2feb1', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:37.784332 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.788192 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.791132 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.796767 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.799980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:37.800365 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.810456 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Project c732f7806f8f4b349358bc15b85e7aca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:52:37.816950 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.881492 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.886842 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.909561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbcaed5-2cad-4306-9fcf-fe796a351ab7,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:37.919403 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.920761 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-6028bb2d-eb15-41e5-8d73-abdfcb1d7328 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478851 Apr 25 15:52:37.923874 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [-] (88061) accepted ('10.222.0.23', 44048) {{(pid=88061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:37.928892 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'security_group_rule': {'security_group_id': 'b8b2163e-251f-41a2-883c-d2d7ede2feb1', 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:37.936231 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:37.938659 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.940173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:security_group_rule and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:37.943221 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:37.949498 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:37.960303 n-d-811416-6 neutron-server[88061]: INFO neutron.db.securitygroups_db [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Project c732f7806f8f4b349358bc15b85e7aca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 25 15:52:37.967451 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:37.987690 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Transition to ACTIVE for port object fba076ac-53c9-469a-b2a9-31a3d3de8ec7 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:38.008247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.039314 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.044026 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456657'] for security_group_rule, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.068395 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea53961-638b-4838-8388-f5f875c4fa76,revision_number=0']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:38.082304 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.090955 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [None req-b9a0cde6-d39e-45c6-b544-0aef31a5d0cb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586847 Apr 25 15:52:38.183608 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd76d-1b2e-4176-8bc6-19c8610c153b None None] Pushing event updated for resources: {'Port': ['ID=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:38.241317 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Attempting to bind port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 on host n-d-811416-6 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:38.242233 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Attempting to bind port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 by drivers openvswitch,hyperv on host n-d-811416-6 at level 0 using segments [{'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:38.242613 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Attempting to bind port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 on network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:38.248157 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Checking agent: {'id': 'ec5a5440-35ee-46f5-8eba-2938f6ccb675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 16, 12), 'started_at': datetime.datetime(2022, 4, 25, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:38.248538 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Checking segment: {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:38.248944 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.249372 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Bound using segment: {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:38.249842 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Bound port: fba076ac-53c9-469a-b2a9-31a3d3de8ec7, host: n-d-811416-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9fda52-7cfa-4880-bdda-f7c18a2f8242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:38.250221 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.260164 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-651ce480-6838-4aa9-852f-93430c055430 req-88471571-d8b9-44cc-8021-9879024b3b7e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:security_group {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:52:38.279187 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-651ce480-6838-4aa9-852f-93430c055430 req-88471571-d8b9-44cc-8021-9879024b3b7e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:security_group {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:52:38.280563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-88471571-d8b9-44cc-8021-9879024b3b7e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551768177&fields=id&tenant_id=c732f7806f8f4b349358bc15b85e7aca HTTP/1.1" status: 200 len: 267 time: 0.0677226 Apr 25 15:52:38.343659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] For port fba076ac-53c9-469a-b2a9-31a3d3de8ec7, host n-d-811416-6, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:38.351601 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] For port fba076ac-53c9-469a-b2a9-31a3d3de8ec7, host n-d-811416-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:38.360874 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.435884 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-a3200bbc-f88e-470c-819b-b27c8c6e4671 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:38.436643 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-651ce480-6838-4aa9-852f-93430c055430 req-a3200bbc-f88e-470c-819b-b27c8c6e4671 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:network {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:52:38.452899 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Routers {'b8239ba7-9a26-4caa-937e-2e9518eee3f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:38.453641 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:11Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:38.454266 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-651ce480-6838-4aa9-852f-93430c055430 req-a3200bbc-f88e-470c-819b-b27c8c6e4671 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:network {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:52:38.455440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-a3200bbc-f88e-470c-819b-b27c8c6e4671 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 809 time: 0.1680167 Apr 25 15:52:38.481225 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-17196831-6888-4eac-9b1f-2d2b3af5815d tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/quotas/c732f7806f8f4b349358bc15b85e7aca HTTP/1.1" status: 200 len: 375 time: 0.0115123 Apr 25 15:52:38.547054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd76d-1b2e-4176-8bc6-19c8610c153b None None] Pushing event updated for resources: {'Port': ['ID=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:38.578260 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-651ce480-6838-4aa9-852f-93430c055430 req-9288501c-e813-46f3-9440-51b48ec3e00f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:52:38.596427 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-651ce480-6838-4aa9-852f-93430c055430 req-9288501c-e813-46f3-9440-51b48ec3e00f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:52:38.598192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-9288501c-e813-46f3-9440-51b48ec3e00f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077390 Apr 25 15:52:38.670730 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] Set router b8239ba7-9a26-4caa-937e-2e9518eee3f6 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:38.719471 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-aa60e2a2-f36f-4b89-8704-f4c14bf40b3b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88061) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 25 15:52:38.720612 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-aa60e2a2-f36f-4b89-8704-f4c14bf40b3b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098397 Apr 25 15:52:38.751189 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-169b038c-0b60-426f-ba8d-5401a0ff9512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:38.853617 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-36129fd3-9290-4ffe-aa8e-cb1cf785dccf service neutron] 10.222.0.23 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263752 Apr 25 15:52:39.020816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:52:34Z', 'revision_number': 4, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fba076ac-53c9-469a-b2a9-31a3d3de8ec7', 'name': '', 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'mac_address': 'fa:16:3e:40:10:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '8de017fa-766e-4a50-9b4f-8496120409b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:34Z', 'updated_at': '2022-04-25T15:52:38Z', 'revision_number': 4, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'subnets': [{'id': '8de017fa-766e-4a50-9b4f-8496120409b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:39.025614 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f069a53-f387-4de8-9d9d-daffec8914ee None None] The sync data for ids ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'] in n-d-811416-6 is: [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:52:34Z', 'revision_number': 4, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': 'fba076ac-53c9-469a-b2a9-31a3d3de8ec7', 'name': '', 'network_id': '5b63d5b6-f446-40c2-b3ba-7e7c439c6b92', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'mac_address': 'fa:16:3e:40:10:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '8de017fa-766e-4a50-9b4f-8496120409b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:34Z', 'updated_at': '2022-04-25T15:52:38Z', 'revision_number': 4, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'subnets': [{'id': '8de017fa-766e-4a50-9b4f-8496120409b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:39.102684 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-4d316280-c8b5-45e7-9769-17f1c78c8b6f service neutron] 10.222.0.23 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431207 Apr 25 15:52:39.295045 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-300b8624-27d6-4576-af0e-4659be0d993e req-bb4999ed-1eb2-443c-8d1f-e35f8fa14adc tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 210 time: 0.0451837 Apr 25 15:52:39.607718 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fba076ac-53c9-469a-b2a9-31a3d3de8ec7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:39.685859 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning for port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:39.691118 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:39.691500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:39.819779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:39.855383 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] For port fba076ac-53c9-469a-b2a9-31a3d3de8ec7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:39.860304 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:39.936713 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Pushing event updated for resources: {'Port': ['ID=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:40.454229 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-6a58bf06-65c0-4f79-8218-4cc6fe3e3741 req-6fd4a0b1-c3c7-4e7b-b361-a5061ca796f0 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 210 time: 0.0513668 Apr 25 15:52:40.498914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-441f6113-0387-4790-b736-02484a885aaa req-c65cb7f0-3659-4819-a162-d8933f946f78 service neutron] (88061) timed out ('10.222.0.15', 54099) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 15:52:40.602329 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-92dea44d-eef3-4c5f-990a-ff2a63f34eca tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:40.603667 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-92dea44d-eef3-4c5f-990a-ff2a63f34eca tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 809 time: 0.1645777 Apr 25 15:52:40.656257 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-f35a2361-b2d3-4bcd-93b2-8668b1278856 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c732f7806f8f4b349358bc15b85e7aca HTTP/1.1" status: 200 len: 380 time: 0.0451813 Apr 25 15:52:40.666036 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'port': {'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'admin_state_up': True, 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'security_groups': ['b8b2163e-251f-41a2-883c-d2d7ede2feb1']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:40.799312 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:40.809421 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:40.823792 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Made reservation on behalf of c732f7806f8f4b349358bc15b85e7aca for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:52:40.827577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.000874 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Allocated IP 172.20.0.8 (19b3e900-9c8c-48cd-aab0-a6289b0ff8e5/a22721e1-cfde-4e33-9780-4841216b6b46/406048ab-a28b-4aed-a49b-2fbef9af3ac0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:41.075603 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-10d26d0e-e364-4083-8587-83a5800d7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.223664 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.240590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Transition to ACTIVE for port object 406048ab-a28b-4aed-a49b-2fbef9af3ac0 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:41.267695 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.331596 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:41.334613 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:41.343232 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:41.380619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:41.415813 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:41.416438 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.442597 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-b9c8b549-bb94-4a25-a2e0-973fe100144e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800004 Apr 25 15:52:41.453888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Request body: {'port': {'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:41.582200 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.584172 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fba076ac-53c9-469a-b2a9-31a3d3de8ec7 up at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:41.674111 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62c54edc-5884-43e6-821c-7c926a3a64f6 None None] Provisioning for port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:41.688428 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-62c54edc-5884-43e6-821c-7c926a3a64f6 None None] Provisioning complete for port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:41.688808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62c54edc-5884-43e6-821c-7c926a3a64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.746114 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-62c54edc-5884-43e6-821c-7c926a3a64f6 None None] Port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:52:41.753154 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Provisioning complete for port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:41.753531 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:41.783479 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd3a10-d794-4c4d-9881-348ad2ce89de req-43bfdc2e-1564-4731-af91-9e6be4d55031 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:41.784086 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7abd3a10-d794-4c4d-9881-348ad2ce89de req-43bfdc2e-1564-4731-af91-9e6be4d55031 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:52:41.823352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-7abd3a10-d794-4c4d-9881-348ad2ce89de req-43bfdc2e-1564-4731-af91-9e6be4d55031 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:52:41.824488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7abd3a10-d794-4c4d-9881-348ad2ce89de req-43bfdc2e-1564-4731-af91-9e6be4d55031 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 931 time: 0.2334433 Apr 25 15:52:41.963809 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.045723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7abd3a10-d794-4c4d-9881-348ad2ce89de req-29a08454-35bc-432c-af1c-7bdace85c353 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101400 Apr 25 15:52:42.139502 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406048ab-a28b-4aed-a49b-2fbef9af3ac0 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:52:42.147282 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.162823 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Transition to ACTIVE for port object 406048ab-a28b-4aed-a49b-2fbef9af3ac0 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:52:42.167416 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.271437 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.333887 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:42.409166 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Attempting to bind port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 on host n-h1-811416-6 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:52:42.409507 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Attempting to bind port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 by drivers openvswitch,hyperv on host n-h1-811416-6 at level 0 using segments [{'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:52:42.409832 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Attempting to bind port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:42.415010 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-6 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:52:42.415335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Attempting to bind port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:52:42.420320 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Checking agent: {'id': '46ee98fb-0d7c-4c9d-a9bb-505d05fd3f9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:52:42.420655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Checking segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:52:42.421061 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Bound using segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:52:42.421488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Bound port: 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host: n-h1-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:52:42.421830 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.515781 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:52:42.518674 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:52:42.525113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.579291 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:42.579763 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:42.581122 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] 10.222.0.21 "PUT /v2.0/ports/406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 1091 time: 1.1318445 Apr 25 15:52:42.581552 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:52:42.607339 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b18086-4b15-4173-86f0-28da1d72f180 service neutron] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:42.699363 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaf7062-2b09-4746-aff5-100042d7dbdc'] response: {'name': 'network-changed', 'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'status': 'completed', 'code': 200} Apr 25 15:52:42.702185 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-6cd3daac-a322-40b1-b902-2dc7a80ce094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:42.703636 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-6cd3daac-a322-40b1-b902-2dc7a80ce094 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1094 time: 0.0799739 Apr 25 15:52:42.775840 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-d01427e8-4b24-4136-9d3d-cdea0bae66b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 217 time: 0.0655210 Apr 25 15:52:42.840655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-ffe35765-85f9-4537-b6ff-6fa6d4593457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:42.842019 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-ffe35765-85f9-4537-b6ff-6fa6d4593457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0609326 Apr 25 15:52:42.915468 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce480-6838-4aa9-852f-93430c055430 req-329e34d7-ee78-4a19-af5a-91b2672d0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:42.916923 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-329e34d7-ee78-4a19-af5a-91b2672d0160 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695610 Apr 25 15:52:43.054772 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-9b47b495-aeea-4ec5-89de-cbf0fa87f447 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248360 Apr 25 15:52:43.234202 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-651ce480-6838-4aa9-852f-93430c055430 req-48265dae-3aa7-4682-9161-2b6172e05cdc service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785893 Apr 25 15:52:43.263280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8d75d-54e0-41f4-a35c-7a8abedae829 req-510560f1-7504-4a29-88cb-69a73e9a0d4a tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:43.264736 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-51f8d75d-54e0-41f4-a35c-7a8abedae829 req-510560f1-7504-4a29-88cb-69a73e9a0d4a tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 943 time: 0.1093483 Apr 25 15:52:43.352539 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-51f8d75d-54e0-41f4-a35c-7a8abedae829 req-fbe024eb-5e00-4663-b7b6-9742b0489206 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818639 Apr 25 15:52:43.373282 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-ec043bf0-a592-4b4d-935d-4ba1af0b7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:43.374723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-ec043bf0-a592-4b4d-935d-4ba1af0b7fee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1094 time: 0.0910296 Apr 25 15:52:43.506918 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-47cd1711-4948-45a2-82d9-1c8e76c7a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:43.508337 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-47cd1711-4948-45a2-82d9-1c8e76c7a777 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1273942 Apr 25 15:52:43.580008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-258441c2-75a3-4c9e-986b-b3907822c2cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 217 time: 0.0659544 Apr 25 15:52:43.642143 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-b46efcb9-d58f-4ec5-ac39-0fdc1fb47ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:43.643553 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-b46efcb9-d58f-4ec5-ac39-0fdc1fb47ac8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0570376 Apr 25 15:52:43.824177 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-4b7fe6aa-2818-4a19-9161-f045de855c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:43.825595 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-4b7fe6aa-2818-4a19-9161-f045de855c86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761186 Apr 25 15:52:43.956781 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:43.957384 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-110dd67e-cb59-4c52-a337-ad7712e47350 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251409 Apr 25 15:52:44.088499 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b5b444a3-da2c-4362-9812-e2f75737e334 req-f817bba6-c1b1-4aef-9fba-443ea116867a service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252706 Apr 25 15:52:44.542354 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c624db-72b6-4f19-b590-432921e829bb req-a9094a46-561e-436b-a288-760eaea6625f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:44.543808 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16c624db-72b6-4f19-b590-432921e829bb req-a9094a46-561e-436b-a288-760eaea6625f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 943 time: 0.0811794 Apr 25 15:52:44.586854 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16c624db-72b6-4f19-b590-432921e829bb req-772703c2-f60e-4c7c-a097-c491c8733fb7 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369630 Apr 25 15:52:45.774989 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe4fd8-aa68-4e7a-a2d2-cbd3a02aac2f req-cee1ee6b-eef9-4024-87ff-69add2938ff1 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:45.776334 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cffe4fd8-aa68-4e7a-a2d2-cbd3a02aac2f req-cee1ee6b-eef9-4024-87ff-69add2938ff1 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 943 time: 0.0807109 Apr 25 15:52:45.819590 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-cffe4fd8-aa68-4e7a-a2d2-cbd3a02aac2f req-fc8daf1b-5f49-43ea-a172-afebe06171a8 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 Apr 25 15:52:46.492588 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:52:46.628055 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:46.641504 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:52:46.699871 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:46.716448 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406048ab-a28b-4aed-a49b-2fbef9af3ac0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:52:46.731065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:46.735122 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:46.799456 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:47.008806 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e09f-7c03-4bd4-a4f3-38a7572393da req-06d6d5c5-9153-4d9f-8a48-c87da2e0760d tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:47.010779 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c711e09f-7c03-4bd4-a4f3-38a7572393da req-06d6d5c5-9153-4d9f-8a48-c87da2e0760d tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 944 time: 0.0880613 Apr 25 15:52:47.054440 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c711e09f-7c03-4bd4-a4f3-38a7572393da req-409be93c-175e-41ca-8a6f-457a2fbd0d07 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Apr 25 15:52:47.080269 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['406048ab-a28b-4aed-a49b-2fbef9af3ac0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:52:48.245411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99832432-d88d-4472-815b-a556260041f1 req-e180b6e6-3716-419b-b22e-6704c38980e0 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:48.246838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99832432-d88d-4472-815b-a556260041f1 req-e180b6e6-3716-419b-b22e-6704c38980e0 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 944 time: 0.0824811 Apr 25 15:52:48.290303 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-99832432-d88d-4472-815b-a556260041f1 req-c6d1fa42-7e99-4091-944d-369e50c85957 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377960 Apr 25 15:52:48.508594 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:52:48.575337 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning for port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:52:48.579947 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:52:48.580319 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:48.693807 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:48.719951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:52:48.730695 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:52:48.734570 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:48.770274 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2be59d-6b82-4a00-a394-a10193e29cc5'] response: {'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'code': 200} Apr 25 15:52:48.802376 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:48.895439 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47f4b-107d-4979-81c4-64f598103f97 req-3fddac42-1e5d-403e-bb21-61d406e488db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:48.896886 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfd47f4b-107d-4979-81c4-64f598103f97 req-3fddac42-1e5d-403e-bb21-61d406e488db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1096 time: 0.0684478 Apr 25 15:52:48.941610 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dfd47f4b-107d-4979-81c4-64f598103f97 req-d3bc0631-248e-41e9-8251-4f02f0ad8e5c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 Apr 25 15:52:49.483528 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ad88-e404-4689-b637-75df6ccc827e req-b59b3f23-7f75-4dfb-8c42-4ad10edce0ca tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:49.484919 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c40ad88-e404-4689-b637-75df6ccc827e req-b59b3f23-7f75-4dfb-8c42-4ad10edce0ca tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 945 time: 0.0919576 Apr 25 15:52:49.529912 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1c40ad88-e404-4689-b637-75df6ccc827e req-1b9b9927-b762-4686-a84e-a3a5e5a56bb3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Apr 25 15:52:50.714351 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ba72-d902-4b9f-a1ed-fa84e024f5e5 req-cc476f03-a2e4-435e-bb6c-e6c0ea8439f6 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:50.715776 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f465ba72-d902-4b9f-a1ed-fa84e024f5e5 req-cc476f03-a2e4-435e-bb6c-e6c0ea8439f6 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 945 time: 0.0820959 Apr 25 15:52:50.758056 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f465ba72-d902-4b9f-a1ed-fa84e024f5e5 req-c91fbe1c-9d26-4646-986a-637638504091 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367267 Apr 25 15:52:50.958655 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e83ac0-88cb-47ec-a6b8-b7e875cd9ea2 req-73811b56-b4cd-4a15-aa43-bd18a9c22498 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:50.960720 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17e83ac0-88cb-47ec-a6b8-b7e875cd9ea2 req-73811b56-b4cd-4a15-aa43-bd18a9c22498 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 945 time: 0.0795517 Apr 25 15:52:51.002599 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-17e83ac0-88cb-47ec-a6b8-b7e875cd9ea2 req-c2ca18dd-07da-467a-8c3c-256d98838570 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362771 Apr 25 15:52:51.025383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44108) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:51.143851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c409f3-8883-4001-803b-05f04d6c2553 tempest-TestSnapshotPattern-1202253437 tempest-TestSnapshotPattern-1202253437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:51.145432 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-01c409f3-8883-4001-803b-05f04d6c2553 tempest-TestSnapshotPattern-1202253437 tempest-TestSnapshotPattern-1202253437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1091 time: 0.1191280 Apr 25 15:52:51.149042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:52:51.154062 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:52:51.160645 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:52:51.164483 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:floatingip and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:52:51.167336 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:52:51.173005 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:52:51.183663 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:51.318984 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:51.453913 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Allocated IP 172.25.0.188 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/0a83070d-7c67-4eb9-9b78-6c060583df01) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:52:51.600299 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:51.628688 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:51.685624 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:52:51.688362 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:52:51.691876 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:52:51.739594 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'Port': ['ID=0a83070d-7c67-4eb9-9b78-6c060583df01,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:52.209046 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:52.280622 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:52.482235 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:52.486656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:52.594024 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'Port': ['ID=0a83070d-7c67-4eb9-9b78-6c060583df01,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:52:52.605712 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:52.775796 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Floating IP ebf4a586-02d1-4741-9b8c-7acfc93edaba associated. External IP: 172.25.0.188, port: 406048ab-a28b-4aed-a49b-2fbef9af3ac0. Apr 25 15:52:53.135868 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Router 72f3f829-56a0-4f27-b988-467300887c6a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:52:53.318562 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:52:53.328250 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:52:53.338607 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:53.339213 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:53.341869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:52:53.396111 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-b21a8bac-eb74-4b57-a40f-d4388136011f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2459283 Apr 25 15:52:53.396686 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:52:53.440611 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6ca8ae-f9b4-4a10-b565-5aa3c7aadcf4'] response: {'name': 'network-changed', 'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'status': 'completed', 'code': 200} Apr 25 15:52:53.541529 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-344f6218-bf03-48e9-bf08-b3ed7bf6674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:53.542985 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-344f6218-bf03-48e9-bf08-b3ed7bf6674e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1096 time: 0.0806787 Apr 25 15:52:53.556921 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:53.796109 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-0cc9121c-07c5-4781-96be-1856c228c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:53.798177 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-0cc9121c-07c5-4781-96be-1856c228c387 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.2497602 Apr 25 15:52:53.910671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-0420cc39-d24d-40fe-96c8-fd31f8f2bc59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 999 time: 0.1063197 Apr 25 15:52:53.911848 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:52Z', 'revision_number': 0, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:53.915893 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:52:53.924158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:52:53.924745 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:52:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:53.972815 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-b091576d-9f27-483c-b993-2c4baf172ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:53.974291 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-b091576d-9f27-483c-b993-2c4baf172ed4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0583630 Apr 25 15:52:54.047750 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-2b6e7a69-ab00-4cd2-8003-10a1b1da368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:54.049396 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-2b6e7a69-ab00-4cd2-8003-10a1b1da368d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690322 Apr 25 15:52:54.098246 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:52:54.179623 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-bb3228ca-58e9-46e0-b746-30b3af06b548 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246703 Apr 25 15:52:54.309794 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-6d9982fe-5b67-4d5b-9bfa-8328abed14d8 req-662dbe80-6c6a-4061-b002-332b26e7afc1 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242886 Apr 25 15:52:54.441858 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:52Z', 'revision_number': 0, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:52:54.446276 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29873dcd-e4fd-464a-b0a1-16f875f30307 None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:52Z', 'revision_number': 0, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:52:54.630027 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba1010-052e-46ec-979e-1b6aa6f13ba0 None None] New status for floating IP ebf4a586-02d1-4741-9b8c-7acfc93edaba: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:52:58.312998 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-a67b9f1f-61aa-4c09-9054-50686b21ccff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726256 Apr 25 15:52:58.450101 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-a0362481-1f52-48f9-84c8-2f4bfcddfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:58.451575 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-a0362481-1f52-48f9-84c8-2f4bfcddfa28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1096 time: 0.0705161 Apr 25 15:52:58.604337 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-3aaae26d-60cb-4c7b-985e-82aa4990d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:58.605725 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-3aaae26d-60cb-4c7b-985e-82aa4990d74c service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1367395 Apr 25 15:52:58.708582 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-62f416e0-184f-4803-9e5b-9a649b81bcbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 1001 time: 0.0967317 Apr 25 15:52:58.773500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-9c07da58-24e5-4162-a1a4-d1998f0105a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:58.774884 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-9c07da58-24e5-4162-a1a4-d1998f0105a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0601056 Apr 25 15:52:58.848708 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-bd0ecada-47ad-48f6-a0ec-7cb25de5b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:52:58.850248 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-bd0ecada-47ad-48f6-a0ec-7cb25de5b4d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697894 Apr 25 15:52:58.985289 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-989cad39-e117-4ba1-9418-835ed95b21e2 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291063 Apr 25 15:52:59.118488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e66d5e3e-ab36-4a04-a370-96a69512393e req-2ac6b226-d107-4a0a-a287-c3d98db18ce9 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275547 Apr 25 15:52:59.569779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:04.990757 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:08.722886 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4fe00180-0603-46fd-9d74-ffa9dd23039d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:11.077670 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-504133ae-b92c-4b62-b7e1-a45dc919aa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:11.965817 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:12.271750 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:13.958239 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:14.352811 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:53:29.587660 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:34.989636 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:38.723332 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15d7b4f9-51ba-4b1e-9d82-f2a7751dfdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:41.079955 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-485c4842-d0ab-4dfe-9882-4a60135f6065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:41.967671 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:42.277084 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:43.960513 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:53:51.353871 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:53:59.584836 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:00.328439 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-d6002053-5cb0-41e0-9511-9bd4fda229ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078002 Apr 25 15:54:00.572069 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-a8a14af9-c10e-4900-9cd9-789845c6061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:54:00.573568 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-a8a14af9-c10e-4900-9cd9-789845c6061f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1096 time: 0.1756463 Apr 25 15:54:00.714924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-b6ebb1e1-e429-4166-b54c-ac088697e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:54:00.716356 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-b6ebb1e1-e429-4166-b54c-ac088697e98a service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1241536 Apr 25 15:54:00.818658 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-8e9029dc-fffa-4c6e-b69d-67d4d6643bfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 1001 time: 0.0952501 Apr 25 15:54:00.879280 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-8360c8ea-82b3-48c0-a431-2260d842e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:54:00.880663 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-8360c8ea-82b3-48c0-a431-2260d842e75f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0560563 Apr 25 15:54:00.957814 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-fc5c47c5-f38c-492c-9892-1283c47501f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:54:00.959240 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-fc5c47c5-f38c-492c-9892-1283c47501f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720263 Apr 25 15:54:01.089427 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-082e531a-f7f0-475a-bfe2-1286b08d5555 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235085 Apr 25 15:54:01.227316 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0ebf6162-18d4-4d7d-8078-3199ac8a05b5 req-f3a438b4-35e5-4f89-a6e1-20321b56f156 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319797 Apr 25 15:54:05.004692 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:08.727727 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d37719e2-3b9b-4f17-8094-83339c18b3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:11.082328 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7268cbc6-2542-4610-8e92-d4e6f52fa9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:11.970042 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:12.277383 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:13.962870 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:28.353097 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:54:29.613712 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:35.034962 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:38.729397 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d234c82d-7b6d-45b6-b021-65af6fbdda30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:41.084066 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9b758252-90d8-43a0-93d8-b92c6a5925a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:41.972317 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:42.280019 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:43.966096 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:54:59.630625 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:01.298541 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-6364d4f7-fd5c-49f5-b648-9fc8a24c8920 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680883 Apr 25 15:55:01.439451 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-fb94936a-31d0-4efd-9a59-b6776c137c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:01.440880 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-fb94936a-31d0-4efd-9a59-b6776c137c72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1096 time: 0.0732212 Apr 25 15:55:01.587033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-66a99294-c7e7-4598-aab2-676fc7856386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:01.588475 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-66a99294-c7e7-4598-aab2-676fc7856386 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1292157 Apr 25 15:55:01.692030 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-9fcc7f8a-1cd8-42eb-b45f-698665b68d18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 1001 time: 0.0978227 Apr 25 15:55:01.751924 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-4d33d9da-806a-4e92-b267-b8042fe00609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:01.753311 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-4d33d9da-806a-4e92-b267-b8042fe00609 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0555339 Apr 25 15:55:01.824793 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-f7f85a5f-4923-4b3b-81f4-261cbc0b52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:01.826258 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-f7f85a5f-4923-4b3b-81f4-261cbc0b52b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677261 Apr 25 15:55:01.954651 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-f5564f87-25ca-4162-acaa-48e5235f9b03 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222141 Apr 25 15:55:02.080310 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c7818032-ab15-4570-a048-5b98b6b7bfab req-f2f47695-2830-47f1-a471-42d59e627d15 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204810 Apr 25 15:55:05.033687 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:05.354106 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:55:08.731652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-967573fe-b936-4090-bff6-6f6798332169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:11.085145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6e3ebe16-233a-49a8-ba91-94abd241a90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:11.974318 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:12.281900 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:13.968490 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:25.441838 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 details requested by agent hyperv_n-h1-811416-6 with host n-h1-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:55:25.571090 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:25.587575 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Returning: {'device': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:55:25.640965 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:25.656795 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 406048ab-a28b-4aed-a49b-2fbef9af3ac0 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:55:25.671363 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:25.675652 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:25.742452 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:25.751291 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.751639 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.751980 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.752316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.752650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.752982 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.753332 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.753659 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.753983 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.754305 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.754629 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.754951 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:25.758271 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] get_ports_and_sgs() called for port_ids ['406048ab-a28b-4aed-a49b-2fbef9af3ac0'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:55:27.449497 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 up at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:55:27.516437 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Provisioning complete for port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:55:27.516813 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:27.631481 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:27.656908 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:55:27.666916 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:27.671613 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:27.717332 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48f1bd9-bb03-4938-96e8-445cb90a3239'] response: {'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'code': 200} Apr 25 15:55:27.743345 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:29.642572 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:35.036555 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:38.734575 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8811b5e2-2f3c-4706-abf4-c36010edd3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:40.996096 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-3f69f042-364a-414c-813a-ada1b88e4dee tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551768177&fields=id&tenant_id=c732f7806f8f4b349358bc15b85e7aca HTTP/1.1" status: 200 len: 267 time: 0.1480179 Apr 25 15:55:41.088737 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617e94e8-041c-4715-96e4-d58255955a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:41.150141 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-86ded5f5-5eae-4a09-8820-1548f2cedd19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:41.151580 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-86ded5f5-5eae-4a09-8820-1548f2cedd19 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 809 time: 0.1490366 Apr 25 15:55:41.235102 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-1de9d878-545b-435d-85a1-085e3d23ad15 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/quotas/c732f7806f8f4b349358bc15b85e7aca HTTP/1.1" status: 200 len: 375 time: 0.0777853 Apr 25 15:55:41.324954 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-369b25ac-30fd-4c73-b422-88812e4e8128 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841947 Apr 25 15:55:41.502838 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-8d05ee6d-f713-4952-9c3a-15e62e2675ae service neutron] 10.222.0.23 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664708 Apr 25 15:55:41.633119 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-cd0d0c05-8bdb-4baa-a9c8-0fd63bd52d73 service neutron] 10.222.0.23 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245303 Apr 25 15:55:41.866595 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-617b2cdf-69c9-4259-bcd3-6af5f672ee56 req-e496681e-cbd1-4d07-894d-aa55352a3689 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0892689 Apr 25 15:55:41.975894 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:42.288223 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:42.353450 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:55:42.966067 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-0b7ee8f7-3c96-411e-bd7a-c069cb4b365a req-d732846b-355b-40f5-a78d-b2d94551ee0d tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0478330 Apr 25 15:55:43.970797 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:44.111852 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-737357a0-bec4-4ccb-aab6-0010a12b32ae req-1aca5c0c-0317-4171-9cd8-89179abf4d7a tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0424609 Apr 25 15:55:44.981154 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-1607f79f-b2fb-49bf-a020-754b41fccb47 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:44.982615 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-1607f79f-b2fb-49bf-a020-754b41fccb47 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.15 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 809 time: 0.1465337 Apr 25 15:55:45.036864 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-2558b37d-1990-487a-961c-70939afb6eff tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c732f7806f8f4b349358bc15b85e7aca HTTP/1.1" status: 200 len: 380 time: 0.0444143 Apr 25 15:55:45.045193 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'port': {'device_id': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'admin_state_up': True, 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'security_groups': ['b8b2163e-251f-41a2-883c-d2d7ede2feb1']}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:55:45.181873 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:55:45.191363 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.quota.driver [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:55:45.202641 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Made reservation on behalf of c732f7806f8f4b349358bc15b85e7aca for: {'port': 1} {{(pid=88061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 25 15:55:45.206970 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:45.263967 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-dec8ede6-0a11-4dbd-bd23-e7b2a20bb344 req-3ecb3343-a78c-4ecc-9d0b-2478d437de96 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0421059 Apr 25 15:55:45.398409 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Allocated IP 172.20.0.9 (19b3e900-9c8c-48cd-aab0-a6289b0ff8e5/a22721e1-cfde-4e33-9780-4841216b6b46/0deb08fe-6441-4e67-89a5-93026fdf9a43) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:55:45.520049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:55:45.698636 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:45.706443 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:45.724973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Transition to ACTIVE for port object 0deb08fe-6441-4e67-89a5-93026fdf9a43 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:55:45.750413 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:55:45.763163 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:45.768552 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:45.774433 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:45.889279 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:45.892481 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Pushing event updated for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:45.905379 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.905717 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.906222 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.907014 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.907594 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.908074 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.908549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.909025 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.909646 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.910110 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.910585 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.911049 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:55:45.919309 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:55:45.920914 n-d-811416-6 neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:55:45.923430 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:55:45.956243 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29de7b23-d940-45b5-b5ab-079678ae8d10'] response: {'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'code': 200} Apr 25 15:55:46.022800 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:46.024663 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:46.070785 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-e7c98e87-dd43-4927-a229-c3b94263c8c3 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0287530 Apr 25 15:55:46.235087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-399217be-54d3-422d-be30-1c1e0d441209 None None] Provisioning for port 0deb08fe-6441-4e67-89a5-93026fdf9a43 completed by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:55:46.240526 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-399217be-54d3-422d-be30-1c1e0d441209 None None] Provisioning complete for port 0deb08fe-6441-4e67-89a5-93026fdf9a43 triggered by entity DHCP. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:55:46.241273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-399217be-54d3-422d-be30-1c1e0d441209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:46.299605 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-399217be-54d3-422d-be30-1c1e0d441209 None None] Port 0deb08fe-6441-4e67-89a5-93026fdf9a43 cannot update to ACTIVE because it is not bound. {{(pid=88062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 25 15:55:46.475778 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5bd0-c3f6-40a1-96ca-2e27ff915538 req-39dc018f-cc8f-447d-8693-9bb62dabf6bf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:46.477342 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e32f5bd0-c3f6-40a1-96ca-2e27ff915538 req-39dc018f-cc8f-447d-8693-9bb62dabf6bf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 931 time: 0.0854168 Apr 25 15:55:46.535897 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-e32f5bd0-c3f6-40a1-96ca-2e27ff915538 req-2552e077-0a0f-4c83-af38-918edf2741df tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512817 Apr 25 15:55:47.748803 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c665d-4348-43a1-bebb-98bb7d99136b req-819d20c4-5817-4ae6-9e74-31d5398de7f5 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:47.749985 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a42c665d-4348-43a1-bebb-98bb7d99136b req-819d20c4-5817-4ae6-9e74-31d5398de7f5 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:55:47.766362 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-a42c665d-4348-43a1-bebb-98bb7d99136b req-819d20c4-5817-4ae6-9e74-31d5398de7f5 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:55:47.767587 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a42c665d-4348-43a1-bebb-98bb7d99136b req-819d20c4-5817-4ae6-9e74-31d5398de7f5 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 931 time: 0.1209576 Apr 25 15:55:47.829340 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a42c665d-4348-43a1-bebb-98bb7d99136b req-5a67cc6c-662d-4257-a1ee-ea25fafb84a9 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542338 Apr 25 15:55:49.025284 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510aeb7-4e63-4970-a2a7-e721a1a2daec req-6c009aad-cad1-44b0-820c-4a6bc28814dd tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:49.026781 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a510aeb7-4e63-4970-a2a7-e721a1a2daec req-6c009aad-cad1-44b0-820c-4a6bc28814dd tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 931 time: 0.0848894 Apr 25 15:55:49.078047 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-a510aeb7-4e63-4970-a2a7-e721a1a2daec req-777b1ccb-7f96-440b-9033-9c43e7c060ec tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Apr 25 15:55:50.291204 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda60a4-b950-4a59-a540-6fea6f3f1e85 req-9c02934b-db93-4104-9c31-0f4653f8037e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:50.292759 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fda60a4-b950-4a59-a540-6fea6f3f1e85 req-9c02934b-db93-4104-9c31-0f4653f8037e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 931 time: 0.1005077 Apr 25 15:55:50.342784 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9fda60a4-b950-4a59-a540-6fea6f3f1e85 req-9afa58c7-0b16-4d1a-8dc6-befb7bb8268f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Apr 25 15:55:51.547968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ead80-9616-4c77-be21-5654219701ff req-0ac18d04-2c6d-48db-b685-df32cfa75024 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:51.549735 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a6ead80-9616-4c77-be21-5654219701ff req-0ac18d04-2c6d-48db-b685-df32cfa75024 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 931 time: 0.0931656 Apr 25 15:55:51.596682 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-7a6ead80-9616-4c77-be21-5654219701ff req-1541468a-a4d3-4ecd-ae4d-83003715ae34 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Apr 25 15:55:52.784465 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dd68e-d49d-4d7c-b914-70769b35d8ec req-364af5b6-9ef3-4a7a-bdee-69d01c09549e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:52.785879 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a76dd68e-d49d-4d7c-b914-70769b35d8ec req-364af5b6-9ef3-4a7a-bdee-69d01c09549e tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 931 time: 0.0825067 Apr 25 15:55:52.831108 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-a76dd68e-d49d-4d7c-b914-70769b35d8ec req-c3a7d111-7c62-4daf-93fb-bf2f876a4dfb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Apr 25 15:55:53.176519 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.v2.base [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Request body: {'port': {'device_id': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-6'}} {{(pid=88061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:55:53.287396 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:53.620076 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0deb08fe-6441-4e67-89a5-93026fdf9a43 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:55:53.630327 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:53.645120 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Transition to ACTIVE for port object 0deb08fe-6441-4e67-89a5-93026fdf9a43 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 25 15:55:53.648442 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:53.915472 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:53.989989 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Attempting to bind port 0deb08fe-6441-4e67-89a5-93026fdf9a43 on host n-h2-811416-6 for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 25 15:55:53.990325 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Attempting to bind port 0deb08fe-6441-4e67-89a5-93026fdf9a43 by drivers openvswitch,hyperv on host n-h2-811416-6 at level 0 using segments [{'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 25 15:55:53.990655 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Attempting to bind port 0deb08fe-6441-4e67-89a5-93026fdf9a43 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:55:53.996027 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Port 0deb08fe-6441-4e67-89a5-93026fdf9a43 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-6 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 25 15:55:53.996355 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Attempting to bind port 0deb08fe-6441-4e67-89a5-93026fdf9a43 on network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 25 15:55:54.002055 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Checking agent: {'id': 'd87ee843-71d1-4a0f-98c2-6c7163a9d71e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'started_at': datetime.datetime(2022, 4, 25, 14, 24, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 25, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 25 15:55:54.002396 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Checking segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 25 15:55:54.002882 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Bound using segment: {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 25 15:55:54.003195 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Bound port: 0deb08fe-6441-4e67-89a5-93026fdf9a43, host: n-h2-811416-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1839826c-6558-4df9-86d8-bf49d62629ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 25 15:55:54.003543 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:54.029174 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e6ea-fb5c-4cff-8c95-4e65a3792985 req-d49a1bb9-cea1-436e-b42e-29347b41812c tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:54.030644 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76b6e6ea-fb5c-4cff-8c95-4e65a3792985 req-d49a1bb9-cea1-436e-b42e-29347b41812c tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 943 time: 0.0843239 Apr 25 15:55:54.081592 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-76b6e6ea-fb5c-4cff-8c95-4e65a3792985 req-4234839d-5cba-41c8-b4cc-e55b160f72ba tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Apr 25 15:55:54.096205 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 25 15:55:54.099359 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 25 15:55:54.104744 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750991'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:54.159470 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:54.160535 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:54.162157 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] 10.222.0.15 "PUT /v2.0/ports/0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 200 len: 1091 time: 0.9903896 Apr 25 15:55:54.164829 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:55:54.239208 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb7dd8-f404-410d-9cad-2570c945bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:54.279273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-245cfd1e-e72c-4960-aac3-fe962af6755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:54.281694 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-245cfd1e-e72c-4960-aac3-fe962af6755d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1094 time: 0.0821898 Apr 25 15:55:54.284154 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4278582a-17df-47a2-9208-3dfcdcd862b7'] response: {'name': 'network-changed', 'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'status': 'completed', 'code': 200} Apr 25 15:55:54.357937 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-c17c65bb-2ea6-40de-a1a4-6b5a549fd465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 200 len: 217 time: 0.0661035 Apr 25 15:55:54.422173 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-6498ca3f-8c7f-467e-9460-eb90df15e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:54.423658 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-6498ca3f-8c7f-467e-9460-eb90df15e388 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0598819 Apr 25 15:55:54.500416 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-9bd88060-b377-49bb-90d8-b126a2870c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:54.501934 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-9bd88060-b377-49bb-90d8-b126a2870c93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725129 Apr 25 15:55:54.635488 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-7cc30d58-8231-49c1-b7f7-dbbbd3cb8f30 service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272163 Apr 25 15:55:54.765757 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-b8bf0274-d067-4599-81b1-3f0679a85b48 req-afb4f037-8283-41c3-bdf1-2a625b0d34c8 service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222911 Apr 25 15:55:54.877159 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-bc347258-7c68-4d61-9e23-b612d1cf73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:54.878589 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-bc347258-7c68-4d61-9e23-b612d1cf73f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1094 time: 0.0687733 Apr 25 15:55:55.005572 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-4cbd1b2d-3bd7-49e2-b31a-0f927909ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:55.006983 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-4cbd1b2d-3bd7-49e2-b31a-0f927909ad0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1222920 Apr 25 15:55:55.075697 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-191bf2ed-333e-4460-ba6d-51c7bcc57e4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 200 len: 217 time: 0.0624099 Apr 25 15:55:55.145313 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-59dd7065-089f-451e-b589-209ec92465f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:55.146802 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-59dd7065-089f-451e-b589-209ec92465f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0649655 Apr 25 15:55:55.229564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-40641b7f-4d5c-4468-b056-506058306f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:55.231028 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-40641b7f-4d5c-4468-b056-506058306f7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772929 Apr 25 15:55:55.269124 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45b0a1-d1c2-48c0-84f8-9cdb4473a016 req-d7d9433d-1d43-4eca-8b3f-bc66e49e3741 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:55.270488 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a45b0a1-d1c2-48c0-84f8-9cdb4473a016 req-d7d9433d-1d43-4eca-8b3f-bc66e49e3741 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 943 time: 0.0837314 Apr 25 15:55:55.315491 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-5a45b0a1-d1c2-48c0-84f8-9cdb4473a016 req-8ad7430c-fba7-43d9-9781-fba70104da5f tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391140 Apr 25 15:55:55.368192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-4354aa01-48c8-4680-99f3-469a5cb83f30 service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288049 Apr 25 15:55:55.601236 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-45aad4f7-8e71-4aa6-82c9-d1adb1f59a64 req-e91d2ce1-66c6-4ccb-ab02-850e21a973fe service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265623 Apr 25 15:55:56.504741 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70912d4b-ea38-4725-abc3-31d9e821e5f0 req-8bc77ada-4843-4c50-8306-38f0d261639b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:56.506220 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70912d4b-ea38-4725-abc3-31d9e821e5f0 req-8bc77ada-4843-4c50-8306-38f0d261639b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 943 time: 0.0861106 Apr 25 15:55:56.549534 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-70912d4b-ea38-4725-abc3-31d9e821e5f0 req-8ce2d50f-1dc8-455d-a555-4b6e09bd2781 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367432 Apr 25 15:55:57.347623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:55:57.507750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:57.525159 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'port_id': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'mac_address': 'fa:16:3e:68:fe:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:55:57.578577 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:57.599972 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0deb08fe-6441-4e67-89a5-93026fdf9a43 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:55:57.616716 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:57.620303 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:57.686878 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:57.738033 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc601b-3e96-4ab3-a993-1f174c339552 req-eed01357-3be3-4453-a567-ae8d34a8bcea tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:57.739479 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bebc601b-3e96-4ab3-a993-1f174c339552 req-eed01357-3be3-4453-a567-ae8d34a8bcea tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0843496 Apr 25 15:55:57.788627 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-bebc601b-3e96-4ab3-a993-1f174c339552 req-04dc477a-c829-4037-82cb-9aea1b4dff21 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Apr 25 15:55:57.855562 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0deb08fe-6441-4e67-89a5-93026fdf9a43'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:55:58.977177 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d4e7-7b54-4f2b-b9e1-aee1e595a578 req-69f2a881-af24-4a22-842b-73726030d23c tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:58.979132 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b28d4e7-7b54-4f2b-b9e1-aee1e595a578 req-69f2a881-af24-4a22-842b-73726030d23c tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0815446 Apr 25 15:55:59.021819 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0b28d4e7-7b54-4f2b-b9e1-aee1e595a578 req-3e03f005-476f-406d-beb0-ca78c85fe1c7 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369704 Apr 25 15:55:59.377938 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:55:59.443228 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning for port 0deb08fe-6441-4e67-89a5-93026fdf9a43 completed by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 25 15:55:59.447693 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 0deb08fe-6441-4e67-89a5-93026fdf9a43 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:55:59.448063 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:59.561328 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:59.586480 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:55:59.596750 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:55:59.600500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:59.636283 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e59a08-0ba1-44ab-a3c7-a3035b05712f'] response: {'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'code': 200} Apr 25 15:55:59.676182 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:55:59.681308 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:55:59.755082 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abac02-d756-4885-8fcd-0dea2030420f req-7f52ae64-d187-4e35-88b0-0c25c4c9f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:55:59.756521 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16abac02-d756-4885-8fcd-0dea2030420f req-7f52ae64-d187-4e35-88b0-0c25c4c9f711 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0687435 Apr 25 15:55:59.798825 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-16abac02-d756-4885-8fcd-0dea2030420f req-035bdb13-ef76-4603-b3c1-62d63e7dc550 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364778 Apr 25 15:56:00.203669 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796591f-3f09-4cca-8677-560760cc0132 req-38dca58f-f582-44a2-8d7a-8e04b085b1b2 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:00.205915 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9796591f-3f09-4cca-8677-560760cc0132 req-38dca58f-f582-44a2-8d7a-8e04b085b1b2 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0800819 Apr 25 15:56:00.250192 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-9796591f-3f09-4cca-8677-560760cc0132 req-4166d442-7dee-45e4-af86-99478693d0da tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384994 Apr 25 15:56:01.433486 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b44f4-ff5a-458a-b1dd-f740416083c6 req-a067f592-8981-4b31-bb62-e593f2025b5c tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:01.435926 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d5b44f4-ff5a-458a-b1dd-f740416083c6 req-a067f592-8981-4b31-bb62-e593f2025b5c tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0801337 Apr 25 15:56:01.480671 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-9d5b44f4-ff5a-458a-b1dd-f740416083c6 req-593f1baf-70d6-4955-86b2-0b390414e232 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390162 Apr 25 15:56:01.666605 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b0b0-eedd-478e-a621-e89f2f207f5a req-2b12f065-520a-40ff-869b-8fac45ec6550 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:01.668048 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6e5b0b0-eedd-478e-a621-e89f2f207f5a req-2b12f065-520a-40ff-869b-8fac45ec6550 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0829875 Apr 25 15:56:01.711632 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-d6e5b0b0-eedd-478e-a621-e89f2f207f5a req-68a92ab4-dd42-4532-93f5-7b183c2ace11 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378830 Apr 25 15:56:01.733619 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44448) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:56:01.805851 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df6c08-a1a3-41d2-8619-dd1768cb81fc tempest-TestSnapshotPattern-1202253437 tempest-TestSnapshotPattern-1202253437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:01.807308 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-93df6c08-a1a3-41d2-8619-dd1768cb81fc tempest-TestSnapshotPattern-1202253437 tempest-TestSnapshotPattern-1202253437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1091 time: 0.0726769 Apr 25 15:56:01.809984 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44452) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:56:01.814677 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.v2.base [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Request body: {'floatingip': {'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'port_id': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 25 15:56:01.821712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 25 15:56:01.825481 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Usage tracker for resource:floatingip and tenant:c732f7806f8f4b349358bc15b85e7aca is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 25 15:56:01.828293 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 25 15:56:01.833864 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 25 15:56:01.844041 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:01.975393 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:02.107428 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Allocated IP 172.25.0.36 (d2d95da0-8f28-4169-a88e-cd85298915e0/348c0aa2-2a45-41d0-ab40-51fb2c01ff88/7809e80b-ee90-4c2c-9c4c-7db85d4cc7aa) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 25 15:56:02.393815 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-e6db0137-91cd-4374-9fe7-21772d30c518 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1562819 Apr 25 15:56:02.400964 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:02.431029 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752164478275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:02.537317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Network d2d95da0-8f28-4169-a88e-cd85298915e0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 25 15:56:02.542279 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 25 15:56:02.544806 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 25 15:56:02.595563 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'Port': ['ID=7809e80b-ee90-4c2c-9c4c-7db85d4cc7aa,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:56:02.611652 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.612001 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.612341 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.612678 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.613014 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.613366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.613693 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.614016 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.614340 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.614664 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.615011 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.615334 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:56:02.685088 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481896ef-4f63-4541-823e-90387f8af700 req-b4b0f59a-516e-4292-bfba-3090bba3f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:02.686567 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-b4b0f59a-516e-4292-bfba-3090bba3f76e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1094 time: 0.2094018 Apr 25 15:56:03.006944 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481896ef-4f63-4541-823e-90387f8af700 req-75817e49-95fb-4905-9c13-643c574d96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:03.008312 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-75817e49-95fb-4905-9c13-643c574d96cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.2816179 Apr 25 15:56:03.141353 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-60f87dcc-6934-4b81-93ff-931e6c60a91c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 999 time: 0.1249907 Apr 25 15:56:03.220739 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481896ef-4f63-4541-823e-90387f8af700 req-60fbf8b1-e984-493e-bc7f-8f58626d5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:03.222271 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-60fbf8b1-e984-493e-bc7f-8f58626d5fc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0743322 Apr 25 15:56:03.298031 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:03.322106 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481896ef-4f63-4541-823e-90387f8af700 req-2a211f3b-9d39-43a2-81a9-819a5088f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:03.323560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-2a211f3b-9d39-43a2-81a9-819a5088f320 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954564 Apr 25 15:56:03.473378 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:03.552277 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-e63c4a99-ba71-47be-a1fa-ff36172e9d12 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221477 Apr 25 15:56:03.901168 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-481896ef-4f63-4541-823e-90387f8af700 req-360e9651-dfe5-4a34-824f-35fa56e2f134 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428195 Apr 25 15:56:03.927276 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:03.932626 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3767057'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:04.042824 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event updated for resources: {'Port': ['ID=7809e80b-ee90-4c2c-9c4c-7db85d4cc7aa,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:56:04.052805 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510021'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:04.227759 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Floating IP a5566a24-1000-4afe-b0ef-80c140401c1b associated. External IP: 172.25.0.36, port: 0deb08fe-6441-4e67-89a5-93026fdf9a43. Apr 25 15:56:04.585202 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Router 72f3f829-56a0-4f27-b988-467300887c6a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:56:04.768578 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:56:04.779085 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:56:04.791351 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:56:04.792112 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:56:04.794619 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:04.868522 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-76dc500a-0a97-4d93-8d58-839543027824 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0435894 Apr 25 15:56:04.868522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:56:04.910046 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2821ad03-646c-432e-8b64-156268366867'] response: {'name': 'network-changed', 'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'status': 'completed', 'code': 200} Apr 25 15:56:05.004939 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-bdc5c8b2-1f07-4513-905d-2f6181b85027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:05.006481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-bdc5c8b2-1f07-4513-905d-2f6181b85027 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0736520 Apr 25 15:56:05.014417 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:56:05.057626 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:05.157973 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-3f3e9a50-5c9a-4ed4-89b8-ddb0bec94001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:05.159428 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-3f3e9a50-5c9a-4ed4-89b8-ddb0bec94001 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1473858 Apr 25 15:56:05.265481 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-e4cb4008-1d3e-4f85-a829-41f1c283992e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 200 len: 998 time: 0.0994437 Apr 25 15:56:05.326527 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-334835e1-e9c4-481b-b105-0d025b3f8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:05.327861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-334835e1-e9c4-481b-b105-0d025b3f8d1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0571034 Apr 25 15:56:05.369677 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a5566a24-1000-4afe-b0ef-80c140401c1b', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:68:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:56:03Z', 'updated_at': '2022-04-25T15:56:03Z', 'revision_number': 0, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}, {'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:54Z', 'revision_number': 1, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:56:05.373468 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:56:05.381512 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:56:05.382110 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:55:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:56:05.405000 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-409f21cc-09ff-47c5-81a0-cf26bbe95415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:05.406502 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-409f21cc-09ff-47c5-81a0-cf26bbe95415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729902 Apr 25 15:56:05.542775 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-57fb33b5-7960-42ee-965a-ce9a3ac1544d service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299744 Apr 25 15:56:05.562064 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:56:05.680554 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-8a36b531-5691-47b0-ae27-c4333327e9b7 req-1950a960-6837-482c-904b-6d50b4ffc82f service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298833 Apr 25 15:56:05.904270 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a5566a24-1000-4afe-b0ef-80c140401c1b', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:68:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:56:03Z', 'updated_at': '2022-04-25T15:56:03Z', 'revision_number': 0, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}, {'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:54Z', 'revision_number': 1, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:56:05.908083 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1685b-ecd4-4700-b819-681eeb9e1bf3 None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'a5566a24-1000-4afe-b0ef-80c140401c1b', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:68:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:56:03Z', 'updated_at': '2022-04-25T15:56:03Z', 'revision_number': 0, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}, {'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:54Z', 'revision_number': 1, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:56:06.105360 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d89482-1058-444b-a8ae-078fac5b3083 None None] New status for floating IP a5566a24-1000-4afe-b0ef-80c140401c1b: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:56:08.741407 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af8ca71c-505c-4443-8135-501b4b6c6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:11.091685 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-090520a9-0aef-4579-b558-15753f651c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:11.979272 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:12.287780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:13.972753 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:19.352240 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:56:29.657636 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:35.063232 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:38.735979 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20b712d4-8182-4b14-8433-4614f6970de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:41.092151 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b9a18312-7414-4415-845c-d1e5d955b857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:41.981744 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:42.291473 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:43.975855 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:56.351315 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:56:59.619861 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-fd3b5d5a-d1c5-4c2e-b487-604cb5e55bd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1099634 Apr 25 15:56:59.688491 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:56:59.757584 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-bb47c3ad-ea2f-4e34-aa5c-05a8c609539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:56:59.759744 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-bb47c3ad-ea2f-4e34-aa5c-05a8c609539c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0731850 Apr 25 15:57:00.001545 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-fbd73f11-9c79-4201-a075-1bb7e845fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:00.003032 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-fbd73f11-9c79-4201-a075-1bb7e845fcf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.2228210 Apr 25 15:57:00.104306 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-b850a818-2d15-4617-a254-8a23886af09c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 200 len: 1000 time: 0.0946455 Apr 25 15:57:00.164445 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-f023af9f-8009-43a5-b518-5638ab38e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:00.165956 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-f023af9f-8009-43a5-b518-5638ab38e085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0560360 Apr 25 15:57:00.239561 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-14e95d75-dc66-4abe-874f-1f965141f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:00.241019 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-14e95d75-dc66-4abe-874f-1f965141f096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693808 Apr 25 15:57:00.370703 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-a9feedee-8d94-4d20-951d-98128d7d168d service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236959 Apr 25 15:57:00.503057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-f468c42e-7425-4cb6-9633-521d7e17aee5 req-b2d34acd-caa4-4bcd-b83e-23b6261bfaec service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261468 Apr 25 15:57:02.341158 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-b9335618-2d49-4f8a-9b68-8e352a6472aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719271 Apr 25 15:57:02.475882 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-262811ae-8915-4a27-ac01-1c44381d2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:02.478008 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-262811ae-8915-4a27-ac01-1c44381d2963 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1094 time: 0.0703022 Apr 25 15:57:02.727805 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-dde1f9c0-393d-4f2c-b8eb-a85c9e6f5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:02.729265 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-dde1f9c0-393d-4f2c-b8eb-a85c9e6f5f72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.2347410 Apr 25 15:57:02.832723 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-a2120aef-3919-4ba9-b4a6-79267da838c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 999 time: 0.0968280 Apr 25 15:57:02.898366 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-52663234-d191-43d9-adae-98a54022828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:02.900393 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-52663234-d191-43d9-adae-98a54022828d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0620811 Apr 25 15:57:02.975788 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-291efd94-f538-4ab2-9c87-100553d73fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:02.977270 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-291efd94-f538-4ab2-9c87-100553d73fcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713034 Apr 25 15:57:03.107244 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-b1c2fa9a-be0c-4f1d-bbc8-c4b56a13165d service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232574 Apr 25 15:57:03.237531 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-c3429cd9-e435-42e2-b2b3-8e4ea11deeaf req-9f6c88be-57cf-49f1-aac5-e786b2629b12 service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245718 Apr 25 15:57:05.063273 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:08.737011 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c83b728d-53b0-4206-88fa-3f3d0dd3a9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:11.094099 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f03c29af-51c0-4055-9170-3f7ad5f70452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:11.983160 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:12.293026 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:13.978995 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:29.703828 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:33.350443 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:57:35.076883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:38.738204 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5cbf667-f37e-45d7-a765-857e06edebc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:39.959052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 details requested by agent hyperv_n-h2-811416-6 with host n-h2-811416-6 {{(pid=88062) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 25 15:57:40.161734 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:57:40.176940 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Returning: {'device': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'port_id': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'mac_address': 'fa:16:3e:68:fe:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88062) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 25 15:57:40.240227 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:40.258392 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0deb08fe-6441-4e67-89a5-93026fdf9a43 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 25 15:57:40.279965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:57:40.284928 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:40.362016 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] get_ports_and_sgs() called for port_ids ['0deb08fe-6441-4e67-89a5-93026fdf9a43'] {{(pid=88062) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 25 15:57:40.404623 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:40.417343 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.417697 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.418046 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.418387 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.418726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.419064 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.419396 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.419725 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.420054 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.420380 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.420707 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:40.421049 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:41.096862 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9956d17-1fec-4447-9c44-ae804fe60009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:41.970035 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 up at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 25 15:57:42.043798 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:42.089510 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Provisioning complete for port 0deb08fe-6441-4e67-89a5-93026fdf9a43 triggered by entity L2. {{(pid=88062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 25 15:57:42.089827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780529'] for port, provisioning_complete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:42.222410 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:42.257252 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:57:42.270995 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:57:42.284469 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:42.349218 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09671b0-78fa-4598-9cf5-98c6fb938dcc'] response: {'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'code': 200} Apr 25 15:57:42.384516 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:42.388897 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:43.983644 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:48.761953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44640) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:57:48.968089 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Deleting port 7809e80b-ee90-4c2c-9c4c-7db85d4cc7aa {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:57:48.968429 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:49.129933 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:49.130258 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:49.252262 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Calling delete_port for 7809e80b-ee90-4c2c-9c4c-7db85d4cc7aa owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:57:49.397576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:49.447537 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event deleted for resources: {'Port': ['ID=7809e80b-ee90-4c2c-9c4c-7db85d4cc7aa,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:49.487046 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.487395 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.487735 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.488076 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.488435 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.488767 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.489119 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.489449 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.489771 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.490098 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.490426 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.490753 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:49.545962 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:49.546301 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Floating IP a5566a24-1000-4afe-b0ef-80c140401c1b disassociated (deleted). External IP: 172.25.0.36, port: 0deb08fe-6441-4e67-89a5-93026fdf9a43. Apr 25 15:57:49.995672 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Router 72f3f829-56a0-4f27-b988-467300887c6a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:57:50.169717 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:57:50.180832 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:57:50.190877 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:50.191607 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:57:50.192421 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:50.252051 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e9bedce9-65df-4a6b-9e3d-db54991233cf tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "DELETE /v2.0/floatingips/a5566a24-1000-4afe-b0ef-80c140401c1b HTTP/1.1" status: 204 len: 168 time: 1.4863884 Apr 25 15:57:50.252051 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:57:50.359336 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd7bf98-9113-4222-8791-a6dab4a4d9ba'] response: {'name': 'network-changed', 'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'status': 'completed', 'code': 200} Apr 25 15:57:50.370852 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:57:50.464890 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-908f48d1-35c2-4088-878d-67ddf6d22023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:50.466410 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-908f48d1-35c2-4088-878d-67ddf6d22023 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0853844 Apr 25 15:57:50.608906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-ed19d74d-319e-4ec4-9df8-ab6c3bfffcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:50.610563 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-ed19d74d-319e-4ec4-9df8-ab6c3bfffcf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1372321 Apr 25 15:57:50.665898 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6b3df-09f4-4be7-bcc0-0bdbbaa3d9a9 req-691be939-71fc-45db-9c99-22433db85015 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:50.666592 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1aa6b3df-09f4-4be7-bcc0-0bdbbaa3d9a9 req-691be939-71fc-45db-9c99-22433db85015 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:57:50.683797 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-1aa6b3df-09f4-4be7-bcc0-0bdbbaa3d9a9 req-691be939-71fc-45db-9c99-22433db85015 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:57:50.684386 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-db3ee116-9b5d-4e40-a018-af48e0b96361 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 200 len: 217 time: 0.0661194 Apr 25 15:57:50.685094 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa6b3df-09f4-4be7-bcc0-0bdbbaa3d9a9 req-691be939-71fc-45db-9c99-22433db85015 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0994177 Apr 25 15:57:50.728920 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-1aa6b3df-09f4-4be7-bcc0-0bdbbaa3d9a9 req-98692cc3-5d70-465f-9b46-cc9e957cc5cd tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Apr 25 15:57:50.753535 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-5f9eabf5-bc10-4987-9614-d5e632d9cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:50.755057 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-5f9eabf5-bc10-4987-9614-d5e632d9cb47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0651000 Apr 25 15:57:50.778433 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:54Z', 'revision_number': 1, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:50.782167 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:57:50.794987 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:57:50.795808 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:50.829788 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-92532d18-e637-4cba-abdf-04a532a8039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:50.831242 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-92532d18-e637-4cba-abdf-04a532a8039d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695217 Apr 25 15:57:50.964738 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-6bb1d6bc-a05a-41e5-905e-079140835416 service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256297 Apr 25 15:57:50.971425 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:57:51.098193 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-7f4eb515-fbb0-4384-afcb-35d57ed61637 req-b0b3dbcc-4c1c-4e8c-9951-e1ff6a8aa48f service neutron] 10.222.0.15 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266842 Apr 25 15:57:51.311383 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:54Z', 'revision_number': 1, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:51.315259 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150539ae-080c-46d5-a81f-0a66a606ebf5 None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_floatingips': [{'id': 'ebf4a586-02d1-4741-9b8c-7acfc93edaba', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'router_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'port_id': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'mac_address': 'fa:16:3e:d8:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c121714-9394-414c-8a41-72c26deb0a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-25T15:52:52Z', 'updated_at': '2022-04-25T15:52:54Z', 'revision_number': 1, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:57:51.521415 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce897-d327-48ea-9243-dde28888fcd3 None None] New status for floating IP a5566a24-1000-4afe-b0ef-80c140401c1b: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:57:51.924476 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7783707-b478-47b9-ae23-c3ef2692ebd2 req-4fecf870-ca1a-473f-8eb0-9a0f4078f8bc tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:51.926128 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7783707-b478-47b9-ae23-c3ef2692ebd2 req-4fecf870-ca1a-473f-8eb0-9a0f4078f8bc tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0893812 Apr 25 15:57:51.969903 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-c7783707-b478-47b9-ae23-c3ef2692ebd2 req-ce81c028-a773-4851-a1f0-94cffd103600 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Apr 25 15:57:52.008904 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:57:52.122530 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592025'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:52.133529 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5631126f-b827-4261-b91b-72b2dcb2d501 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:52.135139 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5631126f-b827-4261-b91b-72b2dcb2d501 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.15 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0796378 Apr 25 15:57:52.149866 n-d-811416-6 neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:57:52.159643 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:57:52.165321 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752165023245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752164478293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752164478338'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:52.206345 n-d-811416-6 neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcad4c5-42f0-4986-96a0-6d4e43456907'] response: {'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'code': 200} Apr 25 15:57:52.217662 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Deleting port 0deb08fe-6441-4e67-89a5-93026fdf9a43 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:57:52.218011 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:52.238185 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Pushing event updated for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:52.588984 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.db [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] For port 0deb08fe-6441-4e67-89a5-93026fdf9a43, host n-h2-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-6',level=0,port_id=0deb08fe-6441-4e67-89a5-93026fdf9a43,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:57:52.589381 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:52.707774 n-d-811416-6 neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Calling delete_port for 0deb08fe-6441-4e67-89a5-93026fdf9a43 owned by compute:nova {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:57:52.852641 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2751094'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:52.903996 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event deleted for resources: {'Port': ['ID=0deb08fe-6441-4e67-89a5-93026fdf9a43,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:52.948253 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.948872 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.948969 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.949273 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.949607 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.949933 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.950258 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.950583 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.950906 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.951227 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.951549 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.951868 n-d-811416-6 neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-6 {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 25 15:57:52.988739 n-d-811416-6 neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] No DVR routers for this DVR port 0deb08fe-6441-4e67-89a5-93026fdf9a43 on host n-h2-811416-6 {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:57:52.991112 n-d-811416-6 neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:52.995564 n-d-811416-6 neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-deleted', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:57:53.011559 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-0cc8d3f5-8bcc-4f7b-a4f9-9fa18b2c4611 req-5bb43922-4aa5-40c0-bc5d-8d61126eeb56 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.15 "DELETE /v2.0/ports/0deb08fe-6441-4e67-89a5-93026fdf9a43 HTTP/1.1" status: 204 len: 173 time: 0.8713648 Apr 25 15:57:53.047831 n-d-811416-6 neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f97cff-f285-4973-988c-00f30fbca018'] response: {'server_uuid': '9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4', 'name': 'network-vif-deleted', 'tag': '0deb08fe-6441-4e67-89a5-93026fdf9a43', 'status': 'completed', 'code': 200} Apr 25 15:57:53.120139 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ac905004-37cc-4e73-9370-9bb6a306b2cc req-33eec620-61e1-4cbb-8e47-7eccef692981 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:57:53.136729 n-d-811416-6 neutron-server[88061]: DEBUG neutron.quota.resource [req-ac905004-37cc-4e73-9370-9bb6a306b2cc req-33eec620-61e1-4cbb-8e47-7eccef692981 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:57:53.137927 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-ac905004-37cc-4e73-9370-9bb6a306b2cc req-33eec620-61e1-4cbb-8e47-7eccef692981 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9409d7d3-bcef-4aa4-aa9d-c7c7da44fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0607533 Apr 25 15:57:54.780263 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44708) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:57:54.986522 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Deleting port 0a83070d-7c67-4eb9-9b78-6c060583df01 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:57:54.986869 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:55.151122 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:55.151374 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:55.278205 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Calling delete_port for 0a83070d-7c67-4eb9-9b78-6c060583df01 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:57:55.423745 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:55.577884 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event deleted for resources: {'Port': ['ID=0a83070d-7c67-4eb9-9b78-6c060583df01,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:55.668175 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:55.668512 n-d-811416-6 neutron-server[88060]: INFO neutron.db.l3_db [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Floating IP ebf4a586-02d1-4741-9b8c-7acfc93edaba disassociated (deleted). External IP: 172.25.0.188, port: 406048ab-a28b-4aed-a49b-2fbef9af3ac0. Apr 25 15:57:56.013305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Router 72f3f829-56a0-4f27-b988-467300887c6a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:57:56.031052 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 no longer exists at agent hyperv_n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:57:56.072650 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] No Port match for: 0deb08fe-6441-4e67-89a5-93026fdf9a43 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:57:56.073006 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Device 0deb08fe-6441-4e67-89a5-93026fdf9a43 not bound to the agent host n-h2-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:57:56.202355 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:57:56.212124 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45182e0e-9111-4338-a26a-17e066411785 None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:57:56.221568 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:57:56.222169 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:56.222853 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:56.277915 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a821838c-798a-4ffa-9bb3-2f1f0d8d026b tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "DELETE /v2.0/floatingips/ebf4a586-02d1-4741-9b8c-7acfc93edaba HTTP/1.1" status: 204 len: 168 time: 1.4964476 Apr 25 15:57:56.278411 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:57:56.329507 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089827a8-58f8-41ca-a0a1-eaf9832007c1'] response: {'name': 'network-changed', 'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'status': 'completed', 'code': 200} Apr 25 15:57:56.409069 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:57:56.424500 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99054-824c-4607-b92a-227810056956 req-6ea624ab-bb3f-4a1d-b38c-8927882298c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:56.426365 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-6ea624ab-bb3f-4a1d-b38c-8927882298c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c732f7806f8f4b349358bc15b85e7aca&device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 1094 time: 0.0744343 Apr 25 15:57:56.584669 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99054-824c-4607-b92a-227810056956 req-802ebd32-5ad2-4bf7-bf6a-3d155acea72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:56.586606 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-802ebd32-5ad2-4bf7-bf6a-3d155acea72b service neutron] 10.222.0.21 "GET /v2.0/networks?id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 200 len: 910 time: 0.1543713 Apr 25 15:57:56.691288 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-fc630b43-6c67-40f4-987a-d9a81f2e447e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 200 len: 217 time: 0.0981910 Apr 25 15:57:56.766158 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99054-824c-4607-b92a-227810056956 req-47667433-5c16-4402-97a0-333db5b9649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:56.767569 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-47667433-5c16-4402-97a0-333db5b9649f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 200 len: 848 time: 0.0694816 Apr 25 15:57:56.768907 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:56.772686 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45182e0e-9111-4338-a26a-17e066411785 None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:57:56.781375 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:57:56.781970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:56.829267 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64919eb-ae21-438f-b0e3-8928b3fafbb9 req-0a923007-52fc-45c0-9948-9b4e1b5774fb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:56.829953 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b64919eb-ae21-438f-b0e3-8928b3fafbb9 req-0a923007-52fc-45c0-9948-9b4e1b5774fb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Synchronizing usage tracker for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 25 15:57:56.857931 n-d-811416-6 neutron-server[88060]: DEBUG neutron.quota.resource [req-b64919eb-ae21-438f-b0e3-8928b3fafbb9 req-0a923007-52fc-45c0-9948-9b4e1b5774fb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Unset dirty status for tenant:c732f7806f8f4b349358bc15b85e7aca on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 25 15:57:56.858988 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b64919eb-ae21-438f-b0e3-8928b3fafbb9 req-0a923007-52fc-45c0-9948-9b4e1b5774fb tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 943 time: 0.2096424 Apr 25 15:57:56.865405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99054-824c-4607-b92a-227810056956 req-5932b0fa-dada-4007-b057-14a687849ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:56.866827 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-5932b0fa-dada-4007-b057-14a687849ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923958 Apr 25 15:57:56.959436 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:57:56.991818 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b64919eb-ae21-438f-b0e3-8928b3fafbb9 req-4bc074e1-f6ef-46c8-80df-bc0b94824f07 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239970 Apr 25 15:57:57.028460 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-906dc760-ceba-4257-85db-462d14acc3fe service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486254 Apr 25 15:57:57.274868 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-45182e0e-9111-4338-a26a-17e066411785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:57:57.278970 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45182e0e-9111-4338-a26a-17e066411785 None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:52:28Z', 'revision_number': 4, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6', '_interfaces': [{'id': '80222e42-5403-418b-a708-d1bf3a3f213e', 'name': '', 'network_id': '19b3e900-9c8c-48cd-aab0-a6289b0ff8e5', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'mac_address': 'fa:16:3e:28:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:27Z', 'updated_at': '2022-04-25T15:52:33Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'subnets': [{'id': 'a22721e1-cfde-4e33-9780-4841216b6b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:57:57.283011 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-ded99054-824c-4607-b92a-227810056956 req-c32b8964-6f34-4ba6-9edd-6613ca26cbdb service neutron] 10.222.0.21 "GET /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465897 Apr 25 15:57:57.485314 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b56c7-bf63-4f1c-b545-b513df0e03ed None None] New status for floating IP ebf4a586-02d1-4741-9b8c-7acfc93edaba: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 25 15:57:57.618042 n-d-811416-6 neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-b3d3fba8-401c-4fca-af96-20c8557cc8de tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:57.619573 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-b3d3fba8-401c-4fca-af96-20c8557cc8de tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 943 time: 0.0800383 Apr 25 15:57:57.690453 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Deleting port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:57:57.690798 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:57.951049 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] For port 406048ab-a28b-4aed-a49b-2fbef9af3ac0, host n-h1-811416-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-6',level=0,port_id=406048ab-a28b-4aed-a49b-2fbef9af3ac0,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:57:57.951409 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:58.075335 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Calling delete_port for 406048ab-a28b-4aed-a49b-2fbef9af3ac0 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:57:58.182811 n-d-811416-6 neutron-server[88061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b467-8ff7-4de9-8f4c-0d43dc7de132 req-d01becbe-3128-4ded-ad15-014ee4b5e14a tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 25 15:57:58.184258 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a30b467-8ff7-4de9-8f4c-0d43dc7de132 req-d01becbe-3128-4ded-ad15-014ee4b5e14a tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c121714-9394-414c-8a41-72c26deb0a5c HTTP/1.1" status: 200 len: 943 time: 0.0859418 Apr 25 15:57:58.223926 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:58.230371 n-d-811416-6 neutron-server[88061]: INFO neutron.wsgi [req-2a30b467-8ff7-4de9-8f4c-0d43dc7de132 req-73d59db0-a0a0-4f97-9878-1b7798ea8559 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8b2163e-251f-41a2-883c-d2d7ede2feb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 Apr 25 15:57:58.280712 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event deleted for resources: {'Port': ['ID=406048ab-a28b-4aed-a49b-2fbef9af3ac0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:58.352829 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] No DVR routers for this DVR port 406048ab-a28b-4aed-a49b-2fbef9af3ac0 on host n-h1-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:57:58.355177 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98014'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:58.357571 n-d-811416-6 neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-deleted', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 25 15:57:58.374060 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [req-b699eb5f-2b60-4263-ab5e-99bb1f3ac299 req-efa251e6-bab7-4ba4-a76b-7d1d68488792 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.21 "DELETE /v2.0/ports/406048ab-a28b-4aed-a49b-2fbef9af3ac0 HTTP/1.1" status: 204 len: 173 time: 0.7475498 Apr 25 15:57:58.407063 n-d-811416-6 neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e76964-6256-4953-9efc-d3bae8a6d927'] response: {'server_uuid': '8c121714-9394-414c-8a41-72c26deb0a5c', 'name': 'network-vif-deleted', 'tag': '406048ab-a28b-4aed-a49b-2fbef9af3ac0', 'status': 'completed', 'code': 200} Apr 25 15:57:59.328052 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44724) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:57:59.397531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afe282ef-180f-461c-96c5-4a9ff4137246 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:59.427314 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afe282ef-180f-461c-96c5-4a9ff4137246 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:59.493748 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afe282ef-180f-461c-96c5-4a9ff4137246 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:59.512317 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe282ef-180f-461c-96c5-4a9ff4137246 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b2163e-251f-41a2-883c-d2d7ede2feb1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:57:59.526876 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-afe282ef-180f-461c-96c5-4a9ff4137246 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:57:59.528026 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-afe282ef-180f-461c-96c5-4a9ff4137246 tempest-TestSnapshotPattern-791836619 tempest-TestSnapshotPattern-791836619-project] 10.222.0.23 "DELETE /v2.0/security-groups/b8b2163e-251f-41a2-883c-d2d7ede2feb1 HTTP/1.1" status: 204 len: 168 time: 0.1989844 Apr 25 15:57:59.578889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44730) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:57:59.700755 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:00.330305 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:00.679344 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Deleting port 80222e42-5403-418b-a708-d1bf3a3f213e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:00.679624 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:00.847968 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] For port 80222e42-5403-418b-a708-d1bf3a3f213e, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=80222e42-5403-418b-a708-d1bf3a3f213e,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:00.848328 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:00.983590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Calling delete_port for 80222e42-5403-418b-a708-d1bf3a3f213e owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:01.299398 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:01.345888 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Pushing event deleted for resources: {'Port': ['ID=80222e42-5403-418b-a708-d1bf3a3f213e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:01.713920 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:01.969785 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 no longer exists at agent hyperv_n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:02.002445 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] No Port match for: 406048ab-a28b-4aed-a49b-2fbef9af3ac0 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:02.002794 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Device 406048ab-a28b-4aed-a49b-2fbef9af3ac0 not bound to the agent host n-h1-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:02.064992 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Router 72f3f829-56a0-4f27-b988-467300887c6a has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:58:02.242209 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:58:02.252351 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] Sync routers for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:58:02.254968 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-75aa0c7c-6309-4211-b861-a9290247a82e admin admin] 10.222.0.23 "PUT /v2.0/routers/72f3f829-56a0-4f27-b988-467300887c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750336 Apr 25 15:58:02.257352 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44736) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:02.262420 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:58:02.263026 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:02.436701 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:02.445323 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: n-d-811416-6 {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:58:02.612547 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:02.623194 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Deleting port 81e746a9-4cb6-47e7-a8db-cf07da737465 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:02.623540 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:02.730830 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:58:01Z', 'revision_number': 5, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port': {'id': '81e746a9-4cb6-47e7-a8db-cf07da737465', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3f829-56a0-4f27-b988-467300887c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:25Z', 'updated_at': '2022-04-25T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:02.734837 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] Checking router: 72f3f829-56a0-4f27-b988-467300887c6a for host: n-d-811416-6 {{(pid=88063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:58:02.743588 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] Routers {'72f3f829-56a0-4f27-b988-467300887c6a'} bound to L3 agent in host n-d-811416-6 {{(pid=88063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:58:02.744187 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['72f3f829-56a0-4f27-b988-467300887c6a'], 'active': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:02.796777 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] For port 81e746a9-4cb6-47e7-a8db-cf07da737465, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=81e746a9-4cb6-47e7-a8db-cf07da737465,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:02.797083 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:02.895377 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_dvr_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] Set router 72f3f829-56a0-4f27-b988-467300887c6a gateway port host: None {{(pid=88063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:58:03.035390 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.l3_hamode_db [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:58:02Z', 'revision_number': 6, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:03.037169 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Calling delete_port for 81e746a9-4cb6-47e7-a8db-cf07da737465 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:03.040039 n-d-811416-6 neutron-server[88063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3cc77-c36d-4ed8-8d62-a4e94a0ee72d None None] The sync data for ids ['72f3f829-56a0-4f27-b988-467300887c6a'] in n-d-811416-6 is: [{'id': '72f3f829-56a0-4f27-b988-467300887c6a', 'name': 'tempest-TestSnapshotPattern-845678514-router', 'tenant_id': 'c732f7806f8f4b349358bc15b85e7aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:24Z', 'updated_at': '2022-04-25T15:58:02Z', 'revision_number': 6, 'project_id': 'c732f7806f8f4b349358bc15b85e7aca', 'gw_port_host': None}] {{(pid=88063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:58:03.202045 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.279304 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Pushing event deleted for resources: {'Port': ['ID=81e746a9-4cb6-47e7-a8db-cf07da737465,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:03.345524 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.528482 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.530719 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.552892 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.553402 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f3f829-56a0-4f27-b988-467300887c6a {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:58:03.564987 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.566140 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-521ccf77-eba3-4329-a202-d72bf9b4ab6c admin admin] 10.222.0.23 "DELETE /v2.0/routers/72f3f829-56a0-4f27-b988-467300887c6a HTTP/1.1" status: 204 len: 168 time: 1.3078940 Apr 25 15:58:03.568527 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44742) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:03.628721 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Deleting subnet a22721e1-cfde-4e33-9780-4841216b6b46 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:58:03.631544 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.680288 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.757860 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.831463 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80222e42-5403-418b-a708-d1bf3a3f213e no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:03.832000 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.868490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 80222e42-5403-418b-a708-d1bf3a3f213e {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:03.869500 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 80222e42-5403-418b-a708-d1bf3a3f213e not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:03.869992 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81e746a9-4cb6-47e7-a8db-cf07da737465 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:03.870397 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22721e1-cfde-4e33-9780-4841216b6b46,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:03.875023 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:03.881664 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-2b34283e-479b-4faf-b814-5d6aaf3814dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a22721e1-cfde-4e33-9780-4841216b6b46 HTTP/1.1" status: 204 len: 168 time: 0.3120956 Apr 25 15:58:03.884035 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44746) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:03.895289 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bb850-0220-4d92-ac87-1f1bf483ddcc None None] Network 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:58:03.930943 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 81e746a9-4cb6-47e7-a8db-cf07da737465 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:03.932040 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 81e746a9-4cb6-47e7-a8db-cf07da737465 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:03.996453 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.007903 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Deleting port 1c417793-782e-4f8b-948f-9e5b9b622a14 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:04.008249 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.189987 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] DHCP port deletion for 19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:58:04.194474 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Deleting port 1c417793-782e-4f8b-948f-9e5b9b622a14 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:04.195046 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.234253 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] For port 1c417793-782e-4f8b-948f-9e5b9b622a14, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c417793-782e-4f8b-948f-9e5b9b622a14,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:04.234613 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.358201 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Calling delete_port for 1c417793-782e-4f8b-948f-9e5b9b622a14 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:04.416212 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] For port 1c417793-782e-4f8b-948f-9e5b9b622a14, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1c417793-782e-4f8b-948f-9e5b9b622a14,segment=NetworkSegment(1839826c-6558-4df9-86d8-bf49d62629ec),segment_id=1839826c-6558-4df9-86d8-bf49d62629ec)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:04.416806 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.445702 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.496054 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Pushing event deleted for resources: {'Port': ['ID=1c417793-782e-4f8b-948f-9e5b9b622a14,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:04.498113 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] No DVR routers for this DVR port 1c417793-782e-4f8b-948f-9e5b9b622a14 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:58:04.541390 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Calling delete_port for 1c417793-782e-4f8b-948f-9e5b9b622a14 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:04.617275 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:58:04.617652 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:58:04.724210 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.749763 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b3e900-9c8c-48cd-aab0-a6289b0ff8e5']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:04.761590 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1839826c-6558-4df9-86d8-bf49d62629ec') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:04.761889 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1839826c-6558-4df9-86d8-bf49d62629ec') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:04.773274 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.789739 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.796383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:58:04.796764 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:58:04.810230 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:58:04.887756 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.905758 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:04.915881 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] Pushing event deleted for resources: {'Network': ['ID=19b3e900-9c8c-48cd-aab0-a6289b0ff8e5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:04.930560 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-0e4dcd52-2c16-44e5-87ba-bfcd46404caa admin admin] 10.222.0.23 "DELETE /v2.0/networks/19b3e900-9c8c-48cd-aab0-a6289b0ff8e5 HTTP/1.1" status: 204 len: 168 time: 1.0446782 Apr 25 15:58:04.933383 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44750) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:05.063808 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:05.118822 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Deleting port 1c417793-782e-4f8b-948f-9e5b9b622a14 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:05.119351 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:05.189955 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4368cecb-928a-4ea3-a710-9d9d62cb67f7 None None] The port '1c417793-782e-4f8b-948f-9e5b9b622a14' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:58:05.487153 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510803'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:05.724173 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1c417793-782e-4f8b-948f-9e5b9b622a14 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:05.759547 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1c417793-782e-4f8b-948f-9e5b9b622a14 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:05.759825 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1c417793-782e-4f8b-948f-9e5b9b622a14 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:05.849488 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Deleting port fba076ac-53c9-469a-b2a9-31a3d3de8ec7 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:05.850065 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:06.016298 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] For port fba076ac-53c9-469a-b2a9-31a3d3de8ec7, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:06.016577 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:06.244809 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Calling delete_port for fba076ac-53c9-469a-b2a9-31a3d3de8ec7 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:06.417946 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:06.464325 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba076ac-53c9-469a-b2a9-31a3d3de8ec7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:06.733427 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510911'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:07.082779 n-d-811416-6 neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Router b8239ba7-9a26-4caa-937e-2e9518eee3f6 has already been hosted by L3 agent 106b84e1-b260-4abd-a404-42cb5073abd2 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 25 15:58:07.256789 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] Notify agent at l3_agent.n-d-811416-6 the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 25 15:58:07.265412 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] Sync routers for ids ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'] in n-d-811416-6 {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 25 15:58:07.265990 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-73d346ba-a2a4-4330-80bf-3dddff7c7d63 admin admin] 10.222.0.23 "PUT /v2.0/routers/b8239ba7-9a26-4caa-937e-2e9518eee3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3309784 Apr 25 15:58:07.267935 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44754) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:07.274708 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] Routers {'b8239ba7-9a26-4caa-937e-2e9518eee3f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:58:07.275325 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:07.457816 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] Set router b8239ba7-9a26-4caa-937e-2e9518eee3f6 gateway port host: n-d-811416-6 {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:58:07.570886 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:07.749641 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:07.750635 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'external_fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:58:06Z', 'revision_number': 5, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port': {'id': '1f0190d4-5f8a-411a-b3b5-84c2bec001fc', 'name': '', 'network_id': 'd2d95da0-8f28-4169-a88e-cd85298915e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-25T15:52:31Z', 'updated_at': '2022-04-25T15:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '348c0aa2-2a45-41d0-ab40-51fb2c01ff88', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-6'}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:07.754714 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] Checking router: b8239ba7-9a26-4caa-937e-2e9518eee3f6 for host: n-d-811416-6 {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 25 15:58:07.759305 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Deleting port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:07.759868 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:07.763297 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] Routers {'b8239ba7-9a26-4caa-937e-2e9518eee3f6'} bound to L3 agent in host n-d-811416-6 {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 25 15:58:07.763910 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-25T14:16:11Z,description=,heartbeat_timestamp=2022-04-25T15:57:41Z,host='n-d-811416-6',id=106b84e1-b260-4abd-a404-42cb5073abd2,load=0,resource_versions=,resources_synced=,started_at=2022-04-25T14:16:11Z,topic='l3_agent')) {'router_ids': ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:07.936219 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] For port 1f0190d4-5f8a-411a-b3b5-84c2bec001fc, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,segment=NetworkSegment(21449817-0066-4512-ab78-347af9860ede),segment_id=21449817-0066-4512-ab78-347af9860ede)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:07.936715 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:07.959190 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] Set router b8239ba7-9a26-4caa-937e-2e9518eee3f6 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 25 15:58:08.068865 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Calling delete_port for 1f0190d4-5f8a-411a-b3b5-84c2bec001fc owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:08.088231 n-d-811416-6 neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:58:07Z', 'revision_number': 6, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port_host': None}], 'n-d-811416-6', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:08.092087 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d52a4-0a40-48aa-975d-18b874f92c36 None None] The sync data for ids ['b8239ba7-9a26-4caa-937e-2e9518eee3f6'] in n-d-811416-6 is: [{'id': 'b8239ba7-9a26-4caa-937e-2e9518eee3f6', 'name': 'tempest-TestSnapshotPattern-2096057927-router', 'tenant_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-25T15:52:30Z', 'updated_at': '2022-04-25T15:58:07Z', 'revision_number': 6, 'project_id': 'bfe06ac47e164dd4839af1d08f40b7a6', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 25 15:58:08.241001 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.289856 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0190d4-5f8a-411a-b3b5-84c2bec001fc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:08.379040 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510008'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.560346 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-318753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38415'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.562542 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.585148 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-319252'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.585689 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8239ba7-9a26-4caa-937e-2e9518eee3f6 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 25 15:58:08.597383 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.598515 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-56eeacd4-1284-4387-8713-39d526b2f9ba admin admin] 10.222.0.23 "DELETE /v2.0/routers/b8239ba7-9a26-4caa-937e-2e9518eee3f6 HTTP/1.1" status: 204 len: 168 time: 1.3296702 Apr 25 15:58:08.600971 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44758) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:08.661576 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Deleting subnet 8de017fa-766e-4a50-9b4f-8496120409b9 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 25 15:58:08.664291 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.712173 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3766294'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.740183 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6e470529-9d95-42dd-808c-748e24b22717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.787674 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785137'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.864531 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3767135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3728111'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.901942 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de017fa-766e-4a50-9b4f-8496120409b9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:08.905503 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:08.911218 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813120e5-d2c7-48ae-be9a-27edab1fafb4 None None] Network 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 requested from n-d-811416-6 {{(pid=88062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 25 15:58:08.911467 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-05fd4164-b484-408e-92d3-5fcdf2776fe5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8de017fa-766e-4a50-9b4f-8496120409b9 HTTP/1.1" status: 204 len: 168 time: 0.3094692 Apr 25 15:58:08.913962 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44762) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:09.145381 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1616893'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.156405 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Deleting port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:09.156750 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.190260 n-d-811416-6 neutron-server[88062]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] DHCP port deletion for 5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 request from n-d-811416-6 {{(pid=88062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 25 15:58:09.194490 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Deleting port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:09.194872 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.364150 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] For port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:09.364726 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.402548 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] For port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6, host n-d-811416-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-6',level=0,port_id=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,segment=NetworkSegment(8c9fda52-7cfa-4880-bdda-f7c18a2f8242),segment_id=8c9fda52-7cfa-4880-bdda-f7c18a2f8242)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 25 15:58:09.402862 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508755'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.487318 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Calling delete_port for c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:09.524649 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Calling delete_port for c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 25 15:58:09.566196 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752165021687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752164478284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3767144'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.601882 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.db.api [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 25 15:58:09.602248 n-d-811416-6 neutron-server[88062]: DEBUG oslo_db.api [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 25 15:58:09.616853 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:09.618775 n-d-811416-6 neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] No DVR routers for this DVR port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 on host n-d-811416-6 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 25 15:58:09.731281 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f0190d4-5f8a-411a-b3b5-84c2bec001fc no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:09.737317 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785480', 'neutron.services.segments.db._delete_segments_for_network-8752164969310'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.764525 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b63d5b6-f446-40c2-b3ba-7e7c439c6b92']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:09.765573 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: 1f0190d4-5f8a-411a-b3b5-84c2bec001fc {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:09.766065 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device 1f0190d4-5f8a-411a-b3b5-84c2bec001fc not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:09.766334 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fba076ac-53c9-469a-b2a9-31a3d3de8ec7 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:09.776264 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9fda52-7cfa-4880-bdda-f7c18a2f8242') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:09.776559 n-d-811416-6 neutron-server[88060]: DEBUG neutron.services.segments.db [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9fda52-7cfa-4880-bdda-f7c18a2f8242') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 25 15:58:09.787520 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752164967545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3766509'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.797965 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: fba076ac-53c9-469a-b2a9-31a3d3de8ec7 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:09.798316 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device fba076ac-53c9-469a-b2a9-31a3d3de8ec7 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:09.798726 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 no longer exists at agent ovs-agent-n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 25 15:58:09.803079 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771492'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.809725 n-d-811416-6 neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 25 15:58:09.810113 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3767093'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: Traceback (most recent call last): Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: timer() Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: cb(*args, **kw) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: return func(*args, **kwargs) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: self._notify() Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: self.callback(batched_events) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: event.method(event) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: aggregate_uuid = self.p_client.list_aggregates( Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: return f(self, *a, **k) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: return self._get(url).json() Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: return self.request(url, 'GET', **kwargs) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: base_url = self.get_endpoint(auth, allow=allow, Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 25 15:58:09.823800 n-d-811416-6 neutron-server[88060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 25 15:58:09.834765 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] No Port match for: c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 {{(pid=88062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 25 15:58:09.835122 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.rpc [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Device c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 not bound to the agent host n-d-811416-6 {{(pid=88062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 25 15:58:09.898921 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510035'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.914576 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:09.924497 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b63d5b6-f446-40c2-b3ba-7e7c439c6b92,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:09.929183 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-a266f438-1ff9-4329-8005-373ef6bd37b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b63d5b6-f446-40c2-b3ba-7e7c439c6b92 HTTP/1.1" status: 204 len: 168 time: 1.0138838 Apr 25 15:58:10.068471 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44768) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:10.104103 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Deleting port c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 25 15:58:10.104503 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752165015821'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.116708 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-eee15350-29f1-41e4-ac96-ca8e66cf6a61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c732f7806f8f4b349358bc15b85e7aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470498 Apr 25 15:58:10.119722 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:10.176721 n-d-811416-6 neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e4c85ff4-a950-412a-8b8b-d338095bd959 None None] The port 'c6c52b0b-3cf0-43f7-9d1c-eeb53b98a4e6' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 25 15:58:10.182728 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89cbc3b7-ea33-4c34-8eb0-d2bddbd74f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.208451 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89cbc3b7-ea33-4c34-8eb0-d2bddbd74f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.264791 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89cbc3b7-ea33-4c34-8eb0-d2bddbd74f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.283059 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbc3b7-ea33-4c34-8eb0-d2bddbd74f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ebd119-42b4-465c-8624-8465ae2af95b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:10.287656 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89cbc3b7-ea33-4c34-8eb0-d2bddbd74f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.288795 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-89cbc3b7-ea33-4c34-8eb0-d2bddbd74f1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54ebd119-42b4-465c-8624-8465ae2af95b HTTP/1.1" status: 204 len: 168 time: 0.1681867 Apr 25 15:58:10.349243 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:58:10.680458 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44780) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:10.728601 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-35c441d3-6a24-4f5a-a525-7b5b6feee282 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe06ac47e164dd4839af1d08f40b7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463150 Apr 25 15:58:10.731265 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.23', 44784) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 25 15:58:10.789283 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8c23bd5-d372-4c90-b8ca-b88ac7e9b2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.815307 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8c23bd5-d372-4c90-b8ca-b88ac7e9b2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.869773 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8c23bd5-d372-4c90-b8ca-b88ac7e9b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457786'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.887441 n-d-811416-6 neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c23bd5-d372-4c90-b8ca-b88ac7e9b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1741b9-cc7a-4596-af71-c39248f503f2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 25 15:58:10.890723 n-d-811416-6 neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e8c23bd5-d372-4c90-b8ca-b88ac7e9b2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:10.891914 n-d-811416-6 neutron-server[88060]: INFO neutron.wsgi [None req-e8c23bd5-d372-4c90-b8ca-b88ac7e9b2bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad1741b9-cc7a-4596-af71-c39248f503f2 HTTP/1.1" status: 204 len: 168 time: 0.1596868 Apr 25 15:58:11.101749 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0207a635-be89-404d-918f-07de3ae200a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:11.987756 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:12.303684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:13.986411 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:29.715973 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:35.097362 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:38.745006 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b33dd411-6aa7-4d42-b34b-2013a023d4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:41.104669 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c93-0a5a-4c0a-a2ad-fb79f59727ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:41.989843 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:42.308285 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:43.986023 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:58:47.348064 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:58:59.715164 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:05.097915 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:08.746289 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9aa9-7317-4e1e-a76c-2a477bc1f2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:11.105850 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb4cc77-785f-4962-bad3-41b48c434d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:11.991684 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:12.308796 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:13.989174 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:24.346811 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 15:59:29.714276 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:35.106245 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:38.747630 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defda5e7-a711-41e7-9c66-0a03d100f7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:41.107509 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4a1d-05a8-4a98-b257-8e525abc769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:41.997260 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:42.311962 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:43.992414 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 15:59:59.728971 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:01.345701 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:00:05.112406 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:08.749905 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-546af44b-e09a-43fc-8ea4-c142a899d4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:11.109900 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fc761b3-1755-44db-987c-fe6f77613f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:12.002919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:12.314293 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:14.033911 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:29.744005 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:35.111010 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:38.344963 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:00:38.751512 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13388b21-89cc-47ad-b886-a4693a17d866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:41.113205 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d633f54-235b-4fdc-9d74-7d01242eb308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:41.995136 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:42.316998 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:43.995346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:00:59.740957 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:05.134521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:06.146912 n-d-811416-6 neutron-server[88060]: DEBUG neutron.wsgi [req-90b1d287-3a74-48d6-8d0a-f24601330f44 req-f23b268c-5316-4b66-98c8-17d6f89d68d7 service neutron] (88060) timed out ('10.222.0.23', 42308) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 16:01:08.752524 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d81764f-ce4f-403a-93af-de5369acf0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:11.115146 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f735-1d79-4ab1-80bc-eaa245df1d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:11.996482 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:12.319139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:13.997895 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:15.344272 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:01:29.748898 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:35.125975 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:38.753864 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cf220dd-1e89-4dbf-919d-841f0a1fe536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:41.117987 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-568880a9-d471-40ca-a484-524863ea66c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:41.998308 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:42.321311 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:44.003345 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:01:52.344636 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:01:59.756589 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:05.149390 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:08.754978 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1b95-c8d1-4f5b-84a1-389d40c23d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:11.119135 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c3a3e11-0e6f-41f1-9ff7-97392b0f05db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:12.000139 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:12.324061 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:14.003649 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:29.344286 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:02:29.755130 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:35.163211 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:38.757287 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-664f7dfc-2c76-49bc-8922-58a008dfcb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:41.120932 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84fa88b0-e079-466d-a44d-a63184982c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:42.002792 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:42.326216 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:44.004884 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:02:59.754675 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:05.162550 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:06.344158 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:03:08.760145 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21aa3fc1-c664-479a-882b-30ca513f0944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:11.122075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75897a71-f923-4861-b38b-f073a29925a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:12.004521 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:12.330725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:14.010312 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:29.769247 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:35.162592 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:38.761439 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2d2b93ec-53be-4ed3-9fb0-3539dac54d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:41.123749 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1dae-7823-400c-86ed-490e9cd751c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:42.006409 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:42.336491 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:43.344394 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:03:44.010738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:03:59.788267 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:05.169902 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:08.761693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48073731-7857-4655-9adb-4d0d82bff0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:11.125114 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d72713c0-69e1-4fb3-b830-510f23fbf4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:12.008690 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:12.336093 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:14.012647 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:20.343677 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:04:29.798919 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:35.192679 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:38.762745 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fd48f675-20df-4d9c-935b-9e347bccee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:41.126952 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f33a5365-4351-486e-b8d2-39c035bae5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:42.010780 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:42.338500 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:44.016075 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:04:57.343984 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:04:59.813676 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:05.192024 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:08.764725 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-500133ee-d7b5-4cc6-88f4-08adf96f0a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:11.128072 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08b29f3f-e124-4ade-bb2b-60633f1b59f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:12.012953 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:12.340827 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:14.019399 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:28.056991 n-d-811416-6 neutron-server[88061]: DEBUG neutron.wsgi [req-700748f3-d90c-4fee-97c2-2fc5bb8e23b9 req-194144f6-5014-42b8-b360-d4dd252c7f9b service neutron] (88061) timed out ('10.222.0.23', 43778) {{(pid=88061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 25 16:05:29.828079 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:34.342657 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:05:35.191250 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:38.765883 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea158ce7-04f5-4cbd-8c82-0af09e462169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:41.129693 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2df048c6-3b79-48ed-bcac-183348452ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:42.014346 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:42.346761 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:44.019370 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:05:59.827260 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:05.190250 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:08.766501 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a822d5f1-fddd-4136-8b8c-c2d1f6a39a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:11.131738 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5033252f-f98e-40ec-a792-c0736f6ef4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:11.342097 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 25 16:06:12.015887 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:12.347292 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:14.021475 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:29.835229 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb1ab-a03f-44b5-a420-1420f809dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:35.205507 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aacaea6a-1475-4948-a76d-941e48f5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:38.768763 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7526-c013-4f81-b121-a32b257d8cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:41.134779 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2b35e2a-9e9c-4bb5-b5cb-f2628151f3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:42.017563 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a46960e0-5160-4715-ab06-9170269a28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:42.348890 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0940ba0-adc0-4cb1-939e-00d22f548285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:44.024403 n-d-811416-6 neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2764045b-0bf3-46cf-9e93-c37345ae286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752164969283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1780574'] for agent, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 25 16:06:48.341884 n-d-811416-6 neutron-server[88063]: DEBUG neutron.db.agents_db [None req-5eb3eb4c-f4f5-4ad9-87ef-35da866617d6 None None] Agent healthcheck: found 7 active agents {{(pid=88063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}